2024-06-13T11:24:29.638 INFO:root:teuthology version: 0.0.1.dev316+gc1b06c2 2024-06-13T11:24:29.638 DEBUG:teuthology.run:Teuthology command: teuthology --verbose --owner scheduled_teuthology@teuthology --archive /home/teuthworker/archive/teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi/7752862 --name teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-quiesce/no 6-workunit/suites/fsstress}} -- /home/teuthworker/archive/teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi/7752862/orig.config.yaml 2024-06-13T11:24:29.695 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-06-13T11:24:29.786 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi/7752862 branch: squid description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-quiesce/no 6-workunit/suites/fsstress}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7752862' kernel: client: branch: testing kdb: 1 sha1: distro ktype: upstream last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules - exec: mon.a: - ceph mgr module enable snap_schedule name: teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd max_mds: 3 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_export_ephemeral_random_max: 0.1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - slow metadata IO - SLOW_OPS - slow request sha1: 3d89accfe3201286f000e065a1faea2a88c7a6ba subvols: create: 2 subvol_options: --size 25000000000 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount install: ceph: flavor: default sha1: 3d89accfe3201286f000e065a1faea2a88c7a6ba kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=secure - wsync syntax: v1 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: 1373963c202323287783ccb099bbae1ec8f14a5d owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 8815 sha1: 3d89accfe3201286f000e065a1faea2a88c7a6ba sleep_before_teardown: 0 subset: 250/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_1373963c202323287783ccb099bbae1ec8f14a5d/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 1373963c202323287783ccb099bbae1ec8f14a5d syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi042.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIvOcZutvrnJRt8nN73OH0cL7STXm92eEG74lIV+Y/jUTvwqAPW0b8Hy8o4yKYZ77ChCKAGWOmXVc1tAGg3ihWI= smithi088.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPmIwM+AjU18GzpRMboDI64p3zhd+wmMVDKPJNgAPrG3bJJrnD79dh/EARB/oCk/rKjZYsh/xhvwY7WhZ6ujOSM= smithi162.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHp2tvdnUH4ltEsG3UW4b0X8lebrOjpbfVQh/lxgXy9fXYimIV7Npf5kwYlR8ioD862K9oBQeG7DaF+wrXKM5ZM= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - kclient: null - exec: mon.a: - ceph fs set cephfs balance_automate false - ceph fs subvolumegroup pin cephfs qa random 0.10 - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - exec: mon.a: - ceph config set mgr mgr/snap_schedule/log_level debug - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph config set mgr mgr/snap_schedule/dump_on_update true - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - workunit: clients: all: - suites/fsstress.sh timeout: 6h teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: c1b06c2b5d3a02a3583265a115f09e052855bcf2 timestamp: 2024-06-12_21:24:03 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2698841 2024-06-13T11:24:29.787 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_1373963c202323287783ccb099bbae1ec8f14a5d/qa; will attempt to use it 2024-06-13T11:24:29.787 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_1373963c202323287783ccb099bbae1ec8f14a5d/qa/tasks 2024-06-13T11:24:29.788 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-06-13T11:24:29.789 INFO:teuthology.task.internal:Checking packages... 2024-06-13T11:24:29.809 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '3d89accfe3201286f000e065a1faea2a88c7a6ba' 2024-06-13T11:24:29.810 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-06-13T11:24:29.810 INFO:teuthology.packaging:ref: None 2024-06-13T11:24:29.810 INFO:teuthology.packaging:tag: None 2024-06-13T11:24:29.810 INFO:teuthology.packaging:branch: squid 2024-06-13T11:24:29.810 INFO:teuthology.packaging:sha1: 3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-13T11:24:29.810 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-06-13T11:24:29.972 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-2998.g1373963c 2024-06-13T11:24:29.974 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-06-13T11:24:29.980 INFO:teuthology.task.internal:no buildpackages task found 2024-06-13T11:24:29.981 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-06-13T11:24:29.992 INFO:teuthology.task.internal:Saving configuration 2024-06-13T11:24:30.014 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-06-13T11:24:30.022 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-06-13T11:24:30.047 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi042.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi/7752862', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-06-13 11:18:48.129195', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIvOcZutvrnJRt8nN73OH0cL7STXm92eEG74lIV+Y/jUTvwqAPW0b8Hy8o4yKYZ77ChCKAGWOmXVc1tAGg3ihWI='} 2024-06-13T11:24:30.067 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi088.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi/7752862', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-06-13 11:18:48.130290', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPmIwM+AjU18GzpRMboDI64p3zhd+wmMVDKPJNgAPrG3bJJrnD79dh/EARB/oCk/rKjZYsh/xhvwY7WhZ6ujOSM='} 2024-06-13T11:24:30.089 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi162.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi/7752862', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-06-13 11:18:48.127975', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHp2tvdnUH4ltEsG3UW4b0X8lebrOjpbfVQh/lxgXy9fXYimIV7Npf5kwYlR8ioD862K9oBQeG7DaF+wrXKM5ZM='} 2024-06-13T11:24:30.089 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-06-13T11:24:30.096 INFO:teuthology.task.internal:roles: ubuntu@smithi042.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-06-13T11:24:30.097 INFO:teuthology.task.internal:roles: ubuntu@smithi088.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-06-13T11:24:30.097 INFO:teuthology.task.internal:roles: ubuntu@smithi162.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-06-13T11:24:30.097 INFO:teuthology.run_tasks:Running task console_log... 2024-06-13T11:24:30.179 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f788af43be0>, signals=[15]) 2024-06-13T11:24:30.179 INFO:teuthology.run_tasks:Running task internal.connect... 2024-06-13T11:24:30.186 INFO:teuthology.task.internal:Opening connections... 2024-06-13T11:24:30.186 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi042.front.sepia.ceph.com 2024-06-13T11:24:30.187 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi042.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-13T11:24:30.261 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi088.front.sepia.ceph.com 2024-06-13T11:24:30.262 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi088.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-13T11:24:30.337 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi162.front.sepia.ceph.com 2024-06-13T11:24:30.337 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi162.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-13T11:24:30.413 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-06-13T11:24:30.421 DEBUG:teuthology.orchestra.run.smithi042:> uname -m 2024-06-13T11:24:30.439 INFO:teuthology.orchestra.run.smithi042.stdout:x86_64 2024-06-13T11:24:30.439 DEBUG:teuthology.orchestra.run.smithi042:> cat /etc/os-release 2024-06-13T11:24:30.498 INFO:teuthology.orchestra.run.smithi042.stdout:NAME="CentOS Stream" 2024-06-13T11:24:30.498 INFO:teuthology.orchestra.run.smithi042.stdout:VERSION="9" 2024-06-13T11:24:30.498 INFO:teuthology.orchestra.run.smithi042.stdout:ID="centos" 2024-06-13T11:24:30.498 INFO:teuthology.orchestra.run.smithi042.stdout:ID_LIKE="rhel fedora" 2024-06-13T11:24:30.498 INFO:teuthology.orchestra.run.smithi042.stdout:VERSION_ID="9" 2024-06-13T11:24:30.498 INFO:teuthology.orchestra.run.smithi042.stdout:PLATFORM_ID="platform:el9" 2024-06-13T11:24:30.498 INFO:teuthology.orchestra.run.smithi042.stdout:PRETTY_NAME="CentOS Stream 9" 2024-06-13T11:24:30.498 INFO:teuthology.orchestra.run.smithi042.stdout:ANSI_COLOR="0;31" 2024-06-13T11:24:30.498 INFO:teuthology.orchestra.run.smithi042.stdout:LOGO="fedora-logo-icon" 2024-06-13T11:24:30.498 INFO:teuthology.orchestra.run.smithi042.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-06-13T11:24:30.498 INFO:teuthology.orchestra.run.smithi042.stdout:HOME_URL="https://centos.org/" 2024-06-13T11:24:30.498 INFO:teuthology.orchestra.run.smithi042.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-06-13T11:24:30.499 INFO:teuthology.orchestra.run.smithi042.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-06-13T11:24:30.499 INFO:teuthology.orchestra.run.smithi042.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-06-13T11:24:30.499 INFO:teuthology.lock.ops:Updating smithi042.front.sepia.ceph.com on lock server 2024-06-13T11:24:30.520 DEBUG:teuthology.orchestra.run.smithi088:> uname -m 2024-06-13T11:24:30.538 INFO:teuthology.orchestra.run.smithi088.stdout:x86_64 2024-06-13T11:24:30.538 DEBUG:teuthology.orchestra.run.smithi088:> cat /etc/os-release 2024-06-13T11:24:30.595 INFO:teuthology.orchestra.run.smithi088.stdout:NAME="CentOS Stream" 2024-06-13T11:24:30.595 INFO:teuthology.orchestra.run.smithi088.stdout:VERSION="9" 2024-06-13T11:24:30.595 INFO:teuthology.orchestra.run.smithi088.stdout:ID="centos" 2024-06-13T11:24:30.595 INFO:teuthology.orchestra.run.smithi088.stdout:ID_LIKE="rhel fedora" 2024-06-13T11:24:30.595 INFO:teuthology.orchestra.run.smithi088.stdout:VERSION_ID="9" 2024-06-13T11:24:30.595 INFO:teuthology.orchestra.run.smithi088.stdout:PLATFORM_ID="platform:el9" 2024-06-13T11:24:30.595 INFO:teuthology.orchestra.run.smithi088.stdout:PRETTY_NAME="CentOS Stream 9" 2024-06-13T11:24:30.595 INFO:teuthology.orchestra.run.smithi088.stdout:ANSI_COLOR="0;31" 2024-06-13T11:24:30.596 INFO:teuthology.orchestra.run.smithi088.stdout:LOGO="fedora-logo-icon" 2024-06-13T11:24:30.596 INFO:teuthology.orchestra.run.smithi088.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-06-13T11:24:30.596 INFO:teuthology.orchestra.run.smithi088.stdout:HOME_URL="https://centos.org/" 2024-06-13T11:24:30.596 INFO:teuthology.orchestra.run.smithi088.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-06-13T11:24:30.596 INFO:teuthology.orchestra.run.smithi088.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-06-13T11:24:30.596 INFO:teuthology.orchestra.run.smithi088.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-06-13T11:24:30.596 INFO:teuthology.lock.ops:Updating smithi088.front.sepia.ceph.com on lock server 2024-06-13T11:24:30.620 DEBUG:teuthology.orchestra.run.smithi162:> uname -m 2024-06-13T11:24:30.639 INFO:teuthology.orchestra.run.smithi162.stdout:x86_64 2024-06-13T11:24:30.639 DEBUG:teuthology.orchestra.run.smithi162:> cat /etc/os-release 2024-06-13T11:24:30.696 INFO:teuthology.orchestra.run.smithi162.stdout:NAME="CentOS Stream" 2024-06-13T11:24:30.696 INFO:teuthology.orchestra.run.smithi162.stdout:VERSION="9" 2024-06-13T11:24:30.697 INFO:teuthology.orchestra.run.smithi162.stdout:ID="centos" 2024-06-13T11:24:30.697 INFO:teuthology.orchestra.run.smithi162.stdout:ID_LIKE="rhel fedora" 2024-06-13T11:24:30.697 INFO:teuthology.orchestra.run.smithi162.stdout:VERSION_ID="9" 2024-06-13T11:24:30.697 INFO:teuthology.orchestra.run.smithi162.stdout:PLATFORM_ID="platform:el9" 2024-06-13T11:24:30.697 INFO:teuthology.orchestra.run.smithi162.stdout:PRETTY_NAME="CentOS Stream 9" 2024-06-13T11:24:30.697 INFO:teuthology.orchestra.run.smithi162.stdout:ANSI_COLOR="0;31" 2024-06-13T11:24:30.697 INFO:teuthology.orchestra.run.smithi162.stdout:LOGO="fedora-logo-icon" 2024-06-13T11:24:30.697 INFO:teuthology.orchestra.run.smithi162.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-06-13T11:24:30.697 INFO:teuthology.orchestra.run.smithi162.stdout:HOME_URL="https://centos.org/" 2024-06-13T11:24:30.697 INFO:teuthology.orchestra.run.smithi162.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-06-13T11:24:30.698 INFO:teuthology.orchestra.run.smithi162.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-06-13T11:24:30.698 INFO:teuthology.orchestra.run.smithi162.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-06-13T11:24:30.698 INFO:teuthology.lock.ops:Updating smithi162.front.sepia.ceph.com on lock server 2024-06-13T11:24:30.729 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-06-13T11:24:30.739 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-06-13T11:24:30.746 INFO:teuthology.task.internal:Checking for old test directory... 2024-06-13T11:24:30.746 DEBUG:teuthology.orchestra.run.smithi042:> test '!' -e /home/ubuntu/cephtest 2024-06-13T11:24:30.749 DEBUG:teuthology.orchestra.run.smithi088:> test '!' -e /home/ubuntu/cephtest 2024-06-13T11:24:30.752 DEBUG:teuthology.orchestra.run.smithi162:> test '!' -e /home/ubuntu/cephtest 2024-06-13T11:24:30.768 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-06-13T11:24:30.774 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-06-13T11:24:30.774 DEBUG:teuthology.orchestra.run.smithi042:> test -z $(ls -A /var/lib/ceph) 2024-06-13T11:24:30.808 DEBUG:teuthology.orchestra.run.smithi088:> test -z $(ls -A /var/lib/ceph) 2024-06-13T11:24:30.810 DEBUG:teuthology.orchestra.run.smithi162:> test -z $(ls -A /var/lib/ceph) 2024-06-13T11:24:30.889 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-06-13T11:24:30.964 INFO:teuthology.run_tasks:Running task kernel... 2024-06-13T11:24:30.979 INFO:teuthology.task.kernel:normalize config orig: {'client': {'branch': 'testing'}, 'kdb': 1, 'sha1': 'distro'} 2024-06-13T11:24:30.980 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'branch': 'testing'}} 2024-06-13T11:24:30.980 INFO:teuthology.task.kernel:config {'client.0': {'branch': 'testing'}}, timeout 300 2024-06-13T11:24:30.980 DEBUG:teuthology.orchestra.run.smithi042:> test -f /run/.containerenv -o -f /.dockerenv 2024-06-13T11:24:30.997 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-13T11:24:30.997 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&ref=testing 2024-06-13T11:24:31.149 DEBUG:teuthology.task.kernel:sha1 for client.0 is ff88c41504f3e4c4268de18904a6f347f1b3f2d6 2024-06-13T11:24:31.149 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "ff88c41504f3e4c4268de18904a6f347f1b3f2d6"... 2024-06-13T11:24:31.150 DEBUG:teuthology.orchestra.run.smithi042:> uname -r 2024-06-13T11:24:31.167 INFO:teuthology.orchestra.run.smithi042.stdout:5.14.0-437.el9.x86_64 2024-06-13T11:24:31.168 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-437.el9.x86_64 vs ff88c41504f3e4c4268de18904a6f347f1b3f2d6 2024-06-13T11:24:31.168 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-06-13T11:24:31.168 DEBUG:teuthology.orchestra.run.smithi042:> sudo yum upgrade -y linux-firmware 2024-06-13T11:24:36.033 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - BaseOS 2.4 MB/s | 8.1 MB 00:03 2024-06-13T11:24:38.509 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - AppStream 15 MB/s | 20 MB 00:01 2024-06-13T11:24:44.160 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - CRB 3.6 MB/s | 6.3 MB 00:01 2024-06-13T11:24:45.635 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - Extras packages 82 kB/s | 17 kB 00:00 2024-06-13T11:24:46.847 INFO:teuthology.orchestra.run.smithi042.stdout:Extra Packages for Enterprise Linux 20 MB/s | 21 MB 00:01 2024-06-13T11:24:52.329 INFO:teuthology.orchestra.run.smithi042.stdout:lab-extras 47 kB/s | 1.7 kB 00:00 2024-06-13T11:24:54.493 INFO:teuthology.orchestra.run.smithi042.stdout:Dependencies resolved. 2024-06-13T11:24:54.506 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ 2024-06-13T11:24:54.507 INFO:teuthology.orchestra.run.smithi042.stdout: Package Architecture Version Repository Size 2024-06-13T11:24:54.507 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ 2024-06-13T11:24:54.507 INFO:teuthology.orchestra.run.smithi042.stdout:Upgrading: 2024-06-13T11:24:54.507 INFO:teuthology.orchestra.run.smithi042.stdout: linux-firmware noarch 20240603-144.el9 baseos 380 M 2024-06-13T11:24:54.507 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:24:54.507 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction Summary 2024-06-13T11:24:54.507 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ 2024-06-13T11:24:54.507 INFO:teuthology.orchestra.run.smithi042.stdout:Upgrade 1 Package 2024-06-13T11:24:54.507 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:24:54.507 INFO:teuthology.orchestra.run.smithi042.stdout:Total download size: 380 M 2024-06-13T11:24:54.507 INFO:teuthology.orchestra.run.smithi042.stdout:Downloading Packages: 2024-06-13T11:27:26.183 INFO:teuthology.orchestra.run.smithi042.stdout:linux-firmware-20240603-144.el9.noarch.rpm 2.5 MB/s | 380 MB 02:31 2024-06-13T11:27:26.183 INFO:teuthology.orchestra.run.smithi042.stdout:-------------------------------------------------------------------------------- 2024-06-13T11:27:26.184 INFO:teuthology.orchestra.run.smithi042.stdout:Total 2.5 MB/s | 380 MB 02:31 2024-06-13T11:27:29.391 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction check 2024-06-13T11:27:29.481 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction check succeeded. 2024-06-13T11:27:29.481 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction test 2024-06-13T11:27:32.874 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction test succeeded. 2024-06-13T11:27:32.874 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction 2024-06-13T11:27:42.143 INFO:teuthology.orchestra.run.smithi042.stdout: Preparing : 1/1 2024-06-13T11:27:42.807 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : linux-firmware-20240603-144.el9.noarch 1/2 2024-06-13T11:27:42.897 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : linux-firmware-20240219-143.el9.noarch 2/2 2024-06-13T11:27:43.401 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: linux-firmware-20240219-143.el9.noarch 2/2 2024-06-13T11:27:43.401 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : linux-firmware-20240603-144.el9.noarch 1/2 2024-06-13T11:27:44.091 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : linux-firmware-20240219-143.el9.noarch 2/2 2024-06-13T11:27:44.091 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:27:44.091 INFO:teuthology.orchestra.run.smithi042.stdout:Upgraded: 2024-06-13T11:27:44.091 INFO:teuthology.orchestra.run.smithi042.stdout: linux-firmware-20240603-144.el9.noarch 2024-06-13T11:27:44.092 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:27:44.092 INFO:teuthology.orchestra.run.smithi042.stdout:Complete! 2024-06-13T11:27:44.441 INFO:teuthology.task.kernel:Downloading kernel ff88c41504f3e4c4268de18904a6f347f1b3f2d6 on client.0... 2024-06-13T11:27:44.442 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=ff88c41504f3e4c4268de18904a6f347f1b3f2d6 2024-06-13T11:27:44.593 INFO:teuthology.task.kernel:fetching, builder baseurl is https://3.chacra.ceph.com/r/kernel/testing/ff88c41504f3e4c4268de18904a6f347f1b3f2d6/centos/9/flavors/default/x86_64/ 2024-06-13T11:27:44.594 DEBUG:teuthology.orchestra.run.smithi042:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.9.0_gff88c41504f3-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://3.chacra.ceph.com/r/kernel/testing/ff88c41504f3e4c4268de18904a6f347f1b3f2d6/centos/9/flavors/default/x86_64/ --input-file=- 2024-06-13T11:27:44.596 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi042.front.sepia.ceph.com to complete... 2024-06-13T11:28:10.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13 11:28:10 URL:https://3.chacra.ceph.com/r/kernel/testing/ff88c41504f3e4c4268de18904a6f347f1b3f2d6/centos/9/flavors/default/x86_64/kernel-6.9.0_gff88c41504f3-1.x86_64.rpm [356881057/356881057] -> "/tmp/kernel.x86_64.rpm" [1] 2024-06-13T11:28:10.126 INFO:teuthology.orchestra.run.smithi042.stderr:FINISHED --2024-06-13 11:28:10-- 2024-06-13T11:28:10.126 INFO:teuthology.orchestra.run.smithi042.stderr:Total wall clock time: 26s 2024-06-13T11:28:10.126 INFO:teuthology.orchestra.run.smithi042.stderr:Downloaded: 1 files, 340M in 25s (13.6 MB/s) 2024-06-13T11:28:10.129 INFO:teuthology.task.kernel:Installing kernel ff88c41504f3e4c4268de18904a6f347f1b3f2d6 on client.0... 2024-06-13T11:28:10.129 DEBUG:teuthology.orchestra.run.smithi042:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-06-13T11:28:12.276 INFO:teuthology.orchestra.run.smithi042.stdout:Verifying... ######################################## 2024-06-13T11:28:12.340 INFO:teuthology.orchestra.run.smithi042.stdout:Preparing... ######################################## 2024-06-13T11:28:12.394 INFO:teuthology.orchestra.run.smithi042.stdout:Updating / installing... 2024-06-13T11:28:20.784 INFO:teuthology.orchestra.run.smithi042.stdout:kernel-6.9.0_gff88c41504f3-1 ######################################## 2024-06-13T11:28:59.954 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi042.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-06-13T11:28:59.955 DEBUG:teuthology.orchestra.run.smithi042:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-06-13T11:29:00.041 INFO:teuthology.orchestra.run.smithi042.stdout:/boot/System.map-6.9.0-gff88c41504f3 2024-06-13T11:29:00.042 INFO:teuthology.orchestra.run.smithi042.stdout:/boot/config-6.9.0-gff88c41504f3 2024-06-13T11:29:00.042 INFO:teuthology.orchestra.run.smithi042.stdout:/boot/vmlinuz-6.9.0-gff88c41504f3 2024-06-13T11:29:00.042 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/System.map 2024-06-13T11:29:00.042 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/config 2024-06-13T11:29:00.042 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel 2024-06-13T11:29:00.042 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/arch 2024-06-13T11:29:00.042 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/arch/x86 2024-06-13T11:29:00.042 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/arch/x86/crypto 2024-06-13T11:29:00.042 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-06-13T11:29:00.045 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-06-13T11:29:00.045 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-06-13T11:29:00.045 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-06-13T11:29:00.045 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-06-13T11:29:00.045 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-06-13T11:29:00.045 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-06-13T11:29:00.045 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/arch/x86/crypto/crc32c-intel.ko 2024-06-13T11:29:00.045 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-06-13T11:29:00.045 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-06-13T11:29:00.046 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-06-13T11:29:00.046 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-06-13T11:29:00.046 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/arch/x86/crypto/serpent-avx2.ko 2024-06-13T11:29:00.046 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-06-13T11:29:00.046 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-06-13T11:29:00.046 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-06-13T11:29:00.046 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-06-13T11:29:00.046 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-06-13T11:29:00.046 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-06-13T11:29:00.046 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-06-13T11:29:00.046 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/arch/x86/kernel 2024-06-13T11:29:00.046 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/arch/x86/kernel/cpu 2024-06-13T11:29:00.046 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/arch/x86/kernel/cpu/mce 2024-06-13T11:29:00.047 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-06-13T11:29:00.047 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/arch/x86/kvm 2024-06-13T11:29:00.047 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/arch/x86/kvm/kvm-amd.ko 2024-06-13T11:29:00.047 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/arch/x86/kvm/kvm-intel.ko 2024-06-13T11:29:00.047 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/arch/x86/kvm/kvm.ko 2024-06-13T11:29:00.047 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto 2024-06-13T11:29:00.047 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/ansi_cprng.ko 2024-06-13T11:29:00.047 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/anubis.ko 2024-06-13T11:29:00.047 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/arc4.ko 2024-06-13T11:29:00.047 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/async_tx 2024-06-13T11:29:00.047 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/async_tx/async_memcpy.ko 2024-06-13T11:29:00.047 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/async_tx/async_pq.ko 2024-06-13T11:29:00.048 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/async_tx/async_raid6_recov.ko 2024-06-13T11:29:00.048 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/async_tx/async_tx.ko 2024-06-13T11:29:00.048 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/async_tx/async_xor.ko 2024-06-13T11:29:00.048 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/async_tx/raid6test.ko 2024-06-13T11:29:00.048 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/authenc.ko 2024-06-13T11:29:00.048 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/authencesn.ko 2024-06-13T11:29:00.048 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/blake2b_generic.ko 2024-06-13T11:29:00.048 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/blowfish_common.ko 2024-06-13T11:29:00.048 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/blowfish_generic.ko 2024-06-13T11:29:00.048 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/camellia_generic.ko 2024-06-13T11:29:00.048 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/cast5_generic.ko 2024-06-13T11:29:00.048 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/cast6_generic.ko 2024-06-13T11:29:00.048 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/cast_common.ko 2024-06-13T11:29:00.049 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/ccm.ko 2024-06-13T11:29:00.049 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/cmac.ko 2024-06-13T11:29:00.049 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/crc32_generic.ko 2024-06-13T11:29:00.049 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/crypto_engine.ko 2024-06-13T11:29:00.049 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/crypto_user.ko 2024-06-13T11:29:00.049 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/cts.ko 2024-06-13T11:29:00.049 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/des_generic.ko 2024-06-13T11:29:00.049 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/dh_generic.ko 2024-06-13T11:29:00.049 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/echainiv.ko 2024-06-13T11:29:00.049 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/essiv.ko 2024-06-13T11:29:00.049 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/fcrypt.ko 2024-06-13T11:29:00.049 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/khazad.ko 2024-06-13T11:29:00.049 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/lz4.ko 2024-06-13T11:29:00.049 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/lz4hc.ko 2024-06-13T11:29:00.050 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/md4.ko 2024-06-13T11:29:00.050 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/michael_mic.ko 2024-06-13T11:29:00.050 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/pcbc.ko 2024-06-13T11:29:00.050 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/pcrypt.ko 2024-06-13T11:29:00.050 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/rmd160.ko 2024-06-13T11:29:00.050 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/seed.ko 2024-06-13T11:29:00.050 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/serpent_generic.ko 2024-06-13T11:29:00.050 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/tcrypt.ko 2024-06-13T11:29:00.050 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/tea.ko 2024-06-13T11:29:00.050 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/twofish_common.ko 2024-06-13T11:29:00.050 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/twofish_generic.ko 2024-06-13T11:29:00.050 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/vmac.ko 2024-06-13T11:29:00.051 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/wp512.ko 2024-06-13T11:29:00.051 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/xcbc.ko 2024-06-13T11:29:00.051 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/xor.ko 2024-06-13T11:29:00.051 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/crypto/xxhash_generic.ko 2024-06-13T11:29:00.051 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers 2024-06-13T11:29:00.051 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/acpi 2024-06-13T11:29:00.051 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/acpi/acpi_ipmi.ko 2024-06-13T11:29:00.051 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/acpi/acpi_pad.ko 2024-06-13T11:29:00.051 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/acpi/ec_sys.ko 2024-06-13T11:29:00.051 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/acpi/platform_profile.ko 2024-06-13T11:29:00.051 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/acpi/sbs.ko 2024-06-13T11:29:00.051 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/acpi/sbshc.ko 2024-06-13T11:29:00.051 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/acpi/video.ko 2024-06-13T11:29:00.051 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata 2024-06-13T11:29:00.052 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/acard-ahci.ko 2024-06-13T11:29:00.052 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/ahci_platform.ko 2024-06-13T11:29:00.052 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/ata_generic.ko 2024-06-13T11:29:00.052 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/libahci_platform.ko 2024-06-13T11:29:00.052 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_acpi.ko 2024-06-13T11:29:00.052 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_ali.ko 2024-06-13T11:29:00.052 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_amd.ko 2024-06-13T11:29:00.052 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_artop.ko 2024-06-13T11:29:00.052 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_atiixp.ko 2024-06-13T11:29:00.052 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_atp867x.ko 2024-06-13T11:29:00.052 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_cmd640.ko 2024-06-13T11:29:00.052 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_cmd64x.ko 2024-06-13T11:29:00.052 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_cypress.ko 2024-06-13T11:29:00.052 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_efar.ko 2024-06-13T11:29:00.053 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_hpt366.ko 2024-06-13T11:29:00.053 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_hpt37x.ko 2024-06-13T11:29:00.053 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_hpt3x2n.ko 2024-06-13T11:29:00.053 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_hpt3x3.ko 2024-06-13T11:29:00.053 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_it8213.ko 2024-06-13T11:29:00.053 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_it821x.ko 2024-06-13T11:29:00.053 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_jmicron.ko 2024-06-13T11:29:00.053 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_marvell.ko 2024-06-13T11:29:00.053 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_mpiix.ko 2024-06-13T11:29:00.053 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_netcell.ko 2024-06-13T11:29:00.053 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_ninja32.ko 2024-06-13T11:29:00.053 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_ns87410.ko 2024-06-13T11:29:00.053 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_ns87415.ko 2024-06-13T11:29:00.054 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_oldpiix.ko 2024-06-13T11:29:00.054 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_opti.ko 2024-06-13T11:29:00.054 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_optidma.ko 2024-06-13T11:29:00.054 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_pcmcia.ko 2024-06-13T11:29:00.054 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_pdc2027x.ko 2024-06-13T11:29:00.054 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-06-13T11:29:00.054 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_piccolo.ko 2024-06-13T11:29:00.054 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_rdc.ko 2024-06-13T11:29:00.054 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_sch.ko 2024-06-13T11:29:00.054 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_serverworks.ko 2024-06-13T11:29:00.054 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_sil680.ko 2024-06-13T11:29:00.054 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_sis.ko 2024-06-13T11:29:00.055 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_sl82c105.ko 2024-06-13T11:29:00.055 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_triflex.ko 2024-06-13T11:29:00.055 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pata_via.ko 2024-06-13T11:29:00.055 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/pdc_adma.ko 2024-06-13T11:29:00.055 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/sata_inic162x.ko 2024-06-13T11:29:00.055 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/sata_mv.ko 2024-06-13T11:29:00.055 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/sata_nv.ko 2024-06-13T11:29:00.055 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/sata_promise.ko 2024-06-13T11:29:00.055 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/sata_qstor.ko 2024-06-13T11:29:00.055 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/sata_sil.ko 2024-06-13T11:29:00.055 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/sata_sil24.ko 2024-06-13T11:29:00.055 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/sata_sis.ko 2024-06-13T11:29:00.055 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/sata_svw.ko 2024-06-13T11:29:00.055 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/sata_sx4.ko 2024-06-13T11:29:00.056 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/sata_uli.ko 2024-06-13T11:29:00.056 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/sata_via.ko 2024-06-13T11:29:00.056 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ata/sata_vsc.ko 2024-06-13T11:29:00.056 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/auxdisplay 2024-06-13T11:29:00.056 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/auxdisplay/ks0108.ko 2024-06-13T11:29:00.056 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/base 2024-06-13T11:29:00.056 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/base/regmap 2024-06-13T11:29:00.056 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/base/regmap/regmap-i2c.ko 2024-06-13T11:29:00.056 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/base/regmap/regmap-mmio.ko 2024-06-13T11:29:00.056 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/bcma 2024-06-13T11:29:00.056 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/bcma/bcma.ko 2024-06-13T11:29:00.056 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/block 2024-06-13T11:29:00.057 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/block/aoe 2024-06-13T11:29:00.057 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/block/aoe/aoe.ko 2024-06-13T11:29:00.057 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/block/brd.ko 2024-06-13T11:29:00.057 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/block/drbd 2024-06-13T11:29:00.057 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/block/drbd/drbd.ko 2024-06-13T11:29:00.057 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/block/floppy.ko 2024-06-13T11:29:00.057 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/block/loop.ko 2024-06-13T11:29:00.057 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/block/mtip32xx 2024-06-13T11:29:00.057 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-06-13T11:29:00.057 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/block/nbd.ko 2024-06-13T11:29:00.057 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/block/null_blk 2024-06-13T11:29:00.057 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/block/null_blk/null_blk.ko 2024-06-13T11:29:00.057 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/block/pktcdvd.ko 2024-06-13T11:29:00.058 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/block/rbd.ko 2024-06-13T11:29:00.058 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/block/virtio_blk.ko 2024-06-13T11:29:00.058 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/block/xen-blkback 2024-06-13T11:29:00.058 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-06-13T11:29:00.058 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/block/xen-blkfront.ko 2024-06-13T11:29:00.058 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/block/zram 2024-06-13T11:29:00.058 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/block/zram/zram.ko 2024-06-13T11:29:00.058 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/char 2024-06-13T11:29:00.058 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/char/hangcheck-timer.ko 2024-06-13T11:29:00.058 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/char/hw_random 2024-06-13T11:29:00.058 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/char/hw_random/amd-rng.ko 2024-06-13T11:29:00.058 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/char/hw_random/intel-rng.ko 2024-06-13T11:29:00.059 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-06-13T11:29:00.059 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/char/hw_random/via-rng.ko 2024-06-13T11:29:00.059 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/char/hw_random/virtio-rng.ko 2024-06-13T11:29:00.059 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/char/ipmi 2024-06-13T11:29:00.059 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-06-13T11:29:00.059 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-06-13T11:29:00.059 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-06-13T11:29:00.059 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/char/ipmi/ipmi_si.ko 2024-06-13T11:29:00.059 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-06-13T11:29:00.059 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-06-13T11:29:00.059 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/char/lp.ko 2024-06-13T11:29:00.059 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/char/mwave 2024-06-13T11:29:00.059 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/char/mwave/mwave.ko 2024-06-13T11:29:00.059 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/char/ppdev.ko 2024-06-13T11:29:00.060 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/char/tlclk.ko 2024-06-13T11:29:00.060 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/char/tpm 2024-06-13T11:29:00.060 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/char/tpm/tpm.ko 2024-06-13T11:29:00.060 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/char/tpm/tpm_atmel.ko 2024-06-13T11:29:00.060 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/char/tpm/tpm_infineon.ko 2024-06-13T11:29:00.060 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/char/tpm/tpm_nsc.ko 2024-06-13T11:29:00.060 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/char/tpm/tpm_tis.ko 2024-06-13T11:29:00.060 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-06-13T11:29:00.060 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/char/uv_mmtimer.ko 2024-06-13T11:29:00.060 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/char/virtio_console.ko 2024-06-13T11:29:00.060 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/cpufreq 2024-06-13T11:29:00.060 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-06-13T11:29:00.060 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-06-13T11:29:00.061 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/cpufreq/p4-clockmod.ko 2024-06-13T11:29:00.061 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-06-13T11:29:00.061 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/cpufreq/powernow-k8.ko 2024-06-13T11:29:00.061 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/cpufreq/speedstep-lib.ko 2024-06-13T11:29:00.061 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/crypto 2024-06-13T11:29:00.061 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/crypto/ccp 2024-06-13T11:29:00.061 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-06-13T11:29:00.061 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/crypto/ccp/ccp.ko 2024-06-13T11:29:00.061 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/crypto/intel 2024-06-13T11:29:00.061 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/crypto/intel/qat 2024-06-13T11:29:00.061 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/crypto/intel/qat/qat_common 2024-06-13T11:29:00.061 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-06-13T11:29:00.061 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-06-13T11:29:00.062 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-06-13T11:29:00.062 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/crypto/padlock-aes.ko 2024-06-13T11:29:00.062 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/crypto/padlock-sha.ko 2024-06-13T11:29:00.062 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/crypto/virtio 2024-06-13T11:29:00.062 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-06-13T11:29:00.062 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/dca 2024-06-13T11:29:00.062 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/dca/dca.ko 2024-06-13T11:29:00.062 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/devfreq 2024-06-13T11:29:00.062 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-06-13T11:29:00.062 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/dma 2024-06-13T11:29:00.062 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/dma/dw 2024-06-13T11:29:00.062 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/dma/dw/dw_dmac.ko 2024-06-13T11:29:00.062 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/dma/ioat 2024-06-13T11:29:00.063 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/dma/ioat/ioatdma.ko 2024-06-13T11:29:00.063 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/edac 2024-06-13T11:29:00.063 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/edac/amd64_edac.ko 2024-06-13T11:29:00.063 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/edac/e752x_edac.ko 2024-06-13T11:29:00.063 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/edac/edac_mce_amd.ko 2024-06-13T11:29:00.063 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/edac/i3000_edac.ko 2024-06-13T11:29:00.063 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/edac/i3200_edac.ko 2024-06-13T11:29:00.063 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/edac/i5100_edac.ko 2024-06-13T11:29:00.063 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/edac/i5400_edac.ko 2024-06-13T11:29:00.063 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/edac/i7300_edac.ko 2024-06-13T11:29:00.063 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/edac/i7core_edac.ko 2024-06-13T11:29:00.063 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/edac/i82975x_edac.ko 2024-06-13T11:29:00.063 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/edac/ie31200_edac.ko 2024-06-13T11:29:00.064 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/edac/sb_edac.ko 2024-06-13T11:29:00.064 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/edac/x38_edac.ko 2024-06-13T11:29:00.064 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/firmware 2024-06-13T11:29:00.064 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/firmware/edd.ko 2024-06-13T11:29:00.064 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/firmware/iscsi_ibft.ko 2024-06-13T11:29:00.064 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/gpio 2024-06-13T11:29:00.064 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/gpio/gpio-ich.ko 2024-06-13T11:29:00.064 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/gpio/gpio-viperboard.ko 2024-06-13T11:29:00.064 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid 2024-06-13T11:29:00.064 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-appleir.ko 2024-06-13T11:29:00.064 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-aureal.ko 2024-06-13T11:29:00.064 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-axff.ko 2024-06-13T11:29:00.064 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-dr.ko 2024-06-13T11:29:00.064 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-elecom.ko 2024-06-13T11:29:00.065 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-elo.ko 2024-06-13T11:29:00.065 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-emsff.ko 2024-06-13T11:29:00.065 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-gaff.ko 2024-06-13T11:29:00.065 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-gt683r.ko 2024-06-13T11:29:00.065 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-gyration.ko 2024-06-13T11:29:00.065 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-holtek-kbd.ko 2024-06-13T11:29:00.065 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-holtek-mouse.ko 2024-06-13T11:29:00.065 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-holtekff.ko 2024-06-13T11:29:00.065 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-hyperv.ko 2024-06-13T11:29:00.065 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-icade.ko 2024-06-13T11:29:00.065 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-keytouch.ko 2024-06-13T11:29:00.065 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-kye.ko 2024-06-13T11:29:00.065 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-lcpower.ko 2024-06-13T11:29:00.065 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-led.ko 2024-06-13T11:29:00.066 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-lenovo.ko 2024-06-13T11:29:00.066 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-logitech-dj.ko 2024-06-13T11:29:00.066 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-06-13T11:29:00.066 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-multitouch.ko 2024-06-13T11:29:00.066 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-ortek.ko 2024-06-13T11:29:00.066 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-penmount.ko 2024-06-13T11:29:00.066 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-petalynx.ko 2024-06-13T11:29:00.066 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-picolcd.ko 2024-06-13T11:29:00.066 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-pl.ko 2024-06-13T11:29:00.066 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-plantronics.ko 2024-06-13T11:29:00.066 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-primax.ko 2024-06-13T11:29:00.066 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-rmi.ko 2024-06-13T11:29:00.067 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-roccat-arvo.ko 2024-06-13T11:29:00.067 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-roccat-common.ko 2024-06-13T11:29:00.067 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-roccat-isku.ko 2024-06-13T11:29:00.067 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-roccat-kone.ko 2024-06-13T11:29:00.067 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-06-13T11:29:00.067 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-roccat-konepure.ko 2024-06-13T11:29:00.067 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-06-13T11:29:00.067 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-roccat-lua.ko 2024-06-13T11:29:00.067 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-roccat-pyra.ko 2024-06-13T11:29:00.067 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-roccat-ryos.ko 2024-06-13T11:29:00.067 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-roccat-savu.ko 2024-06-13T11:29:00.067 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-roccat.ko 2024-06-13T11:29:00.068 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-saitek.ko 2024-06-13T11:29:00.068 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-samsung.ko 2024-06-13T11:29:00.068 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-sensor-hub.ko 2024-06-13T11:29:00.068 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-sjoy.ko 2024-06-13T11:29:00.068 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-sony.ko 2024-06-13T11:29:00.068 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-speedlink.ko 2024-06-13T11:29:00.068 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-steelseries.ko 2024-06-13T11:29:00.068 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-sunplus.ko 2024-06-13T11:29:00.068 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-thrustmaster.ko 2024-06-13T11:29:00.068 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-tivo.ko 2024-06-13T11:29:00.068 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-tmff.ko 2024-06-13T11:29:00.068 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-topseed.ko 2024-06-13T11:29:00.068 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-twinhan.ko 2024-06-13T11:29:00.069 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-uclogic.ko 2024-06-13T11:29:00.069 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-waltop.ko 2024-06-13T11:29:00.069 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-wiimote.ko 2024-06-13T11:29:00.069 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-xinmo.ko 2024-06-13T11:29:00.069 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-zpff.ko 2024-06-13T11:29:00.069 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/hid-zydacron.ko 2024-06-13T11:29:00.069 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/uhid.ko 2024-06-13T11:29:00.069 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hid/wacom.ko 2024-06-13T11:29:00.069 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hv 2024-06-13T11:29:00.069 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hv/hv_balloon.ko 2024-06-13T11:29:00.069 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hv/hv_utils.ko 2024-06-13T11:29:00.069 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hv/hv_vmbus.ko 2024-06-13T11:29:00.069 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon 2024-06-13T11:29:00.069 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/abituguru.ko 2024-06-13T11:29:00.070 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/abituguru3.ko 2024-06-13T11:29:00.070 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/acpi_power_meter.ko 2024-06-13T11:29:00.070 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/ad7414.ko 2024-06-13T11:29:00.070 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/ad7418.ko 2024-06-13T11:29:00.070 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/adc128d818.ko 2024-06-13T11:29:00.070 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/adm1025.ko 2024-06-13T11:29:00.070 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/adm1026.ko 2024-06-13T11:29:00.070 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/adm1029.ko 2024-06-13T11:29:00.070 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/adm1031.ko 2024-06-13T11:29:00.070 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/adm9240.ko 2024-06-13T11:29:00.070 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/ads7828.ko 2024-06-13T11:29:00.070 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/adt7410.ko 2024-06-13T11:29:00.071 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/adt7411.ko 2024-06-13T11:29:00.071 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/adt7462.ko 2024-06-13T11:29:00.071 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/adt7470.ko 2024-06-13T11:29:00.071 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/adt7475.ko 2024-06-13T11:29:00.071 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/adt7x10.ko 2024-06-13T11:29:00.071 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/amc6821.ko 2024-06-13T11:29:00.071 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/applesmc.ko 2024-06-13T11:29:00.071 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/asb100.ko 2024-06-13T11:29:00.071 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/asc7621.ko 2024-06-13T11:29:00.071 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/asus_atk0110.ko 2024-06-13T11:29:00.071 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/atxp1.ko 2024-06-13T11:29:00.071 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/coretemp.ko 2024-06-13T11:29:00.071 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-06-13T11:29:00.071 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/dme1737.ko 2024-06-13T11:29:00.072 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/ds1621.ko 2024-06-13T11:29:00.072 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/ds620.ko 2024-06-13T11:29:00.072 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/emc1403.ko 2024-06-13T11:29:00.072 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/emc6w201.ko 2024-06-13T11:29:00.072 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/f71805f.ko 2024-06-13T11:29:00.072 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/f71882fg.ko 2024-06-13T11:29:00.072 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/f75375s.ko 2024-06-13T11:29:00.072 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/fam15h_power.ko 2024-06-13T11:29:00.072 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/fschmd.ko 2024-06-13T11:29:00.072 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/g760a.ko 2024-06-13T11:29:00.072 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/g762.ko 2024-06-13T11:29:00.072 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/gl518sm.ko 2024-06-13T11:29:00.072 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/gl520sm.ko 2024-06-13T11:29:00.073 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/hwmon-vid.ko 2024-06-13T11:29:00.073 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/i5500_temp.ko 2024-06-13T11:29:00.073 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/i5k_amb.ko 2024-06-13T11:29:00.073 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/ibmaem.ko 2024-06-13T11:29:00.073 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/ibmpex.ko 2024-06-13T11:29:00.073 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/ina209.ko 2024-06-13T11:29:00.073 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/ina2xx.ko 2024-06-13T11:29:00.073 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/it87.ko 2024-06-13T11:29:00.073 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/k10temp.ko 2024-06-13T11:29:00.073 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/k8temp.ko 2024-06-13T11:29:00.073 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/lineage-pem.ko 2024-06-13T11:29:00.073 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/lm63.ko 2024-06-13T11:29:00.073 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/lm73.ko 2024-06-13T11:29:00.074 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/lm75.ko 2024-06-13T11:29:00.074 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/lm77.ko 2024-06-13T11:29:00.074 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/lm78.ko 2024-06-13T11:29:00.074 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/lm80.ko 2024-06-13T11:29:00.074 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/lm83.ko 2024-06-13T11:29:00.074 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/lm85.ko 2024-06-13T11:29:00.074 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/lm87.ko 2024-06-13T11:29:00.074 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/lm90.ko 2024-06-13T11:29:00.074 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/lm92.ko 2024-06-13T11:29:00.074 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/lm93.ko 2024-06-13T11:29:00.074 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/lm95234.ko 2024-06-13T11:29:00.074 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/lm95241.ko 2024-06-13T11:29:00.075 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/lm95245.ko 2024-06-13T11:29:00.075 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/ltc2945.ko 2024-06-13T11:29:00.075 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/ltc4151.ko 2024-06-13T11:29:00.075 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/ltc4215.ko 2024-06-13T11:29:00.075 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/ltc4222.ko 2024-06-13T11:29:00.075 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/ltc4245.ko 2024-06-13T11:29:00.075 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/ltc4260.ko 2024-06-13T11:29:00.075 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/ltc4261.ko 2024-06-13T11:29:00.075 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/max16065.ko 2024-06-13T11:29:00.075 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/max1619.ko 2024-06-13T11:29:00.075 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/max1668.ko 2024-06-13T11:29:00.075 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/max197.ko 2024-06-13T11:29:00.075 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/max6639.ko 2024-06-13T11:29:00.076 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/max6650.ko 2024-06-13T11:29:00.076 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/max6697.ko 2024-06-13T11:29:00.076 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/mcp3021.ko 2024-06-13T11:29:00.076 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/nct6683.ko 2024-06-13T11:29:00.076 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/nct6775-core.ko 2024-06-13T11:29:00.076 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/nct6775.ko 2024-06-13T11:29:00.076 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/nct7802.ko 2024-06-13T11:29:00.076 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/pc87360.ko 2024-06-13T11:29:00.076 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/pc87427.ko 2024-06-13T11:29:00.076 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/pcf8591.ko 2024-06-13T11:29:00.076 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/pmbus 2024-06-13T11:29:00.076 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-06-13T11:29:00.076 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-06-13T11:29:00.076 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-06-13T11:29:00.077 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/pmbus/max16064.ko 2024-06-13T11:29:00.077 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/pmbus/max34440.ko 2024-06-13T11:29:00.077 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/pmbus/max8688.ko 2024-06-13T11:29:00.077 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-06-13T11:29:00.077 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-06-13T11:29:00.077 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-06-13T11:29:00.077 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-06-13T11:29:00.077 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-06-13T11:29:00.077 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-06-13T11:29:00.077 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/powr1220.ko 2024-06-13T11:29:00.077 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/sch5627.ko 2024-06-13T11:29:00.077 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/sch5636.ko 2024-06-13T11:29:00.078 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/sch56xx-common.ko 2024-06-13T11:29:00.078 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/sht15.ko 2024-06-13T11:29:00.078 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/sht21.ko 2024-06-13T11:29:00.078 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/shtc1.ko 2024-06-13T11:29:00.078 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/sis5595.ko 2024-06-13T11:29:00.078 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/smsc47b397.ko 2024-06-13T11:29:00.078 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/smsc47m1.ko 2024-06-13T11:29:00.078 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/smsc47m192.ko 2024-06-13T11:29:00.078 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/thmc50.ko 2024-06-13T11:29:00.078 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/tmp102.ko 2024-06-13T11:29:00.079 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/tmp103.ko 2024-06-13T11:29:00.079 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/tmp401.ko 2024-06-13T11:29:00.079 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/tmp421.ko 2024-06-13T11:29:00.079 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/via-cputemp.ko 2024-06-13T11:29:00.079 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/via686a.ko 2024-06-13T11:29:00.079 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/vt1211.ko 2024-06-13T11:29:00.079 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/vt8231.ko 2024-06-13T11:29:00.079 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/w83627ehf.ko 2024-06-13T11:29:00.079 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/w83627hf.ko 2024-06-13T11:29:00.079 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/w83781d.ko 2024-06-13T11:29:00.079 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/w83791d.ko 2024-06-13T11:29:00.079 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/w83792d.ko 2024-06-13T11:29:00.079 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/w83793.ko 2024-06-13T11:29:00.080 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/w83795.ko 2024-06-13T11:29:00.080 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/w83l785ts.ko 2024-06-13T11:29:00.080 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/hwmon/w83l786ng.ko 2024-06-13T11:29:00.080 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/i2c 2024-06-13T11:29:00.080 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/i2c/algos 2024-06-13T11:29:00.080 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-06-13T11:29:00.080 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-06-13T11:29:00.080 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/i2c/busses 2024-06-13T11:29:00.080 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-06-13T11:29:00.080 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-06-13T11:29:00.080 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-06-13T11:29:00.080 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-06-13T11:29:00.080 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-06-13T11:29:00.080 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-06-13T11:29:00.081 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-06-13T11:29:00.081 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-06-13T11:29:00.081 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/i2c/busses/i2c-i801.ko 2024-06-13T11:29:00.081 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/i2c/busses/i2c-isch.ko 2024-06-13T11:29:00.081 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-06-13T11:29:00.081 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-06-13T11:29:00.081 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-06-13T11:29:00.081 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/i2c/busses/i2c-parport.ko 2024-06-13T11:29:00.081 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-06-13T11:29:00.081 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-06-13T11:29:00.081 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-06-13T11:29:00.081 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-06-13T11:29:00.081 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-06-13T11:29:00.082 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-06-13T11:29:00.082 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/i2c/busses/i2c-via.ko 2024-06-13T11:29:00.082 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-06-13T11:29:00.082 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-06-13T11:29:00.082 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/i2c/i2c-dev.ko 2024-06-13T11:29:00.082 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/i2c/i2c-mux.ko 2024-06-13T11:29:00.082 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-06-13T11:29:00.082 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/i2c/i2c-smbus.ko 2024-06-13T11:29:00.082 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/i2c/i2c-stub.ko 2024-06-13T11:29:00.082 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/infiniband 2024-06-13T11:29:00.082 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/infiniband/core 2024-06-13T11:29:00.082 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/infiniband/core/ib_cm.ko 2024-06-13T11:29:00.082 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/infiniband/core/ib_core.ko 2024-06-13T11:29:00.083 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/infiniband/core/ib_umad.ko 2024-06-13T11:29:00.083 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-06-13T11:29:00.083 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/infiniband/core/iw_cm.ko 2024-06-13T11:29:00.083 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/infiniband/core/rdma_cm.ko 2024-06-13T11:29:00.083 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-06-13T11:29:00.083 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/infiniband/hw 2024-06-13T11:29:00.083 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/infiniband/hw/cxgb4 2024-06-13T11:29:00.083 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-06-13T11:29:00.083 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/infiniband/hw/mlx4 2024-06-13T11:29:00.083 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-06-13T11:29:00.083 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/infiniband/hw/mlx5 2024-06-13T11:29:00.083 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-06-13T11:29:00.083 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/infiniband/hw/mthca 2024-06-13T11:29:00.084 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-06-13T11:29:00.084 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/infiniband/ulp 2024-06-13T11:29:00.084 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/infiniband/ulp/ipoib 2024-06-13T11:29:00.084 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-06-13T11:29:00.084 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/infiniband/ulp/iser 2024-06-13T11:29:00.084 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-06-13T11:29:00.084 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/infiniband/ulp/isert 2024-06-13T11:29:00.084 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-06-13T11:29:00.084 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/infiniband/ulp/srp 2024-06-13T11:29:00.084 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-06-13T11:29:00.084 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/infiniband/ulp/srpt 2024-06-13T11:29:00.084 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-06-13T11:29:00.084 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/input 2024-06-13T11:29:00.084 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/input/gameport 2024-06-13T11:29:00.085 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-06-13T11:29:00.085 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/input/gameport/fm801-gp.ko 2024-06-13T11:29:00.085 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/input/gameport/gameport.ko 2024-06-13T11:29:00.085 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/input/joydev.ko 2024-06-13T11:29:00.085 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/input/keyboard 2024-06-13T11:29:00.085 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/input/keyboard/gpio_keys.ko 2024-06-13T11:29:00.085 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/input/mouse 2024-06-13T11:29:00.085 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/input/mouse/appletouch.ko 2024-06-13T11:29:00.085 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/input/mouse/bcm5974.ko 2024-06-13T11:29:00.085 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/input/mouse/cyapatp.ko 2024-06-13T11:29:00.085 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/input/mouse/elan_i2c.ko 2024-06-13T11:29:00.085 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/input/mouse/sermouse.ko 2024-06-13T11:29:00.085 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-06-13T11:29:00.085 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/input/mouse/synaptics_usb.ko 2024-06-13T11:29:00.086 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/input/mouse/vsxxxaa.ko 2024-06-13T11:29:00.086 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/input/rmi4 2024-06-13T11:29:00.086 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/input/rmi4/rmi_core.ko 2024-06-13T11:29:00.086 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/input/serio 2024-06-13T11:29:00.086 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/input/serio/altera_ps2.ko 2024-06-13T11:29:00.086 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/input/serio/arc_ps2.ko 2024-06-13T11:29:00.086 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-06-13T11:29:00.086 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/input/serio/serio_raw.ko 2024-06-13T11:29:00.086 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/input/sparse-keymap.ko 2024-06-13T11:29:00.086 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/leds 2024-06-13T11:29:00.086 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/leds/leds-blinkm.ko 2024-06-13T11:29:00.086 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/leds/leds-lm3530.ko 2024-06-13T11:29:00.086 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/leds/leds-lp3944.ko 2024-06-13T11:29:00.086 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/leds/leds-ss4200.ko 2024-06-13T11:29:00.087 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/leds/trigger 2024-06-13T11:29:00.087 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/leds/trigger/ledtrig-audio.ko 2024-06-13T11:29:00.087 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-06-13T11:29:00.087 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-06-13T11:29:00.087 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-06-13T11:29:00.087 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-06-13T11:29:00.087 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-06-13T11:29:00.087 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-06-13T11:29:00.087 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-06-13T11:29:00.087 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-06-13T11:29:00.087 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/md 2024-06-13T11:29:00.087 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/md/bcache 2024-06-13T11:29:00.087 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/md/bcache/bcache.ko 2024-06-13T11:29:00.088 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/md/dm-bio-prison.ko 2024-06-13T11:29:00.088 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/md/dm-cache-smq.ko 2024-06-13T11:29:00.088 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/md/dm-cache.ko 2024-06-13T11:29:00.088 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/md/dm-crypt.ko 2024-06-13T11:29:00.088 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/md/dm-delay.ko 2024-06-13T11:29:00.088 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/md/dm-flakey.ko 2024-06-13T11:29:00.088 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/md/dm-log-userspace.ko 2024-06-13T11:29:00.088 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/md/dm-multipath.ko 2024-06-13T11:29:00.088 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/md/dm-queue-length.ko 2024-06-13T11:29:00.088 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/md/dm-raid.ko 2024-06-13T11:29:00.088 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/md/dm-round-robin.ko 2024-06-13T11:29:00.088 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/md/dm-service-time.ko 2024-06-13T11:29:00.088 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/md/dm-switch.ko 2024-06-13T11:29:00.089 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/md/dm-thin-pool.ko 2024-06-13T11:29:00.089 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/md/dm-verity.ko 2024-06-13T11:29:00.089 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/md/persistent-data 2024-06-13T11:29:00.089 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-06-13T11:29:00.089 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/md/raid0.ko 2024-06-13T11:29:00.089 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/md/raid1.ko 2024-06-13T11:29:00.089 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/md/raid10.ko 2024-06-13T11:29:00.089 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/md/raid456.ko 2024-06-13T11:29:00.089 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/message 2024-06-13T11:29:00.089 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/message/fusion 2024-06-13T11:29:00.089 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/message/fusion/mptbase.ko 2024-06-13T11:29:00.089 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/message/fusion/mptctl.ko 2024-06-13T11:29:00.089 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/message/fusion/mptfc.ko 2024-06-13T11:29:00.090 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/message/fusion/mptlan.ko 2024-06-13T11:29:00.090 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/message/fusion/mptsas.ko 2024-06-13T11:29:00.090 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/message/fusion/mptscsih.ko 2024-06-13T11:29:00.090 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/message/fusion/mptspi.ko 2024-06-13T11:29:00.090 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/mfd 2024-06-13T11:29:00.090 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/mfd/lpc_ich.ko 2024-06-13T11:29:00.090 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/mfd/lpc_sch.ko 2024-06-13T11:29:00.090 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/mfd/mfd-core.ko 2024-06-13T11:29:00.090 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/mfd/sm501.ko 2024-06-13T11:29:00.090 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/mfd/viperboard.ko 2024-06-13T11:29:00.090 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/mfd/vx855.ko 2024-06-13T11:29:00.090 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/mfd/wl1273-core.ko 2024-06-13T11:29:00.090 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc 2024-06-13T11:29:00.091 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/altera-stapl 2024-06-13T11:29:00.091 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-06-13T11:29:00.091 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/apds9802als.ko 2024-06-13T11:29:00.091 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/apds990x.ko 2024-06-13T11:29:00.091 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/bh1770glc.ko 2024-06-13T11:29:00.091 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/cb710 2024-06-13T11:29:00.091 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/cb710/cb710.ko 2024-06-13T11:29:00.091 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/eeprom 2024-06-13T11:29:00.091 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/eeprom/at24.ko 2024-06-13T11:29:00.091 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-06-13T11:29:00.091 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/eeprom/max6875.ko 2024-06-13T11:29:00.091 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/enclosure.ko 2024-06-13T11:29:00.091 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/hpilo.ko 2024-06-13T11:29:00.092 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/isl29003.ko 2024-06-13T11:29:00.092 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/isl29020.ko 2024-06-13T11:29:00.092 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/lis3lv02d 2024-06-13T11:29:00.092 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-06-13T11:29:00.092 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-06-13T11:29:00.092 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/mei 2024-06-13T11:29:00.092 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/mei/mei-me.ko 2024-06-13T11:29:00.092 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/mei/mei-txe.ko 2024-06-13T11:29:00.092 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/mei/mei.ko 2024-06-13T11:29:00.092 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/sgi-gru 2024-06-13T11:29:00.092 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/sgi-gru/gru.ko 2024-06-13T11:29:00.092 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/sgi-xp 2024-06-13T11:29:00.092 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/sgi-xp/xp.ko 2024-06-13T11:29:00.093 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/sgi-xp/xpc.ko 2024-06-13T11:29:00.093 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-06-13T11:29:00.093 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/tifm_7xx1.ko 2024-06-13T11:29:00.093 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/tifm_core.ko 2024-06-13T11:29:00.093 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/tsl2550.ko 2024-06-13T11:29:00.093 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/vmw_balloon.ko 2024-06-13T11:29:00.093 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/vmw_vmci 2024-06-13T11:29:00.093 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-06-13T11:29:00.093 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net 2024-06-13T11:29:00.093 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/bonding 2024-06-13T11:29:00.093 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/bonding/bonding.ko 2024-06-13T11:29:00.093 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/dsa 2024-06-13T11:29:00.093 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/dsa/b53 2024-06-13T11:29:00.094 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/dsa/b53/b53_common.ko 2024-06-13T11:29:00.094 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/dsa/bcm-sf2.ko 2024-06-13T11:29:00.094 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/dsa/mv88e6060.ko 2024-06-13T11:29:00.094 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/dsa/mv88e6xxx 2024-06-13T11:29:00.094 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-06-13T11:29:00.094 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/dummy.ko 2024-06-13T11:29:00.094 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/eql.ko 2024-06-13T11:29:00.094 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet 2024-06-13T11:29:00.094 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/3com 2024-06-13T11:29:00.094 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-06-13T11:29:00.094 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-06-13T11:29:00.094 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-06-13T11:29:00.094 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-06-13T11:29:00.095 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/8390 2024-06-13T11:29:00.095 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/8390/8390.ko 2024-06-13T11:29:00.095 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-06-13T11:29:00.095 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-06-13T11:29:00.095 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-06-13T11:29:00.095 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/adaptec 2024-06-13T11:29:00.095 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-06-13T11:29:00.095 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/agere 2024-06-13T11:29:00.095 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/agere/et131x.ko 2024-06-13T11:29:00.095 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/alteon 2024-06-13T11:29:00.095 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-06-13T11:29:00.095 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/altera 2024-06-13T11:29:00.095 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-06-13T11:29:00.095 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/amd 2024-06-13T11:29:00.096 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-06-13T11:29:00.096 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-06-13T11:29:00.096 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-06-13T11:29:00.096 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/atheros 2024-06-13T11:29:00.096 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/atheros/alx 2024-06-13T11:29:00.096 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-06-13T11:29:00.096 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/atheros/atl1c 2024-06-13T11:29:00.096 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-06-13T11:29:00.096 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/atheros/atl1e 2024-06-13T11:29:00.096 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-06-13T11:29:00.096 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/atheros/atlx 2024-06-13T11:29:00.096 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-06-13T11:29:00.096 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-06-13T11:29:00.096 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/broadcom 2024-06-13T11:29:00.097 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-06-13T11:29:00.097 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-06-13T11:29:00.097 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-06-13T11:29:00.097 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-06-13T11:29:00.097 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-06-13T11:29:00.097 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/broadcom/genet 2024-06-13T11:29:00.097 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-06-13T11:29:00.097 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-06-13T11:29:00.097 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/brocade 2024-06-13T11:29:00.097 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/brocade/bna 2024-06-13T11:29:00.097 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-06-13T11:29:00.097 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/chelsio 2024-06-13T11:29:00.097 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/chelsio/cxgb 2024-06-13T11:29:00.097 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-06-13T11:29:00.098 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-06-13T11:29:00.098 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-06-13T11:29:00.098 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-06-13T11:29:00.098 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-06-13T11:29:00.098 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-06-13T11:29:00.098 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-06-13T11:29:00.098 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-06-13T11:29:00.098 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-06-13T11:29:00.098 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/cisco 2024-06-13T11:29:00.098 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/cisco/enic 2024-06-13T11:29:00.098 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-06-13T11:29:00.098 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/dec 2024-06-13T11:29:00.098 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/dec/tulip 2024-06-13T11:29:00.099 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-06-13T11:29:00.099 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-06-13T11:29:00.099 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-06-13T11:29:00.099 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-06-13T11:29:00.099 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-06-13T11:29:00.099 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-06-13T11:29:00.099 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/dlink 2024-06-13T11:29:00.099 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-06-13T11:29:00.099 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-06-13T11:29:00.099 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/dnet.ko 2024-06-13T11:29:00.099 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/emulex 2024-06-13T11:29:00.099 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/emulex/benet 2024-06-13T11:29:00.099 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-06-13T11:29:00.099 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/ethoc.ko 2024-06-13T11:29:00.100 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/fealnx.ko 2024-06-13T11:29:00.100 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/intel 2024-06-13T11:29:00.100 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/intel/e100.ko 2024-06-13T11:29:00.100 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/intel/e1000 2024-06-13T11:29:00.100 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-06-13T11:29:00.100 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/intel/e1000e 2024-06-13T11:29:00.100 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-06-13T11:29:00.100 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/intel/fm10k 2024-06-13T11:29:00.100 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-06-13T11:29:00.100 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/intel/i40e 2024-06-13T11:29:00.100 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-06-13T11:29:00.100 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/intel/iavf 2024-06-13T11:29:00.100 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-06-13T11:29:00.101 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/intel/igb 2024-06-13T11:29:00.101 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-06-13T11:29:00.101 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/intel/igbvf 2024-06-13T11:29:00.101 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-06-13T11:29:00.101 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/intel/ixgbe 2024-06-13T11:29:00.101 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-06-13T11:29:00.101 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/intel/ixgbevf 2024-06-13T11:29:00.101 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-06-13T11:29:00.101 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/jme.ko 2024-06-13T11:29:00.101 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/marvell 2024-06-13T11:29:00.101 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-06-13T11:29:00.101 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/marvell/skge.ko 2024-06-13T11:29:00.101 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-06-13T11:29:00.102 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/mellanox 2024-06-13T11:29:00.102 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/mellanox/mlx4 2024-06-13T11:29:00.102 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-06-13T11:29:00.102 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-06-13T11:29:00.102 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/mellanox/mlx5 2024-06-13T11:29:00.102 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-06-13T11:29:00.102 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-06-13T11:29:00.102 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/micrel 2024-06-13T11:29:00.102 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-06-13T11:29:00.102 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/myricom 2024-06-13T11:29:00.102 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/myricom/myri10ge 2024-06-13T11:29:00.102 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-06-13T11:29:00.102 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/natsemi 2024-06-13T11:29:00.103 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-06-13T11:29:00.103 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-06-13T11:29:00.103 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/neterion 2024-06-13T11:29:00.103 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-06-13T11:29:00.103 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/nvidia 2024-06-13T11:29:00.103 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-06-13T11:29:00.103 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/packetengines 2024-06-13T11:29:00.103 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-06-13T11:29:00.103 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-06-13T11:29:00.103 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/qlogic 2024-06-13T11:29:00.103 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/qlogic/netxen 2024-06-13T11:29:00.103 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-06-13T11:29:00.103 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-06-13T11:29:00.103 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-06-13T11:29:00.104 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-06-13T11:29:00.104 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/rdc 2024-06-13T11:29:00.104 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-06-13T11:29:00.104 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/realtek 2024-06-13T11:29:00.104 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-06-13T11:29:00.104 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-06-13T11:29:00.104 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/realtek/atp.ko 2024-06-13T11:29:00.104 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-06-13T11:29:00.104 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/rocker 2024-06-13T11:29:00.104 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-06-13T11:29:00.104 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/sfc 2024-06-13T11:29:00.104 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-06-13T11:29:00.104 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/silan 2024-06-13T11:29:00.104 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-06-13T11:29:00.105 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/sis 2024-06-13T11:29:00.105 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/sis/sis190.ko 2024-06-13T11:29:00.105 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/sis/sis900.ko 2024-06-13T11:29:00.105 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/smsc 2024-06-13T11:29:00.105 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-06-13T11:29:00.105 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-06-13T11:29:00.105 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-06-13T11:29:00.105 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-06-13T11:29:00.105 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/stmicro 2024-06-13T11:29:00.105 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/stmicro/stmmac 2024-06-13T11:29:00.105 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-06-13T11:29:00.105 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-06-13T11:29:00.105 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/sun 2024-06-13T11:29:00.105 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/sun/cassini.ko 2024-06-13T11:29:00.106 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/sun/niu.ko 2024-06-13T11:29:00.106 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/sun/sungem.ko 2024-06-13T11:29:00.106 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-06-13T11:29:00.106 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/tehuti 2024-06-13T11:29:00.106 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-06-13T11:29:00.106 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/ti 2024-06-13T11:29:00.106 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/ti/tlan.ko 2024-06-13T11:29:00.106 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/via 2024-06-13T11:29:00.106 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-06-13T11:29:00.106 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-06-13T11:29:00.106 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/wiznet 2024-06-13T11:29:00.106 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-06-13T11:29:00.107 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-06-13T11:29:00.107 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/xircom 2024-06-13T11:29:00.107 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-06-13T11:29:00.107 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/geneve.ko 2024-06-13T11:29:00.107 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/hyperv 2024-06-13T11:29:00.107 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-06-13T11:29:00.107 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ieee802154 2024-06-13T11:29:00.107 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ieee802154/fakelb.ko 2024-06-13T11:29:00.107 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ifb.ko 2024-06-13T11:29:00.107 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ipvlan 2024-06-13T11:29:00.107 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ipvlan/ipvlan.ko 2024-06-13T11:29:00.107 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/macvlan.ko 2024-06-13T11:29:00.107 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/macvtap.ko 2024-06-13T11:29:00.107 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/mdio 2024-06-13T11:29:00.108 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/mdio.ko 2024-06-13T11:29:00.108 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-06-13T11:29:00.108 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-06-13T11:29:00.108 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/mdio/mdio-regmap.ko 2024-06-13T11:29:00.108 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/mii.ko 2024-06-13T11:29:00.108 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/net_failover.ko 2024-06-13T11:29:00.108 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/netconsole.ko 2024-06-13T11:29:00.108 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/nlmon.ko 2024-06-13T11:29:00.108 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/pcs 2024-06-13T11:29:00.108 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/pcs/pcs-lynx.ko 2024-06-13T11:29:00.108 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-06-13T11:29:00.108 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/phy 2024-06-13T11:29:00.108 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/phy/amd.ko 2024-06-13T11:29:00.108 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-06-13T11:29:00.109 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-06-13T11:29:00.109 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/phy/bcm7xxx.ko 2024-06-13T11:29:00.109 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/phy/bcm87xx.ko 2024-06-13T11:29:00.109 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/phy/broadcom.ko 2024-06-13T11:29:00.109 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/phy/cicada.ko 2024-06-13T11:29:00.109 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/phy/davicom.ko 2024-06-13T11:29:00.109 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/phy/dp83640.ko 2024-06-13T11:29:00.109 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/phy/et1011c.ko 2024-06-13T11:29:00.109 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/phy/icplus.ko 2024-06-13T11:29:00.109 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/phy/lxt.ko 2024-06-13T11:29:00.109 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/phy/marvell.ko 2024-06-13T11:29:00.109 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/phy/micrel.ko 2024-06-13T11:29:00.109 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/phy/national.ko 2024-06-13T11:29:00.110 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/phy/phylink.ko 2024-06-13T11:29:00.110 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/phy/qsemi.ko 2024-06-13T11:29:00.110 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/phy/realtek.ko 2024-06-13T11:29:00.110 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/phy/smsc.ko 2024-06-13T11:29:00.110 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/phy/ste10Xp.ko 2024-06-13T11:29:00.110 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/phy/vitesse.ko 2024-06-13T11:29:00.110 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ppp 2024-06-13T11:29:00.110 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ppp/bsd_comp.ko 2024-06-13T11:29:00.110 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ppp/ppp_async.ko 2024-06-13T11:29:00.110 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ppp/ppp_deflate.ko 2024-06-13T11:29:00.110 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ppp/ppp_generic.ko 2024-06-13T11:29:00.110 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ppp/ppp_mppe.ko 2024-06-13T11:29:00.110 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ppp/ppp_synctty.ko 2024-06-13T11:29:00.111 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ppp/pppoe.ko 2024-06-13T11:29:00.111 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ppp/pppox.ko 2024-06-13T11:29:00.111 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/ppp/pptp.ko 2024-06-13T11:29:00.111 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/slip 2024-06-13T11:29:00.111 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/slip/slhc.ko 2024-06-13T11:29:00.111 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/slip/slip.ko 2024-06-13T11:29:00.111 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/sungem_phy.ko 2024-06-13T11:29:00.111 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/tap.ko 2024-06-13T11:29:00.111 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/team 2024-06-13T11:29:00.111 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/team/team.ko 2024-06-13T11:29:00.111 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/team/team_mode_activebackup.ko 2024-06-13T11:29:00.111 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/team/team_mode_broadcast.ko 2024-06-13T11:29:00.111 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-06-13T11:29:00.112 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/team/team_mode_random.ko 2024-06-13T11:29:00.112 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-06-13T11:29:00.112 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/tun.ko 2024-06-13T11:29:00.112 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/veth.ko 2024-06-13T11:29:00.112 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/virtio_net.ko 2024-06-13T11:29:00.112 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/vmxnet3 2024-06-13T11:29:00.112 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-06-13T11:29:00.112 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/vxlan 2024-06-13T11:29:00.112 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/vxlan/vxlan.ko 2024-06-13T11:29:00.112 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/xen-netback 2024-06-13T11:29:00.112 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/xen-netback/xen-netback.ko 2024-06-13T11:29:00.112 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/net/xen-netfront.ko 2024-06-13T11:29:00.112 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ntb 2024-06-13T11:29:00.112 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ntb/ntb.ko 2024-06-13T11:29:00.113 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/nvme 2024-06-13T11:29:00.113 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/nvme/host 2024-06-13T11:29:00.113 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/nvme/host/nvme-core.ko 2024-06-13T11:29:00.113 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/nvme/host/nvme.ko 2024-06-13T11:29:00.113 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/parport 2024-06-13T11:29:00.113 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/parport/parport.ko 2024-06-13T11:29:00.113 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/parport/parport_cs.ko 2024-06-13T11:29:00.113 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/parport/parport_pc.ko 2024-06-13T11:29:00.113 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/parport/parport_serial.ko 2024-06-13T11:29:00.113 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/pci 2024-06-13T11:29:00.113 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/pci/hotplug 2024-06-13T11:29:00.113 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-06-13T11:29:00.113 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/pci/pcie 2024-06-13T11:29:00.114 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/pci/pcie/aer_inject.ko 2024-06-13T11:29:00.114 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/pci/xen-pcifront.ko 2024-06-13T11:29:00.114 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/pcmcia 2024-06-13T11:29:00.114 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/pcmcia/i82092.ko 2024-06-13T11:29:00.114 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/pcmcia/pd6729.ko 2024-06-13T11:29:00.114 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/pcmcia/yenta_socket.ko 2024-06-13T11:29:00.114 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/pinctrl 2024-06-13T11:29:00.114 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/pinctrl/intel 2024-06-13T11:29:00.114 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-06-13T11:29:00.114 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/platform 2024-06-13T11:29:00.114 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/platform/x86 2024-06-13T11:29:00.114 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/platform/x86/acer-wmi.ko 2024-06-13T11:29:00.114 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/platform/x86/acerhdf.ko 2024-06-13T11:29:00.115 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/platform/x86/apple-gmux.ko 2024-06-13T11:29:00.115 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/platform/x86/asus-laptop.ko 2024-06-13T11:29:00.115 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-06-13T11:29:00.115 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/platform/x86/asus-wmi.ko 2024-06-13T11:29:00.115 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/platform/x86/classmate-laptop.ko 2024-06-13T11:29:00.115 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-06-13T11:29:00.115 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-06-13T11:29:00.115 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-06-13T11:29:00.115 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-06-13T11:29:00.115 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/platform/x86/hdaps.ko 2024-06-13T11:29:00.115 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/platform/x86/intel 2024-06-13T11:29:00.115 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-06-13T11:29:00.115 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/platform/x86/intel_ips.ko 2024-06-13T11:29:00.115 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/platform/x86/msi-wmi.ko 2024-06-13T11:29:00.116 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/platform/x86/mxm-wmi.ko 2024-06-13T11:29:00.116 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-06-13T11:29:00.116 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/platform/x86/samsung-laptop.ko 2024-06-13T11:29:00.116 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/platform/x86/samsung-q10.ko 2024-06-13T11:29:00.116 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/platform/x86/topstar-laptop.ko 2024-06-13T11:29:00.116 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-06-13T11:29:00.116 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/platform/x86/toshiba_haps.ko 2024-06-13T11:29:00.116 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/platform/x86/wmi-bmof.ko 2024-06-13T11:29:00.116 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/platform/x86/wmi.ko 2024-06-13T11:29:00.116 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/powercap 2024-06-13T11:29:00.116 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/powercap/intel_rapl_common.ko 2024-06-13T11:29:00.116 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/powercap/intel_rapl_msr.ko 2024-06-13T11:29:00.116 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/pps 2024-06-13T11:29:00.116 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/pps/clients 2024-06-13T11:29:00.117 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/pps/clients/pps-gpio.ko 2024-06-13T11:29:00.117 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/pps/clients/pps-ldisc.ko 2024-06-13T11:29:00.117 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/pps/clients/pps_parport.ko 2024-06-13T11:29:00.117 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/pps/pps_core.ko 2024-06-13T11:29:00.117 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ptp 2024-06-13T11:29:00.117 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ptp/ptp.ko 2024-06-13T11:29:00.117 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ptp/ptp_kvm.ko 2024-06-13T11:29:00.117 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ras 2024-06-13T11:29:00.117 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ras/amd 2024-06-13T11:29:00.117 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ras/amd/atl 2024-06-13T11:29:00.117 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-06-13T11:29:00.117 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ras/amd/fmpm.ko 2024-06-13T11:29:00.117 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/rtc 2024-06-13T11:29:00.117 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/rtc/rtc-bq32k.ko 2024-06-13T11:29:00.118 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/rtc/rtc-ds1286.ko 2024-06-13T11:29:00.118 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/rtc/rtc-ds1307.ko 2024-06-13T11:29:00.118 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/rtc/rtc-ds1374.ko 2024-06-13T11:29:00.118 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/rtc/rtc-ds1511.ko 2024-06-13T11:29:00.118 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/rtc/rtc-ds1553.ko 2024-06-13T11:29:00.118 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/rtc/rtc-ds1672.ko 2024-06-13T11:29:00.118 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/rtc/rtc-ds1742.ko 2024-06-13T11:29:00.118 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/rtc/rtc-ds2404.ko 2024-06-13T11:29:00.118 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/rtc/rtc-ds3232.ko 2024-06-13T11:29:00.118 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/rtc/rtc-em3027.ko 2024-06-13T11:29:00.118 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/rtc/rtc-fm3130.ko 2024-06-13T11:29:00.118 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/rtc/rtc-isl12022.ko 2024-06-13T11:29:00.118 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/rtc/rtc-isl1208.ko 2024-06-13T11:29:00.119 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/rtc/rtc-m41t80.ko 2024-06-13T11:29:00.119 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/rtc/rtc-m48t35.ko 2024-06-13T11:29:00.119 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/rtc/rtc-m48t59.ko 2024-06-13T11:29:00.119 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/rtc/rtc-max6900.ko 2024-06-13T11:29:00.119 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/rtc/rtc-msm6242.ko 2024-06-13T11:29:00.119 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/rtc/rtc-pcf2127.ko 2024-06-13T11:29:00.119 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/rtc/rtc-pcf85063.ko 2024-06-13T11:29:00.119 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/rtc/rtc-pcf8523.ko 2024-06-13T11:29:00.119 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/rtc/rtc-pcf8563.ko 2024-06-13T11:29:00.119 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/rtc/rtc-pcf8583.ko 2024-06-13T11:29:00.119 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/rtc/rtc-rp5c01.ko 2024-06-13T11:29:00.119 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/rtc/rtc-rs5c372.ko 2024-06-13T11:29:00.119 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-06-13T11:29:00.120 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/rtc/rtc-rx8025.ko 2024-06-13T11:29:00.120 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/rtc/rtc-rx8581.ko 2024-06-13T11:29:00.120 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-06-13T11:29:00.120 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/rtc/rtc-x1205.ko 2024-06-13T11:29:00.120 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi 2024-06-13T11:29:00.120 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/3w-9xxx.ko 2024-06-13T11:29:00.120 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/3w-sas.ko 2024-06-13T11:29:00.120 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/3w-xxxx.ko 2024-06-13T11:29:00.120 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/BusLogic.ko 2024-06-13T11:29:00.120 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/a100u2w.ko 2024-06-13T11:29:00.120 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/aacraid 2024-06-13T11:29:00.120 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/aacraid/aacraid.ko 2024-06-13T11:29:00.120 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/advansys.ko 2024-06-13T11:29:00.120 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/aic7xxx 2024-06-13T11:29:00.121 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-06-13T11:29:00.121 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-06-13T11:29:00.121 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/am53c974.ko 2024-06-13T11:29:00.121 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/arcmsr 2024-06-13T11:29:00.121 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-06-13T11:29:00.121 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/atp870u.ko 2024-06-13T11:29:00.121 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/be2iscsi 2024-06-13T11:29:00.121 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-06-13T11:29:00.121 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/bfa 2024-06-13T11:29:00.121 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/bfa/bfa.ko 2024-06-13T11:29:00.121 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/bnx2fc 2024-06-13T11:29:00.121 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-06-13T11:29:00.121 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/bnx2i 2024-06-13T11:29:00.121 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-06-13T11:29:00.122 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/ch.ko 2024-06-13T11:29:00.122 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/csiostor 2024-06-13T11:29:00.122 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/csiostor/csiostor.ko 2024-06-13T11:29:00.122 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/cxgbi 2024-06-13T11:29:00.122 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/cxgbi/cxgb3i 2024-06-13T11:29:00.122 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-06-13T11:29:00.122 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/cxgbi/cxgb4i 2024-06-13T11:29:00.122 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-06-13T11:29:00.122 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-06-13T11:29:00.122 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/dc395x.ko 2024-06-13T11:29:00.122 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/device_handler 2024-06-13T11:29:00.122 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-06-13T11:29:00.122 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-06-13T11:29:00.123 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-06-13T11:29:00.123 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-06-13T11:29:00.123 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/dmx3191d.ko 2024-06-13T11:29:00.123 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/esas2r 2024-06-13T11:29:00.123 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/esas2r/esas2r.ko 2024-06-13T11:29:00.123 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/esp_scsi.ko 2024-06-13T11:29:00.123 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/fcoe 2024-06-13T11:29:00.123 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/fcoe/fcoe.ko 2024-06-13T11:29:00.123 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-06-13T11:29:00.123 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/fnic 2024-06-13T11:29:00.123 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/fnic/fnic.ko 2024-06-13T11:29:00.123 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/hpsa.ko 2024-06-13T11:29:00.123 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/hptiop.ko 2024-06-13T11:29:00.123 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/hv_storvsc.ko 2024-06-13T11:29:00.123 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/initio.ko 2024-06-13T11:29:00.124 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/ipr.ko 2024-06-13T11:29:00.124 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/ips.ko 2024-06-13T11:29:00.124 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/isci 2024-06-13T11:29:00.124 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/isci/isci.ko 2024-06-13T11:29:00.124 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-06-13T11:29:00.124 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/iscsi_tcp.ko 2024-06-13T11:29:00.124 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/libfc 2024-06-13T11:29:00.124 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/libfc/libfc.ko 2024-06-13T11:29:00.124 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/libiscsi.ko 2024-06-13T11:29:00.124 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/libiscsi_tcp.ko 2024-06-13T11:29:00.124 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/libsas 2024-06-13T11:29:00.124 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/libsas/libsas.ko 2024-06-13T11:29:00.124 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/lpfc 2024-06-13T11:29:00.124 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/lpfc/lpfc.ko 2024-06-13T11:29:00.124 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/megaraid 2024-06-13T11:29:00.125 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/megaraid.ko 2024-06-13T11:29:00.125 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-06-13T11:29:00.125 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-06-13T11:29:00.125 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-06-13T11:29:00.125 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/mpt3sas 2024-06-13T11:29:00.125 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-06-13T11:29:00.125 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/mvsas 2024-06-13T11:29:00.125 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/mvsas/mvsas.ko 2024-06-13T11:29:00.125 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/mvumi.ko 2024-06-13T11:29:00.125 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/pm8001 2024-06-13T11:29:00.125 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-06-13T11:29:00.125 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/pmcraid.ko 2024-06-13T11:29:00.125 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/qla1280.ko 2024-06-13T11:29:00.126 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/qla2xxx 2024-06-13T11:29:00.126 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-06-13T11:29:00.126 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-06-13T11:29:00.126 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/qla4xxx 2024-06-13T11:29:00.126 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-06-13T11:29:00.126 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/raid_class.ko 2024-06-13T11:29:00.126 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/scsi_debug.ko 2024-06-13T11:29:00.126 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/scsi_transport_fc.ko 2024-06-13T11:29:00.126 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-06-13T11:29:00.126 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/scsi_transport_sas.ko 2024-06-13T11:29:00.126 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/scsi_transport_spi.ko 2024-06-13T11:29:00.126 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/scsi_transport_srp.ko 2024-06-13T11:29:00.126 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/ses.ko 2024-06-13T11:29:00.127 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/st.ko 2024-06-13T11:29:00.127 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/stex.ko 2024-06-13T11:29:00.127 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/sym53c8xx_2 2024-06-13T11:29:00.127 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-06-13T11:29:00.127 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/virtio_scsi.ko 2024-06-13T11:29:00.127 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/vmw_pvscsi.ko 2024-06-13T11:29:00.127 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/scsi/wd719x.ko 2024-06-13T11:29:00.127 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ssb 2024-06-13T11:29:00.127 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ssb/ssb.ko 2024-06-13T11:29:00.127 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/target 2024-06-13T11:29:00.127 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/target/iscsi 2024-06-13T11:29:00.127 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-06-13T11:29:00.127 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/target/loopback 2024-06-13T11:29:00.127 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/target/loopback/tcm_loop.ko 2024-06-13T11:29:00.127 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/target/target_core_file.ko 2024-06-13T11:29:00.128 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/target/target_core_iblock.ko 2024-06-13T11:29:00.128 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/target/target_core_mod.ko 2024-06-13T11:29:00.128 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/target/target_core_pscsi.ko 2024-06-13T11:29:00.128 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/target/target_core_user.ko 2024-06-13T11:29:00.128 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/target/tcm_fc 2024-06-13T11:29:00.128 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-06-13T11:29:00.128 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/thermal 2024-06-13T11:29:00.128 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/thermal/intel 2024-06-13T11:29:00.128 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/thermal/intel/int340x_thermal 2024-06-13T11:29:00.128 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-06-13T11:29:00.128 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-06-13T11:29:00.128 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-06-13T11:29:00.128 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-06-13T11:29:00.129 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-06-13T11:29:00.129 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-06-13T11:29:00.129 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-06-13T11:29:00.129 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-06-13T11:29:00.129 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-06-13T11:29:00.129 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-06-13T11:29:00.129 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-06-13T11:29:00.129 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-06-13T11:29:00.129 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-06-13T11:29:00.129 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-06-13T11:29:00.129 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-06-13T11:29:00.129 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-06-13T11:29:00.129 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-06-13T11:29:00.130 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-06-13T11:29:00.130 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/tty 2024-06-13T11:29:00.130 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/tty/ipwireless 2024-06-13T11:29:00.130 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-06-13T11:29:00.130 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/tty/n_gsm.ko 2024-06-13T11:29:00.130 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/tty/n_hdlc.ko 2024-06-13T11:29:00.130 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/tty/nozomi.ko 2024-06-13T11:29:00.130 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/tty/serial 2024-06-13T11:29:00.130 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/tty/serial/8250 2024-06-13T11:29:00.130 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-06-13T11:29:00.130 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/tty/serial/arc_uart.ko 2024-06-13T11:29:00.130 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/tty/serial/jsm 2024-06-13T11:29:00.130 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/tty/serial/jsm/jsm.ko 2024-06-13T11:29:00.131 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ufs 2024-06-13T11:29:00.131 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ufs/core 2024-06-13T11:29:00.131 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ufs/core/ufshcd-core.ko 2024-06-13T11:29:00.131 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ufs/host 2024-06-13T11:29:00.131 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-06-13T11:29:00.131 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/uio 2024-06-13T11:29:00.131 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/uio/uio.ko 2024-06-13T11:29:00.131 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/uio/uio_aec.ko 2024-06-13T11:29:00.131 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/uio/uio_cif.ko 2024-06-13T11:29:00.131 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/uio/uio_pci_generic.ko 2024-06-13T11:29:00.131 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/uio/uio_sercos3.ko 2024-06-13T11:29:00.131 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb 2024-06-13T11:29:00.131 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/class 2024-06-13T11:29:00.131 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/class/cdc-acm.ko 2024-06-13T11:29:00.132 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/class/cdc-wdm.ko 2024-06-13T11:29:00.132 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/class/usblp.ko 2024-06-13T11:29:00.132 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/class/usbtmc.ko 2024-06-13T11:29:00.132 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/host 2024-06-13T11:29:00.132 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/host/sl811-hcd.ko 2024-06-13T11:29:00.132 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/image 2024-06-13T11:29:00.132 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/image/mdc800.ko 2024-06-13T11:29:00.132 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/image/microtek.ko 2024-06-13T11:29:00.132 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/misc 2024-06-13T11:29:00.132 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/misc/adutux.ko 2024-06-13T11:29:00.132 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/misc/appledisplay.ko 2024-06-13T11:29:00.132 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/misc/emi26.ko 2024-06-13T11:29:00.132 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/misc/emi62.ko 2024-06-13T11:29:00.132 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/misc/ezusb.ko 2024-06-13T11:29:00.133 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/misc/idmouse.ko 2024-06-13T11:29:00.133 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/misc/iowarrior.ko 2024-06-13T11:29:00.133 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/misc/isight_firmware.ko 2024-06-13T11:29:00.133 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/misc/ldusb.ko 2024-06-13T11:29:00.133 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/misc/legousbtower.ko 2024-06-13T11:29:00.133 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/misc/sisusbvga 2024-06-13T11:29:00.133 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-06-13T11:29:00.133 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/misc/trancevibrator.ko 2024-06-13T11:29:00.133 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/misc/usb3503.ko 2024-06-13T11:29:00.133 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/misc/usblcd.ko 2024-06-13T11:29:00.133 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/misc/usbsevseg.ko 2024-06-13T11:29:00.133 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/misc/uss720.ko 2024-06-13T11:29:00.133 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/misc/yurex.ko 2024-06-13T11:29:00.133 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/phy 2024-06-13T11:29:00.134 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/phy/phy-generic.ko 2024-06-13T11:29:00.134 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial 2024-06-13T11:29:00.134 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/aircable.ko 2024-06-13T11:29:00.134 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/ark3116.ko 2024-06-13T11:29:00.134 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/belkin_sa.ko 2024-06-13T11:29:00.134 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/ch341.ko 2024-06-13T11:29:00.134 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/cp210x.ko 2024-06-13T11:29:00.134 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/cyberjack.ko 2024-06-13T11:29:00.134 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/cypress_m8.ko 2024-06-13T11:29:00.134 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/digi_acceleport.ko 2024-06-13T11:29:00.134 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/empeg.ko 2024-06-13T11:29:00.134 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/ftdi_sio.ko 2024-06-13T11:29:00.134 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/garmin_gps.ko 2024-06-13T11:29:00.135 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/io_edgeport.ko 2024-06-13T11:29:00.135 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/io_ti.ko 2024-06-13T11:29:00.135 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/ipaq.ko 2024-06-13T11:29:00.135 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/ipw.ko 2024-06-13T11:29:00.135 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/ir-usb.ko 2024-06-13T11:29:00.135 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-06-13T11:29:00.135 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/keyspan.ko 2024-06-13T11:29:00.135 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/keyspan_pda.ko 2024-06-13T11:29:00.135 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/kl5kusb105.ko 2024-06-13T11:29:00.135 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/kobil_sct.ko 2024-06-13T11:29:00.135 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/mct_u232.ko 2024-06-13T11:29:00.135 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/mos7720.ko 2024-06-13T11:29:00.135 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/mos7840.ko 2024-06-13T11:29:00.136 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/navman.ko 2024-06-13T11:29:00.136 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/omninet.ko 2024-06-13T11:29:00.136 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/opticon.ko 2024-06-13T11:29:00.136 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/option.ko 2024-06-13T11:29:00.136 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/oti6858.ko 2024-06-13T11:29:00.136 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/pl2303.ko 2024-06-13T11:29:00.136 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/qcaux.ko 2024-06-13T11:29:00.136 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/qcserial.ko 2024-06-13T11:29:00.136 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/quatech2.ko 2024-06-13T11:29:00.136 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/safe_serial.ko 2024-06-13T11:29:00.136 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/sierra.ko 2024-06-13T11:29:00.136 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/spcp8x5.ko 2024-06-13T11:29:00.136 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/ssu100.ko 2024-06-13T11:29:00.136 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/symbolserial.ko 2024-06-13T11:29:00.137 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-06-13T11:29:00.137 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-06-13T11:29:00.137 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/usb_debug.ko 2024-06-13T11:29:00.137 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/usb_wwan.ko 2024-06-13T11:29:00.137 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/visor.ko 2024-06-13T11:29:00.137 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/whiteheat.ko 2024-06-13T11:29:00.137 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/serial/xsens_mt.ko 2024-06-13T11:29:00.137 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/storage 2024-06-13T11:29:00.137 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/storage/uas.ko 2024-06-13T11:29:00.137 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/storage/ums-alauda.ko 2024-06-13T11:29:00.137 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/storage/ums-cypress.ko 2024-06-13T11:29:00.137 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/storage/ums-datafab.ko 2024-06-13T11:29:00.137 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-06-13T11:29:00.137 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/storage/ums-freecom.ko 2024-06-13T11:29:00.138 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/storage/ums-isd200.ko 2024-06-13T11:29:00.138 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-06-13T11:29:00.138 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/storage/ums-karma.ko 2024-06-13T11:29:00.138 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/storage/ums-onetouch.ko 2024-06-13T11:29:00.138 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/storage/ums-realtek.ko 2024-06-13T11:29:00.138 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/storage/ums-sddr09.ko 2024-06-13T11:29:00.138 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/storage/ums-sddr55.ko 2024-06-13T11:29:00.138 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/storage/ums-usbat.ko 2024-06-13T11:29:00.138 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/storage/usb-storage.ko 2024-06-13T11:29:00.138 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/usbip 2024-06-13T11:29:00.138 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/usbip/usbip-core.ko 2024-06-13T11:29:00.138 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/usbip/usbip-host.ko 2024-06-13T11:29:00.139 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-06-13T11:29:00.139 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/vfio 2024-06-13T11:29:00.139 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/vfio/pci 2024-06-13T11:29:00.139 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-06-13T11:29:00.139 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/vfio/pci/vfio-pci.ko 2024-06-13T11:29:00.139 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/vfio/vfio.ko 2024-06-13T11:29:00.139 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-06-13T11:29:00.139 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/vhost 2024-06-13T11:29:00.139 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/vhost/vhost.ko 2024-06-13T11:29:00.139 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/vhost/vhost_iotlb.ko 2024-06-13T11:29:00.139 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/vhost/vhost_net.ko 2024-06-13T11:29:00.140 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/vhost/vhost_scsi.ko 2024-06-13T11:29:00.140 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/video 2024-06-13T11:29:00.140 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/video/backlight 2024-06-13T11:29:00.140 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/video/backlight/apple_bl.ko 2024-06-13T11:29:00.140 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/video/backlight/lcd.ko 2024-06-13T11:29:00.140 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/video/backlight/platform_lcd.ko 2024-06-13T11:29:00.140 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/virtio 2024-06-13T11:29:00.140 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/virtio/virtio.ko 2024-06-13T11:29:00.140 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/virtio/virtio_balloon.ko 2024-06-13T11:29:00.140 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/virtio/virtio_mmio.ko 2024-06-13T11:29:00.140 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/virtio/virtio_pci.ko 2024-06-13T11:29:00.140 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-06-13T11:29:00.140 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-06-13T11:29:00.141 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/virtio/virtio_ring.ko 2024-06-13T11:29:00.141 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/w1 2024-06-13T11:29:00.141 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/w1/masters 2024-06-13T11:29:00.141 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/w1/masters/ds2482.ko 2024-06-13T11:29:00.141 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/w1/masters/ds2490.ko 2024-06-13T11:29:00.141 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/w1/slaves 2024-06-13T11:29:00.141 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-06-13T11:29:00.141 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-06-13T11:29:00.141 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-06-13T11:29:00.141 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-06-13T11:29:00.141 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-06-13T11:29:00.141 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-06-13T11:29:00.141 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-06-13T11:29:00.141 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-06-13T11:29:00.142 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-06-13T11:29:00.142 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/w1/slaves/w1_smem.ko 2024-06-13T11:29:00.142 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/w1/slaves/w1_therm.ko 2024-06-13T11:29:00.142 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/w1/wire.ko 2024-06-13T11:29:00.142 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/watchdog 2024-06-13T11:29:00.142 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/watchdog/alim1535_wdt.ko 2024-06-13T11:29:00.142 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/watchdog/alim7101_wdt.ko 2024-06-13T11:29:00.142 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/watchdog/f71808e_wdt.ko 2024-06-13T11:29:00.142 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/watchdog/hpwdt.ko 2024-06-13T11:29:00.142 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/watchdog/i6300esb.ko 2024-06-13T11:29:00.142 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-06-13T11:29:00.142 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/watchdog/iTCO_wdt.ko 2024-06-13T11:29:00.142 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/watchdog/ib700wdt.ko 2024-06-13T11:29:00.143 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/watchdog/ibmasr.ko 2024-06-13T11:29:00.143 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-06-13T11:29:00.143 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/watchdog/it8712f_wdt.ko 2024-06-13T11:29:00.143 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/watchdog/it87_wdt.ko 2024-06-13T11:29:00.143 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/watchdog/machzwd.ko 2024-06-13T11:29:00.143 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/watchdog/nv_tco.ko 2024-06-13T11:29:00.143 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/watchdog/pcwd_pci.ko 2024-06-13T11:29:00.143 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/watchdog/pcwd_usb.ko 2024-06-13T11:29:00.143 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-06-13T11:29:00.143 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/watchdog/sch311x_wdt.ko 2024-06-13T11:29:00.143 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/watchdog/softdog.ko 2024-06-13T11:29:00.143 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/watchdog/sp5100_tco.ko 2024-06-13T11:29:00.143 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/watchdog/via_wdt.ko 2024-06-13T11:29:00.143 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-06-13T11:29:00.144 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/watchdog/w83877f_wdt.ko 2024-06-13T11:29:00.144 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/watchdog/w83977f_wdt.ko 2024-06-13T11:29:00.144 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/watchdog/wdt_pci.ko 2024-06-13T11:29:00.144 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/watchdog/xen_wdt.ko 2024-06-13T11:29:00.144 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/xen 2024-06-13T11:29:00.144 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/xen/xen-acpi-processor.ko 2024-06-13T11:29:00.144 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/xen/xen-evtchn.ko 2024-06-13T11:29:00.144 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/xen/xen-gntalloc.ko 2024-06-13T11:29:00.144 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/xen/xen-gntdev.ko 2024-06-13T11:29:00.144 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/xen/xen-pciback 2024-06-13T11:29:00.144 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-06-13T11:29:00.144 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/xen/xen-privcmd.ko 2024-06-13T11:29:00.144 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/xen/xenfs 2024-06-13T11:29:00.144 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/drivers/xen/xenfs/xenfs.ko 2024-06-13T11:29:00.145 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs 2024-06-13T11:29:00.145 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/9p 2024-06-13T11:29:00.145 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/9p/9p.ko 2024-06-13T11:29:00.145 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/affs 2024-06-13T11:29:00.145 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/affs/affs.ko 2024-06-13T11:29:00.145 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/befs 2024-06-13T11:29:00.145 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/befs/befs.ko 2024-06-13T11:29:00.145 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/binfmt_misc.ko 2024-06-13T11:29:00.145 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/btrfs 2024-06-13T11:29:00.145 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/btrfs/btrfs.ko 2024-06-13T11:29:00.145 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/cachefiles 2024-06-13T11:29:00.145 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/cachefiles/cachefiles.ko 2024-06-13T11:29:00.145 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/ceph 2024-06-13T11:29:00.146 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/ceph/ceph.ko 2024-06-13T11:29:00.146 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/coda 2024-06-13T11:29:00.146 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/coda/coda.ko 2024-06-13T11:29:00.146 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/cramfs 2024-06-13T11:29:00.146 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/cramfs/cramfs.ko 2024-06-13T11:29:00.146 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/dlm 2024-06-13T11:29:00.146 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/dlm/dlm.ko 2024-06-13T11:29:00.146 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/ecryptfs 2024-06-13T11:29:00.146 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/ecryptfs/ecryptfs.ko 2024-06-13T11:29:00.146 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/f2fs 2024-06-13T11:29:00.146 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/f2fs/f2fs.ko 2024-06-13T11:29:00.146 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/fat 2024-06-13T11:29:00.146 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/fat/fat.ko 2024-06-13T11:29:00.147 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/fat/msdos.ko 2024-06-13T11:29:00.147 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/fat/vfat.ko 2024-06-13T11:29:00.147 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/fuse 2024-06-13T11:29:00.147 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/fuse/cuse.ko 2024-06-13T11:29:00.147 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/fuse/fuse.ko 2024-06-13T11:29:00.147 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/gfs2 2024-06-13T11:29:00.147 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/gfs2/gfs2.ko 2024-06-13T11:29:00.147 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/hfs 2024-06-13T11:29:00.147 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/hfs/hfs.ko 2024-06-13T11:29:00.147 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/hfsplus 2024-06-13T11:29:00.147 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/hfsplus/hfsplus.ko 2024-06-13T11:29:00.147 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/isofs 2024-06-13T11:29:00.147 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/isofs/isofs.ko 2024-06-13T11:29:00.148 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/jfs 2024-06-13T11:29:00.148 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/jfs/jfs.ko 2024-06-13T11:29:00.148 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/lockd 2024-06-13T11:29:00.148 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/lockd/lockd.ko 2024-06-13T11:29:00.148 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/minix 2024-06-13T11:29:00.148 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/minix/minix.ko 2024-06-13T11:29:00.148 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/netfs 2024-06-13T11:29:00.148 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/netfs/netfs.ko 2024-06-13T11:29:00.148 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nfs 2024-06-13T11:29:00.148 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nfs/blocklayout 2024-06-13T11:29:00.148 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-06-13T11:29:00.148 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nfs/filelayout 2024-06-13T11:29:00.148 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-06-13T11:29:00.148 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nfs/flexfilelayout 2024-06-13T11:29:00.149 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-06-13T11:29:00.149 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nfs/nfs.ko 2024-06-13T11:29:00.149 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nfs/nfsv3.ko 2024-06-13T11:29:00.149 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nfs/nfsv4.ko 2024-06-13T11:29:00.149 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nfs_common 2024-06-13T11:29:00.149 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nfs_common/grace.ko 2024-06-13T11:29:00.149 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nfs_common/nfs_acl.ko 2024-06-13T11:29:00.149 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nfsd 2024-06-13T11:29:00.149 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nfsd/nfsd.ko 2024-06-13T11:29:00.149 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nilfs2 2024-06-13T11:29:00.149 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nilfs2/nilfs2.ko 2024-06-13T11:29:00.149 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls 2024-06-13T11:29:00.149 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/mac-celtic.ko 2024-06-13T11:29:00.149 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/mac-centeuro.ko 2024-06-13T11:29:00.149 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/mac-croatian.ko 2024-06-13T11:29:00.150 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/mac-cyrillic.ko 2024-06-13T11:29:00.150 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/mac-gaelic.ko 2024-06-13T11:29:00.150 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/mac-greek.ko 2024-06-13T11:29:00.150 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/mac-iceland.ko 2024-06-13T11:29:00.150 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/mac-inuit.ko 2024-06-13T11:29:00.150 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/mac-roman.ko 2024-06-13T11:29:00.150 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/mac-romanian.ko 2024-06-13T11:29:00.150 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/mac-turkish.ko 2024-06-13T11:29:00.150 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_cp1250.ko 2024-06-13T11:29:00.150 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_cp1251.ko 2024-06-13T11:29:00.150 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_cp1255.ko 2024-06-13T11:29:00.150 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_cp737.ko 2024-06-13T11:29:00.150 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_cp775.ko 2024-06-13T11:29:00.151 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_cp850.ko 2024-06-13T11:29:00.151 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_cp852.ko 2024-06-13T11:29:00.151 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_cp855.ko 2024-06-13T11:29:00.151 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_cp857.ko 2024-06-13T11:29:00.151 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_cp860.ko 2024-06-13T11:29:00.151 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_cp861.ko 2024-06-13T11:29:00.151 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_cp862.ko 2024-06-13T11:29:00.151 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_cp863.ko 2024-06-13T11:29:00.151 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_cp864.ko 2024-06-13T11:29:00.151 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_cp865.ko 2024-06-13T11:29:00.151 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_cp866.ko 2024-06-13T11:29:00.151 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_cp869.ko 2024-06-13T11:29:00.151 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_cp874.ko 2024-06-13T11:29:00.151 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_cp932.ko 2024-06-13T11:29:00.152 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_cp936.ko 2024-06-13T11:29:00.152 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_cp949.ko 2024-06-13T11:29:00.152 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_cp950.ko 2024-06-13T11:29:00.152 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_euc-jp.ko 2024-06-13T11:29:00.152 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_iso8859-1.ko 2024-06-13T11:29:00.152 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_iso8859-13.ko 2024-06-13T11:29:00.152 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_iso8859-14.ko 2024-06-13T11:29:00.152 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_iso8859-15.ko 2024-06-13T11:29:00.152 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_iso8859-2.ko 2024-06-13T11:29:00.152 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_iso8859-3.ko 2024-06-13T11:29:00.152 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_iso8859-4.ko 2024-06-13T11:29:00.152 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_iso8859-5.ko 2024-06-13T11:29:00.152 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_iso8859-6.ko 2024-06-13T11:29:00.152 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_iso8859-7.ko 2024-06-13T11:29:00.153 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_iso8859-9.ko 2024-06-13T11:29:00.153 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_koi8-r.ko 2024-06-13T11:29:00.153 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_koi8-ru.ko 2024-06-13T11:29:00.153 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_koi8-u.ko 2024-06-13T11:29:00.153 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_ucs2_utils.ko 2024-06-13T11:29:00.153 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/nls/nls_utf8.ko 2024-06-13T11:29:00.153 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/ocfs2 2024-06-13T11:29:00.153 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/ocfs2/cluster 2024-06-13T11:29:00.153 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-06-13T11:29:00.153 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/ocfs2/dlm 2024-06-13T11:29:00.153 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-06-13T11:29:00.153 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/ocfs2/dlmfs 2024-06-13T11:29:00.153 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-06-13T11:29:00.154 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/ocfs2/ocfs2.ko 2024-06-13T11:29:00.154 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-06-13T11:29:00.154 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-06-13T11:29:00.154 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-06-13T11:29:00.154 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/overlayfs 2024-06-13T11:29:00.154 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/overlayfs/overlay.ko 2024-06-13T11:29:00.154 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/pstore 2024-06-13T11:29:00.154 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/pstore/ramoops.ko 2024-06-13T11:29:00.154 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/reiserfs 2024-06-13T11:29:00.154 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/reiserfs/reiserfs.ko 2024-06-13T11:29:00.154 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/romfs 2024-06-13T11:29:00.154 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/romfs/romfs.ko 2024-06-13T11:29:00.154 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/smb 2024-06-13T11:29:00.155 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/smb/client 2024-06-13T11:29:00.155 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/smb/client/cifs.ko 2024-06-13T11:29:00.155 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/smb/common 2024-06-13T11:29:00.155 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/smb/common/cifs_arc4.ko 2024-06-13T11:29:00.155 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/smb/common/cifs_md4.ko 2024-06-13T11:29:00.155 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/squashfs 2024-06-13T11:29:00.155 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/squashfs/squashfs.ko 2024-06-13T11:29:00.155 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/sysv 2024-06-13T11:29:00.155 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/sysv/sysv.ko 2024-06-13T11:29:00.155 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/udf 2024-06-13T11:29:00.155 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/udf/udf.ko 2024-06-13T11:29:00.155 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/ufs 2024-06-13T11:29:00.155 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/ufs/ufs.ko 2024-06-13T11:29:00.155 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/xfs 2024-06-13T11:29:00.155 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/fs/xfs/xfs.ko 2024-06-13T11:29:00.156 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/kernel 2024-06-13T11:29:00.156 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/kernel/rcu 2024-06-13T11:29:00.156 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/kernel/rcu/rcutorture.ko 2024-06-13T11:29:00.156 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/kernel/torture.ko 2024-06-13T11:29:00.156 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/kernel/trace 2024-06-13T11:29:00.156 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-06-13T11:29:00.156 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/lib 2024-06-13T11:29:00.156 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/lib/asn1_encoder.ko 2024-06-13T11:29:00.156 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/lib/crc-itu-t.ko 2024-06-13T11:29:00.156 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/lib/crc8.ko 2024-06-13T11:29:00.156 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/lib/crypto 2024-06-13T11:29:00.156 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/lib/crypto/libarc4.ko 2024-06-13T11:29:00.156 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/lib/crypto/libdes.ko 2024-06-13T11:29:00.157 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/lib/libcrc32c.ko 2024-06-13T11:29:00.157 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/lib/lru_cache.ko 2024-06-13T11:29:00.157 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/lib/lz4 2024-06-13T11:29:00.157 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/lib/lz4/lz4_compress.ko 2024-06-13T11:29:00.157 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/lib/lz4/lz4hc_compress.ko 2024-06-13T11:29:00.157 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/lib/math 2024-06-13T11:29:00.157 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/lib/math/cordic.ko 2024-06-13T11:29:00.157 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/lib/raid6 2024-06-13T11:29:00.157 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/lib/raid6/raid6_pq.ko 2024-06-13T11:29:00.157 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/lib/reed_solomon 2024-06-13T11:29:00.157 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/lib/reed_solomon/reed_solomon.ko 2024-06-13T11:29:00.157 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/lib/ts_bm.ko 2024-06-13T11:29:00.157 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/lib/ts_fsm.ko 2024-06-13T11:29:00.157 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/lib/ts_kmp.ko 2024-06-13T11:29:00.157 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/lib/zstd 2024-06-13T11:29:00.158 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/lib/zstd/zstd_compress.ko 2024-06-13T11:29:00.158 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/mm 2024-06-13T11:29:00.158 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/mm/hwpoison-inject.ko 2024-06-13T11:29:00.158 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net 2024-06-13T11:29:00.158 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/6lowpan 2024-06-13T11:29:00.158 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/6lowpan/6lowpan.ko 2024-06-13T11:29:00.158 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/6lowpan/nhc_dest.ko 2024-06-13T11:29:00.158 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/6lowpan/nhc_fragment.ko 2024-06-13T11:29:00.158 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/6lowpan/nhc_hop.ko 2024-06-13T11:29:00.158 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/6lowpan/nhc_ipv6.ko 2024-06-13T11:29:00.158 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/6lowpan/nhc_mobility.ko 2024-06-13T11:29:00.158 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/6lowpan/nhc_routing.ko 2024-06-13T11:29:00.158 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/6lowpan/nhc_udp.ko 2024-06-13T11:29:00.159 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/802 2024-06-13T11:29:00.159 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/802/garp.ko 2024-06-13T11:29:00.159 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/802/mrp.ko 2024-06-13T11:29:00.159 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/802/p8022.ko 2024-06-13T11:29:00.159 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/802/psnap.ko 2024-06-13T11:29:00.159 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/802/stp.ko 2024-06-13T11:29:00.159 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/8021q 2024-06-13T11:29:00.159 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/8021q/8021q.ko 2024-06-13T11:29:00.159 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/9p 2024-06-13T11:29:00.159 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/9p/9pnet.ko 2024-06-13T11:29:00.159 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/9p/9pnet_fd.ko 2024-06-13T11:29:00.159 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/9p/9pnet_rdma.ko 2024-06-13T11:29:00.159 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/9p/9pnet_virtio.ko 2024-06-13T11:29:00.160 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/batman-adv 2024-06-13T11:29:00.160 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/batman-adv/batman-adv.ko 2024-06-13T11:29:00.160 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/bridge 2024-06-13T11:29:00.160 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/bridge/br_netfilter.ko 2024-06-13T11:29:00.160 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/bridge/bridge.ko 2024-06-13T11:29:00.160 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/bridge/netfilter 2024-06-13T11:29:00.160 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-06-13T11:29:00.160 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/bridge/netfilter/ebt_among.ko 2024-06-13T11:29:00.160 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/bridge/netfilter/ebt_arp.ko 2024-06-13T11:29:00.160 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-06-13T11:29:00.160 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-06-13T11:29:00.160 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/bridge/netfilter/ebt_ip.ko 2024-06-13T11:29:00.160 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-06-13T11:29:00.160 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/bridge/netfilter/ebt_limit.ko 2024-06-13T11:29:00.161 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/bridge/netfilter/ebt_log.ko 2024-06-13T11:29:00.161 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/bridge/netfilter/ebt_mark.ko 2024-06-13T11:29:00.161 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-06-13T11:29:00.161 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-06-13T11:29:00.161 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-06-13T11:29:00.161 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-06-13T11:29:00.161 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/bridge/netfilter/ebt_snat.ko 2024-06-13T11:29:00.161 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/bridge/netfilter/ebt_stp.ko 2024-06-13T11:29:00.161 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-06-13T11:29:00.161 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-06-13T11:29:00.161 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-06-13T11:29:00.161 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-06-13T11:29:00.161 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/bridge/netfilter/ebtables.ko 2024-06-13T11:29:00.161 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-06-13T11:29:00.161 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-06-13T11:29:00.162 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-06-13T11:29:00.162 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ceph 2024-06-13T11:29:00.162 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ceph/libceph.ko 2024-06-13T11:29:00.162 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/core 2024-06-13T11:29:00.162 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/core/failover.ko 2024-06-13T11:29:00.162 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/core/pktgen.ko 2024-06-13T11:29:00.162 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/dccp 2024-06-13T11:29:00.162 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/dccp/dccp.ko 2024-06-13T11:29:00.162 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/dccp/dccp_diag.ko 2024-06-13T11:29:00.162 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/dccp/dccp_ipv4.ko 2024-06-13T11:29:00.162 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/dccp/dccp_ipv6.ko 2024-06-13T11:29:00.162 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/dns_resolver 2024-06-13T11:29:00.162 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/dns_resolver/dns_resolver.ko 2024-06-13T11:29:00.163 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/dsa 2024-06-13T11:29:00.163 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/dsa/dsa_core.ko 2024-06-13T11:29:00.163 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/dsa/tag_brcm.ko 2024-06-13T11:29:00.163 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/dsa/tag_dsa.ko 2024-06-13T11:29:00.163 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/dsa/tag_none.ko 2024-06-13T11:29:00.163 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/dsa/tag_trailer.ko 2024-06-13T11:29:00.163 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ieee802154 2024-06-13T11:29:00.163 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ieee802154/6lowpan 2024-06-13T11:29:00.163 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-06-13T11:29:00.163 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ieee802154/ieee802154.ko 2024-06-13T11:29:00.163 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ieee802154/ieee802154_socket.ko 2024-06-13T11:29:00.163 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4 2024-06-13T11:29:00.163 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/ah4.ko 2024-06-13T11:29:00.163 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/esp4.ko 2024-06-13T11:29:00.163 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/fou.ko 2024-06-13T11:29:00.164 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/gre.ko 2024-06-13T11:29:00.164 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/inet_diag.ko 2024-06-13T11:29:00.164 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/ip_gre.ko 2024-06-13T11:29:00.164 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/ip_tunnel.ko 2024-06-13T11:29:00.164 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/ip_vti.ko 2024-06-13T11:29:00.164 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/ipcomp.ko 2024-06-13T11:29:00.164 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/ipip.ko 2024-06-13T11:29:00.164 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/netfilter 2024-06-13T11:29:00.164 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/netfilter/arp_tables.ko 2024-06-13T11:29:00.164 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-06-13T11:29:00.164 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-06-13T11:29:00.164 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-06-13T11:29:00.164 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-06-13T11:29:00.165 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-06-13T11:29:00.165 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-06-13T11:29:00.165 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-06-13T11:29:00.165 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-06-13T11:29:00.165 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-06-13T11:29:00.165 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/netfilter/iptable_security.ko 2024-06-13T11:29:00.165 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-06-13T11:29:00.165 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-06-13T11:29:00.165 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-06-13T11:29:00.165 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-06-13T11:29:00.165 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-06-13T11:29:00.165 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-06-13T11:29:00.165 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-06-13T11:29:00.165 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-06-13T11:29:00.166 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-06-13T11:29:00.166 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-06-13T11:29:00.166 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/tcp_bic.ko 2024-06-13T11:29:00.166 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/tcp_dctcp.ko 2024-06-13T11:29:00.166 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/tcp_diag.ko 2024-06-13T11:29:00.166 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/tcp_highspeed.ko 2024-06-13T11:29:00.166 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/tcp_htcp.ko 2024-06-13T11:29:00.166 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/tcp_hybla.ko 2024-06-13T11:29:00.166 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/tcp_illinois.ko 2024-06-13T11:29:00.166 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/tcp_lp.ko 2024-06-13T11:29:00.166 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/tcp_scalable.ko 2024-06-13T11:29:00.166 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/tcp_vegas.ko 2024-06-13T11:29:00.166 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/tcp_veno.ko 2024-06-13T11:29:00.166 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/tcp_westwood.ko 2024-06-13T11:29:00.167 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/tcp_yeah.ko 2024-06-13T11:29:00.167 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/tunnel4.ko 2024-06-13T11:29:00.167 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/udp_diag.ko 2024-06-13T11:29:00.167 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/udp_tunnel.ko 2024-06-13T11:29:00.167 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv4/xfrm4_tunnel.ko 2024-06-13T11:29:00.167 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6 2024-06-13T11:29:00.167 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/ah6.ko 2024-06-13T11:29:00.167 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/esp6.ko 2024-06-13T11:29:00.167 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/fou6.ko 2024-06-13T11:29:00.167 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/ip6_tunnel.ko 2024-06-13T11:29:00.167 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-06-13T11:29:00.167 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/ip6_vti.ko 2024-06-13T11:29:00.167 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/ipcomp6.ko 2024-06-13T11:29:00.168 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/netfilter 2024-06-13T11:29:00.168 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-06-13T11:29:00.168 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-06-13T11:29:00.168 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-06-13T11:29:00.168 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-06-13T11:29:00.168 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-06-13T11:29:00.168 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-06-13T11:29:00.168 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-06-13T11:29:00.168 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-06-13T11:29:00.168 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-06-13T11:29:00.168 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-06-13T11:29:00.168 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-06-13T11:29:00.168 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-06-13T11:29:00.169 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-06-13T11:29:00.169 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-06-13T11:29:00.169 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-06-13T11:29:00.169 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-06-13T11:29:00.169 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-06-13T11:29:00.169 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-06-13T11:29:00.169 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-06-13T11:29:00.169 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-06-13T11:29:00.169 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-06-13T11:29:00.169 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-06-13T11:29:00.169 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-06-13T11:29:00.169 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-06-13T11:29:00.169 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/sit.ko 2024-06-13T11:29:00.169 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/tunnel6.ko 2024-06-13T11:29:00.170 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/ipv6/xfrm6_tunnel.ko 2024-06-13T11:29:00.170 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/key 2024-06-13T11:29:00.170 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/key/af_key.ko 2024-06-13T11:29:00.170 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/l2tp 2024-06-13T11:29:00.170 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/l2tp/l2tp_core.ko 2024-06-13T11:29:00.170 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/l2tp/l2tp_debugfs.ko 2024-06-13T11:29:00.170 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/l2tp/l2tp_eth.ko 2024-06-13T11:29:00.170 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/l2tp/l2tp_ip.ko 2024-06-13T11:29:00.170 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/l2tp/l2tp_ip6.ko 2024-06-13T11:29:00.170 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/l2tp/l2tp_netlink.ko 2024-06-13T11:29:00.170 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/l2tp/l2tp_ppp.ko 2024-06-13T11:29:00.170 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/llc 2024-06-13T11:29:00.170 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/llc/llc.ko 2024-06-13T11:29:00.171 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/mac802154 2024-06-13T11:29:00.171 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/mac802154/mac802154.ko 2024-06-13T11:29:00.171 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/mpls 2024-06-13T11:29:00.171 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/mpls/mpls_gso.ko 2024-06-13T11:29:00.171 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter 2024-06-13T11:29:00.171 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/ipset 2024-06-13T11:29:00.171 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/ipset/ip_set.ko 2024-06-13T11:29:00.171 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-06-13T11:29:00.171 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-06-13T11:29:00.171 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-06-13T11:29:00.171 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-06-13T11:29:00.171 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-06-13T11:29:00.171 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-06-13T11:29:00.172 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-06-13T11:29:00.172 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-06-13T11:29:00.172 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-06-13T11:29:00.172 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-06-13T11:29:00.172 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-06-13T11:29:00.172 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-06-13T11:29:00.172 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-06-13T11:29:00.172 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-06-13T11:29:00.172 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-06-13T11:29:00.172 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/ipvs 2024-06-13T11:29:00.172 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/ipvs/ip_vs.ko 2024-06-13T11:29:00.172 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-06-13T11:29:00.172 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-06-13T11:29:00.173 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-06-13T11:29:00.173 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-06-13T11:29:00.173 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-06-13T11:29:00.173 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-06-13T11:29:00.173 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-06-13T11:29:00.173 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-06-13T11:29:00.173 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-06-13T11:29:00.173 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-06-13T11:29:00.173 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-06-13T11:29:00.173 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-06-13T11:29:00.173 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-06-13T11:29:00.173 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nf_conncount.ko 2024-06-13T11:29:00.173 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nf_conntrack.ko 2024-06-13T11:29:00.174 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-06-13T11:29:00.174 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-06-13T11:29:00.174 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-06-13T11:29:00.174 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nf_conntrack_h323.ko 2024-06-13T11:29:00.174 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nf_conntrack_irc.ko 2024-06-13T11:29:00.174 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-06-13T11:29:00.174 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-06-13T11:29:00.174 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-06-13T11:29:00.174 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nf_conntrack_sane.ko 2024-06-13T11:29:00.174 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nf_conntrack_sip.ko 2024-06-13T11:29:00.174 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-06-13T11:29:00.174 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-06-13T11:29:00.174 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nf_dup_netdev.ko 2024-06-13T11:29:00.174 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nf_flow_table.ko 2024-06-13T11:29:00.175 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nf_flow_table_inet.ko 2024-06-13T11:29:00.175 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nf_log_syslog.ko 2024-06-13T11:29:00.175 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nf_nat.ko 2024-06-13T11:29:00.175 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nf_nat_amanda.ko 2024-06-13T11:29:00.175 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nf_nat_ftp.ko 2024-06-13T11:29:00.175 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nf_nat_irc.ko 2024-06-13T11:29:00.175 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nf_nat_sip.ko 2024-06-13T11:29:00.175 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nf_nat_tftp.ko 2024-06-13T11:29:00.175 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nf_synproxy_core.ko 2024-06-13T11:29:00.175 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nf_tables.ko 2024-06-13T11:29:00.175 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nfnetlink.ko 2024-06-13T11:29:00.175 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nfnetlink_acct.ko 2024-06-13T11:29:00.175 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nfnetlink_log.ko 2024-06-13T11:29:00.175 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nfnetlink_osf.ko 2024-06-13T11:29:00.176 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nfnetlink_queue.ko 2024-06-13T11:29:00.176 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nft_chain_nat.ko 2024-06-13T11:29:00.176 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nft_compat.ko 2024-06-13T11:29:00.176 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nft_ct.ko 2024-06-13T11:29:00.176 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nft_dup_netdev.ko 2024-06-13T11:29:00.176 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nft_fib.ko 2024-06-13T11:29:00.176 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nft_fwd_netdev.ko 2024-06-13T11:29:00.176 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nft_hash.ko 2024-06-13T11:29:00.176 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nft_limit.ko 2024-06-13T11:29:00.176 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nft_log.ko 2024-06-13T11:29:00.176 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nft_masq.ko 2024-06-13T11:29:00.176 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nft_nat.ko 2024-06-13T11:29:00.176 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nft_numgen.ko 2024-06-13T11:29:00.176 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nft_queue.ko 2024-06-13T11:29:00.177 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nft_quota.ko 2024-06-13T11:29:00.177 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nft_redir.ko 2024-06-13T11:29:00.177 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nft_reject.ko 2024-06-13T11:29:00.177 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nft_reject_inet.ko 2024-06-13T11:29:00.177 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nft_socket.ko 2024-06-13T11:29:00.177 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/nft_tunnel.ko 2024-06-13T11:29:00.177 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_AUDIT.ko 2024-06-13T11:29:00.177 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_CHECKSUM.ko 2024-06-13T11:29:00.177 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_CLASSIFY.ko 2024-06-13T11:29:00.177 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-06-13T11:29:00.177 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_CT.ko 2024-06-13T11:29:00.177 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_DSCP.ko 2024-06-13T11:29:00.177 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_HL.ko 2024-06-13T11:29:00.178 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_HMARK.ko 2024-06-13T11:29:00.178 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_IDLETIMER.ko 2024-06-13T11:29:00.178 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_LED.ko 2024-06-13T11:29:00.178 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_LOG.ko 2024-06-13T11:29:00.178 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_MASQUERADE.ko 2024-06-13T11:29:00.178 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_NETMAP.ko 2024-06-13T11:29:00.178 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_NFLOG.ko 2024-06-13T11:29:00.178 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_NFQUEUE.ko 2024-06-13T11:29:00.178 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_RATEEST.ko 2024-06-13T11:29:00.178 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_REDIRECT.ko 2024-06-13T11:29:00.178 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_SECMARK.ko 2024-06-13T11:29:00.178 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_TCPMSS.ko 2024-06-13T11:29:00.178 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-06-13T11:29:00.178 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_TEE.ko 2024-06-13T11:29:00.179 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_TPROXY.ko 2024-06-13T11:29:00.179 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_TRACE.ko 2024-06-13T11:29:00.179 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_addrtype.ko 2024-06-13T11:29:00.179 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_bpf.ko 2024-06-13T11:29:00.179 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_cgroup.ko 2024-06-13T11:29:00.179 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_cluster.ko 2024-06-13T11:29:00.179 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_comment.ko 2024-06-13T11:29:00.179 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_connbytes.ko 2024-06-13T11:29:00.179 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_connlabel.ko 2024-06-13T11:29:00.179 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_connlimit.ko 2024-06-13T11:29:00.179 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_connmark.ko 2024-06-13T11:29:00.179 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_conntrack.ko 2024-06-13T11:29:00.179 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_cpu.ko 2024-06-13T11:29:00.179 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_dccp.ko 2024-06-13T11:29:00.180 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_devgroup.ko 2024-06-13T11:29:00.180 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_dscp.ko 2024-06-13T11:29:00.180 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_ecn.ko 2024-06-13T11:29:00.180 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_esp.ko 2024-06-13T11:29:00.180 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_hashlimit.ko 2024-06-13T11:29:00.180 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_helper.ko 2024-06-13T11:29:00.180 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_hl.ko 2024-06-13T11:29:00.180 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_ipcomp.ko 2024-06-13T11:29:00.180 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_iprange.ko 2024-06-13T11:29:00.180 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_ipvs.ko 2024-06-13T11:29:00.180 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_l2tp.ko 2024-06-13T11:29:00.180 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_length.ko 2024-06-13T11:29:00.180 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_limit.ko 2024-06-13T11:29:00.180 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_mac.ko 2024-06-13T11:29:00.181 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_mark.ko 2024-06-13T11:29:00.181 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_multiport.ko 2024-06-13T11:29:00.181 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_nat.ko 2024-06-13T11:29:00.181 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_nfacct.ko 2024-06-13T11:29:00.181 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_osf.ko 2024-06-13T11:29:00.181 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_owner.ko 2024-06-13T11:29:00.181 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_physdev.ko 2024-06-13T11:29:00.181 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_pkttype.ko 2024-06-13T11:29:00.181 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_policy.ko 2024-06-13T11:29:00.181 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_quota.ko 2024-06-13T11:29:00.181 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_rateest.ko 2024-06-13T11:29:00.181 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_realm.ko 2024-06-13T11:29:00.181 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_recent.ko 2024-06-13T11:29:00.182 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_sctp.ko 2024-06-13T11:29:00.182 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_set.ko 2024-06-13T11:29:00.182 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_socket.ko 2024-06-13T11:29:00.182 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_state.ko 2024-06-13T11:29:00.182 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_statistic.ko 2024-06-13T11:29:00.182 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_string.ko 2024-06-13T11:29:00.182 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_tcpmss.ko 2024-06-13T11:29:00.182 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_time.ko 2024-06-13T11:29:00.182 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netfilter/xt_u32.ko 2024-06-13T11:29:00.182 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netlink 2024-06-13T11:29:00.182 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/netlink/netlink_diag.ko 2024-06-13T11:29:00.182 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/nsh 2024-06-13T11:29:00.182 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/nsh/nsh.ko 2024-06-13T11:29:00.183 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/openvswitch 2024-06-13T11:29:00.183 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/openvswitch/openvswitch.ko 2024-06-13T11:29:00.183 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/openvswitch/vport-geneve.ko 2024-06-13T11:29:00.183 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/openvswitch/vport-gre.ko 2024-06-13T11:29:00.183 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/openvswitch/vport-vxlan.ko 2024-06-13T11:29:00.183 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/packet 2024-06-13T11:29:00.183 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/packet/af_packet_diag.ko 2024-06-13T11:29:00.183 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/rds 2024-06-13T11:29:00.183 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/rds/rds.ko 2024-06-13T11:29:00.183 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/rds/rds_rdma.ko 2024-06-13T11:29:00.183 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/rds/rds_tcp.ko 2024-06-13T11:29:00.183 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched 2024-06-13T11:29:00.183 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/act_csum.ko 2024-06-13T11:29:00.184 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/act_gact.ko 2024-06-13T11:29:00.184 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/act_mirred.ko 2024-06-13T11:29:00.184 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/act_nat.ko 2024-06-13T11:29:00.184 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/act_pedit.ko 2024-06-13T11:29:00.184 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/act_police.ko 2024-06-13T11:29:00.184 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/act_simple.ko 2024-06-13T11:29:00.184 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/act_skbedit.ko 2024-06-13T11:29:00.184 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/act_vlan.ko 2024-06-13T11:29:00.184 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/cls_basic.ko 2024-06-13T11:29:00.184 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/cls_bpf.ko 2024-06-13T11:29:00.184 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/cls_flow.ko 2024-06-13T11:29:00.184 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/cls_fw.ko 2024-06-13T11:29:00.184 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/cls_route.ko 2024-06-13T11:29:00.185 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/cls_u32.ko 2024-06-13T11:29:00.185 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/em_cmp.ko 2024-06-13T11:29:00.185 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/em_ipset.ko 2024-06-13T11:29:00.185 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/em_meta.ko 2024-06-13T11:29:00.185 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/em_nbyte.ko 2024-06-13T11:29:00.185 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/em_text.ko 2024-06-13T11:29:00.185 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/em_u32.ko 2024-06-13T11:29:00.185 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/sch_choke.ko 2024-06-13T11:29:00.185 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/sch_codel.ko 2024-06-13T11:29:00.185 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/sch_drr.ko 2024-06-13T11:29:00.185 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/sch_fq.ko 2024-06-13T11:29:00.185 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/sch_gred.ko 2024-06-13T11:29:00.185 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/sch_hfsc.ko 2024-06-13T11:29:00.185 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/sch_hhf.ko 2024-06-13T11:29:00.185 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/sch_htb.ko 2024-06-13T11:29:00.186 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/sch_ingress.ko 2024-06-13T11:29:00.186 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/sch_mqprio.ko 2024-06-13T11:29:00.186 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/sch_mqprio_lib.ko 2024-06-13T11:29:00.186 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/sch_multiq.ko 2024-06-13T11:29:00.186 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/sch_netem.ko 2024-06-13T11:29:00.186 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/sch_pie.ko 2024-06-13T11:29:00.186 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/sch_plug.ko 2024-06-13T11:29:00.186 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/sch_prio.ko 2024-06-13T11:29:00.186 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/sch_qfq.ko 2024-06-13T11:29:00.186 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/sch_red.ko 2024-06-13T11:29:00.186 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/sch_sfb.ko 2024-06-13T11:29:00.186 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/sch_sfq.ko 2024-06-13T11:29:00.186 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/sch_tbf.ko 2024-06-13T11:29:00.187 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sched/sch_teql.ko 2024-06-13T11:29:00.187 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sctp 2024-06-13T11:29:00.187 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sctp/sctp.ko 2024-06-13T11:29:00.187 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sctp/sctp_diag.ko 2024-06-13T11:29:00.187 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sunrpc 2024-06-13T11:29:00.187 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sunrpc/auth_gss 2024-06-13T11:29:00.187 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-06-13T11:29:00.187 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-06-13T11:29:00.187 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sunrpc/sunrpc.ko 2024-06-13T11:29:00.187 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sunrpc/xprtrdma 2024-06-13T11:29:00.187 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-06-13T11:29:00.187 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/tipc 2024-06-13T11:29:00.187 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/tipc/tipc.ko 2024-06-13T11:29:00.187 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/tipc/tipc_diag.ko 2024-06-13T11:29:00.188 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/unix 2024-06-13T11:29:00.188 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/unix/unix_diag.ko 2024-06-13T11:29:00.188 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/vmw_vsock 2024-06-13T11:29:00.188 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-06-13T11:29:00.188 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-06-13T11:29:00.188 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/vmw_vsock/vsock.ko 2024-06-13T11:29:00.188 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/vmw_vsock/vsock_diag.ko 2024-06-13T11:29:00.188 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/vmw_vsock/vsock_loopback.ko 2024-06-13T11:29:00.188 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/xfrm 2024-06-13T11:29:00.188 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/net/xfrm/xfrm_ipcomp.ko 2024-06-13T11:29:00.188 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/security 2024-06-13T11:29:00.188 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/security/keys 2024-06-13T11:29:00.188 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/security/keys/encrypted-keys 2024-06-13T11:29:00.188 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-06-13T11:29:00.189 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/security/keys/trusted-keys 2024-06-13T11:29:00.189 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/kernel/security/keys/trusted-keys/trusted.ko 2024-06-13T11:29:00.189 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/modules.alias 2024-06-13T11:29:00.189 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/modules.alias.bin 2024-06-13T11:29:00.189 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/modules.builtin 2024-06-13T11:29:00.189 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/modules.builtin.alias.bin 2024-06-13T11:29:00.189 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/modules.builtin.bin 2024-06-13T11:29:00.189 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/modules.builtin.modinfo 2024-06-13T11:29:00.189 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/modules.dep 2024-06-13T11:29:00.189 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/modules.dep.bin 2024-06-13T11:29:00.189 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/modules.devname 2024-06-13T11:29:00.189 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/modules.order 2024-06-13T11:29:00.189 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/modules.softdep 2024-06-13T11:29:00.189 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/modules.symbols 2024-06-13T11:29:00.190 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/modules.symbols.bin 2024-06-13T11:29:00.190 INFO:teuthology.orchestra.run.smithi042.stdout:/lib/modules/6.9.0-gff88c41504f3/vmlinuz 2024-06-13T11:29:00.194 DEBUG:teuthology.task.kernel:get_image_version: 6.9.0-gff88c41504f3 2024-06-13T11:29:00.194 DEBUG:teuthology.orchestra.run.smithi042:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-06-13T11:29:00.218 INFO:teuthology.orchestra.run.smithi042.stdout:postinstall scriptlet (using /bin/sh): 2024-06-13T11:29:00.218 INFO:teuthology.orchestra.run.smithi042.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-06-13T11:29:00.218 INFO:teuthology.orchestra.run.smithi042.stdout: /usr/bin/kernel-install add 6.9.0-gff88c41504f3 /lib/modules/6.9.0-gff88c41504f3/vmlinuz 2024-06-13T11:29:00.218 INFO:teuthology.orchestra.run.smithi042.stdout:fi 2024-06-13T11:29:00.218 INFO:teuthology.orchestra.run.smithi042.stdout:for file in vmlinuz System.map config; do 2024-06-13T11:29:00.219 INFO:teuthology.orchestra.run.smithi042.stdout: if ! cmp --silent "/lib/modules/6.9.0-gff88c41504f3/${file}" "/boot/${file}-6.9.0-gff88c41504f3"; then 2024-06-13T11:29:00.219 INFO:teuthology.orchestra.run.smithi042.stdout: cp "/lib/modules/6.9.0-gff88c41504f3/${file}" "/boot/${file}-6.9.0-gff88c41504f3" 2024-06-13T11:29:00.219 INFO:teuthology.orchestra.run.smithi042.stdout: fi 2024-06-13T11:29:00.219 INFO:teuthology.orchestra.run.smithi042.stdout:done 2024-06-13T11:29:00.219 INFO:teuthology.orchestra.run.smithi042.stdout:if [ -d "/lib/modules/6.9.0-gff88c41504f3/dtb" ] && \ 2024-06-13T11:29:00.219 INFO:teuthology.orchestra.run.smithi042.stdout: ! diff -rq "/lib/modules/6.9.0-gff88c41504f3/dtb" "/boot/dtb-6.9.0-gff88c41504f3" >/dev/null 2>&1; then 2024-06-13T11:29:00.219 INFO:teuthology.orchestra.run.smithi042.stdout: rm -rf "/boot/dtb-6.9.0-gff88c41504f3" 2024-06-13T11:29:00.219 INFO:teuthology.orchestra.run.smithi042.stdout: cp -r "/lib/modules/6.9.0-gff88c41504f3/dtb" "/boot/dtb-6.9.0-gff88c41504f3" 2024-06-13T11:29:00.219 INFO:teuthology.orchestra.run.smithi042.stdout:fi 2024-06-13T11:29:00.219 INFO:teuthology.orchestra.run.smithi042.stdout:if [ ! -e "/lib/modules/6.9.0-gff88c41504f3/modules.dep" ]; then 2024-06-13T11:29:00.219 INFO:teuthology.orchestra.run.smithi042.stdout: /usr/sbin/depmod 6.9.0-gff88c41504f3 2024-06-13T11:29:00.219 INFO:teuthology.orchestra.run.smithi042.stdout:fi 2024-06-13T11:29:00.219 INFO:teuthology.orchestra.run.smithi042.stdout:preuninstall scriptlet (using /bin/sh): 2024-06-13T11:29:00.219 INFO:teuthology.orchestra.run.smithi042.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-06-13T11:29:00.219 INFO:teuthology.orchestra.run.smithi042.stdout:kernel-install remove 6.9.0-gff88c41504f3 2024-06-13T11:29:00.220 INFO:teuthology.orchestra.run.smithi042.stdout:fi 2024-06-13T11:29:00.220 DEBUG:teuthology.orchestra.run.smithi042:> sudo rpm -qi grub2-tools 2024-06-13T11:29:00.295 INFO:teuthology.orchestra.run.smithi042.stdout:Name : grub2-tools 2024-06-13T11:29:00.295 INFO:teuthology.orchestra.run.smithi042.stdout:Epoch : 1 2024-06-13T11:29:00.295 INFO:teuthology.orchestra.run.smithi042.stdout:Version : 2.06 2024-06-13T11:29:00.295 INFO:teuthology.orchestra.run.smithi042.stdout:Release : 68.el9 2024-06-13T11:29:00.295 INFO:teuthology.orchestra.run.smithi042.stdout:Architecture: x86_64 2024-06-13T11:29:00.296 INFO:teuthology.orchestra.run.smithi042.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-06-13T11:29:00.296 INFO:teuthology.orchestra.run.smithi042.stdout:Group : Unspecified 2024-06-13T11:29:00.296 INFO:teuthology.orchestra.run.smithi042.stdout:Size : 8264254 2024-06-13T11:29:00.296 INFO:teuthology.orchestra.run.smithi042.stdout:License : GPLv3+ 2024-06-13T11:29:00.296 INFO:teuthology.orchestra.run.smithi042.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-06-13T11:29:00.296 INFO:teuthology.orchestra.run.smithi042.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-06-13T11:29:00.296 INFO:teuthology.orchestra.run.smithi042.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-06-13T11:29:00.296 INFO:teuthology.orchestra.run.smithi042.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-06-13T11:29:00.296 INFO:teuthology.orchestra.run.smithi042.stdout:Packager : builder@centos.org 2024-06-13T11:29:00.296 INFO:teuthology.orchestra.run.smithi042.stdout:Vendor : CentOS 2024-06-13T11:29:00.296 INFO:teuthology.orchestra.run.smithi042.stdout:URL : http://www.gnu.org/software/grub/ 2024-06-13T11:29:00.296 INFO:teuthology.orchestra.run.smithi042.stdout:Summary : Support tools for GRUB. 2024-06-13T11:29:00.296 INFO:teuthology.orchestra.run.smithi042.stdout:Description : 2024-06-13T11:29:00.296 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:29:00.297 INFO:teuthology.orchestra.run.smithi042.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-06-13T11:29:00.297 INFO:teuthology.orchestra.run.smithi042.stdout:customizable bootloader with modular architecture. It supports a rich 2024-06-13T11:29:00.297 INFO:teuthology.orchestra.run.smithi042.stdout:variety of kernel formats, file systems, computer architectures and 2024-06-13T11:29:00.297 INFO:teuthology.orchestra.run.smithi042.stdout:hardware devices. 2024-06-13T11:29:00.297 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:29:00.297 INFO:teuthology.orchestra.run.smithi042.stdout:This subpackage provides tools for support of all platforms. 2024-06-13T11:29:00.298 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-06-13T11:29:00.298 INFO:teuthology.task.kernel:Updating grub on smithi042 to boot 6.9.0-gff88c41504f3 2024-06-13T11:29:00.298 DEBUG:teuthology.orchestra.run.smithi042:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-06-13T11:29:00.930 INFO:teuthology.orchestra.run.smithi042.stderr:Generating grub configuration file ... 2024-06-13T11:29:02.359 INFO:teuthology.orchestra.run.smithi042.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-06-13T11:29:02.388 INFO:teuthology.orchestra.run.smithi042.stderr:done 2024-06-13T11:29:02.390 DEBUG:teuthology.orchestra.run.smithi042:> mktemp 2024-06-13T11:29:02.406 INFO:teuthology.orchestra.run.smithi042.stdout:/tmp/tmp.iOnSo7O3Ga 2024-06-13T11:29:02.407 DEBUG:teuthology.orchestra.run.smithi042:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.iOnSo7O3Ga 2024-06-13T11:29:02.473 DEBUG:teuthology.orchestra.run.smithi042:> sudo chmod 0666 /tmp/tmp.iOnSo7O3Ga 2024-06-13T11:29:02.633 DEBUG:teuthology.orchestra.remote:smithi042:/tmp/tmp.iOnSo7O3Ga is 6KB 2024-06-13T11:29:02.681 DEBUG:teuthology.orchestra.run.smithi042:> rm -fr /tmp/tmp.iOnSo7O3Ga 2024-06-13T11:29:02.696 DEBUG:teuthology.orchestra.run.smithi042:> sudo /bin/ls /boot/loader/entries || true 2024-06-13T11:29:02.758 INFO:teuthology.orchestra.run.smithi042.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-06-13T11:29:02.758 INFO:teuthology.orchestra.run.smithi042.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-06-13T11:29:02.759 INFO:teuthology.orchestra.run.smithi042.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-06-13T11:29:02.759 INFO:teuthology.orchestra.run.smithi042.stdout:7fc8828e06d0482694bcf4a447d13cb6-6.9.0-gff88c41504f3.conf 2024-06-13T11:29:02.760 DEBUG:teuthology.orchestra.run.smithi042:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-6.9.0-gff88c41504f3 2024-06-13T11:29:02.925 DEBUG:teuthology.orchestra.run.smithi042:> sudo shutdown -r now 2024-06-13T11:29:32.928 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-06-13T11:29:32.929 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi042.front.sepia.ceph.com' 2024-06-13T11:29:32.930 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi042.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-13T11:29:51.390 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.42 2024-06-13T11:30:00.391 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi042.front.sepia.ceph.com' 2024-06-13T11:30:00.392 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi042.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-13T11:30:03.454 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.42 2024-06-13T11:30:15.455 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi042.front.sepia.ceph.com' 2024-06-13T11:30:15.456 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi042.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-13T11:30:18.530 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.42 2024-06-13T11:30:33.531 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi042.front.sepia.ceph.com' 2024-06-13T11:30:33.532 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi042.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-13T11:30:36.606 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.42 2024-06-13T11:30:54.607 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi042.front.sepia.ceph.com' 2024-06-13T11:30:54.607 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi042.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-13T11:31:13.054 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.42 2024-06-13T11:31:34.055 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi042.front.sepia.ceph.com' 2024-06-13T11:31:34.057 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi042.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-13T11:31:34.473 DEBUG:teuthology.orchestra.run.smithi042:> true 2024-06-13T11:31:35.047 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi042.front.sepia.ceph.com' 2024-06-13T11:31:35.047 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "6.9.0-gff88c41504f3"... 2024-06-13T11:31:35.048 DEBUG:teuthology.orchestra.run.smithi042:> uname -r 2024-06-13T11:31:35.086 INFO:teuthology.orchestra.run.smithi042.stdout:6.9.0-gff88c41504f3 2024-06-13T11:31:35.086 DEBUG:teuthology.task.kernel:current kernel version is 6.9.0-gff88c41504f3 vs 6.9.0-gff88c41504f3 2024-06-13T11:31:35.086 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-06-13T11:31:35.086 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-06-13T11:31:36.087 DEBUG:teuthology.parallel:result is None 2024-06-13T11:31:36.087 INFO:teuthology.run_tasks:Running task internal.base... 2024-06-13T11:31:36.096 INFO:teuthology.task.internal:Creating test directory... 2024-06-13T11:31:36.096 DEBUG:teuthology.orchestra.run.smithi042:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-06-13T11:31:36.104 DEBUG:teuthology.orchestra.run.smithi088:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-06-13T11:31:36.107 DEBUG:teuthology.orchestra.run.smithi162:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-06-13T11:31:36.141 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-06-13T11:31:36.152 INFO:teuthology.run_tasks:Running task internal.archive... 2024-06-13T11:31:36.167 INFO:teuthology.task.internal:Creating archive directory... 2024-06-13T11:31:36.167 DEBUG:teuthology.orchestra.run.smithi042:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-06-13T11:31:36.186 DEBUG:teuthology.orchestra.run.smithi088:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-06-13T11:31:36.188 DEBUG:teuthology.orchestra.run.smithi162:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-06-13T11:31:36.298 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-06-13T11:31:36.310 INFO:teuthology.task.internal:Enabling coredump saving... 2024-06-13T11:31:36.310 DEBUG:teuthology.orchestra.run.smithi088:> test -f /run/.containerenv -o -f /.dockerenv 2024-06-13T11:31:36.326 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-13T11:31:36.327 DEBUG:teuthology.orchestra.run.smithi162:> test -f /run/.containerenv -o -f /.dockerenv 2024-06-13T11:31:36.343 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-13T11:31:36.343 DEBUG:teuthology.orchestra.run.smithi042:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-06-13T11:31:36.348 DEBUG:teuthology.orchestra.run.smithi088:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-06-13T11:31:36.369 DEBUG:teuthology.orchestra.run.smithi162:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-06-13T11:31:36.422 INFO:teuthology.orchestra.run.smithi162.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-06-13T11:31:36.425 INFO:teuthology.orchestra.run.smithi088.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-06-13T11:31:36.440 INFO:teuthology.orchestra.run.smithi162.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-06-13T11:31:36.441 INFO:teuthology.orchestra.run.smithi042.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-06-13T11:31:36.443 INFO:teuthology.orchestra.run.smithi088.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-06-13T11:31:36.518 INFO:teuthology.orchestra.run.smithi042.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-06-13T11:31:36.521 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-06-13T11:31:36.530 INFO:teuthology.task.internal:Configuring sudo... 2024-06-13T11:31:36.530 DEBUG:teuthology.orchestra.run.smithi042:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-06-13T11:31:36.535 DEBUG:teuthology.orchestra.run.smithi088:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-06-13T11:31:36.537 DEBUG:teuthology.orchestra.run.smithi162:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-06-13T11:31:36.598 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-06-13T11:31:36.609 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-06-13T11:31:36.609 DEBUG:teuthology.orchestra.run.smithi042:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-06-13T11:31:36.613 DEBUG:teuthology.orchestra.run.smithi088:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-06-13T11:31:36.616 DEBUG:teuthology.orchestra.run.smithi162:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-06-13T11:31:36.646 DEBUG:teuthology.orchestra.run.smithi042:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-06-13T11:31:36.750 DEBUG:teuthology.orchestra.run.smithi042:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-06-13T11:31:36.835 DEBUG:teuthology.orchestra.run.smithi042:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-06-13T11:31:36.896 DEBUG:teuthology.orchestra.run.smithi042:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-06-13T11:31:36.975 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-13T11:31:36.975 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-06-13T11:31:37.032 DEBUG:teuthology.orchestra.run.smithi088:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-06-13T11:31:37.077 DEBUG:teuthology.orchestra.run.smithi088:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-06-13T11:31:37.134 DEBUG:teuthology.orchestra.run.smithi088:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-06-13T11:31:37.216 DEBUG:teuthology.orchestra.run.smithi088:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-06-13T11:31:37.260 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-06-13T11:31:37.260 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-06-13T11:31:37.327 DEBUG:teuthology.orchestra.run.smithi162:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-06-13T11:31:37.372 DEBUG:teuthology.orchestra.run.smithi162:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-06-13T11:31:37.432 DEBUG:teuthology.orchestra.run.smithi162:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-06-13T11:31:37.475 DEBUG:teuthology.orchestra.run.smithi162:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-06-13T11:31:37.515 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2024-06-13T11:31:37.515 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-06-13T11:31:37.579 DEBUG:teuthology.orchestra.run.smithi042:> sudo service rsyslog restart 2024-06-13T11:31:37.585 DEBUG:teuthology.orchestra.run.smithi088:> sudo service rsyslog restart 2024-06-13T11:31:37.587 DEBUG:teuthology.orchestra.run.smithi162:> sudo service rsyslog restart 2024-06-13T11:31:37.627 INFO:teuthology.orchestra.run.smithi088.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-06-13T11:31:37.655 INFO:teuthology.orchestra.run.smithi162.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-06-13T11:31:37.677 INFO:teuthology.orchestra.run.smithi042.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-06-13T11:31:38.041 INFO:teuthology.run_tasks:Running task internal.timer... 2024-06-13T11:31:38.053 INFO:teuthology.task.internal:Starting timer... 2024-06-13T11:31:38.053 INFO:teuthology.run_tasks:Running task pcp... 2024-06-13T11:31:38.074 INFO:teuthology.run_tasks:Running task selinux... 2024-06-13T11:31:38.089 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-06-13T11:31:38.089 DEBUG:teuthology.orchestra.run.smithi042:> sudo service auditd rotate 2024-06-13T11:31:38.181 INFO:teuthology.orchestra.run.smithi042.stdout:Rotating logs: 2024-06-13T11:31:38.185 DEBUG:teuthology.orchestra.run.smithi088:> sudo service auditd rotate 2024-06-13T11:31:38.256 INFO:teuthology.orchestra.run.smithi088.stdout:Rotating logs: 2024-06-13T11:31:38.258 DEBUG:teuthology.orchestra.run.smithi162:> sudo service auditd rotate 2024-06-13T11:31:38.337 INFO:teuthology.orchestra.run.smithi162.stdout:Rotating logs: 2024-06-13T11:31:38.338 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-06-13T11:31:38.339 DEBUG:teuthology.orchestra.run.smithi042:> /usr/sbin/getenforce 2024-06-13T11:31:38.400 INFO:teuthology.orchestra.run.smithi042.stdout:Permissive 2024-06-13T11:31:38.400 DEBUG:teuthology.orchestra.run.smithi088:> /usr/sbin/getenforce 2024-06-13T11:31:38.424 INFO:teuthology.orchestra.run.smithi088.stdout:Permissive 2024-06-13T11:31:38.424 DEBUG:teuthology.orchestra.run.smithi162:> /usr/sbin/getenforce 2024-06-13T11:31:38.446 INFO:teuthology.orchestra.run.smithi162.stdout:Permissive 2024-06-13T11:31:38.446 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi042.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi088.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi162.front.sepia.ceph.com': 'permissive'} 2024-06-13T11:31:38.447 DEBUG:teuthology.orchestra.run.smithi042:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-06-13T11:31:38.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-13T11:31:38.531 DEBUG:teuthology.orchestra.run.smithi088:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-06-13T11:31:38.560 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-13T11:31:38.560 DEBUG:teuthology.orchestra.run.smithi162:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-06-13T11:31:38.584 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-13T11:31:38.585 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-06-13T11:31:38.585 DEBUG:teuthology.orchestra.run.smithi042:> sudo /usr/sbin/setenforce permissive 2024-06-13T11:31:38.672 DEBUG:teuthology.orchestra.run.smithi088:> sudo /usr/sbin/setenforce permissive 2024-06-13T11:31:38.697 DEBUG:teuthology.orchestra.run.smithi162:> sudo /usr/sbin/setenforce permissive 2024-06-13T11:31:38.721 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-06-13T11:31:38.730 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-06-13T11:31:38.733 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-06-13T11:31:38.876 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-06-13T11:31:38.887 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-06-13T11:31:38.888 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi042.front.sepia.ceph.com,smithi088.front.sepia.ceph.com,smithi162.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-06-13T11:37:52.349 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi042.front.sepia.ceph.com'), Remote(name='ubuntu@smithi088.front.sepia.ceph.com'), Remote(name='ubuntu@smithi162.front.sepia.ceph.com')] 2024-06-13T11:37:52.350 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi042.front.sepia.ceph.com' 2024-06-13T11:37:52.351 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi042.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-13T11:37:52.461 DEBUG:teuthology.orchestra.run.smithi042:> true 2024-06-13T11:37:52.617 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi042.front.sepia.ceph.com' 2024-06-13T11:37:52.617 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi088.front.sepia.ceph.com' 2024-06-13T11:37:52.618 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi088.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-13T11:37:52.690 DEBUG:teuthology.orchestra.run.smithi088:> true 2024-06-13T11:37:52.727 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi088.front.sepia.ceph.com' 2024-06-13T11:37:52.727 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi162.front.sepia.ceph.com' 2024-06-13T11:37:52.727 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi162.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-13T11:37:52.798 DEBUG:teuthology.orchestra.run.smithi162:> true 2024-06-13T11:37:52.887 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi162.front.sepia.ceph.com' 2024-06-13T11:37:52.887 INFO:teuthology.run_tasks:Running task clock... 2024-06-13T11:37:52.899 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-06-13T11:37:52.900 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-06-13T11:37:52.900 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-06-13T11:37:52.907 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-06-13T11:37:52.908 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-06-13T11:37:52.910 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-06-13T11:37:52.910 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-06-13T11:37:52.939 INFO:teuthology.orchestra.run.smithi088.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-06-13T11:37:52.954 INFO:teuthology.orchestra.run.smithi088.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-06-13T11:37:52.957 INFO:teuthology.orchestra.run.smithi162.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-06-13T11:37:52.972 INFO:teuthology.orchestra.run.smithi162.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-06-13T11:37:52.979 INFO:teuthology.orchestra.run.smithi088.stderr:sudo: ntpd: command not found 2024-06-13T11:37:52.990 INFO:teuthology.orchestra.run.smithi088.stdout:506 Cannot talk to daemon 2024-06-13T11:37:52.996 INFO:teuthology.orchestra.run.smithi162.stderr:sudo: ntpd: command not found 2024-06-13T11:37:53.001 INFO:teuthology.orchestra.run.smithi042.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-06-13T11:37:53.004 INFO:teuthology.orchestra.run.smithi088.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-06-13T11:37:53.007 INFO:teuthology.orchestra.run.smithi162.stdout:506 Cannot talk to daemon 2024-06-13T11:37:53.017 INFO:teuthology.orchestra.run.smithi088.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-06-13T11:37:53.020 INFO:teuthology.orchestra.run.smithi162.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-06-13T11:37:53.034 INFO:teuthology.orchestra.run.smithi162.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-06-13T11:37:53.046 INFO:teuthology.orchestra.run.smithi042.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-06-13T11:37:53.072 INFO:teuthology.orchestra.run.smithi088.stderr:bash: line 1: ntpq: command not found 2024-06-13T11:37:53.076 INFO:teuthology.orchestra.run.smithi088.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-06-13T11:37:53.076 INFO:teuthology.orchestra.run.smithi088.stdout:=============================================================================== 2024-06-13T11:37:53.076 INFO:teuthology.orchestra.run.smithi088.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-13T11:37:53.076 INFO:teuthology.orchestra.run.smithi088.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-13T11:37:53.076 INFO:teuthology.orchestra.run.smithi088.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-13T11:37:53.076 INFO:teuthology.orchestra.run.smithi088.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-13T11:37:53.090 INFO:teuthology.orchestra.run.smithi162.stderr:bash: line 1: ntpq: command not found 2024-06-13T11:37:53.093 INFO:teuthology.orchestra.run.smithi162.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-06-13T11:37:53.093 INFO:teuthology.orchestra.run.smithi162.stdout:=============================================================================== 2024-06-13T11:37:53.094 INFO:teuthology.orchestra.run.smithi162.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-13T11:37:53.094 INFO:teuthology.orchestra.run.smithi162.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-13T11:37:53.094 INFO:teuthology.orchestra.run.smithi162.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-13T11:37:53.094 INFO:teuthology.orchestra.run.smithi162.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-13T11:37:53.125 INFO:teuthology.orchestra.run.smithi042.stderr:sudo: ntpd: command not found 2024-06-13T11:37:53.156 INFO:teuthology.orchestra.run.smithi042.stdout:506 Cannot talk to daemon 2024-06-13T11:37:53.200 INFO:teuthology.orchestra.run.smithi042.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-06-13T11:37:53.244 INFO:teuthology.orchestra.run.smithi042.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-06-13T11:37:53.383 INFO:teuthology.orchestra.run.smithi042.stderr:bash: line 1: ntpq: command not found 2024-06-13T11:37:53.391 INFO:teuthology.orchestra.run.smithi042.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-06-13T11:37:53.391 INFO:teuthology.orchestra.run.smithi042.stdout:=============================================================================== 2024-06-13T11:37:53.392 INFO:teuthology.orchestra.run.smithi042.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-13T11:37:53.392 INFO:teuthology.orchestra.run.smithi042.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-13T11:37:53.392 INFO:teuthology.orchestra.run.smithi042.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-13T11:37:53.392 INFO:teuthology.orchestra.run.smithi042.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-13T11:37:53.393 INFO:teuthology.run_tasks:Running task install... 2024-06-13T11:37:53.401 DEBUG:teuthology.task.install:project ceph 2024-06-13T11:37:53.401 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '3d89accfe3201286f000e065a1faea2a88c7a6ba'}} 2024-06-13T11:37:53.401 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '3d89accfe3201286f000e065a1faea2a88c7a6ba'} 2024-06-13T11:37:53.401 INFO:teuthology.task.install:Using flavor: default 2024-06-13T11:37:53.406 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-06-13T11:37:53.406 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-06-13T11:37:53.407 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '3d89accfe3201286f000e065a1faea2a88c7a6ba', 'tag': None, 'wait_for_package': False} 2024-06-13T11:37:53.407 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-13T11:37:53.409 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '3d89accfe3201286f000e065a1faea2a88c7a6ba', 'tag': None, 'wait_for_package': False} 2024-06-13T11:37:53.409 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-13T11:37:53.410 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '3d89accfe3201286f000e065a1faea2a88c7a6ba', 'tag': None, 'wait_for_package': False} 2024-06-13T11:37:53.410 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-13T11:37:53.545 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/ 2024-06-13T11:37:53.545 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2946.g3d89accf 2024-06-13T11:37:53.556 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/ 2024-06-13T11:37:53.556 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2946.g3d89accf 2024-06-13T11:37:53.626 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/ 2024-06-13T11:37:53.626 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2946.g3d89accf 2024-06-13T11:37:53.733 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-06-13T11:37:53.734 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-13T11:37:53.734 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-06-13T11:37:53.753 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-06-13T11:37:53.753 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-06-13T11:37:53.753 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-06-13T11:37:53.781 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-06-13T11:37:53.782 DEBUG:teuthology.orchestra.run.smithi088:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/3d89accfe3201286f000e065a1faea2a88c7a6ba/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-06-13T11:37:53.830 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-06-13T11:37:53.830 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2024-06-13T11:37:53.830 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-06-13T11:37:53.831 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-06-13T11:37:53.831 DEBUG:teuthology.orchestra.run.smithi042:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/3d89accfe3201286f000e065a1faea2a88c7a6ba/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-06-13T11:37:53.850 DEBUG:teuthology.orchestra.run.smithi088:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-06-13T11:37:53.856 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-06-13T11:37:53.857 DEBUG:teuthology.orchestra.run.smithi162:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/3d89accfe3201286f000e065a1faea2a88c7a6ba/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-06-13T11:37:53.922 DEBUG:teuthology.orchestra.run.smithi162:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-06-13T11:37:53.927 DEBUG:teuthology.orchestra.run.smithi088:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-06-13T11:37:53.966 DEBUG:teuthology.orchestra.run.smithi042:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-06-13T11:37:53.993 INFO:teuthology.orchestra.run.smithi088.stdout:check_obsoletes = 1 2024-06-13T11:37:53.994 DEBUG:teuthology.orchestra.run.smithi088:> sudo yum clean all 2024-06-13T11:37:53.995 DEBUG:teuthology.orchestra.run.smithi162:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-06-13T11:37:54.059 INFO:teuthology.orchestra.run.smithi162.stdout:check_obsoletes = 1 2024-06-13T11:37:54.060 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum clean all 2024-06-13T11:37:54.087 DEBUG:teuthology.orchestra.run.smithi042:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-06-13T11:37:54.170 INFO:teuthology.orchestra.run.smithi042.stdout:check_obsoletes = 1 2024-06-13T11:37:54.175 DEBUG:teuthology.orchestra.run.smithi042:> sudo yum clean all 2024-06-13T11:37:54.223 INFO:teuthology.orchestra.run.smithi088.stdout:45 files removed 2024-06-13T11:37:54.249 DEBUG:teuthology.orchestra.run.smithi088:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-06-13T11:37:54.285 INFO:teuthology.orchestra.run.smithi162.stdout:45 files removed 2024-06-13T11:37:54.312 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-06-13T11:37:54.504 INFO:teuthology.orchestra.run.smithi042.stdout:45 files removed 2024-06-13T11:37:54.543 DEBUG:teuthology.orchestra.run.smithi042:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-06-13T11:37:54.864 INFO:teuthology.orchestra.run.smithi088.stdout:ceph packages for x86_64 234 kB/s | 83 kB 00:00 2024-06-13T11:37:54.887 INFO:teuthology.orchestra.run.smithi162.stdout:ceph packages for x86_64 265 kB/s | 83 kB 00:00 2024-06-13T11:37:55.231 INFO:teuthology.orchestra.run.smithi088.stdout:ceph noarch packages 36 kB/s | 11 kB 00:00 2024-06-13T11:37:55.288 INFO:teuthology.orchestra.run.smithi162.stdout:ceph noarch packages 32 kB/s | 11 kB 00:00 2024-06-13T11:37:55.455 INFO:teuthology.orchestra.run.smithi042.stdout:ceph packages for x86_64 177 kB/s | 83 kB 00:00 2024-06-13T11:37:55.623 INFO:teuthology.orchestra.run.smithi088.stdout:ceph source packages 5.3 kB/s | 1.9 kB 00:00 2024-06-13T11:37:55.664 INFO:teuthology.orchestra.run.smithi162.stdout:ceph source packages 5.5 kB/s | 1.9 kB 00:00 2024-06-13T11:37:55.980 INFO:teuthology.orchestra.run.smithi042.stdout:ceph noarch packages 27 kB/s | 11 kB 00:00 2024-06-13T11:37:56.141 INFO:teuthology.orchestra.run.smithi088.stdout:CentOS Stream 9 - BaseOS 17 MB/s | 8.1 MB 00:00 2024-06-13T11:37:56.456 INFO:teuthology.orchestra.run.smithi042.stdout:ceph source packages 4.8 kB/s | 1.9 kB 00:00 2024-06-13T11:37:57.280 INFO:teuthology.orchestra.run.smithi162.stdout:CentOS Stream 9 - BaseOS 5.1 MB/s | 8.1 MB 00:01 2024-06-13T11:37:57.997 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - BaseOS 5.6 MB/s | 8.1 MB 00:01 2024-06-13T11:38:00.566 INFO:teuthology.orchestra.run.smithi088.stdout:CentOS Stream 9 - AppStream 5.9 MB/s | 20 MB 00:03 2024-06-13T11:38:00.606 INFO:teuthology.orchestra.run.smithi162.stdout:CentOS Stream 9 - AppStream 8.8 MB/s | 20 MB 00:02 2024-06-13T11:38:01.523 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - AppStream 9.0 MB/s | 20 MB 00:02 2024-06-13T11:38:05.083 INFO:teuthology.orchestra.run.smithi088.stdout:CentOS Stream 9 - CRB 7.5 MB/s | 6.3 MB 00:00 2024-06-13T11:38:05.701 INFO:teuthology.orchestra.run.smithi162.stdout:CentOS Stream 9 - CRB 4.3 MB/s | 6.3 MB 00:01 2024-06-13T11:38:06.399 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - CRB 8.3 MB/s | 6.3 MB 00:00 2024-06-13T11:38:06.601 INFO:teuthology.orchestra.run.smithi088.stdout:CentOS Stream 9 - Extras packages 51 kB/s | 17 kB 00:00 2024-06-13T11:38:07.132 INFO:teuthology.orchestra.run.smithi162.stdout:CentOS Stream 9 - Extras packages 66 kB/s | 17 kB 00:00 2024-06-13T11:38:07.513 INFO:teuthology.orchestra.run.smithi088.stdout:Extra Packages for Enterprise Linux 28 MB/s | 21 MB 00:00 2024-06-13T11:38:08.111 INFO:teuthology.orchestra.run.smithi162.stdout:Extra Packages for Enterprise Linux 26 MB/s | 21 MB 00:00 2024-06-13T11:38:08.158 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - Extras packages 47 kB/s | 17 kB 00:00 2024-06-13T11:38:09.563 INFO:teuthology.orchestra.run.smithi042.stdout:Extra Packages for Enterprise Linux 18 MB/s | 21 MB 00:01 2024-06-13T11:38:12.744 INFO:teuthology.orchestra.run.smithi088.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-06-13T11:38:13.308 INFO:teuthology.orchestra.run.smithi162.stdout:lab-extras 34 kB/s | 1.7 kB 00:00 2024-06-13T11:38:15.046 INFO:teuthology.orchestra.run.smithi088.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-06-13T11:38:15.046 INFO:teuthology.orchestra.run.smithi088.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-06-13T11:38:15.057 INFO:teuthology.orchestra.run.smithi088.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-06-13T11:38:15.058 INFO:teuthology.orchestra.run.smithi088.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-06-13T11:38:15.059 INFO:teuthology.orchestra.run.smithi088.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-06-13T11:38:15.060 INFO:teuthology.orchestra.run.smithi088.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-06-13T11:38:15.061 INFO:teuthology.orchestra.run.smithi088.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-06-13T11:38:15.064 INFO:teuthology.orchestra.run.smithi088.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-06-13T11:38:15.065 INFO:teuthology.orchestra.run.smithi088.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-06-13T11:38:15.127 INFO:teuthology.orchestra.run.smithi088.stdout:Dependencies resolved. 2024-06-13T11:38:15.142 INFO:teuthology.orchestra.run.smithi088.stdout:======================================================================================= 2024-06-13T11:38:15.143 INFO:teuthology.orchestra.run.smithi088.stdout: Package Arch Version Repository Size 2024-06-13T11:38:15.143 INFO:teuthology.orchestra.run.smithi088.stdout:======================================================================================= 2024-06-13T11:38:15.143 INFO:teuthology.orchestra.run.smithi088.stdout:Installing: 2024-06-13T11:38:15.143 INFO:teuthology.orchestra.run.smithi088.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-06-13T11:38:15.143 INFO:teuthology.orchestra.run.smithi088.stdout: ceph x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 6.6 k 2024-06-13T11:38:15.143 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-base x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 5.4 M 2024-06-13T11:38:15.143 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-fuse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 890 k 2024-06-13T11:38:15.143 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 145 k 2024-06-13T11:38:15.143 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 1.5 M 2024-06-13T11:38:15.143 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 142 k 2024-06-13T11:38:15.143 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 3.5 M 2024-06-13T11:38:15.144 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 7.4 M 2024-06-13T11:38:15.144 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr-rook noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 49 k 2024-06-13T11:38:15.144 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-radosgw x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 10 M 2024-06-13T11:38:15.144 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-test x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 48 M 2024-06-13T11:38:15.144 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-volume noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 264 k 2024-06-13T11:38:15.144 INFO:teuthology.orchestra.run.smithi088.stdout: cephadm noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 763 k 2024-06-13T11:38:15.144 INFO:teuthology.orchestra.run.smithi088.stdout: cephfs-mirror x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 221 k 2024-06-13T11:38:15.144 INFO:teuthology.orchestra.run.smithi088.stdout: cephfs-shell x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 27 k 2024-06-13T11:38:15.144 INFO:teuthology.orchestra.run.smithi088.stdout: cephfs-top noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 18 k 2024-06-13T11:38:15.144 INFO:teuthology.orchestra.run.smithi088.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-06-13T11:38:15.144 INFO:teuthology.orchestra.run.smithi088.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-06-13T11:38:15.144 INFO:teuthology.orchestra.run.smithi088.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-06-13T11:38:15.144 INFO:teuthology.orchestra.run.smithi088.stdout: libcephfs-devel x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 32 k 2024-06-13T11:38:15.145 INFO:teuthology.orchestra.run.smithi088.stdout: libcephfs2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 747 k 2024-06-13T11:38:15.145 INFO:teuthology.orchestra.run.smithi088.stdout: librados-devel x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 127 k 2024-06-13T11:38:15.145 INFO:teuthology.orchestra.run.smithi088.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-06-13T11:38:15.145 INFO:teuthology.orchestra.run.smithi088.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-06-13T11:38:15.145 INFO:teuthology.orchestra.run.smithi088.stdout: openssl-devel x86_64 1:3.2.2-1.el9 appstream 4.4 M 2024-06-13T11:38:15.145 INFO:teuthology.orchestra.run.smithi088.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-06-13T11:38:15.145 INFO:teuthology.orchestra.run.smithi088.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-06-13T11:38:15.145 INFO:teuthology.orchestra.run.smithi088.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-06-13T11:38:15.145 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cephfs x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 162 k 2024-06-13T11:38:15.145 INFO:teuthology.orchestra.run.smithi088.stdout: python3-rados x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 321 k 2024-06-13T11:38:15.145 INFO:teuthology.orchestra.run.smithi088.stdout: python3-rbd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 300 k 2024-06-13T11:38:15.145 INFO:teuthology.orchestra.run.smithi088.stdout: python3-rgw x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 99 k 2024-06-13T11:38:15.145 INFO:teuthology.orchestra.run.smithi088.stdout: rbd-fuse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 85 k 2024-06-13T11:38:15.145 INFO:teuthology.orchestra.run.smithi088.stdout: rbd-mirror x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.1 M 2024-06-13T11:38:15.145 INFO:teuthology.orchestra.run.smithi088.stdout: rbd-nbd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 171 k 2024-06-13T11:38:15.146 INFO:teuthology.orchestra.run.smithi088.stdout: xfsprogs-devel x86_64 6.4.0-1.el9 appstream 95 k 2024-06-13T11:38:15.146 INFO:teuthology.orchestra.run.smithi088.stdout:Upgrading: 2024-06-13T11:38:15.146 INFO:teuthology.orchestra.run.smithi088.stdout: NetworkManager x86_64 1:1.47.91-1.el9 baseos 2.3 M 2024-06-13T11:38:15.146 INFO:teuthology.orchestra.run.smithi088.stdout: NetworkManager-libnm x86_64 1:1.47.91-1.el9 baseos 1.8 M 2024-06-13T11:38:15.146 INFO:teuthology.orchestra.run.smithi088.stdout: NetworkManager-team x86_64 1:1.47.91-1.el9 baseos 41 k 2024-06-13T11:38:15.146 INFO:teuthology.orchestra.run.smithi088.stdout: NetworkManager-tui x86_64 1:1.47.91-1.el9 baseos 248 k 2024-06-13T11:38:15.146 INFO:teuthology.orchestra.run.smithi088.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-06-13T11:38:15.146 INFO:teuthology.orchestra.run.smithi088.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-06-13T11:38:15.146 INFO:teuthology.orchestra.run.smithi088.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-06-13T11:38:15.146 INFO:teuthology.orchestra.run.smithi088.stdout: librados2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.4 M 2024-06-13T11:38:15.146 INFO:teuthology.orchestra.run.smithi088.stdout: librbd1 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.1 M 2024-06-13T11:38:15.146 INFO:teuthology.orchestra.run.smithi088.stdout: openssl x86_64 1:3.2.2-1.el9 baseos 1.4 M 2024-06-13T11:38:15.146 INFO:teuthology.orchestra.run.smithi088.stdout: openssl-libs x86_64 1:3.2.2-1.el9 baseos 2.4 M 2024-06-13T11:38:15.147 INFO:teuthology.orchestra.run.smithi088.stdout: xfsprogs x86_64 6.4.0-1.el9 baseos 1.1 M 2024-06-13T11:38:15.147 INFO:teuthology.orchestra.run.smithi088.stdout:Installing dependencies: 2024-06-13T11:38:15.147 INFO:teuthology.orchestra.run.smithi088.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-06-13T11:38:15.147 INFO:teuthology.orchestra.run.smithi088.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-06-13T11:38:15.147 INFO:teuthology.orchestra.run.smithi088.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-06-13T11:38:15.147 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-common x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 21 M 2024-06-13T11:38:15.147 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 32 k 2024-06-13T11:38:15.147 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mds x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 2.4 M 2024-06-13T11:38:15.147 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 249 k 2024-06-13T11:38:15.147 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mon x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 4.7 M 2024-06-13T11:38:15.147 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-osd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 17 M 2024-06-13T11:38:15.147 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 16 k 2024-06-13T11:38:15.147 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-selinux x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 25 k 2024-06-13T11:38:15.147 INFO:teuthology.orchestra.run.smithi088.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-06-13T11:38:15.148 INFO:teuthology.orchestra.run.smithi088.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-06-13T11:38:15.148 INFO:teuthology.orchestra.run.smithi088.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-06-13T11:38:15.148 INFO:teuthology.orchestra.run.smithi088.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-06-13T11:38:15.148 INFO:teuthology.orchestra.run.smithi088.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-06-13T11:38:15.148 INFO:teuthology.orchestra.run.smithi088.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-06-13T11:38:15.148 INFO:teuthology.orchestra.run.smithi088.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-06-13T11:38:15.148 INFO:teuthology.orchestra.run.smithi088.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-06-13T11:38:15.148 INFO:teuthology.orchestra.run.smithi088.stdout: libcephsqlite x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 163 k 2024-06-13T11:38:15.148 INFO:teuthology.orchestra.run.smithi088.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-06-13T11:38:15.148 INFO:teuthology.orchestra.run.smithi088.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-06-13T11:38:15.148 INFO:teuthology.orchestra.run.smithi088.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-06-13T11:38:15.148 INFO:teuthology.orchestra.run.smithi088.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-06-13T11:38:15.148 INFO:teuthology.orchestra.run.smithi088.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-06-13T11:38:15.148 INFO:teuthology.orchestra.run.smithi088.stdout: libradosstriper1 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 501 k 2024-06-13T11:38:15.148 INFO:teuthology.orchestra.run.smithi088.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-06-13T11:38:15.149 INFO:teuthology.orchestra.run.smithi088.stdout: librgw2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 5.3 M 2024-06-13T11:38:15.149 INFO:teuthology.orchestra.run.smithi088.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-06-13T11:38:15.149 INFO:teuthology.orchestra.run.smithi088.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-06-13T11:38:15.149 INFO:teuthology.orchestra.run.smithi088.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-06-13T11:38:15.149 INFO:teuthology.orchestra.run.smithi088.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-06-13T11:38:15.149 INFO:teuthology.orchestra.run.smithi088.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-06-13T11:38:15.149 INFO:teuthology.orchestra.run.smithi088.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-06-13T11:38:15.149 INFO:teuthology.orchestra.run.smithi088.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-06-13T11:38:15.149 INFO:teuthology.orchestra.run.smithi088.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-06-13T11:38:15.149 INFO:teuthology.orchestra.run.smithi088.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-06-13T11:38:15.149 INFO:teuthology.orchestra.run.smithi088.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-06-13T11:38:15.149 INFO:teuthology.orchestra.run.smithi088.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-06-13T11:38:15.149 INFO:teuthology.orchestra.run.smithi088.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-06-13T11:38:15.150 INFO:teuthology.orchestra.run.smithi088.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-06-13T11:38:15.150 INFO:teuthology.orchestra.run.smithi088.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-06-13T11:38:15.150 INFO:teuthology.orchestra.run.smithi088.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-06-13T11:38:15.150 INFO:teuthology.orchestra.run.smithi088.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-06-13T11:38:15.150 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-06-13T11:38:15.150 INFO:teuthology.orchestra.run.smithi088.stdout: python3-ceph-argparse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 45 k 2024-06-13T11:38:15.150 INFO:teuthology.orchestra.run.smithi088.stdout: python3-ceph-common x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 135 k 2024-06-13T11:38:15.150 INFO:teuthology.orchestra.run.smithi088.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-06-13T11:38:15.150 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-06-13T11:38:15.150 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-06-13T11:38:15.150 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-06-13T11:38:15.150 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-06-13T11:38:15.150 INFO:teuthology.orchestra.run.smithi088.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-06-13T11:38:15.151 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-06-13T11:38:15.151 INFO:teuthology.orchestra.run.smithi088.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-06-13T11:38:15.151 INFO:teuthology.orchestra.run.smithi088.stdout: python3-google-auth noarch 1:2.29.0-2.el9 epel 205 k 2024-06-13T11:38:15.151 INFO:teuthology.orchestra.run.smithi088.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-06-13T11:38:15.151 INFO:teuthology.orchestra.run.smithi088.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-06-13T11:38:15.151 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-06-13T11:38:15.151 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-06-13T11:38:15.151 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-06-13T11:38:15.151 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-06-13T11:38:15.151 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-06-13T11:38:15.151 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-06-13T11:38:15.151 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-06-13T11:38:15.151 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-06-13T11:38:15.152 INFO:teuthology.orchestra.run.smithi088.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-06-13T11:38:15.152 INFO:teuthology.orchestra.run.smithi088.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-06-13T11:38:15.152 INFO:teuthology.orchestra.run.smithi088.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-06-13T11:38:15.152 INFO:teuthology.orchestra.run.smithi088.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-06-13T11:38:15.152 INFO:teuthology.orchestra.run.smithi088.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-06-13T11:38:15.152 INFO:teuthology.orchestra.run.smithi088.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-06-13T11:38:15.152 INFO:teuthology.orchestra.run.smithi088.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-06-13T11:38:15.152 INFO:teuthology.orchestra.run.smithi088.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-06-13T11:38:15.152 INFO:teuthology.orchestra.run.smithi088.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-06-13T11:38:15.152 INFO:teuthology.orchestra.run.smithi088.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-06-13T11:38:15.152 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-06-13T11:38:15.152 INFO:teuthology.orchestra.run.smithi088.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-06-13T11:38:15.152 INFO:teuthology.orchestra.run.smithi088.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-06-13T11:38:15.153 INFO:teuthology.orchestra.run.smithi088.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-06-13T11:38:15.153 INFO:teuthology.orchestra.run.smithi088.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-06-13T11:38:15.153 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-06-13T11:38:15.153 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-06-13T11:38:15.153 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-06-13T11:38:15.153 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-06-13T11:38:15.153 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-06-13T11:38:15.153 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-06-13T11:38:15.153 INFO:teuthology.orchestra.run.smithi088.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-06-13T11:38:15.153 INFO:teuthology.orchestra.run.smithi088.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-06-13T11:38:15.153 INFO:teuthology.orchestra.run.smithi088.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-06-13T11:38:15.153 INFO:teuthology.orchestra.run.smithi088.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-06-13T11:38:15.153 INFO:teuthology.orchestra.run.smithi088.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-06-13T11:38:15.153 INFO:teuthology.orchestra.run.smithi088.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-06-13T11:38:15.153 INFO:teuthology.orchestra.run.smithi088.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-06-13T11:38:15.154 INFO:teuthology.orchestra.run.smithi088.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-06-13T11:38:15.154 INFO:teuthology.orchestra.run.smithi088.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-06-13T11:38:15.154 INFO:teuthology.orchestra.run.smithi088.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-06-13T11:38:15.154 INFO:teuthology.orchestra.run.smithi088.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-06-13T11:38:15.154 INFO:teuthology.orchestra.run.smithi088.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-06-13T11:38:15.154 INFO:teuthology.orchestra.run.smithi088.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-06-13T11:38:15.154 INFO:teuthology.orchestra.run.smithi088.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-06-13T11:38:15.154 INFO:teuthology.orchestra.run.smithi088.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-06-13T11:38:15.154 INFO:teuthology.orchestra.run.smithi088.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-06-13T11:38:15.154 INFO:teuthology.orchestra.run.smithi088.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-06-13T11:38:15.154 INFO:teuthology.orchestra.run.smithi088.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-06-13T11:38:15.154 INFO:teuthology.orchestra.run.smithi088.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-06-13T11:38:15.154 INFO:teuthology.orchestra.run.smithi088.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-06-13T11:38:15.154 INFO:teuthology.orchestra.run.smithi088.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-06-13T11:38:15.155 INFO:teuthology.orchestra.run.smithi088.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-06-13T11:38:15.155 INFO:teuthology.orchestra.run.smithi088.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-06-13T11:38:15.155 INFO:teuthology.orchestra.run.smithi088.stdout:Installing weak dependencies: 2024-06-13T11:38:15.155 INFO:teuthology.orchestra.run.smithi088.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-06-13T11:38:15.155 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-06-13T11:38:15.155 INFO:teuthology.orchestra.run.smithi088.stdout:Transaction Summary 2024-06-13T11:38:15.155 INFO:teuthology.orchestra.run.smithi088.stdout:======================================================================================= 2024-06-13T11:38:15.155 INFO:teuthology.orchestra.run.smithi088.stdout:Install 148 Packages 2024-06-13T11:38:15.155 INFO:teuthology.orchestra.run.smithi088.stdout:Upgrade 12 Packages 2024-06-13T11:38:15.155 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-06-13T11:38:15.156 INFO:teuthology.orchestra.run.smithi088.stdout:Total download size: 226 M 2024-06-13T11:38:15.156 INFO:teuthology.orchestra.run.smithi088.stdout:Downloading Packages: 2024-06-13T11:38:15.602 INFO:teuthology.orchestra.run.smithi162.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-06-13T11:38:15.603 INFO:teuthology.orchestra.run.smithi162.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-06-13T11:38:15.614 INFO:teuthology.orchestra.run.smithi162.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-06-13T11:38:15.615 INFO:teuthology.orchestra.run.smithi162.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-06-13T11:38:15.616 INFO:teuthology.orchestra.run.smithi162.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-06-13T11:38:15.617 INFO:teuthology.orchestra.run.smithi162.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-06-13T11:38:15.618 INFO:teuthology.orchestra.run.smithi162.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-06-13T11:38:15.621 INFO:teuthology.orchestra.run.smithi162.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-06-13T11:38:15.621 INFO:teuthology.orchestra.run.smithi162.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-06-13T11:38:15.653 INFO:teuthology.orchestra.run.smithi088.stdout:(1/160): ceph-19.0.0-2946.g3d89accf.el9.x86_64. 39 kB/s | 6.6 kB 00:00 2024-06-13T11:38:15.684 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2024-06-13T11:38:15.699 INFO:teuthology.orchestra.run.smithi162.stdout:======================================================================================= 2024-06-13T11:38:15.700 INFO:teuthology.orchestra.run.smithi162.stdout: Package Arch Version Repository Size 2024-06-13T11:38:15.700 INFO:teuthology.orchestra.run.smithi162.stdout:======================================================================================= 2024-06-13T11:38:15.700 INFO:teuthology.orchestra.run.smithi162.stdout:Installing: 2024-06-13T11:38:15.700 INFO:teuthology.orchestra.run.smithi162.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-06-13T11:38:15.700 INFO:teuthology.orchestra.run.smithi162.stdout: ceph x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 6.6 k 2024-06-13T11:38:15.700 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-base x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 5.4 M 2024-06-13T11:38:15.700 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-fuse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 890 k 2024-06-13T11:38:15.700 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 145 k 2024-06-13T11:38:15.700 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 1.5 M 2024-06-13T11:38:15.700 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 142 k 2024-06-13T11:38:15.700 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 3.5 M 2024-06-13T11:38:15.700 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 7.4 M 2024-06-13T11:38:15.700 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-rook noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 49 k 2024-06-13T11:38:15.700 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-radosgw x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 10 M 2024-06-13T11:38:15.701 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-test x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 48 M 2024-06-13T11:38:15.701 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-volume noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 264 k 2024-06-13T11:38:15.701 INFO:teuthology.orchestra.run.smithi162.stdout: cephadm noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 763 k 2024-06-13T11:38:15.701 INFO:teuthology.orchestra.run.smithi162.stdout: cephfs-mirror x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 221 k 2024-06-13T11:38:15.701 INFO:teuthology.orchestra.run.smithi162.stdout: cephfs-shell x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 27 k 2024-06-13T11:38:15.701 INFO:teuthology.orchestra.run.smithi162.stdout: cephfs-top noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 18 k 2024-06-13T11:38:15.701 INFO:teuthology.orchestra.run.smithi162.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-06-13T11:38:15.701 INFO:teuthology.orchestra.run.smithi162.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-06-13T11:38:15.701 INFO:teuthology.orchestra.run.smithi162.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-06-13T11:38:15.701 INFO:teuthology.orchestra.run.smithi162.stdout: libcephfs-devel x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 32 k 2024-06-13T11:38:15.701 INFO:teuthology.orchestra.run.smithi162.stdout: libcephfs2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 747 k 2024-06-13T11:38:15.701 INFO:teuthology.orchestra.run.smithi162.stdout: librados-devel x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 127 k 2024-06-13T11:38:15.701 INFO:teuthology.orchestra.run.smithi162.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-06-13T11:38:15.701 INFO:teuthology.orchestra.run.smithi162.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-06-13T11:38:15.702 INFO:teuthology.orchestra.run.smithi162.stdout: openssl-devel x86_64 1:3.2.2-1.el9 appstream 4.4 M 2024-06-13T11:38:15.702 INFO:teuthology.orchestra.run.smithi162.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-06-13T11:38:15.702 INFO:teuthology.orchestra.run.smithi162.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-06-13T11:38:15.702 INFO:teuthology.orchestra.run.smithi162.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-06-13T11:38:15.702 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cephfs x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 162 k 2024-06-13T11:38:15.702 INFO:teuthology.orchestra.run.smithi162.stdout: python3-rados x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 321 k 2024-06-13T11:38:15.702 INFO:teuthology.orchestra.run.smithi162.stdout: python3-rbd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 300 k 2024-06-13T11:38:15.702 INFO:teuthology.orchestra.run.smithi162.stdout: python3-rgw x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 99 k 2024-06-13T11:38:15.702 INFO:teuthology.orchestra.run.smithi162.stdout: rbd-fuse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 85 k 2024-06-13T11:38:15.702 INFO:teuthology.orchestra.run.smithi162.stdout: rbd-mirror x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.1 M 2024-06-13T11:38:15.702 INFO:teuthology.orchestra.run.smithi162.stdout: rbd-nbd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 171 k 2024-06-13T11:38:15.702 INFO:teuthology.orchestra.run.smithi162.stdout: xfsprogs-devel x86_64 6.4.0-1.el9 appstream 95 k 2024-06-13T11:38:15.702 INFO:teuthology.orchestra.run.smithi162.stdout:Upgrading: 2024-06-13T11:38:15.703 INFO:teuthology.orchestra.run.smithi162.stdout: NetworkManager x86_64 1:1.47.91-1.el9 baseos 2.3 M 2024-06-13T11:38:15.703 INFO:teuthology.orchestra.run.smithi162.stdout: NetworkManager-libnm x86_64 1:1.47.91-1.el9 baseos 1.8 M 2024-06-13T11:38:15.703 INFO:teuthology.orchestra.run.smithi162.stdout: NetworkManager-team x86_64 1:1.47.91-1.el9 baseos 41 k 2024-06-13T11:38:15.703 INFO:teuthology.orchestra.run.smithi162.stdout: NetworkManager-tui x86_64 1:1.47.91-1.el9 baseos 248 k 2024-06-13T11:38:15.703 INFO:teuthology.orchestra.run.smithi162.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-06-13T11:38:15.703 INFO:teuthology.orchestra.run.smithi162.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-06-13T11:38:15.703 INFO:teuthology.orchestra.run.smithi162.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-06-13T11:38:15.703 INFO:teuthology.orchestra.run.smithi162.stdout: librados2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.4 M 2024-06-13T11:38:15.703 INFO:teuthology.orchestra.run.smithi162.stdout: librbd1 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.1 M 2024-06-13T11:38:15.703 INFO:teuthology.orchestra.run.smithi162.stdout: openssl x86_64 1:3.2.2-1.el9 baseos 1.4 M 2024-06-13T11:38:15.703 INFO:teuthology.orchestra.run.smithi162.stdout: openssl-libs x86_64 1:3.2.2-1.el9 baseos 2.4 M 2024-06-13T11:38:15.703 INFO:teuthology.orchestra.run.smithi162.stdout: xfsprogs x86_64 6.4.0-1.el9 baseos 1.1 M 2024-06-13T11:38:15.703 INFO:teuthology.orchestra.run.smithi162.stdout:Installing dependencies: 2024-06-13T11:38:15.704 INFO:teuthology.orchestra.run.smithi162.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-06-13T11:38:15.704 INFO:teuthology.orchestra.run.smithi162.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-06-13T11:38:15.704 INFO:teuthology.orchestra.run.smithi162.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-06-13T11:38:15.704 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-common x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 21 M 2024-06-13T11:38:15.704 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 32 k 2024-06-13T11:38:15.704 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mds x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 2.4 M 2024-06-13T11:38:15.704 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 249 k 2024-06-13T11:38:15.704 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mon x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 4.7 M 2024-06-13T11:38:15.704 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-osd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 17 M 2024-06-13T11:38:15.704 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 16 k 2024-06-13T11:38:15.704 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-selinux x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 25 k 2024-06-13T11:38:15.704 INFO:teuthology.orchestra.run.smithi162.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-06-13T11:38:15.704 INFO:teuthology.orchestra.run.smithi162.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-06-13T11:38:15.704 INFO:teuthology.orchestra.run.smithi162.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-06-13T11:38:15.704 INFO:teuthology.orchestra.run.smithi162.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-06-13T11:38:15.705 INFO:teuthology.orchestra.run.smithi162.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-06-13T11:38:15.705 INFO:teuthology.orchestra.run.smithi162.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-06-13T11:38:15.705 INFO:teuthology.orchestra.run.smithi162.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-06-13T11:38:15.705 INFO:teuthology.orchestra.run.smithi162.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-06-13T11:38:15.705 INFO:teuthology.orchestra.run.smithi162.stdout: libcephsqlite x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 163 k 2024-06-13T11:38:15.705 INFO:teuthology.orchestra.run.smithi162.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-06-13T11:38:15.705 INFO:teuthology.orchestra.run.smithi162.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-06-13T11:38:15.705 INFO:teuthology.orchestra.run.smithi162.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-06-13T11:38:15.705 INFO:teuthology.orchestra.run.smithi162.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-06-13T11:38:15.705 INFO:teuthology.orchestra.run.smithi162.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-06-13T11:38:15.705 INFO:teuthology.orchestra.run.smithi162.stdout: libradosstriper1 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 501 k 2024-06-13T11:38:15.705 INFO:teuthology.orchestra.run.smithi162.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-06-13T11:38:15.705 INFO:teuthology.orchestra.run.smithi162.stdout: librgw2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 5.3 M 2024-06-13T11:38:15.705 INFO:teuthology.orchestra.run.smithi162.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-06-13T11:38:15.705 INFO:teuthology.orchestra.run.smithi162.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-06-13T11:38:15.706 INFO:teuthology.orchestra.run.smithi162.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-06-13T11:38:15.706 INFO:teuthology.orchestra.run.smithi162.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-06-13T11:38:15.706 INFO:teuthology.orchestra.run.smithi162.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-06-13T11:38:15.706 INFO:teuthology.orchestra.run.smithi162.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-06-13T11:38:15.706 INFO:teuthology.orchestra.run.smithi162.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-06-13T11:38:15.706 INFO:teuthology.orchestra.run.smithi162.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-06-13T11:38:15.706 INFO:teuthology.orchestra.run.smithi162.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-06-13T11:38:15.706 INFO:teuthology.orchestra.run.smithi162.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-06-13T11:38:15.706 INFO:teuthology.orchestra.run.smithi162.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-06-13T11:38:15.706 INFO:teuthology.orchestra.run.smithi162.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-06-13T11:38:15.706 INFO:teuthology.orchestra.run.smithi162.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-06-13T11:38:15.706 INFO:teuthology.orchestra.run.smithi162.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-06-13T11:38:15.706 INFO:teuthology.orchestra.run.smithi162.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-06-13T11:38:15.707 INFO:teuthology.orchestra.run.smithi162.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-06-13T11:38:15.707 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-06-13T11:38:15.707 INFO:teuthology.orchestra.run.smithi162.stdout: python3-ceph-argparse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 45 k 2024-06-13T11:38:15.707 INFO:teuthology.orchestra.run.smithi162.stdout: python3-ceph-common x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 135 k 2024-06-13T11:38:15.707 INFO:teuthology.orchestra.run.smithi162.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-06-13T11:38:15.707 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-06-13T11:38:15.707 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-06-13T11:38:15.707 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-06-13T11:38:15.707 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-06-13T11:38:15.707 INFO:teuthology.orchestra.run.smithi162.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-06-13T11:38:15.707 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-06-13T11:38:15.707 INFO:teuthology.orchestra.run.smithi162.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-06-13T11:38:15.707 INFO:teuthology.orchestra.run.smithi162.stdout: python3-google-auth noarch 1:2.29.0-2.el9 epel 205 k 2024-06-13T11:38:15.708 INFO:teuthology.orchestra.run.smithi162.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-06-13T11:38:15.708 INFO:teuthology.orchestra.run.smithi162.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-06-13T11:38:15.708 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-06-13T11:38:15.708 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-06-13T11:38:15.708 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-06-13T11:38:15.708 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-06-13T11:38:15.708 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-06-13T11:38:15.708 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-06-13T11:38:15.708 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-06-13T11:38:15.708 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-06-13T11:38:15.708 INFO:teuthology.orchestra.run.smithi162.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-06-13T11:38:15.708 INFO:teuthology.orchestra.run.smithi162.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-06-13T11:38:15.708 INFO:teuthology.orchestra.run.smithi162.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-06-13T11:38:15.709 INFO:teuthology.orchestra.run.smithi162.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-06-13T11:38:15.709 INFO:teuthology.orchestra.run.smithi162.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-06-13T11:38:15.709 INFO:teuthology.orchestra.run.smithi162.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-06-13T11:38:15.709 INFO:teuthology.orchestra.run.smithi162.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-06-13T11:38:15.709 INFO:teuthology.orchestra.run.smithi162.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-06-13T11:38:15.709 INFO:teuthology.orchestra.run.smithi162.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-06-13T11:38:15.709 INFO:teuthology.orchestra.run.smithi162.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-06-13T11:38:15.709 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-06-13T11:38:15.709 INFO:teuthology.orchestra.run.smithi162.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-06-13T11:38:15.709 INFO:teuthology.orchestra.run.smithi162.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-06-13T11:38:15.709 INFO:teuthology.orchestra.run.smithi162.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-06-13T11:38:15.709 INFO:teuthology.orchestra.run.smithi162.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-06-13T11:38:15.709 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-06-13T11:38:15.709 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-06-13T11:38:15.710 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-06-13T11:38:15.710 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-06-13T11:38:15.710 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-06-13T11:38:15.710 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-06-13T11:38:15.710 INFO:teuthology.orchestra.run.smithi162.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-06-13T11:38:15.710 INFO:teuthology.orchestra.run.smithi162.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-06-13T11:38:15.710 INFO:teuthology.orchestra.run.smithi162.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-06-13T11:38:15.710 INFO:teuthology.orchestra.run.smithi162.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-06-13T11:38:15.710 INFO:teuthology.orchestra.run.smithi162.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-06-13T11:38:15.710 INFO:teuthology.orchestra.run.smithi162.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-06-13T11:38:15.710 INFO:teuthology.orchestra.run.smithi162.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-06-13T11:38:15.710 INFO:teuthology.orchestra.run.smithi162.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-06-13T11:38:15.710 INFO:teuthology.orchestra.run.smithi162.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-06-13T11:38:15.711 INFO:teuthology.orchestra.run.smithi162.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-06-13T11:38:15.711 INFO:teuthology.orchestra.run.smithi162.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-06-13T11:38:15.711 INFO:teuthology.orchestra.run.smithi162.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-06-13T11:38:15.711 INFO:teuthology.orchestra.run.smithi162.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-06-13T11:38:15.711 INFO:teuthology.orchestra.run.smithi162.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-06-13T11:38:15.711 INFO:teuthology.orchestra.run.smithi162.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-06-13T11:38:15.711 INFO:teuthology.orchestra.run.smithi162.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-06-13T11:38:15.711 INFO:teuthology.orchestra.run.smithi162.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-06-13T11:38:15.711 INFO:teuthology.orchestra.run.smithi162.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-06-13T11:38:15.711 INFO:teuthology.orchestra.run.smithi162.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-06-13T11:38:15.711 INFO:teuthology.orchestra.run.smithi162.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-06-13T11:38:15.711 INFO:teuthology.orchestra.run.smithi162.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-06-13T11:38:15.711 INFO:teuthology.orchestra.run.smithi162.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-06-13T11:38:15.711 INFO:teuthology.orchestra.run.smithi162.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-06-13T11:38:15.712 INFO:teuthology.orchestra.run.smithi162.stdout:Installing weak dependencies: 2024-06-13T11:38:15.712 INFO:teuthology.orchestra.run.smithi162.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-06-13T11:38:15.712 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-06-13T11:38:15.712 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2024-06-13T11:38:15.712 INFO:teuthology.orchestra.run.smithi162.stdout:======================================================================================= 2024-06-13T11:38:15.712 INFO:teuthology.orchestra.run.smithi162.stdout:Install 148 Packages 2024-06-13T11:38:15.712 INFO:teuthology.orchestra.run.smithi162.stdout:Upgrade 12 Packages 2024-06-13T11:38:15.712 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-06-13T11:38:15.713 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 226 M 2024-06-13T11:38:15.713 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2024-06-13T11:38:15.879 INFO:teuthology.orchestra.run.smithi088.stdout:(2/160): ceph-fuse-19.0.0-2946.g3d89accf.el9.x8 3.9 MB/s | 890 kB 00:00 2024-06-13T11:38:15.945 INFO:teuthology.orchestra.run.smithi088.stdout:(3/160): ceph-immutable-object-cache-19.0.0-294 2.1 MB/s | 145 kB 00:00 2024-06-13T11:38:16.043 INFO:teuthology.orchestra.run.smithi042.stdout:lab-extras 25 kB/s | 1.7 kB 00:00 2024-06-13T11:38:16.271 INFO:teuthology.orchestra.run.smithi088.stdout:(4/160): ceph-mds-19.0.0-2946.g3d89accf.el9.x86 7.3 MB/s | 2.4 MB 00:00 2024-06-13T11:38:16.504 INFO:teuthology.orchestra.run.smithi088.stdout:(5/160): ceph-mgr-19.0.0-2946.g3d89accf.el9.x86 6.4 MB/s | 1.5 MB 00:00 2024-06-13T11:38:16.663 INFO:teuthology.orchestra.run.smithi088.stdout:(6/160): ceph-base-19.0.0-2946.g3d89accf.el9.x8 4.5 MB/s | 5.4 MB 00:01 2024-06-13T11:38:16.667 INFO:teuthology.orchestra.run.smithi162.stdout:(1/160): ceph-19.0.0-2946.g3d89accf.el9.x86_64. 23 kB/s | 6.6 kB 00:00 2024-06-13T11:38:17.246 INFO:teuthology.orchestra.run.smithi088.stdout:(7/160): ceph-mon-19.0.0-2946.g3d89accf.el9.x86 6.3 MB/s | 4.7 MB 00:00 2024-06-13T11:38:17.393 INFO:teuthology.orchestra.run.smithi162.stdout:(2/160): ceph-fuse-19.0.0-2946.g3d89accf.el9.x8 1.2 MB/s | 890 kB 00:00 2024-06-13T11:38:17.455 INFO:teuthology.orchestra.run.smithi088.stdout:(8/160): ceph-common-19.0.0-2946.g3d89accf.el9. 11 MB/s | 21 MB 00:01 2024-06-13T11:38:17.468 INFO:teuthology.orchestra.run.smithi162.stdout:(3/160): ceph-immutable-object-cache-19.0.0-294 1.9 MB/s | 145 kB 00:00 2024-06-13T11:38:17.522 INFO:teuthology.orchestra.run.smithi088.stdout:(9/160): ceph-selinux-19.0.0-2946.g3d89accf.el9 379 kB/s | 25 kB 00:00 2024-06-13T11:38:18.310 INFO:teuthology.orchestra.run.smithi162.stdout:(4/160): ceph-mds-19.0.0-2946.g3d89accf.el9.x86 2.8 MB/s | 2.4 MB 00:00 2024-06-13T11:38:18.314 INFO:teuthology.orchestra.run.smithi088.stdout:(10/160): ceph-osd-19.0.0-2946.g3d89accf.el9.x8 10 MB/s | 17 MB 00:01 2024-06-13T11:38:18.414 INFO:teuthology.orchestra.run.smithi088.stdout:(11/160): cephfs-mirror-19.0.0-2946.g3d89accf.e 2.2 MB/s | 221 kB 00:00 2024-06-13T11:38:18.506 INFO:teuthology.orchestra.run.smithi088.stdout:(12/160): cephfs-shell-19.0.0-2946.g3d89accf.el 295 kB/s | 27 kB 00:00 2024-06-13T11:38:18.610 INFO:teuthology.orchestra.run.smithi162.stdout:(5/160): ceph-mgr-19.0.0-2946.g3d89accf.el9.x86 5.0 MB/s | 1.5 MB 00:00 2024-06-13T11:38:18.656 INFO:teuthology.orchestra.run.smithi088.stdout:(13/160): libcephfs-devel-19.0.0-2946.g3d89accf 211 kB/s | 32 kB 00:00 2024-06-13T11:38:18.719 INFO:teuthology.orchestra.run.smithi042.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-06-13T11:38:18.721 INFO:teuthology.orchestra.run.smithi042.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-06-13T11:38:18.741 INFO:teuthology.orchestra.run.smithi042.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-06-13T11:38:18.742 INFO:teuthology.orchestra.run.smithi042.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-06-13T11:38:18.743 INFO:teuthology.orchestra.run.smithi042.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-06-13T11:38:18.745 INFO:teuthology.orchestra.run.smithi042.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-06-13T11:38:18.747 INFO:teuthology.orchestra.run.smithi042.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-06-13T11:38:18.750 INFO:teuthology.orchestra.run.smithi042.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-06-13T11:38:18.752 INFO:teuthology.orchestra.run.smithi042.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-06-13T11:38:18.781 INFO:teuthology.orchestra.run.smithi088.stdout:(14/160): libcephfs2-19.0.0-2946.g3d89accf.el9. 5.8 MB/s | 747 kB 00:00 2024-06-13T11:38:18.829 INFO:teuthology.orchestra.run.smithi042.stdout:Dependencies resolved. 2024-06-13T11:38:18.858 INFO:teuthology.orchestra.run.smithi042.stdout:======================================================================================= 2024-06-13T11:38:18.859 INFO:teuthology.orchestra.run.smithi042.stdout: Package Arch Version Repository Size 2024-06-13T11:38:18.859 INFO:teuthology.orchestra.run.smithi042.stdout:======================================================================================= 2024-06-13T11:38:18.859 INFO:teuthology.orchestra.run.smithi042.stdout:Installing: 2024-06-13T11:38:18.859 INFO:teuthology.orchestra.run.smithi042.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-06-13T11:38:18.859 INFO:teuthology.orchestra.run.smithi042.stdout: ceph x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 6.6 k 2024-06-13T11:38:18.859 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-base x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 5.4 M 2024-06-13T11:38:18.859 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-fuse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 890 k 2024-06-13T11:38:18.859 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 145 k 2024-06-13T11:38:18.859 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 1.5 M 2024-06-13T11:38:18.859 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 142 k 2024-06-13T11:38:18.859 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 3.5 M 2024-06-13T11:38:18.859 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 7.4 M 2024-06-13T11:38:18.860 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-rook noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 49 k 2024-06-13T11:38:18.860 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-radosgw x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 10 M 2024-06-13T11:38:18.860 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-test x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 48 M 2024-06-13T11:38:18.860 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-volume noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 264 k 2024-06-13T11:38:18.860 INFO:teuthology.orchestra.run.smithi042.stdout: cephadm noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 763 k 2024-06-13T11:38:18.860 INFO:teuthology.orchestra.run.smithi042.stdout: cephfs-mirror x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 221 k 2024-06-13T11:38:18.860 INFO:teuthology.orchestra.run.smithi042.stdout: cephfs-shell x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 27 k 2024-06-13T11:38:18.860 INFO:teuthology.orchestra.run.smithi042.stdout: cephfs-top noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 18 k 2024-06-13T11:38:18.860 INFO:teuthology.orchestra.run.smithi042.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-06-13T11:38:18.860 INFO:teuthology.orchestra.run.smithi042.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-06-13T11:38:18.860 INFO:teuthology.orchestra.run.smithi042.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-06-13T11:38:18.860 INFO:teuthology.orchestra.run.smithi042.stdout: libcephfs-devel x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 32 k 2024-06-13T11:38:18.861 INFO:teuthology.orchestra.run.smithi042.stdout: libcephfs2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 747 k 2024-06-13T11:38:18.861 INFO:teuthology.orchestra.run.smithi042.stdout: librados-devel x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 127 k 2024-06-13T11:38:18.861 INFO:teuthology.orchestra.run.smithi042.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-06-13T11:38:18.861 INFO:teuthology.orchestra.run.smithi042.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-06-13T11:38:18.861 INFO:teuthology.orchestra.run.smithi042.stdout: openssl-devel x86_64 1:3.2.2-1.el9 appstream 4.4 M 2024-06-13T11:38:18.861 INFO:teuthology.orchestra.run.smithi042.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-06-13T11:38:18.861 INFO:teuthology.orchestra.run.smithi042.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-06-13T11:38:18.861 INFO:teuthology.orchestra.run.smithi042.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-06-13T11:38:18.861 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cephfs x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 162 k 2024-06-13T11:38:18.861 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rados x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 321 k 2024-06-13T11:38:18.861 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rbd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 300 k 2024-06-13T11:38:18.861 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rgw x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 99 k 2024-06-13T11:38:18.861 INFO:teuthology.orchestra.run.smithi042.stdout: rbd-fuse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 85 k 2024-06-13T11:38:18.862 INFO:teuthology.orchestra.run.smithi042.stdout: rbd-mirror x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.1 M 2024-06-13T11:38:18.862 INFO:teuthology.orchestra.run.smithi042.stdout: rbd-nbd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 171 k 2024-06-13T11:38:18.862 INFO:teuthology.orchestra.run.smithi042.stdout: xfsprogs-devel x86_64 6.4.0-1.el9 appstream 95 k 2024-06-13T11:38:18.862 INFO:teuthology.orchestra.run.smithi042.stdout:Upgrading: 2024-06-13T11:38:18.862 INFO:teuthology.orchestra.run.smithi042.stdout: NetworkManager x86_64 1:1.47.91-1.el9 baseos 2.3 M 2024-06-13T11:38:18.862 INFO:teuthology.orchestra.run.smithi042.stdout: NetworkManager-libnm x86_64 1:1.47.91-1.el9 baseos 1.8 M 2024-06-13T11:38:18.862 INFO:teuthology.orchestra.run.smithi042.stdout: NetworkManager-team x86_64 1:1.47.91-1.el9 baseos 41 k 2024-06-13T11:38:18.862 INFO:teuthology.orchestra.run.smithi042.stdout: NetworkManager-tui x86_64 1:1.47.91-1.el9 baseos 248 k 2024-06-13T11:38:18.862 INFO:teuthology.orchestra.run.smithi042.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-06-13T11:38:18.862 INFO:teuthology.orchestra.run.smithi042.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-06-13T11:38:18.862 INFO:teuthology.orchestra.run.smithi042.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-06-13T11:38:18.863 INFO:teuthology.orchestra.run.smithi042.stdout: librados2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.4 M 2024-06-13T11:38:18.863 INFO:teuthology.orchestra.run.smithi042.stdout: librbd1 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.1 M 2024-06-13T11:38:18.863 INFO:teuthology.orchestra.run.smithi042.stdout: openssl x86_64 1:3.2.2-1.el9 baseos 1.4 M 2024-06-13T11:38:18.863 INFO:teuthology.orchestra.run.smithi042.stdout: openssl-libs x86_64 1:3.2.2-1.el9 baseos 2.4 M 2024-06-13T11:38:18.863 INFO:teuthology.orchestra.run.smithi042.stdout: xfsprogs x86_64 6.4.0-1.el9 baseos 1.1 M 2024-06-13T11:38:18.863 INFO:teuthology.orchestra.run.smithi042.stdout:Installing dependencies: 2024-06-13T11:38:18.863 INFO:teuthology.orchestra.run.smithi042.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-06-13T11:38:18.863 INFO:teuthology.orchestra.run.smithi042.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-06-13T11:38:18.863 INFO:teuthology.orchestra.run.smithi042.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-06-13T11:38:18.863 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-common x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 21 M 2024-06-13T11:38:18.863 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 32 k 2024-06-13T11:38:18.864 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mds x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 2.4 M 2024-06-13T11:38:18.864 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 249 k 2024-06-13T11:38:18.864 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mon x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 4.7 M 2024-06-13T11:38:18.864 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-osd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 17 M 2024-06-13T11:38:18.864 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 16 k 2024-06-13T11:38:18.864 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-selinux x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 25 k 2024-06-13T11:38:18.864 INFO:teuthology.orchestra.run.smithi042.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-06-13T11:38:18.864 INFO:teuthology.orchestra.run.smithi042.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-06-13T11:38:18.864 INFO:teuthology.orchestra.run.smithi042.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-06-13T11:38:18.864 INFO:teuthology.orchestra.run.smithi042.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-06-13T11:38:18.864 INFO:teuthology.orchestra.run.smithi042.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-06-13T11:38:18.864 INFO:teuthology.orchestra.run.smithi042.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-06-13T11:38:18.864 INFO:teuthology.orchestra.run.smithi042.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-06-13T11:38:18.864 INFO:teuthology.orchestra.run.smithi042.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-06-13T11:38:18.865 INFO:teuthology.orchestra.run.smithi042.stdout: libcephsqlite x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 163 k 2024-06-13T11:38:18.865 INFO:teuthology.orchestra.run.smithi042.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-06-13T11:38:18.865 INFO:teuthology.orchestra.run.smithi042.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-06-13T11:38:18.865 INFO:teuthology.orchestra.run.smithi042.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-06-13T11:38:18.865 INFO:teuthology.orchestra.run.smithi042.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-06-13T11:38:18.865 INFO:teuthology.orchestra.run.smithi042.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-06-13T11:38:18.865 INFO:teuthology.orchestra.run.smithi042.stdout: libradosstriper1 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 501 k 2024-06-13T11:38:18.865 INFO:teuthology.orchestra.run.smithi042.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-06-13T11:38:18.865 INFO:teuthology.orchestra.run.smithi042.stdout: librgw2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 5.3 M 2024-06-13T11:38:18.865 INFO:teuthology.orchestra.run.smithi042.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-06-13T11:38:18.865 INFO:teuthology.orchestra.run.smithi042.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-06-13T11:38:18.865 INFO:teuthology.orchestra.run.smithi042.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-06-13T11:38:18.865 INFO:teuthology.orchestra.run.smithi042.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-06-13T11:38:18.866 INFO:teuthology.orchestra.run.smithi042.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-06-13T11:38:18.866 INFO:teuthology.orchestra.run.smithi042.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-06-13T11:38:18.866 INFO:teuthology.orchestra.run.smithi042.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-06-13T11:38:18.866 INFO:teuthology.orchestra.run.smithi042.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-06-13T11:38:18.866 INFO:teuthology.orchestra.run.smithi042.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-06-13T11:38:18.866 INFO:teuthology.orchestra.run.smithi042.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-06-13T11:38:18.866 INFO:teuthology.orchestra.run.smithi042.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-06-13T11:38:18.866 INFO:teuthology.orchestra.run.smithi042.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-06-13T11:38:18.866 INFO:teuthology.orchestra.run.smithi042.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-06-13T11:38:18.866 INFO:teuthology.orchestra.run.smithi042.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-06-13T11:38:18.866 INFO:teuthology.orchestra.run.smithi042.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-06-13T11:38:18.866 INFO:teuthology.orchestra.run.smithi042.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-06-13T11:38:18.866 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-06-13T11:38:18.867 INFO:teuthology.orchestra.run.smithi042.stdout: python3-ceph-argparse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 45 k 2024-06-13T11:38:18.867 INFO:teuthology.orchestra.run.smithi042.stdout: python3-ceph-common x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 135 k 2024-06-13T11:38:18.867 INFO:teuthology.orchestra.run.smithi042.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-06-13T11:38:18.867 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-06-13T11:38:18.867 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-06-13T11:38:18.867 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-06-13T11:38:18.867 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-06-13T11:38:18.867 INFO:teuthology.orchestra.run.smithi042.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-06-13T11:38:18.867 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-06-13T11:38:18.867 INFO:teuthology.orchestra.run.smithi042.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-06-13T11:38:18.867 INFO:teuthology.orchestra.run.smithi042.stdout: python3-google-auth noarch 1:2.29.0-2.el9 epel 205 k 2024-06-13T11:38:18.867 INFO:teuthology.orchestra.run.smithi042.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-06-13T11:38:18.867 INFO:teuthology.orchestra.run.smithi042.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-06-13T11:38:18.867 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-06-13T11:38:18.868 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-06-13T11:38:18.868 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-06-13T11:38:18.868 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-06-13T11:38:18.868 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-06-13T11:38:18.868 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-06-13T11:38:18.868 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-06-13T11:38:18.868 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-06-13T11:38:18.868 INFO:teuthology.orchestra.run.smithi042.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-06-13T11:38:18.868 INFO:teuthology.orchestra.run.smithi042.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-06-13T11:38:18.868 INFO:teuthology.orchestra.run.smithi042.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-06-13T11:38:18.868 INFO:teuthology.orchestra.run.smithi042.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-06-13T11:38:18.868 INFO:teuthology.orchestra.run.smithi042.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-06-13T11:38:18.868 INFO:teuthology.orchestra.run.smithi042.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-06-13T11:38:18.868 INFO:teuthology.orchestra.run.smithi042.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-06-13T11:38:18.868 INFO:teuthology.orchestra.run.smithi042.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-06-13T11:38:18.869 INFO:teuthology.orchestra.run.smithi042.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-06-13T11:38:18.869 INFO:teuthology.orchestra.run.smithi042.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-06-13T11:38:18.869 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-06-13T11:38:18.869 INFO:teuthology.orchestra.run.smithi042.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-06-13T11:38:18.869 INFO:teuthology.orchestra.run.smithi042.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-06-13T11:38:18.869 INFO:teuthology.orchestra.run.smithi042.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-06-13T11:38:18.869 INFO:teuthology.orchestra.run.smithi042.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-06-13T11:38:18.869 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-06-13T11:38:18.869 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-06-13T11:38:18.869 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-06-13T11:38:18.869 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-06-13T11:38:18.869 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-06-13T11:38:18.869 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-06-13T11:38:18.869 INFO:teuthology.orchestra.run.smithi042.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-06-13T11:38:18.869 INFO:teuthology.orchestra.run.smithi042.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-06-13T11:38:18.870 INFO:teuthology.orchestra.run.smithi042.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-06-13T11:38:18.870 INFO:teuthology.orchestra.run.smithi042.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-06-13T11:38:18.870 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-06-13T11:38:18.870 INFO:teuthology.orchestra.run.smithi042.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-06-13T11:38:18.870 INFO:teuthology.orchestra.run.smithi042.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-06-13T11:38:18.870 INFO:teuthology.orchestra.run.smithi042.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-06-13T11:38:18.870 INFO:teuthology.orchestra.run.smithi042.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-06-13T11:38:18.870 INFO:teuthology.orchestra.run.smithi042.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-06-13T11:38:18.870 INFO:teuthology.orchestra.run.smithi042.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-06-13T11:38:18.870 INFO:teuthology.orchestra.run.smithi042.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-06-13T11:38:18.870 INFO:teuthology.orchestra.run.smithi042.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-06-13T11:38:18.870 INFO:teuthology.orchestra.run.smithi042.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-06-13T11:38:18.870 INFO:teuthology.orchestra.run.smithi042.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-06-13T11:38:18.870 INFO:teuthology.orchestra.run.smithi042.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-06-13T11:38:18.871 INFO:teuthology.orchestra.run.smithi042.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-06-13T11:38:18.871 INFO:teuthology.orchestra.run.smithi042.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-06-13T11:38:18.871 INFO:teuthology.orchestra.run.smithi042.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-06-13T11:38:18.871 INFO:teuthology.orchestra.run.smithi042.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-06-13T11:38:18.871 INFO:teuthology.orchestra.run.smithi042.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-06-13T11:38:18.871 INFO:teuthology.orchestra.run.smithi042.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-06-13T11:38:18.871 INFO:teuthology.orchestra.run.smithi042.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-06-13T11:38:18.871 INFO:teuthology.orchestra.run.smithi042.stdout:Installing weak dependencies: 2024-06-13T11:38:18.871 INFO:teuthology.orchestra.run.smithi042.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-06-13T11:38:18.871 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:38:18.871 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction Summary 2024-06-13T11:38:18.871 INFO:teuthology.orchestra.run.smithi042.stdout:======================================================================================= 2024-06-13T11:38:18.871 INFO:teuthology.orchestra.run.smithi042.stdout:Install 148 Packages 2024-06-13T11:38:18.871 INFO:teuthology.orchestra.run.smithi042.stdout:Upgrade 12 Packages 2024-06-13T11:38:18.871 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:38:18.872 INFO:teuthology.orchestra.run.smithi042.stdout:Total download size: 226 M 2024-06-13T11:38:18.872 INFO:teuthology.orchestra.run.smithi042.stdout:Downloading Packages: 2024-06-13T11:38:18.890 INFO:teuthology.orchestra.run.smithi088.stdout:(15/160): libcephsqlite-19.0.0-2946.g3d89accf.e 1.5 MB/s | 163 kB 00:00 2024-06-13T11:38:18.982 INFO:teuthology.orchestra.run.smithi088.stdout:(16/160): librados-devel-19.0.0-2946.g3d89accf. 1.3 MB/s | 127 kB 00:00 2024-06-13T11:38:19.107 INFO:teuthology.orchestra.run.smithi088.stdout:(17/160): libradosstriper1-19.0.0-2946.g3d89acc 3.9 MB/s | 501 kB 00:00 2024-06-13T11:38:19.215 INFO:teuthology.orchestra.run.smithi088.stdout:(18/160): ceph-radosgw-19.0.0-2946.g3d89accf.el 5.2 MB/s | 10 MB 00:01 2024-06-13T11:38:19.310 INFO:teuthology.orchestra.run.smithi162.stdout:(6/160): ceph-mon-19.0.0-2946.g3d89accf.el9.x86 6.7 MB/s | 4.7 MB 00:00 2024-06-13T11:38:19.324 INFO:teuthology.orchestra.run.smithi088.stdout:(19/160): python3-ceph-argparse-19.0.0-2946.g3d 417 kB/s | 45 kB 00:00 2024-06-13T11:38:19.424 INFO:teuthology.orchestra.run.smithi088.stdout:(20/160): python3-ceph-common-19.0.0-2946.g3d89 1.3 MB/s | 135 kB 00:00 2024-06-13T11:38:19.533 INFO:teuthology.orchestra.run.smithi088.stdout:(21/160): python3-cephfs-19.0.0-2946.g3d89accf. 1.5 MB/s | 162 kB 00:00 2024-06-13T11:38:19.695 INFO:teuthology.orchestra.run.smithi042.stdout:(1/160): ceph-19.0.0-2946.g3d89accf.el9.x86_64. 16 kB/s | 6.6 kB 00:00 2024-06-13T11:38:19.700 INFO:teuthology.orchestra.run.smithi088.stdout:(22/160): python3-rados-19.0.0-2946.g3d89accf.e 1.9 MB/s | 321 kB 00:00 2024-06-13T11:38:19.767 INFO:teuthology.orchestra.run.smithi088.stdout:(23/160): librgw2-19.0.0-2946.g3d89accf.el9.x86 8.1 MB/s | 5.3 MB 00:00 2024-06-13T11:38:19.792 INFO:teuthology.orchestra.run.smithi088.stdout:(24/160): python3-rbd-19.0.0-2946.g3d89accf.el9 3.2 MB/s | 300 kB 00:00 2024-06-13T11:38:19.867 INFO:teuthology.orchestra.run.smithi088.stdout:(25/160): python3-rgw-19.0.0-2946.g3d89accf.el9 991 kB/s | 99 kB 00:00 2024-06-13T11:38:19.884 INFO:teuthology.orchestra.run.smithi088.stdout:(26/160): rbd-fuse-19.0.0-2946.g3d89accf.el9.x8 927 kB/s | 85 kB 00:00 2024-06-13T11:38:20.270 INFO:teuthology.orchestra.run.smithi042.stdout:(2/160): ceph-fuse-19.0.0-2946.g3d89accf.el9.x8 1.5 MB/s | 890 kB 00:00 2024-06-13T11:38:20.379 INFO:teuthology.orchestra.run.smithi042.stdout:(3/160): ceph-immutable-object-cache-19.0.0-294 1.3 MB/s | 145 kB 00:00 2024-06-13T11:38:20.410 INFO:teuthology.orchestra.run.smithi088.stdout:(27/160): rbd-mirror-19.0.0-2946.g3d89accf.el9. 5.7 MB/s | 3.1 MB 00:00 2024-06-13T11:38:20.460 INFO:teuthology.orchestra.run.smithi088.stdout:(28/160): rbd-nbd-19.0.0-2946.g3d89accf.el9.x86 297 kB/s | 171 kB 00:00 2024-06-13T11:38:20.510 INFO:teuthology.orchestra.run.smithi088.stdout:(29/160): ceph-grafana-dashboards-19.0.0-2946.g 316 kB/s | 32 kB 00:00 2024-06-13T11:38:20.561 INFO:teuthology.orchestra.run.smithi088.stdout:(30/160): ceph-mgr-cephadm-19.0.0-2946.g3d89acc 1.4 MB/s | 142 kB 00:00 2024-06-13T11:38:21.136 INFO:teuthology.orchestra.run.smithi088.stdout:(31/160): ceph-mgr-dashboard-19.0.0-2946.g3d89a 5.6 MB/s | 3.5 MB 00:00 2024-06-13T11:38:21.246 INFO:teuthology.orchestra.run.smithi042.stdout:(4/160): ceph-mds-19.0.0-2946.g3d89accf.el9.x86 2.7 MB/s | 2.4 MB 00:00 2024-06-13T11:38:21.253 INFO:teuthology.orchestra.run.smithi088.stdout:(32/160): ceph-mgr-modules-core-19.0.0-2946.g3d 2.1 MB/s | 249 kB 00:00 2024-06-13T11:38:21.353 INFO:teuthology.orchestra.run.smithi088.stdout:(33/160): ceph-mgr-rook-19.0.0-2946.g3d89accf.e 493 kB/s | 49 kB 00:00 2024-06-13T11:38:21.445 INFO:teuthology.orchestra.run.smithi088.stdout:(34/160): ceph-prometheus-alerts-19.0.0-2946.g3 179 kB/s | 16 kB 00:00 2024-06-13T11:38:21.562 INFO:teuthology.orchestra.run.smithi088.stdout:(35/160): ceph-volume-19.0.0-2946.g3d89accf.el9 2.2 MB/s | 264 kB 00:00 2024-06-13T11:38:21.635 INFO:teuthology.orchestra.run.smithi162.stdout:(7/160): ceph-osd-19.0.0-2946.g3d89accf.el9.x86 7.2 MB/s | 17 MB 00:02 2024-06-13T11:38:21.654 INFO:teuthology.orchestra.run.smithi042.stdout:(5/160): ceph-mgr-19.0.0-2946.g3d89accf.el9.x86 3.7 MB/s | 1.5 MB 00:00 2024-06-13T11:38:21.762 INFO:teuthology.orchestra.run.smithi088.stdout:(36/160): cephadm-19.0.0-2946.g3d89accf.el9.noa 3.7 MB/s | 763 kB 00:00 2024-06-13T11:38:21.863 INFO:teuthology.orchestra.run.smithi088.stdout:(37/160): cephfs-top-19.0.0-2946.g3d89accf.el9. 182 kB/s | 18 kB 00:00 2024-06-13T11:38:22.004 INFO:teuthology.orchestra.run.smithi088.stdout:(38/160): fuse-2.9.9-15.el9.x86_64.rpm 568 kB/s | 80 kB 00:00 2024-06-13T11:38:22.288 INFO:teuthology.orchestra.run.smithi088.stdout:(39/160): libgfortran-11.4.1-3.el9.x86_64.rpm 2.8 MB/s | 803 kB 00:00 2024-06-13T11:38:22.388 INFO:teuthology.orchestra.run.smithi088.stdout:(40/160): libquadmath-11.4.1-3.el9.x86_64.rpm 1.9 MB/s | 195 kB 00:00 2024-06-13T11:38:22.614 INFO:teuthology.orchestra.run.smithi088.stdout:(41/160): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.1 MB/s | 253 kB 00:00 2024-06-13T11:38:22.764 INFO:teuthology.orchestra.run.smithi088.stdout:(42/160): ceph-mgr-diskprediction-local-19.0.0- 3.4 MB/s | 7.4 MB 00:02 2024-06-13T11:38:22.854 INFO:teuthology.orchestra.run.smithi042.stdout:(6/160): ceph-mon-19.0.0-2946.g3d89accf.el9.x86 3.9 MB/s | 4.7 MB 00:01 2024-06-13T11:38:23.006 INFO:teuthology.orchestra.run.smithi088.stdout:(43/160): python3-ply-3.11-14.el9.noarch.rpm 441 kB/s | 106 kB 00:00 2024-06-13T11:38:23.039 INFO:teuthology.orchestra.run.smithi088.stdout:(44/160): python3-cryptography-36.0.1-4.el9.x86 2.9 MB/s | 1.2 MB 00:00 2024-06-13T11:38:23.065 INFO:teuthology.orchestra.run.smithi088.stdout:(45/160): python3-pycparser-2.20-6.el9.noarch.r 2.3 MB/s | 135 kB 00:00 2024-06-13T11:38:23.068 INFO:teuthology.orchestra.run.smithi162.stdout:(8/160): ceph-radosgw-19.0.0-2946.g3d89accf.el9 7.1 MB/s | 10 MB 00:01 2024-06-13T11:38:23.123 INFO:teuthology.orchestra.run.smithi088.stdout:(46/160): python3-requests-2.25.1-8.el9.noarch. 1.5 MB/s | 125 kB 00:00 2024-06-13T11:38:23.149 INFO:teuthology.orchestra.run.smithi088.stdout:(47/160): python3-urllib3-1.26.5-5.el9.noarch.r 2.5 MB/s | 215 kB 00:00 2024-06-13T11:38:23.168 INFO:teuthology.orchestra.run.smithi162.stdout:(9/160): ceph-selinux-19.0.0-2946.g3d89accf.el9 252 kB/s | 25 kB 00:00 2024-06-13T11:38:23.171 INFO:teuthology.orchestra.run.smithi042.stdout:(7/160): ceph-base-19.0.0-2946.g3d89accf.el9.x8 1.4 MB/s | 5.4 MB 00:03 2024-06-13T11:38:23.307 INFO:teuthology.orchestra.run.smithi088.stdout:(48/160): automake-1.16.2-8.el9.noarch.rpm 3.7 MB/s | 689 kB 00:00 2024-06-13T11:38:23.341 INFO:teuthology.orchestra.run.smithi088.stdout:(49/160): bison-3.7.4-5.el9.x86_64.rpm 4.8 MB/s | 943 kB 00:00 2024-06-13T11:38:23.366 INFO:teuthology.orchestra.run.smithi088.stdout:(50/160): boost-program-options-1.75.0-8.el9.x8 1.8 MB/s | 107 kB 00:00 2024-06-13T11:38:23.391 INFO:teuthology.orchestra.run.smithi088.stdout:(51/160): elfutils-libelf-devel-0.191-4.el9.x86 433 kB/s | 22 kB 00:00 2024-06-13T11:38:23.425 INFO:teuthology.orchestra.run.smithi088.stdout:(52/160): flex-2.6.4-9.el9.x86_64.rpm 5.2 MB/s | 313 kB 00:00 2024-06-13T11:38:23.450 INFO:teuthology.orchestra.run.smithi088.stdout:(53/160): flexiblas-3.0.4-8.el9.x86_64.rpm 558 kB/s | 33 kB 00:00 2024-06-13T11:38:23.492 INFO:teuthology.orchestra.run.smithi088.stdout:(54/160): flexiblas-openblas-openmp-3.0.4-8.el9 438 kB/s | 18 kB 00:00 2024-06-13T11:38:23.543 INFO:teuthology.orchestra.run.smithi088.stdout:(55/160): flexiblas-netlib-3.0.4-8.el9.x86_64.r 26 MB/s | 3.0 MB 00:00 2024-06-13T11:38:23.560 INFO:teuthology.orchestra.run.smithi162.stdout:(10/160): ceph-common-19.0.0-2946.g3d89accf.el9 2.9 MB/s | 21 MB 00:07 2024-06-13T11:38:23.568 INFO:teuthology.orchestra.run.smithi088.stdout:(56/160): libaio-devel-0.3.111-13.el9.x86_64.rp 147 kB/s | 11 kB 00:00 2024-06-13T11:38:23.593 INFO:teuthology.orchestra.run.smithi088.stdout:(57/160): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-06-13T11:38:23.618 INFO:teuthology.orchestra.run.smithi088.stdout:(58/160): librabbitmq-0.11.0-7.el9.x86_64.rpm 901 kB/s | 45 kB 00:00 2024-06-13T11:38:23.652 INFO:teuthology.orchestra.run.smithi088.stdout:(59/160): librdkafka-1.6.1-102.el9.x86_64.rpm 11 MB/s | 662 kB 00:00 2024-06-13T11:38:23.686 INFO:teuthology.orchestra.run.smithi088.stdout:(60/160): libtool-2.4.6-45.el9.x86_64.rpm 8.5 MB/s | 582 kB 00:00 2024-06-13T11:38:23.711 INFO:teuthology.orchestra.run.smithi088.stdout:(61/160): libuuid-devel-2.37.4-18.el9.x86_64.rp 435 kB/s | 25 kB 00:00 2024-06-13T11:38:23.736 INFO:teuthology.orchestra.run.smithi088.stdout:(62/160): libzstd-devel-1.5.1-2.el9.x86_64.rpm 947 kB/s | 47 kB 00:00 2024-06-13T11:38:23.744 INFO:teuthology.orchestra.run.smithi162.stdout:(11/160): cephfs-mirror-19.0.0-2946.g3d89accf.e 1.2 MB/s | 221 kB 00:00 2024-06-13T11:38:23.762 INFO:teuthology.orchestra.run.smithi088.stdout:(63/160): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-06-13T11:38:23.787 INFO:teuthology.orchestra.run.smithi088.stdout:(64/160): lua-5.4.4-4.el9.x86_64.rpm 3.7 MB/s | 188 kB 00:00 2024-06-13T11:38:23.812 INFO:teuthology.orchestra.run.smithi088.stdout:(65/160): openblas-0.3.21-2.el9.x86_64.rpm 703 kB/s | 35 kB 00:00 2024-06-13T11:38:23.852 INFO:teuthology.orchestra.run.smithi162.stdout:(12/160): cephfs-shell-19.0.0-2946.g3d89accf.el 250 kB/s | 27 kB 00:00 2024-06-13T11:38:23.904 INFO:teuthology.orchestra.run.smithi088.stdout:(66/160): openssl-devel-3.2.2-1.el9.x86_64.rpm 48 MB/s | 4.4 MB 00:00 2024-06-13T11:38:23.963 INFO:teuthology.orchestra.run.smithi088.stdout:(67/160): openblas-openmp-0.3.21-2.el9.x86_64.r 27 MB/s | 4.7 MB 00:00 2024-06-13T11:38:23.969 INFO:teuthology.orchestra.run.smithi162.stdout:(13/160): libcephfs-devel-19.0.0-2946.g3d89accf 272 kB/s | 32 kB 00:00 2024-06-13T11:38:24.005 INFO:teuthology.orchestra.run.smithi088.stdout:(68/160): postgresql-13.14-1.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-06-13T11:38:24.038 INFO:teuthology.orchestra.run.smithi088.stdout:(69/160): postgresql-contrib-13.14-1.el9.x86_64 12 MB/s | 911 kB 00:00 2024-06-13T11:38:24.055 INFO:teuthology.orchestra.run.smithi088.stdout:(70/160): postgresql-private-libs-13.14-1.el9.x 2.6 MB/s | 133 kB 00:00 2024-06-13T11:38:24.114 INFO:teuthology.orchestra.run.smithi088.stdout:(71/160): protobuf-3.14.0-13.el9.x86_64.rpm 17 MB/s | 1.0 MB 00:00 2024-06-13T11:38:24.161 INFO:teuthology.orchestra.run.smithi162.stdout:(14/160): ceph-base-19.0.0-2946.g3d89accf.el9.x 705 kB/s | 5.4 MB 00:07 2024-06-13T11:38:24.189 INFO:teuthology.orchestra.run.smithi088.stdout:(72/160): postgresql-server-13.14-1.el9.x86_64. 38 MB/s | 5.8 MB 00:00 2024-06-13T11:38:24.214 INFO:teuthology.orchestra.run.smithi088.stdout:(73/160): python3-attrs-20.3.0-7.el9.noarch.rpm 873 kB/s | 87 kB 00:00 2024-06-13T11:38:24.257 INFO:teuthology.orchestra.run.smithi088.stdout:(74/160): python3-colorama-0.4.6-3.el9.noarch.r 1.4 MB/s | 61 kB 00:00 2024-06-13T11:38:24.332 INFO:teuthology.orchestra.run.smithi088.stdout:(75/160): python3-babel-2.9.1-2.el9.noarch.rpm 42 MB/s | 6.0 MB 00:00 2024-06-13T11:38:24.353 INFO:teuthology.orchestra.run.smithi162.stdout:(15/160): libcephfs2-19.0.0-2946.g3d89accf.el9. 1.9 MB/s | 747 kB 00:00 2024-06-13T11:38:24.357 INFO:teuthology.orchestra.run.smithi088.stdout:(76/160): python3-devel-3.9.18-3.el9.x86_64.rpm 2.4 MB/s | 244 kB 00:00 2024-06-13T11:38:24.382 INFO:teuthology.orchestra.run.smithi088.stdout:(77/160): python3-jinja2-2.11.3-6.el9.noarch.rp 4.8 MB/s | 248 kB 00:00 2024-06-13T11:38:24.407 INFO:teuthology.orchestra.run.smithi088.stdout:(78/160): python3-jsonpatch-1.21-16.el9.noarch. 510 kB/s | 26 kB 00:00 2024-06-13T11:38:24.433 INFO:teuthology.orchestra.run.smithi088.stdout:(79/160): python3-jsonpointer-2.0-4.el9.noarch. 382 kB/s | 19 kB 00:00 2024-06-13T11:38:24.458 INFO:teuthology.orchestra.run.smithi088.stdout:(80/160): python3-mako-1.1.4-6.el9.noarch.rpm 3.4 MB/s | 172 kB 00:00 2024-06-13T11:38:24.462 INFO:teuthology.orchestra.run.smithi162.stdout:(16/160): libcephsqlite-19.0.0-2946.g3d89accf.e 544 kB/s | 163 kB 00:00 2024-06-13T11:38:24.475 INFO:teuthology.orchestra.run.smithi088.stdout:(81/160): python3-markupsafe-1.1.1-12.el9.x86_6 834 kB/s | 35 kB 00:00 2024-06-13T11:38:24.478 INFO:teuthology.orchestra.run.smithi162.stdout:(17/160): librados-devel-19.0.0-2946.g3d89accf. 1.0 MB/s | 127 kB 00:00 2024-06-13T11:38:24.517 INFO:teuthology.orchestra.run.smithi088.stdout:(82/160): python3-numpy-f2py-1.20.1-5.el9.x86_6 5.9 MB/s | 250 kB 00:00 2024-06-13T11:38:24.592 INFO:teuthology.orchestra.run.smithi088.stdout:(83/160): python3-numpy-1.20.1-5.el9.x86_64.rpm 38 MB/s | 5.1 MB 00:00 2024-06-13T11:38:24.618 INFO:teuthology.orchestra.run.smithi088.stdout:(84/160): python3-oauthlib-3.1.1-5.el9.noarch.r 2.2 MB/s | 222 kB 00:00 2024-06-13T11:38:24.643 INFO:teuthology.orchestra.run.smithi088.stdout:(85/160): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-06-13T11:38:24.668 INFO:teuthology.orchestra.run.smithi088.stdout:(86/160): python3-prettytable-0.7.2-27.el9.noar 838 kB/s | 42 kB 00:00 2024-06-13T11:38:24.694 INFO:teuthology.orchestra.run.smithi088.stdout:(87/160): python3-protobuf-3.14.0-13.el9.noarch 5.2 MB/s | 269 kB 00:00 2024-06-13T11:38:24.719 INFO:teuthology.orchestra.run.smithi088.stdout:(88/160): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-06-13T11:38:24.744 INFO:teuthology.orchestra.run.smithi088.stdout:(89/160): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-06-13T11:38:24.769 INFO:teuthology.orchestra.run.smithi088.stdout:(90/160): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-06-13T11:38:24.795 INFO:teuthology.orchestra.run.smithi088.stdout:(91/160): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-06-13T11:38:24.837 INFO:teuthology.orchestra.run.smithi088.stdout:(92/160): python3-toml-0.10.2-6.el9.noarch.rpm 1.0 MB/s | 42 kB 00:00 2024-06-13T11:38:24.879 INFO:teuthology.orchestra.run.smithi088.stdout:(93/160): python3-wcwidth-0.2.5-8.el9.noarch.rp 1.0 MB/s | 44 kB 00:00 2024-06-13T11:38:24.921 INFO:teuthology.orchestra.run.smithi088.stdout:(94/160): qatlib-24.02.0-1.el9.x86_64.rpm 5.2 MB/s | 221 kB 00:00 2024-06-13T11:38:24.962 INFO:teuthology.orchestra.run.smithi088.stdout:(95/160): qatlib-service-24.02.0-1.el9.x86_64.r 869 kB/s | 36 kB 00:00 2024-06-13T11:38:25.121 INFO:teuthology.orchestra.run.smithi088.stdout:(96/160): python3-scipy-1.6.2-8.el9.x86_64.rpm 46 MB/s | 16 MB 00:00 2024-06-13T11:38:25.146 INFO:teuthology.orchestra.run.smithi088.stdout:(97/160): qatzip-libs-1.2.0-1.el9.x86_64.rpm 258 kB/s | 47 kB 00:00 2024-06-13T11:38:25.172 INFO:teuthology.orchestra.run.smithi088.stdout:(98/160): socat-1.7.4.1-6.el9.x86_64.rpm 6.0 MB/s | 304 kB 00:00 2024-06-13T11:38:25.214 INFO:teuthology.orchestra.run.smithi088.stdout:(99/160): uuid-1.6.2-55.el9.x86_64.rpm 864 kB/s | 58 kB 00:00 2024-06-13T11:38:25.239 INFO:teuthology.orchestra.run.smithi088.stdout:(100/160): xfsprogs-devel-6.4.0-1.el9.x86_64.rp 1.4 MB/s | 95 kB 00:00 2024-06-13T11:38:25.264 INFO:teuthology.orchestra.run.smithi088.stdout:(101/160): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-06-13T11:38:25.289 INFO:teuthology.orchestra.run.smithi088.stdout:(102/160): zlib-devel-1.2.11-41.el9.x86_64.rpm 897 kB/s | 45 kB 00:00 2024-06-13T11:38:25.295 INFO:teuthology.orchestra.run.smithi162.stdout:(18/160): libradosstriper1-19.0.0-2946.g3d89acc 601 kB/s | 501 kB 00:00 2024-06-13T11:38:25.398 INFO:teuthology.orchestra.run.smithi088.stdout:(103/160): lua-devel-5.4.4-4.el9.x86_64.rpm 167 kB/s | 22 kB 00:00 2024-06-13T11:38:25.412 INFO:teuthology.orchestra.run.smithi162.stdout:(19/160): python3-ceph-argparse-19.0.0-2946.g3d 388 kB/s | 45 kB 00:00 2024-06-13T11:38:25.473 INFO:teuthology.orchestra.run.smithi088.stdout:(104/160): abseil-cpp-20211102.0-3.el9.x86_64.r 7.2 MB/s | 548 kB 00:00 2024-06-13T11:38:25.499 INFO:teuthology.orchestra.run.smithi088.stdout:(105/160): gperftools-libs-2.9.1-2.el9.x86_64.r 12 MB/s | 309 kB 00:00 2024-06-13T11:38:25.524 INFO:teuthology.orchestra.run.smithi088.stdout:(106/160): grpc-data-1.46.7-10.el9.noarch.rpm 781 kB/s | 19 kB 00:00 2024-06-13T11:38:25.566 INFO:teuthology.orchestra.run.smithi088.stdout:(107/160): protobuf-compiler-3.14.0-13.el9.x86_ 3.1 MB/s | 863 kB 00:00 2024-06-13T11:38:25.633 INFO:teuthology.orchestra.run.smithi088.stdout:(108/160): libarrow-doc-9.0.0-11.el9.noarch.rpm 390 kB/s | 26 kB 00:00 2024-06-13T11:38:25.658 INFO:teuthology.orchestra.run.smithi088.stdout:(109/160): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-06-13T11:38:25.683 INFO:teuthology.orchestra.run.smithi088.stdout:(110/160): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-06-13T11:38:25.688 INFO:teuthology.orchestra.run.smithi162.stdout:(20/160): python3-ceph-common-19.0.0-2946.g3d89 491 kB/s | 135 kB 00:00 2024-06-13T11:38:25.734 INFO:teuthology.orchestra.run.smithi088.stdout:(111/160): luarocks-3.9.2-5.el9.noarch.rpm 3.0 MB/s | 151 kB 00:00 2024-06-13T11:38:25.801 INFO:teuthology.orchestra.run.smithi088.stdout:(112/160): libarrow-9.0.0-11.el9.x86_64.rpm 16 MB/s | 4.4 MB 00:00 2024-06-13T11:38:25.843 INFO:teuthology.orchestra.run.smithi088.stdout:(113/160): parquet-libs-9.0.0-11.el9.x86_64.rpm 7.5 MB/s | 839 kB 00:00 2024-06-13T11:38:25.868 INFO:teuthology.orchestra.run.smithi088.stdout:(114/160): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-06-13T11:38:25.894 INFO:teuthology.orchestra.run.smithi088.stdout:(115/160): python3-asyncssh-2.13.2-5.el9.noarch 5.8 MB/s | 548 kB 00:00 2024-06-13T11:38:25.919 INFO:teuthology.orchestra.run.smithi088.stdout:(116/160): python3-cachetools-4.2.4-1.el9.noarc 641 kB/s | 32 kB 00:00 2024-06-13T11:38:25.944 INFO:teuthology.orchestra.run.smithi088.stdout:(117/160): python3-certifi-2021.10.8-2.el9.noar 299 kB/s | 15 kB 00:00 2024-06-13T11:38:25.969 INFO:teuthology.orchestra.run.smithi088.stdout:(118/160): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-06-13T11:38:25.971 INFO:teuthology.orchestra.run.smithi162.stdout:(21/160): python3-cephfs-19.0.0-2946.g3d89accf. 571 kB/s | 162 kB 00:00 2024-06-13T11:38:25.995 INFO:teuthology.orchestra.run.smithi088.stdout:(119/160): python3-cherrypy-18.6.1-2.el9.noarch 7.0 MB/s | 358 kB 00:00 2024-06-13T11:38:26.028 INFO:teuthology.orchestra.run.smithi088.stdout:(120/160): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.1 MB/s | 303 kB 00:00 2024-06-13T11:38:26.053 INFO:teuthology.orchestra.run.smithi088.stdout:(121/160): python3-google-auth-2.29.0-2.el9.noa 3.4 MB/s | 205 kB 00:00 2024-06-13T11:38:26.079 INFO:teuthology.orchestra.run.smithi088.stdout:(122/160): python3-grpcio-tools-1.46.7-10.el9.x 5.6 MB/s | 144 kB 00:00 2024-06-13T11:38:26.096 INFO:teuthology.orchestra.run.smithi088.stdout:(123/160): python3-jaraco-8.2.1-3.el9.noarch.rp 650 kB/s | 11 kB 00:00 2024-06-13T11:38:26.113 INFO:teuthology.orchestra.run.smithi088.stdout:(124/160): python3-jaraco-classes-3.2.1-5.el9.n 1.0 MB/s | 18 kB 00:00 2024-06-13T11:38:26.130 INFO:teuthology.orchestra.run.smithi088.stdout:(125/160): python3-jaraco-collections-3.0.0-8.e 1.4 MB/s | 23 kB 00:00 2024-06-13T11:38:26.155 INFO:teuthology.orchestra.run.smithi088.stdout:(126/160): python3-jaraco-functools-3.5.0-2.el9 780 kB/s | 19 kB 00:00 2024-06-13T11:38:26.180 INFO:teuthology.orchestra.run.smithi088.stdout:(127/160): python3-jaraco-text-3.2.0-6.el9.noar 785 kB/s | 20 kB 00:00 2024-06-13T11:38:26.231 INFO:teuthology.orchestra.run.smithi088.stdout:(128/160): python3-grpcio-1.46.7-10.el9.x86_64. 10 MB/s | 2.0 MB 00:00 2024-06-13T11:38:26.261 INFO:teuthology.orchestra.run.smithi088.stdout:(129/160): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-06-13T11:38:26.281 INFO:teuthology.orchestra.run.smithi088.stdout:(130/160): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-06-13T11:38:26.306 INFO:teuthology.orchestra.run.smithi088.stdout:(131/160): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-06-13T11:38:26.332 INFO:teuthology.orchestra.run.smithi088.stdout:(132/160): python3-pecan-1.4.2-3.el9.noarch.rpm 11 MB/s | 272 kB 00:00 2024-06-13T11:38:26.365 INFO:teuthology.orchestra.run.smithi088.stdout:(133/160): python3-kubernetes-26.1.0-2.el9.noar 5.5 MB/s | 1.0 MB 00:00 2024-06-13T11:38:26.391 INFO:teuthology.orchestra.run.smithi088.stdout:(134/160): python3-portend-3.1.0-2.el9.noarch.r 281 kB/s | 16 kB 00:00 2024-06-13T11:38:26.413 INFO:teuthology.orchestra.run.smithi042.stdout:(8/160): ceph-osd-19.0.0-2946.g3d89accf.el9.x86 4.7 MB/s | 17 MB 00:03 2024-06-13T11:38:26.413 INFO:teuthology.orchestra.run.smithi162.stdout:(22/160): librgw2-19.0.0-2946.g3d89accf.el9.x86 2.8 MB/s | 5.3 MB 00:01 2024-06-13T11:38:26.416 INFO:teuthology.orchestra.run.smithi088.stdout:(135/160): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.8 MB/s | 90 kB 00:00 2024-06-13T11:38:26.441 INFO:teuthology.orchestra.run.smithi088.stdout:(136/160): python3-pyperclip-1.8.2-2.el9.noarch 561 kB/s | 28 kB 00:00 2024-06-13T11:38:26.466 INFO:teuthology.orchestra.run.smithi088.stdout:(137/160): python3-repoze-lru-0.7-16.el9.noarch 611 kB/s | 31 kB 00:00 2024-06-13T11:38:26.480 INFO:teuthology.orchestra.run.smithi042.stdout:(9/160): ceph-selinux-19.0.0-2946.g3d89accf.el9 384 kB/s | 25 kB 00:00 2024-06-13T11:38:26.492 INFO:teuthology.orchestra.run.smithi088.stdout:(138/160): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-06-13T11:38:26.517 INFO:teuthology.orchestra.run.smithi088.stdout:(139/160): python3-tempora-5.0.0-2.el9.noarch.r 1.4 MB/s | 36 kB 00:00 2024-06-13T11:38:26.542 INFO:teuthology.orchestra.run.smithi088.stdout:(140/160): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-06-13T11:38:26.547 INFO:teuthology.orchestra.run.smithi162.stdout:(23/160): python3-rados-19.0.0-2946.g3d89accf.e 559 kB/s | 321 kB 00:00 2024-06-13T11:38:26.568 INFO:teuthology.orchestra.run.smithi088.stdout:(141/160): python3-typing-extensions-4.4.0-2.el 1.0 MB/s | 51 kB 00:00 2024-06-13T11:38:26.593 INFO:teuthology.orchestra.run.smithi088.stdout:(142/160): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-06-13T11:38:26.614 INFO:teuthology.orchestra.run.smithi162.stdout:(24/160): python3-rbd-19.0.0-2946.g3d89accf.el9 1.5 MB/s | 300 kB 00:00 2024-06-13T11:38:26.618 INFO:teuthology.orchestra.run.smithi088.stdout:(143/160): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-06-13T11:38:26.644 INFO:teuthology.orchestra.run.smithi088.stdout:(144/160): python3-zc-lockfile-2.0-10.el9.noarc 798 kB/s | 20 kB 00:00 2024-06-13T11:38:26.677 INFO:teuthology.orchestra.run.smithi088.stdout:(145/160): python3-werkzeug-2.0.3-3.el9.1.noarc 5.0 MB/s | 427 kB 00:00 2024-06-13T11:38:26.703 INFO:teuthology.orchestra.run.smithi088.stdout:(146/160): re2-20211101-3.el9.x86_64.rpm 3.2 MB/s | 192 kB 00:00 2024-06-13T11:38:26.731 INFO:teuthology.orchestra.run.smithi162.stdout:(25/160): rbd-fuse-19.0.0-2946.g3d89accf.el9.x8 728 kB/s | 85 kB 00:00 2024-06-13T11:38:26.753 INFO:teuthology.orchestra.run.smithi088.stdout:(147/160): thrift-0.15.0-2.el9.x86_64.rpm 21 MB/s | 1.6 MB 00:00 2024-06-13T11:38:26.756 INFO:teuthology.orchestra.run.smithi162.stdout:(26/160): python3-rgw-19.0.0-2946.g3d89accf.el9 475 kB/s | 99 kB 00:00 2024-06-13T11:38:27.065 INFO:teuthology.orchestra.run.smithi162.stdout:(27/160): rbd-nbd-19.0.0-2946.g3d89accf.el9.x86 554 kB/s | 171 kB 00:00 2024-06-13T11:38:27.207 INFO:teuthology.orchestra.run.smithi162.stdout:(28/160): ceph-grafana-dashboards-19.0.0-2946.g 224 kB/s | 32 kB 00:00 2024-06-13T11:38:27.532 INFO:teuthology.orchestra.run.smithi162.stdout:(29/160): ceph-mgr-cephadm-19.0.0-2946.g3d89acc 438 kB/s | 142 kB 00:00 2024-06-13T11:38:27.631 INFO:teuthology.orchestra.run.smithi042.stdout:(10/160): ceph-radosgw-19.0.0-2946.g3d89accf.el 2.3 MB/s | 10 MB 00:04 2024-06-13T11:38:27.728 INFO:teuthology.orchestra.run.smithi088.stdout:(148/160): ceph-test-19.0.0-2946.g3d89accf.el9. 4.7 MB/s | 48 MB 00:10 2024-06-13T11:38:27.788 INFO:teuthology.orchestra.run.smithi042.stdout:(11/160): cephfs-mirror-19.0.0-2946.g3d89accf.e 1.4 MB/s | 221 kB 00:00 2024-06-13T11:38:27.824 INFO:teuthology.orchestra.run.smithi162.stdout:(30/160): rbd-mirror-19.0.0-2946.g3d89accf.el9. 2.8 MB/s | 3.1 MB 00:01 2024-06-13T11:38:27.847 INFO:teuthology.orchestra.run.smithi042.stdout:(12/160): cephfs-shell-19.0.0-2946.g3d89accf.el 470 kB/s | 27 kB 00:00 2024-06-13T11:38:27.948 INFO:teuthology.orchestra.run.smithi042.stdout:(13/160): libcephfs-devel-19.0.0-2946.g3d89accf 320 kB/s | 32 kB 00:00 2024-06-13T11:38:27.978 INFO:teuthology.orchestra.run.smithi088.stdout:(149/160): librados2-19.0.0-2946.g3d89accf.el9. 2.7 MB/s | 3.4 MB 00:01 2024-06-13T11:38:28.028 INFO:teuthology.orchestra.run.smithi088.stdout:(150/160): librbd1-19.0.0-2946.g3d89accf.el9.x8 2.5 MB/s | 3.1 MB 00:01 2024-06-13T11:38:28.229 INFO:teuthology.orchestra.run.smithi088.stdout:(151/160): NetworkManager-team-1.47.91-1.el9.x8 207 kB/s | 41 kB 00:00 2024-06-13T11:38:28.239 INFO:teuthology.orchestra.run.smithi042.stdout:(14/160): libcephfs2-19.0.0-2946.g3d89accf.el9. 2.5 MB/s | 747 kB 00:00 2024-06-13T11:38:28.323 INFO:teuthology.orchestra.run.smithi042.stdout:(15/160): libcephsqlite-19.0.0-2946.g3d89accf.e 1.9 MB/s | 163 kB 00:00 2024-06-13T11:38:28.407 INFO:teuthology.orchestra.run.smithi042.stdout:(16/160): librados-devel-19.0.0-2946.g3d89accf. 1.5 MB/s | 127 kB 00:00 2024-06-13T11:38:28.446 INFO:teuthology.orchestra.run.smithi088.stdout:(152/160): NetworkManager-1.47.91-1.el9.x86_64. 3.2 MB/s | 2.3 MB 00:00 2024-06-13T11:38:28.471 INFO:teuthology.orchestra.run.smithi088.stdout:(153/160): NetworkManager-tui-1.47.91-1.el9.x86 1.0 MB/s | 248 kB 00:00 2024-06-13T11:38:28.504 INFO:teuthology.orchestra.run.smithi088.stdout:(154/160): elfutils-debuginfod-client-0.191-4.e 628 kB/s | 37 kB 00:00 2024-06-13T11:38:28.599 INFO:teuthology.orchestra.run.smithi042.stdout:(17/160): libradosstriper1-19.0.0-2946.g3d89acc 2.6 MB/s | 501 kB 00:00 2024-06-13T11:38:28.622 INFO:teuthology.orchestra.run.smithi088.stdout:(155/160): elfutils-libs-0.191-4.el9.x86_64.rpm 2.2 MB/s | 260 kB 00:00 2024-06-13T11:38:28.647 INFO:teuthology.orchestra.run.smithi088.stdout:(156/160): elfutils-libelf-0.191-4.el9.x86_64.r 1.2 MB/s | 207 kB 00:00 2024-06-13T11:38:28.741 INFO:teuthology.orchestra.run.smithi162.stdout:(31/160): ceph-test-19.0.0-2946.g3d89accf.el9.x 8.7 MB/s | 48 MB 00:05 2024-06-13T11:38:28.833 INFO:teuthology.orchestra.run.smithi162.stdout:(32/160): ceph-mgr-modules-core-19.0.0-2946.g3d 2.7 MB/s | 249 kB 00:00 2024-06-13T11:38:28.855 INFO:teuthology.orchestra.run.smithi088.stdout:(157/160): NetworkManager-libnm-1.47.91-1.el9.x 2.1 MB/s | 1.8 MB 00:00 2024-06-13T11:38:28.917 INFO:teuthology.orchestra.run.smithi162.stdout:(33/160): ceph-mgr-rook-19.0.0-2946.g3d89accf.e 592 kB/s | 49 kB 00:00 2024-06-13T11:38:28.964 INFO:teuthology.orchestra.run.smithi088.stdout:(158/160): openssl-3.2.2-1.el9.x86_64.rpm 4.0 MB/s | 1.4 MB 00:00 2024-06-13T11:38:29.000 INFO:teuthology.orchestra.run.smithi162.stdout:(34/160): ceph-prometheus-alerts-19.0.0-2946.g3 197 kB/s | 16 kB 00:00 2024-06-13T11:38:29.084 INFO:teuthology.orchestra.run.smithi162.stdout:(35/160): ceph-volume-19.0.0-2946.g3d89accf.el9 3.1 MB/s | 264 kB 00:00 2024-06-13T11:38:29.164 INFO:teuthology.orchestra.run.smithi088.stdout:(159/160): xfsprogs-6.4.0-1.el9.x86_64.rpm 3.5 MB/s | 1.1 MB 00:00 2024-06-13T11:38:29.242 INFO:teuthology.orchestra.run.smithi162.stdout:(36/160): cephadm-19.0.0-2946.g3d89accf.el9.noa 4.7 MB/s | 763 kB 00:00 2024-06-13T11:38:29.326 INFO:teuthology.orchestra.run.smithi162.stdout:(37/160): cephfs-top-19.0.0-2946.g3d89accf.el9. 219 kB/s | 18 kB 00:00 2024-06-13T11:38:29.548 INFO:teuthology.orchestra.run.smithi088.stdout:(160/160): openssl-libs-3.2.2-1.el9.x86_64.rpm 2.7 MB/s | 2.4 MB 00:00 2024-06-13T11:38:29.554 INFO:teuthology.orchestra.run.smithi088.stdout:-------------------------------------------------------------------------------- 2024-06-13T11:38:29.554 INFO:teuthology.orchestra.run.smithi088.stdout:Total 16 MB/s | 226 MB 00:14 2024-06-13T11:38:29.609 INFO:teuthology.orchestra.run.smithi162.stdout:(38/160): fuse-2.9.9-15.el9.x86_64.rpm 284 kB/s | 80 kB 00:00 2024-06-13T11:38:30.053 INFO:teuthology.orchestra.run.smithi162.stdout:(39/160): libgfortran-11.4.1-3.el9.x86_64.rpm 1.8 MB/s | 803 kB 00:00 2024-06-13T11:38:30.108 INFO:teuthology.orchestra.run.smithi042.stdout:(18/160): ceph-common-19.0.0-2946.g3d89accf.el9 1.9 MB/s | 21 MB 00:10 2024-06-13T11:38:30.127 INFO:teuthology.orchestra.run.smithi162.stdout:(40/160): libquadmath-11.4.1-3.el9.x86_64.rpm 2.6 MB/s | 195 kB 00:00 2024-06-13T11:38:30.200 INFO:teuthology.orchestra.run.smithi042.stdout:(19/160): python3-ceph-argparse-19.0.0-2946.g3d 498 kB/s | 45 kB 00:00 2024-06-13T11:38:30.210 INFO:teuthology.orchestra.run.smithi162.stdout:(41/160): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.0 MB/s | 253 kB 00:00 2024-06-13T11:38:30.317 INFO:teuthology.orchestra.run.smithi042.stdout:(20/160): python3-ceph-common-19.0.0-2946.g3d89 1.1 MB/s | 135 kB 00:00 2024-06-13T11:38:30.402 INFO:teuthology.orchestra.run.smithi162.stdout:(42/160): ceph-mgr-diskprediction-local-19.0.0- 2.9 MB/s | 7.4 MB 00:02 2024-06-13T11:38:30.434 INFO:teuthology.orchestra.run.smithi042.stdout:(21/160): librgw2-19.0.0-2946.g3d89accf.el9.x86 2.9 MB/s | 5.3 MB 00:01 2024-06-13T11:38:30.469 INFO:teuthology.orchestra.run.smithi162.stdout:(43/160): python3-cryptography-36.0.1-4.el9.x86 4.7 MB/s | 1.2 MB 00:00 2024-06-13T11:38:30.509 INFO:teuthology.orchestra.run.smithi042.stdout:(22/160): python3-cephfs-19.0.0-2946.g3d89accf. 847 kB/s | 162 kB 00:00 2024-06-13T11:38:30.603 INFO:teuthology.orchestra.run.smithi162.stdout:(44/160): python3-pycparser-2.20-6.el9.noarch.r 1.0 MB/s | 135 kB 00:00 2024-06-13T11:38:30.618 INFO:teuthology.orchestra.run.smithi042.stdout:(23/160): python3-rados-19.0.0-2946.g3d89accf.e 1.7 MB/s | 321 kB 00:00 2024-06-13T11:38:30.636 INFO:teuthology.orchestra.run.smithi162.stdout:(45/160): python3-ply-3.11-14.el9.noarch.rpm 456 kB/s | 106 kB 00:00 2024-06-13T11:38:30.685 INFO:teuthology.orchestra.run.smithi042.stdout:(24/160): python3-rbd-19.0.0-2946.g3d89accf.el9 1.7 MB/s | 300 kB 00:00 2024-06-13T11:38:30.703 INFO:teuthology.orchestra.run.smithi162.stdout:(46/160): python3-requests-2.25.1-8.el9.noarch. 1.2 MB/s | 125 kB 00:00 2024-06-13T11:38:30.718 INFO:teuthology.orchestra.run.smithi042.stdout:(25/160): python3-rgw-19.0.0-2946.g3d89accf.el9 1.0 MB/s | 99 kB 00:00 2024-06-13T11:38:30.737 INFO:teuthology.orchestra.run.smithi162.stdout:(47/160): python3-urllib3-1.26.5-5.el9.noarch.r 2.1 MB/s | 215 kB 00:00 2024-06-13T11:38:30.782 INFO:teuthology.orchestra.run.smithi088.stdout:Running transaction check 2024-06-13T11:38:30.785 INFO:teuthology.orchestra.run.smithi042.stdout:(26/160): rbd-fuse-19.0.0-2946.g3d89accf.el9.x8 856 kB/s | 85 kB 00:00 2024-06-13T11:38:30.937 INFO:teuthology.orchestra.run.smithi162.stdout:(48/160): automake-1.16.2-8.el9.noarch.rpm 2.9 MB/s | 689 kB 00:00 2024-06-13T11:38:30.961 INFO:teuthology.orchestra.run.smithi042.stdout:(27/160): rbd-nbd-19.0.0-2946.g3d89accf.el9.x86 978 kB/s | 171 kB 00:00 2024-06-13T11:38:30.971 INFO:teuthology.orchestra.run.smithi088.stdout:Transaction check succeeded. 2024-06-13T11:38:30.971 INFO:teuthology.orchestra.run.smithi088.stdout:Running transaction test 2024-06-13T11:38:30.987 INFO:teuthology.orchestra.run.smithi162.stdout:(49/160): boost-program-options-1.75.0-8.el9.x8 2.1 MB/s | 107 kB 00:00 2024-06-13T11:38:31.021 INFO:teuthology.orchestra.run.smithi162.stdout:(50/160): bison-3.7.4-5.el9.x86_64.rpm 3.2 MB/s | 943 kB 00:00 2024-06-13T11:38:31.046 INFO:teuthology.orchestra.run.smithi162.stdout:(51/160): elfutils-libelf-devel-0.191-4.el9.x86 370 kB/s | 22 kB 00:00 2024-06-13T11:38:31.053 INFO:teuthology.orchestra.run.smithi042.stdout:(28/160): ceph-grafana-dashboards-19.0.0-2946.g 348 kB/s | 32 kB 00:00 2024-06-13T11:38:31.072 INFO:teuthology.orchestra.run.smithi162.stdout:(52/160): flex-2.6.4-9.el9.x86_64.rpm 6.1 MB/s | 313 kB 00:00 2024-06-13T11:38:31.097 INFO:teuthology.orchestra.run.smithi162.stdout:(53/160): flexiblas-3.0.4-8.el9.x86_64.rpm 648 kB/s | 33 kB 00:00 2024-06-13T11:38:31.139 INFO:teuthology.orchestra.run.smithi162.stdout:(54/160): flexiblas-openblas-openmp-3.0.4-8.el9 438 kB/s | 18 kB 00:00 2024-06-13T11:38:31.161 INFO:teuthology.orchestra.run.smithi042.stdout:(29/160): ceph-mgr-cephadm-19.0.0-2946.g3d89acc 1.3 MB/s | 142 kB 00:00 2024-06-13T11:38:31.181 INFO:teuthology.orchestra.run.smithi162.stdout:(55/160): libaio-devel-0.3.111-13.el9.x86_64.rp 268 kB/s | 11 kB 00:00 2024-06-13T11:38:31.223 INFO:teuthology.orchestra.run.smithi162.stdout:(56/160): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.8 MB/s | 160 kB 00:00 2024-06-13T11:38:31.265 INFO:teuthology.orchestra.run.smithi162.stdout:(57/160): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.1 MB/s | 45 kB 00:00 2024-06-13T11:38:31.373 INFO:teuthology.orchestra.run.smithi162.stdout:(58/160): librdkafka-1.6.1-102.el9.x86_64.rpm 6.0 MB/s | 662 kB 00:00 2024-06-13T11:38:31.599 INFO:teuthology.orchestra.run.smithi162.stdout:(59/160): libtool-2.4.6-45.el9.x86_64.rpm 2.5 MB/s | 582 kB 00:00 2024-06-13T11:38:31.641 INFO:teuthology.orchestra.run.smithi162.stdout:(60/160): libuuid-devel-2.37.4-18.el9.x86_64.rp 613 kB/s | 25 kB 00:00 2024-06-13T11:38:31.683 INFO:teuthology.orchestra.run.smithi162.stdout:(61/160): libzstd-devel-1.5.1-2.el9.x86_64.rpm 1.1 MB/s | 47 kB 00:00 2024-06-13T11:38:31.800 INFO:teuthology.orchestra.run.smithi162.stdout:(62/160): ceph-mgr-dashboard-19.0.0-2946.g3d89a 843 kB/s | 3.5 MB 00:04 2024-06-13T11:38:31.834 INFO:teuthology.orchestra.run.smithi162.stdout:(63/160): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.9 MB/s | 292 kB 00:00 2024-06-13T11:38:31.875 INFO:teuthology.orchestra.run.smithi162.stdout:(64/160): openblas-0.3.21-2.el9.x86_64.rpm 850 kB/s | 35 kB 00:00 2024-06-13T11:38:31.950 INFO:teuthology.orchestra.run.smithi162.stdout:(65/160): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.4 MB/s | 3.0 MB 00:00 2024-06-13T11:38:31.976 INFO:teuthology.orchestra.run.smithi162.stdout:(66/160): lua-5.4.4-4.el9.x86_64.rpm 1.0 MB/s | 188 kB 00:00 2024-06-13T11:38:32.020 INFO:teuthology.orchestra.run.smithi042.stdout:(30/160): rbd-mirror-19.0.0-2946.g3d89accf.el9. 2.4 MB/s | 3.1 MB 00:01 2024-06-13T11:38:32.309 INFO:teuthology.orchestra.run.smithi162.stdout:(67/160): postgresql-13.14-1.el9.x86_64.rpm 4.8 MB/s | 1.6 MB 00:00 2024-06-13T11:38:32.637 INFO:teuthology.orchestra.run.smithi042.stdout:(31/160): ceph-mgr-dashboard-19.0.0-2946.g3d89a 2.4 MB/s | 3.5 MB 00:01 2024-06-13T11:38:32.643 INFO:teuthology.orchestra.run.smithi162.stdout:(68/160): postgresql-contrib-13.14-1.el9.x86_64 2.7 MB/s | 911 kB 00:00 2024-06-13T11:38:32.735 INFO:teuthology.orchestra.run.smithi162.stdout:(69/160): postgresql-private-libs-13.14-1.el9.x 1.4 MB/s | 133 kB 00:00 2024-06-13T11:38:32.771 INFO:teuthology.orchestra.run.smithi042.stdout:(32/160): ceph-mgr-modules-core-19.0.0-2946.g3d 1.8 MB/s | 249 kB 00:00 2024-06-13T11:38:32.785 INFO:teuthology.orchestra.run.smithi088.stdout:Transaction test succeeded. 2024-06-13T11:38:32.785 INFO:teuthology.orchestra.run.smithi088.stdout:Running transaction 2024-06-13T11:38:32.846 INFO:teuthology.orchestra.run.smithi042.stdout:(33/160): ceph-mgr-rook-19.0.0-2946.g3d89accf.e 664 kB/s | 49 kB 00:00 2024-06-13T11:38:32.938 INFO:teuthology.orchestra.run.smithi042.stdout:(34/160): ceph-prometheus-alerts-19.0.0-2946.g3 181 kB/s | 16 kB 00:00 2024-06-13T11:38:33.097 INFO:teuthology.orchestra.run.smithi042.stdout:(35/160): ceph-volume-19.0.0-2946.g3d89accf.el9 1.6 MB/s | 264 kB 00:00 2024-06-13T11:38:33.447 INFO:teuthology.orchestra.run.smithi042.stdout:(36/160): cephadm-19.0.0-2946.g3d89accf.el9.noa 2.1 MB/s | 763 kB 00:00 2024-06-13T11:38:33.497 INFO:teuthology.orchestra.run.smithi042.stdout:(37/160): cephfs-top-19.0.0-2946.g3d89accf.el9. 372 kB/s | 18 kB 00:00 2024-06-13T11:38:33.543 INFO:teuthology.orchestra.run.smithi162.stdout:(70/160): openssl-devel-3.2.2-1.el9.x86_64.rpm 2.8 MB/s | 4.4 MB 00:01 2024-06-13T11:38:33.614 INFO:teuthology.orchestra.run.smithi042.stdout:(38/160): fuse-2.9.9-15.el9.x86_64.rpm 695 kB/s | 80 kB 00:00 2024-06-13T11:38:33.619 INFO:teuthology.orchestra.run.smithi162.stdout:(71/160): openblas-openmp-0.3.21-2.el9.x86_64.r 2.7 MB/s | 4.7 MB 00:01 2024-06-13T11:38:33.677 INFO:teuthology.orchestra.run.smithi162.stdout:(72/160): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-06-13T11:38:33.773 INFO:teuthology.orchestra.run.smithi042.stdout:(39/160): ceph-mgr-diskprediction-local-19.0.0- 4.2 MB/s | 7.4 MB 00:01 2024-06-13T11:38:33.873 INFO:teuthology.orchestra.run.smithi042.stdout:(40/160): libgfortran-11.4.1-3.el9.x86_64.rpm 3.0 MB/s | 803 kB 00:00 2024-06-13T11:38:33.919 INFO:teuthology.orchestra.run.smithi162.stdout:(73/160): protobuf-3.14.0-13.el9.x86_64.rpm 2.7 MB/s | 1.0 MB 00:00 2024-06-13T11:38:33.923 INFO:teuthology.orchestra.run.smithi042.stdout:(41/160): python3-cffi-1.14.5-5.el9.x86_64.rpm 5.1 MB/s | 253 kB 00:00 2024-06-13T11:38:33.957 INFO:teuthology.orchestra.run.smithi042.stdout:(42/160): libquadmath-11.4.1-3.el9.x86_64.rpm 1.0 MB/s | 195 kB 00:00 2024-06-13T11:38:33.961 INFO:teuthology.orchestra.run.smithi162.stdout:(74/160): python3-colorama-0.4.6-3.el9.noarch.r 1.4 MB/s | 61 kB 00:00 2024-06-13T11:38:34.007 INFO:teuthology.orchestra.run.smithi042.stdout:(43/160): python3-ply-3.11-14.el9.noarch.rpm 2.2 MB/s | 106 kB 00:00 2024-06-13T11:38:34.061 INFO:teuthology.orchestra.run.smithi162.stdout:(75/160): python3-devel-3.9.18-3.el9.x86_64.rpm 2.4 MB/s | 244 kB 00:00 2024-06-13T11:38:34.074 INFO:teuthology.orchestra.run.smithi042.stdout:(44/160): python3-cryptography-36.0.1-4.el9.x86 8.2 MB/s | 1.2 MB 00:00 2024-06-13T11:38:34.108 INFO:teuthology.orchestra.run.smithi042.stdout:(45/160): python3-pycparser-2.20-6.el9.noarch.r 1.3 MB/s | 135 kB 00:00 2024-06-13T11:38:34.161 INFO:teuthology.orchestra.run.smithi162.stdout:(76/160): python3-jinja2-2.11.3-6.el9.noarch.rp 2.4 MB/s | 248 kB 00:00 2024-06-13T11:38:34.167 INFO:teuthology.orchestra.run.smithi042.stdout:(46/160): python3-requests-2.25.1-8.el9.noarch. 1.3 MB/s | 125 kB 00:00 2024-06-13T11:38:34.200 INFO:teuthology.orchestra.run.smithi042.stdout:(47/160): python3-urllib3-1.26.5-5.el9.noarch.r 2.3 MB/s | 215 kB 00:00 2024-06-13T11:38:34.203 INFO:teuthology.orchestra.run.smithi162.stdout:(77/160): python3-jsonpatch-1.21-16.el9.noarch. 614 kB/s | 26 kB 00:00 2024-06-13T11:38:34.245 INFO:teuthology.orchestra.run.smithi162.stdout:(78/160): python3-jsonpointer-2.0-4.el9.noarch. 459 kB/s | 19 kB 00:00 2024-06-13T11:38:34.321 INFO:teuthology.orchestra.run.smithi162.stdout:(79/160): python3-mako-1.1.4-6.el9.noarch.rpm 2.2 MB/s | 172 kB 00:00 2024-06-13T11:38:34.371 INFO:teuthology.orchestra.run.smithi162.stdout:(80/160): python3-markupsafe-1.1.1-12.el9.x86_6 697 kB/s | 35 kB 00:00 2024-06-13T11:38:34.442 INFO:teuthology.orchestra.run.smithi042.stdout:(48/160): automake-1.16.2-8.el9.noarch.rpm 2.5 MB/s | 689 kB 00:00 2024-06-13T11:38:34.501 INFO:teuthology.orchestra.run.smithi042.stdout:(49/160): boost-program-options-1.75.0-8.el9.x8 1.8 MB/s | 107 kB 00:00 2024-06-13T11:38:34.543 INFO:teuthology.orchestra.run.smithi042.stdout:(50/160): bison-3.7.4-5.el9.x86_64.rpm 2.7 MB/s | 943 kB 00:00 2024-06-13T11:38:34.568 INFO:teuthology.orchestra.run.smithi042.stdout:(51/160): elfutils-libelf-devel-0.191-4.el9.x86 328 kB/s | 22 kB 00:00 2024-06-13T11:38:34.627 INFO:teuthology.orchestra.run.smithi042.stdout:(52/160): flexiblas-3.0.4-8.el9.x86_64.rpm 568 kB/s | 33 kB 00:00 2024-06-13T11:38:34.661 INFO:teuthology.orchestra.run.smithi042.stdout:(53/160): flex-2.6.4-9.el9.x86_64.rpm 2.6 MB/s | 313 kB 00:00 2024-06-13T11:38:34.719 INFO:teuthology.orchestra.run.smithi042.stdout:(54/160): flexiblas-openblas-openmp-3.0.4-8.el9 318 kB/s | 18 kB 00:00 2024-06-13T11:38:34.722 INFO:teuthology.orchestra.run.smithi162.stdout:(81/160): postgresql-server-13.14-1.el9.x86_64. 2.9 MB/s | 5.8 MB 00:01 2024-06-13T11:38:34.778 INFO:teuthology.orchestra.run.smithi042.stdout:(55/160): libaio-devel-0.3.111-13.el9.x86_64.rp 194 kB/s | 11 kB 00:00 2024-06-13T11:38:34.830 INFO:teuthology.orchestra.run.smithi162.stdout:(82/160): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.3 MB/s | 250 kB 00:00 2024-06-13T11:38:34.853 INFO:teuthology.orchestra.run.smithi042.stdout:(56/160): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.1 MB/s | 160 kB 00:00 2024-06-13T11:38:34.912 INFO:teuthology.orchestra.run.smithi042.stdout:(57/160): librabbitmq-0.11.0-7.el9.x86_64.rpm 786 kB/s | 45 kB 00:00 2024-06-13T11:38:34.930 INFO:teuthology.orchestra.run.smithi162.stdout:(83/160): python3-oauthlib-3.1.1-5.el9.noarch.r 2.2 MB/s | 222 kB 00:00 2024-06-13T11:38:34.997 INFO:teuthology.orchestra.run.smithi162.stdout:(84/160): python3-packaging-20.9-5.el9.noarch.r 1.1 MB/s | 77 kB 00:00 2024-06-13T11:38:35.039 INFO:teuthology.orchestra.run.smithi162.stdout:(85/160): python3-prettytable-0.7.2-27.el9.noar 1.0 MB/s | 42 kB 00:00 2024-06-13T11:38:35.096 INFO:teuthology.orchestra.run.smithi042.stdout:(58/160): librdkafka-1.6.1-102.el9.x86_64.rpm 3.6 MB/s | 662 kB 00:00 2024-06-13T11:38:35.298 INFO:teuthology.orchestra.run.smithi162.stdout:(86/160): python3-babel-2.9.1-2.el9.noarch.rpm 3.7 MB/s | 6.0 MB 00:01 2024-06-13T11:38:35.348 INFO:teuthology.orchestra.run.smithi162.stdout:(87/160): python3-protobuf-3.14.0-13.el9.noarch 872 kB/s | 269 kB 00:00 2024-06-13T11:38:35.373 INFO:teuthology.orchestra.run.smithi162.stdout:(88/160): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.1 MB/s | 159 kB 00:00 2024-06-13T11:38:35.399 INFO:teuthology.orchestra.run.smithi162.stdout:(89/160): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-06-13T11:38:35.424 INFO:teuthology.orchestra.run.smithi162.stdout:(90/160): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-06-13T11:38:35.449 INFO:teuthology.orchestra.run.smithi162.stdout:(91/160): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-06-13T11:38:35.524 INFO:teuthology.orchestra.run.smithi162.stdout:(92/160): python3-numpy-1.20.1-5.el9.x86_64.rpm 4.4 MB/s | 5.1 MB 00:01 2024-06-13T11:38:35.550 INFO:teuthology.orchestra.run.smithi162.stdout:(93/160): python3-toml-0.10.2-6.el9.noarch.rpm 415 kB/s | 42 kB 00:00 2024-06-13T11:38:35.575 INFO:teuthology.orchestra.run.smithi162.stdout:(94/160): python3-wcwidth-0.2.5-8.el9.noarch.rp 879 kB/s | 44 kB 00:00 2024-06-13T11:38:35.587 INFO:teuthology.orchestra.run.smithi042.stdout:(59/160): ceph-test-19.0.0-2946.g3d89accf.el9.x 5.3 MB/s | 48 MB 00:09 2024-06-13T11:38:35.617 INFO:teuthology.orchestra.run.smithi162.stdout:(95/160): qatlib-service-24.02.0-1.el9.x86_64.r 864 kB/s | 36 kB 00:00 2024-06-13T11:38:35.651 INFO:teuthology.orchestra.run.smithi162.stdout:(96/160): qatlib-24.02.0-1.el9.x86_64.rpm 2.2 MB/s | 221 kB 00:00 2024-06-13T11:38:35.663 INFO:teuthology.orchestra.run.smithi042.stdout:(60/160): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.9 MB/s | 3.0 MB 00:01 2024-06-13T11:38:35.676 INFO:teuthology.orchestra.run.smithi162.stdout:(97/160): qatzip-libs-1.2.0-1.el9.x86_64.rpm 809 kB/s | 47 kB 00:00 2024-06-13T11:38:35.705 INFO:teuthology.orchestra.run.smithi042.stdout:(61/160): libtool-2.4.6-45.el9.x86_64.rpm 956 kB/s | 582 kB 00:00 2024-06-13T11:38:35.718 INFO:teuthology.orchestra.run.smithi162.stdout:(98/160): uuid-1.6.2-55.el9.x86_64.rpm 1.4 MB/s | 58 kB 00:00 2024-06-13T11:38:35.730 INFO:teuthology.orchestra.run.smithi042.stdout:(62/160): libuuid-devel-2.37.4-18.el9.x86_64.rp 180 kB/s | 25 kB 00:00 2024-06-13T11:38:35.755 INFO:teuthology.orchestra.run.smithi042.stdout:(63/160): libzstd-devel-1.5.1-2.el9.x86_64.rpm 518 kB/s | 47 kB 00:00 2024-06-13T11:38:35.768 INFO:teuthology.orchestra.run.smithi162.stdout:(99/160): xfsprogs-devel-6.4.0-1.el9.x86_64.rpm 1.9 MB/s | 95 kB 00:00 2024-06-13T11:38:35.822 INFO:teuthology.orchestra.run.smithi042.stdout:(64/160): lua-5.4.4-4.el9.x86_64.rpm 2.0 MB/s | 188 kB 00:00 2024-06-13T11:38:35.848 INFO:teuthology.orchestra.run.smithi042.stdout:(65/160): openblas-0.3.21-2.el9.x86_64.rpm 386 kB/s | 35 kB 00:00 2024-06-13T11:38:35.881 INFO:teuthology.orchestra.run.smithi042.stdout:(66/160): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.6 MB/s | 292 kB 00:00 2024-06-13T11:38:35.927 INFO:teuthology.orchestra.run.smithi162.stdout:(100/160): python3-scipy-1.6.2-8.el9.x86_64.rpm 32 MB/s | 16 MB 00:00 2024-06-13T11:38:35.952 INFO:teuthology.orchestra.run.smithi162.stdout:(101/160): socat-1.7.4.1-6.el9.x86_64.rpm 1.0 MB/s | 304 kB 00:00 2024-06-13T11:38:35.977 INFO:teuthology.orchestra.run.smithi162.stdout:(102/160): xmlstarlet-1.6.1-20.el9.x86_64.rpm 305 kB/s | 64 kB 00:00 2024-06-13T11:38:36.003 INFO:teuthology.orchestra.run.smithi162.stdout:(103/160): zlib-devel-1.2.11-41.el9.x86_64.rpm 597 kB/s | 45 kB 00:00 2024-06-13T11:38:36.078 INFO:teuthology.orchestra.run.smithi162.stdout:(104/160): abseil-cpp-20211102.0-3.el9.x86_64.r 7.1 MB/s | 548 kB 00:00 2024-06-13T11:38:36.111 INFO:teuthology.orchestra.run.smithi162.stdout:(105/160): gperftools-libs-2.9.1-2.el9.x86_64.r 9.1 MB/s | 309 kB 00:00 2024-06-13T11:38:36.137 INFO:teuthology.orchestra.run.smithi162.stdout:(106/160): lua-devel-5.4.4-4.el9.x86_64.rpm 140 kB/s | 22 kB 00:00 2024-06-13T11:38:36.162 INFO:teuthology.orchestra.run.smithi162.stdout:(107/160): grpc-data-1.46.7-10.el9.noarch.rpm 386 kB/s | 19 kB 00:00 2024-06-13T11:38:36.165 INFO:teuthology.orchestra.run.smithi042.stdout:(67/160): postgresql-13.14-1.el9.x86_64.rpm 5.6 MB/s | 1.6 MB 00:00 2024-06-13T11:38:36.212 INFO:teuthology.orchestra.run.smithi162.stdout:(108/160): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.1 MB/s | 26 kB 00:00 2024-06-13T11:38:36.237 INFO:teuthology.orchestra.run.smithi162.stdout:(109/160): liboath-2.6.7-2.el9.x86_64.rpm 2.1 MB/s | 49 kB 00:00 2024-06-13T11:38:36.263 INFO:teuthology.orchestra.run.smithi162.stdout:(110/160): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-06-13T11:38:36.288 INFO:teuthology.orchestra.run.smithi162.stdout:(111/160): luarocks-3.9.2-5.el9.noarch.rpm 5.9 MB/s | 151 kB 00:00 2024-06-13T11:38:36.330 INFO:teuthology.orchestra.run.smithi162.stdout:(112/160): protobuf-compiler-3.14.0-13.el9.x86_ 2.4 MB/s | 863 kB 00:00 2024-06-13T11:38:36.357 INFO:teuthology.orchestra.run.smithi042.stdout:(68/160): postgresql-contrib-13.14-1.el9.x86_64 4.7 MB/s | 911 kB 00:00 2024-06-13T11:38:36.389 INFO:teuthology.orchestra.run.smithi162.stdout:(113/160): parquet-libs-9.0.0-11.el9.x86_64.rpm 8.2 MB/s | 839 kB 00:00 2024-06-13T11:38:36.415 INFO:teuthology.orchestra.run.smithi042.stdout:(69/160): postgresql-private-libs-13.14-1.el9.x 2.3 MB/s | 133 kB 00:00 2024-06-13T11:38:36.448 INFO:teuthology.orchestra.run.smithi162.stdout:(114/160): python3-bcrypt-3.2.2-1.el9.x86_64.rp 776 kB/s | 43 kB 00:00 2024-06-13T11:38:36.464 INFO:teuthology.orchestra.run.smithi162.stdout:(115/160): python3-cachetools-4.2.4-1.el9.noarc 1.9 MB/s | 32 kB 00:00 2024-06-13T11:38:36.481 INFO:teuthology.orchestra.run.smithi162.stdout:(116/160): python3-certifi-2021.10.8-2.el9.noar 900 kB/s | 15 kB 00:00 2024-06-13T11:38:36.515 INFO:teuthology.orchestra.run.smithi162.stdout:(117/160): python3-cheroot-8.6.0-4.el9.noarch.r 5.0 MB/s | 172 kB 00:00 2024-06-13T11:38:36.549 INFO:teuthology.orchestra.run.smithi162.stdout:(118/160): python3-asyncssh-2.13.2-5.el9.noarch 2.5 MB/s | 548 kB 00:00 2024-06-13T11:38:36.574 INFO:teuthology.orchestra.run.smithi162.stdout:(119/160): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-06-13T11:38:36.599 INFO:teuthology.orchestra.run.smithi162.stdout:(120/160): python3-google-auth-2.29.0-2.el9.noa 8.1 MB/s | 205 kB 00:00 2024-06-13T11:38:36.624 INFO:teuthology.orchestra.run.smithi162.stdout:(121/160): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.9 MB/s | 303 kB 00:00 2024-06-13T11:38:36.658 INFO:teuthology.orchestra.run.smithi162.stdout:(122/160): python3-grpcio-tools-1.46.7-10.el9.x 4.3 MB/s | 144 kB 00:00 2024-06-13T11:38:36.666 INFO:teuthology.orchestra.run.smithi042.stdout:(70/160): openblas-openmp-0.3.21-2.el9.x86_64.r 5.6 MB/s | 4.7 MB 00:00 2024-06-13T11:38:36.683 INFO:teuthology.orchestra.run.smithi162.stdout:(123/160): python3-jaraco-8.2.1-3.el9.noarch.rp 429 kB/s | 11 kB 00:00 2024-06-13T11:38:36.708 INFO:teuthology.orchestra.run.smithi162.stdout:(124/160): python3-jaraco-classes-3.2.1-5.el9.n 708 kB/s | 18 kB 00:00 2024-06-13T11:38:36.734 INFO:teuthology.orchestra.run.smithi162.stdout:(125/160): python3-jaraco-collections-3.0.0-8.e 924 kB/s | 23 kB 00:00 2024-06-13T11:38:36.759 INFO:teuthology.orchestra.run.smithi162.stdout:(126/160): python3-jaraco-functools-3.5.0-2.el9 784 kB/s | 19 kB 00:00 2024-06-13T11:38:36.784 INFO:teuthology.orchestra.run.smithi162.stdout:(127/160): python3-jaraco-text-3.2.0-6.el9.noar 793 kB/s | 20 kB 00:00 2024-06-13T11:38:36.852 INFO:teuthology.orchestra.run.smithi162.stdout:(128/160): libarrow-9.0.0-11.el9.x86_64.rpm 6.2 MB/s | 4.4 MB 00:00 2024-06-13T11:38:36.858 INFO:teuthology.orchestra.run.smithi042.stdout:(71/160): protobuf-3.14.0-13.el9.x86_64.rpm 5.3 MB/s | 1.0 MB 00:00 2024-06-13T11:38:36.877 INFO:teuthology.orchestra.run.smithi162.stdout:(129/160): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-06-13T11:38:36.902 INFO:teuthology.orchestra.run.smithi162.stdout:(130/160): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-06-13T11:38:36.917 INFO:teuthology.orchestra.run.smithi042.stdout:(72/160): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-06-13T11:38:36.927 INFO:teuthology.orchestra.run.smithi162.stdout:(131/160): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-06-13T11:38:36.969 INFO:teuthology.orchestra.run.smithi162.stdout:(132/160): python3-grpcio-1.46.7-10.el9.x86_64. 5.5 MB/s | 2.0 MB 00:00 2024-06-13T11:38:36.995 INFO:teuthology.orchestra.run.smithi162.stdout:(133/160): python3-portend-3.1.0-2.el9.noarch.r 661 kB/s | 16 kB 00:00 2024-06-13T11:38:37.020 INFO:teuthology.orchestra.run.smithi162.stdout:(134/160): python3-pecan-1.4.2-3.el9.noarch.rpm 2.9 MB/s | 272 kB 00:00 2024-06-13T11:38:37.042 INFO:teuthology.orchestra.run.smithi042.stdout:(73/160): openssl-devel-3.2.2-1.el9.x86_64.rpm 3.7 MB/s | 4.4 MB 00:01 2024-06-13T11:38:37.045 INFO:teuthology.orchestra.run.smithi162.stdout:(135/160): python3-pyperclip-1.8.2-2.el9.noarch 1.1 MB/s | 28 kB 00:00 2024-06-13T11:38:37.070 INFO:teuthology.orchestra.run.smithi162.stdout:(136/160): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-06-13T11:38:37.096 INFO:teuthology.orchestra.run.smithi162.stdout:(137/160): python3-repoze-lru-0.7-16.el9.noarch 612 kB/s | 31 kB 00:00 2024-06-13T11:38:37.101 INFO:teuthology.orchestra.run.smithi042.stdout:(74/160): python3-colorama-0.4.6-3.el9.noarch.r 1.0 MB/s | 61 kB 00:00 2024-06-13T11:38:37.129 INFO:teuthology.orchestra.run.smithi162.stdout:(138/160): python3-kubernetes-26.1.0-2.el9.noar 3.0 MB/s | 1.0 MB 00:00 2024-06-13T11:38:37.163 INFO:teuthology.orchestra.run.smithi162.stdout:(139/160): python3-rsa-4.9-2.el9.noarch.rpm 884 kB/s | 59 kB 00:00 2024-06-13T11:38:37.188 INFO:teuthology.orchestra.run.smithi162.stdout:(140/160): python3-tempora-5.0.0-2.el9.noarch.r 607 kB/s | 36 kB 00:00 2024-06-13T11:38:37.214 INFO:teuthology.orchestra.run.smithi162.stdout:(141/160): python3-typing-extensions-4.4.0-2.el 1.0 MB/s | 51 kB 00:00 2024-06-13T11:38:37.239 INFO:teuthology.orchestra.run.smithi162.stdout:(142/160): python3-routes-2.5.1-5.el9.noarch.rp 1.1 MB/s | 188 kB 00:00 2024-06-13T11:38:37.256 INFO:teuthology.orchestra.run.smithi162.stdout:(143/160): python3-websocket-client-1.2.3-2.el9 2.1 MB/s | 90 kB 00:00 2024-06-13T11:38:37.281 INFO:teuthology.orchestra.run.smithi162.stdout:(144/160): python3-zc-lockfile-2.0-10.el9.noarc 801 kB/s | 20 kB 00:00 2024-06-13T11:38:37.292 INFO:teuthology.orchestra.run.smithi042.stdout:(75/160): postgresql-server-13.14-1.el9.x86_64. 6.6 MB/s | 5.8 MB 00:00 2024-06-13T11:38:37.307 INFO:teuthology.orchestra.run.smithi162.stdout:(145/160): python3-webob-1.8.7-6.el9.noarch.rpm 1.9 MB/s | 230 kB 00:00 2024-06-13T11:38:37.326 INFO:teuthology.orchestra.run.smithi042.stdout:(76/160): python3-devel-3.9.18-3.el9.x86_64.rpm 1.1 MB/s | 244 kB 00:00 2024-06-13T11:38:37.331 INFO:teuthology.orchestra.run.smithi162.stdout:(146/160): re2-20211101-3.el9.x86_64.rpm 3.7 MB/s | 192 kB 00:00 2024-06-13T11:38:37.357 INFO:teuthology.orchestra.run.smithi162.stdout:(147/160): python3-werkzeug-2.0.3-3.el9.1.noarc 3.6 MB/s | 427 kB 00:00 2024-06-13T11:38:37.360 INFO:teuthology.orchestra.run.smithi042.stdout:(77/160): python3-jinja2-2.11.3-6.el9.noarch.rp 3.7 MB/s | 248 kB 00:00 2024-06-13T11:38:37.385 INFO:teuthology.orchestra.run.smithi042.stdout:(78/160): python3-jsonpatch-1.21-16.el9.noarch. 445 kB/s | 26 kB 00:00 2024-06-13T11:38:37.407 INFO:teuthology.orchestra.run.smithi162.stdout:(148/160): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-06-13T11:38:37.569 INFO:teuthology.orchestra.run.smithi042.stdout:(79/160): python3-jsonpointer-2.0-4.el9.noarch. 92 kB/s | 19 kB 00:00 2024-06-13T11:38:37.602 INFO:teuthology.orchestra.run.smithi042.stdout:(80/160): python3-mako-1.1.4-6.el9.noarch.rpm 796 kB/s | 172 kB 00:00 2024-06-13T11:38:37.628 INFO:teuthology.orchestra.run.smithi042.stdout:(81/160): python3-markupsafe-1.1.1-12.el9.x86_6 602 kB/s | 35 kB 00:00 2024-06-13T11:38:37.641 INFO:teuthology.orchestra.run.smithi162.stdout:(149/160): librados2-19.0.0-2946.g3d89accf.el9. 11 MB/s | 3.4 MB 00:00 2024-06-13T11:38:37.695 INFO:teuthology.orchestra.run.smithi042.stdout:(82/160): python3-numpy-f2py-1.20.1-5.el9.x86_6 3.7 MB/s | 250 kB 00:00 2024-06-13T11:38:37.762 INFO:teuthology.orchestra.run.smithi042.stdout:(83/160): python3-oauthlib-3.1.1-5.el9.noarch.r 3.3 MB/s | 222 kB 00:00 2024-06-13T11:38:37.820 INFO:teuthology.orchestra.run.smithi042.stdout:(84/160): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-06-13T11:38:37.924 INFO:teuthology.orchestra.run.smithi162.stdout:(150/160): NetworkManager-1.47.91-1.el9.x86_64. 4.5 MB/s | 2.3 MB 00:00 2024-06-13T11:38:37.962 INFO:teuthology.orchestra.run.smithi042.stdout:(85/160): python3-babel-2.9.1-2.el9.noarch.rpm 5.7 MB/s | 6.0 MB 00:01 2024-06-13T11:38:37.975 INFO:teuthology.orchestra.run.smithi162.stdout:(151/160): NetworkManager-team-1.47.91-1.el9.x8 832 kB/s | 41 kB 00:00 2024-06-13T11:38:37.988 INFO:teuthology.orchestra.run.smithi042.stdout:(86/160): python3-prettytable-0.7.2-27.el9.noar 254 kB/s | 42 kB 00:00 2024-06-13T11:38:38.025 INFO:teuthology.orchestra.run.smithi162.stdout:(152/160): NetworkManager-libnm-1.47.91-1.el9.x 4.7 MB/s | 1.8 MB 00:00 2024-06-13T11:38:38.030 INFO:teuthology.orchestra.run.smithi042.stdout:(87/160): python3-protobuf-3.14.0-13.el9.noarch 4.0 MB/s | 269 kB 00:00 2024-06-13T11:38:38.063 INFO:teuthology.orchestra.run.smithi042.stdout:(88/160): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.1 MB/s | 159 kB 00:00 2024-06-13T11:38:38.083 INFO:teuthology.orchestra.run.smithi162.stdout:(153/160): elfutils-debuginfod-client-0.191-4.e 630 kB/s | 37 kB 00:00 2024-06-13T11:38:38.097 INFO:teuthology.orchestra.run.smithi042.stdout:(89/160): python3-pyasn1-modules-0.4.8-6.el9.no 4.1 MB/s | 279 kB 00:00 2024-06-13T11:38:38.122 INFO:teuthology.orchestra.run.smithi042.stdout:(90/160): python3-pytz-2021.1-5.el9.noarch.rpm 884 kB/s | 51 kB 00:00 2024-06-13T11:38:38.125 INFO:teuthology.orchestra.run.smithi162.stdout:(154/160): NetworkManager-tui-1.47.91-1.el9.x86 1.6 MB/s | 248 kB 00:00 2024-06-13T11:38:38.156 INFO:teuthology.orchestra.run.smithi042.stdout:(91/160): python3-requests-oauthlib-1.3.0-12.el 929 kB/s | 54 kB 00:00 2024-06-13T11:38:38.214 INFO:teuthology.orchestra.run.smithi042.stdout:(92/160): python3-toml-0.10.2-6.el9.noarch.rpm 724 kB/s | 42 kB 00:00 2024-06-13T11:38:38.234 INFO:teuthology.orchestra.run.smithi162.stdout:(155/160): elfutils-libelf-0.191-4.el9.x86_64.r 1.3 MB/s | 207 kB 00:00 2024-06-13T11:38:38.282 INFO:teuthology.orchestra.run.smithi042.stdout:(93/160): python3-wcwidth-0.2.5-8.el9.noarch.rp 669 kB/s | 44 kB 00:00 2024-06-13T11:38:38.309 INFO:teuthology.orchestra.run.smithi162.stdout:(156/160): elfutils-libs-0.191-4.el9.x86_64.rpm 1.4 MB/s | 260 kB 00:00 2024-06-13T11:38:38.348 INFO:teuthology.orchestra.run.smithi042.stdout:(94/160): qatlib-24.02.0-1.el9.x86_64.rpm 3.3 MB/s | 221 kB 00:00 2024-06-13T11:38:38.399 INFO:teuthology.orchestra.run.smithi042.stdout:(95/160): qatlib-service-24.02.0-1.el9.x86_64.r 730 kB/s | 36 kB 00:00 2024-06-13T11:38:38.457 INFO:teuthology.orchestra.run.smithi042.stdout:(96/160): qatzip-libs-1.2.0-1.el9.x86_64.rpm 822 kB/s | 47 kB 00:00 2024-06-13T11:38:38.541 INFO:teuthology.orchestra.run.smithi042.stdout:(97/160): socat-1.7.4.1-6.el9.x86_64.rpm 3.6 MB/s | 304 kB 00:00 2024-06-13T11:38:38.650 INFO:teuthology.orchestra.run.smithi042.stdout:(98/160): python3-numpy-1.20.1-5.el9.x86_64.rpm 4.9 MB/s | 5.1 MB 00:01 2024-06-13T11:38:38.675 INFO:teuthology.orchestra.run.smithi042.stdout:(99/160): uuid-1.6.2-55.el9.x86_64.rpm 434 kB/s | 58 kB 00:00 2024-06-13T11:38:38.709 INFO:teuthology.orchestra.run.smithi042.stdout:(100/160): xfsprogs-devel-6.4.0-1.el9.x86_64.rp 1.6 MB/s | 95 kB 00:00 2024-06-13T11:38:38.734 INFO:teuthology.orchestra.run.smithi042.stdout:(101/160): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-06-13T11:38:38.751 INFO:teuthology.orchestra.run.smithi162.stdout:(157/160): librbd1-19.0.0-2946.g3d89accf.el9.x8 2.2 MB/s | 3.1 MB 00:01 2024-06-13T11:38:38.768 INFO:teuthology.orchestra.run.smithi042.stdout:(102/160): zlib-devel-1.2.11-41.el9.x86_64.rpm 788 kB/s | 45 kB 00:00 2024-06-13T11:38:38.793 INFO:teuthology.orchestra.run.smithi042.stdout:(103/160): lua-devel-5.4.4-4.el9.x86_64.rpm 385 kB/s | 22 kB 00:00 2024-06-13T11:38:38.927 INFO:teuthology.orchestra.run.smithi042.stdout:(104/160): abseil-cpp-20211102.0-3.el9.x86_64.r 4.0 MB/s | 548 kB 00:00 2024-06-13T11:38:38.969 INFO:teuthology.orchestra.run.smithi042.stdout:(105/160): gperftools-libs-2.9.1-2.el9.x86_64.r 7.4 MB/s | 309 kB 00:00 2024-06-13T11:38:38.994 INFO:teuthology.orchestra.run.smithi042.stdout:(106/160): grpc-data-1.46.7-10.el9.noarch.rpm 799 kB/s | 19 kB 00:00 2024-06-13T11:38:39.036 INFO:teuthology.orchestra.run.smithi042.stdout:(107/160): protobuf-compiler-3.14.0-13.el9.x86_ 3.2 MB/s | 863 kB 00:00 2024-06-13T11:38:39.060 INFO:teuthology.orchestra.run.smithi162.stdout:(158/160): openssl-3.2.2-1.el9.x86_64.rpm 1.6 MB/s | 1.4 MB 00:00 2024-06-13T11:38:39.127 INFO:teuthology.orchestra.run.smithi162.stdout:(159/160): xfsprogs-6.4.0-1.el9.x86_64.rpm 2.9 MB/s | 1.1 MB 00:00 2024-06-13T11:38:39.153 INFO:teuthology.orchestra.run.smithi042.stdout:(108/160): libarrow-doc-9.0.0-11.el9.noarch.rpm 225 kB/s | 26 kB 00:00 2024-06-13T11:38:39.170 INFO:teuthology.orchestra.run.smithi042.stdout:(109/160): liboath-2.6.7-2.el9.x86_64.rpm 2.9 MB/s | 49 kB 00:00 2024-06-13T11:38:39.195 INFO:teuthology.orchestra.run.smithi042.stdout:(110/160): libunwind-1.6.2-1.el9.x86_64.rpm 2.7 MB/s | 67 kB 00:00 2024-06-13T11:38:39.229 INFO:teuthology.orchestra.run.smithi042.stdout:(111/160): luarocks-3.9.2-5.el9.noarch.rpm 4.6 MB/s | 151 kB 00:00 2024-06-13T11:38:39.304 INFO:teuthology.orchestra.run.smithi042.stdout:(112/160): parquet-libs-9.0.0-11.el9.x86_64.rpm 11 MB/s | 839 kB 00:00 2024-06-13T11:38:39.324 INFO:teuthology.orchestra.run.smithi088.stdout: Preparing : 1/1 2024-06-13T11:38:39.363 INFO:teuthology.orchestra.run.smithi042.stdout:(113/160): python3-asyncssh-2.13.2-5.el9.noarch 9.3 MB/s | 548 kB 00:00 2024-06-13T11:38:39.380 INFO:teuthology.orchestra.run.smithi042.stdout:(114/160): python3-bcrypt-3.2.2-1.el9.x86_64.rp 2.7 MB/s | 43 kB 00:00 2024-06-13T11:38:39.397 INFO:teuthology.orchestra.run.smithi042.stdout:(115/160): python3-cachetools-4.2.4-1.el9.noarc 2.0 MB/s | 32 kB 00:00 2024-06-13T11:38:39.410 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : openssl-libs-1:3.2.2-1.el9.x86_64 1/172 2024-06-13T11:38:39.414 INFO:teuthology.orchestra.run.smithi042.stdout:(116/160): python3-certifi-2021.10.8-2.el9.noar 946 kB/s | 15 kB 00:00 2024-06-13T11:38:39.448 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/172 2024-06-13T11:38:39.456 INFO:teuthology.orchestra.run.smithi042.stdout:(117/160): python3-cheroot-8.6.0-4.el9.noarch.r 4.1 MB/s | 172 kB 00:00 2024-06-13T11:38:39.502 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/172 2024-06-13T11:38:39.506 INFO:teuthology.orchestra.run.smithi042.stdout:(118/160): python3-cherrypy-18.6.1-2.el9.noarch 7.1 MB/s | 358 kB 00:00 2024-06-13T11:38:39.535 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/172 2024-06-13T11:38:39.556 INFO:teuthology.orchestra.run.smithi042.stdout:(119/160): python3-cmd2-2.4.2-2.el9.noarch.rpm 6.0 MB/s | 303 kB 00:00 2024-06-13T11:38:39.561 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/172 2024-06-13T11:38:39.603 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/172 2024-06-13T11:38:39.615 INFO:teuthology.orchestra.run.smithi042.stdout:(120/160): python3-google-auth-2.29.0-2.el9.noa 3.5 MB/s | 205 kB 00:00 2024-06-13T11:38:39.668 INFO:teuthology.orchestra.run.smithi162.stdout:(160/160): openssl-libs-3.2.2-1.el9.x86_64.rpm 1.8 MB/s | 2.4 MB 00:01 2024-06-13T11:38:39.675 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2024-06-13T11:38:39.675 INFO:teuthology.orchestra.run.smithi162.stdout:Total 9.4 MB/s | 226 MB 00:23 2024-06-13T11:38:39.757 INFO:teuthology.orchestra.run.smithi042.stdout:(121/160): libarrow-9.0.0-11.el9.x86_64.rpm 5.8 MB/s | 4.4 MB 00:00 2024-06-13T11:38:39.791 INFO:teuthology.orchestra.run.smithi042.stdout:(122/160): python3-grpcio-tools-1.46.7-10.el9.x 4.3 MB/s | 144 kB 00:00 2024-06-13T11:38:39.816 INFO:teuthology.orchestra.run.smithi042.stdout:(123/160): python3-jaraco-8.2.1-3.el9.noarch.rp 444 kB/s | 11 kB 00:00 2024-06-13T11:38:39.842 INFO:teuthology.orchestra.run.smithi042.stdout:(124/160): python3-jaraco-classes-3.2.1-5.el9.n 725 kB/s | 18 kB 00:00 2024-06-13T11:38:39.867 INFO:teuthology.orchestra.run.smithi042.stdout:(125/160): python3-jaraco-collections-3.0.0-8.e 959 kB/s | 23 kB 00:00 2024-06-13T11:38:39.892 INFO:teuthology.orchestra.run.smithi042.stdout:(126/160): python3-jaraco-functools-3.5.0-2.el9 806 kB/s | 19 kB 00:00 2024-06-13T11:38:39.934 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/172 2024-06-13T11:38:40.045 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 8/172 2024-06-13T11:38:40.135 INFO:teuthology.orchestra.run.smithi042.stdout:(127/160): python3-jaraco-text-3.2.0-6.el9.noar 81 kB/s | 20 kB 00:00 2024-06-13T11:38:40.167 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 8/172 2024-06-13T11:38:40.197 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 9/172 2024-06-13T11:38:40.235 INFO:teuthology.orchestra.run.smithi042.stdout:(128/160): python3-grpcio-1.46.7-10.el9.x86_64. 3.3 MB/s | 2.0 MB 00:00 2024-06-13T11:38:40.260 INFO:teuthology.orchestra.run.smithi042.stdout:(129/160): python3-logutils-0.3.5-21.el9.noarch 1.9 MB/s | 46 kB 00:00 2024-06-13T11:38:40.279 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 9/172 2024-06-13T11:38:40.294 INFO:teuthology.orchestra.run.smithi042.stdout:(130/160): python3-more-itertools-8.12.0-2.el9. 2.4 MB/s | 79 kB 00:00 2024-06-13T11:38:40.309 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 10/172 2024-06-13T11:38:40.319 INFO:teuthology.orchestra.run.smithi042.stdout:(131/160): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-06-13T11:38:40.342 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/172 2024-06-13T11:38:40.378 INFO:teuthology.orchestra.run.smithi042.stdout:(132/160): python3-kubernetes-26.1.0-2.el9.noar 4.2 MB/s | 1.0 MB 00:00 2024-06-13T11:38:40.411 INFO:teuthology.orchestra.run.smithi042.stdout:(133/160): python3-pecan-1.4.2-3.el9.noarch.rpm 2.9 MB/s | 272 kB 00:00 2024-06-13T11:38:40.437 INFO:teuthology.orchestra.run.smithi042.stdout:(134/160): python3-portend-3.1.0-2.el9.noarch.r 284 kB/s | 16 kB 00:00 2024-06-13T11:38:40.462 INFO:teuthology.orchestra.run.smithi042.stdout:(135/160): python3-pyperclip-1.8.2-2.el9.noarch 1.1 MB/s | 28 kB 00:00 2024-06-13T11:38:40.487 INFO:teuthology.orchestra.run.smithi042.stdout:(136/160): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-06-13T11:38:40.513 INFO:teuthology.orchestra.run.smithi042.stdout:(137/160): python3-repoze-lru-0.7-16.el9.noarch 622 kB/s | 31 kB 00:00 2024-06-13T11:38:40.536 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/172 2024-06-13T11:38:40.538 INFO:teuthology.orchestra.run.smithi042.stdout:(138/160): python3-rsa-4.9-2.el9.noarch.rpm 2.4 MB/s | 59 kB 00:00 2024-06-13T11:38:40.563 INFO:teuthology.orchestra.run.smithi042.stdout:(139/160): python3-tempora-5.0.0-2.el9.noarch.r 1.4 MB/s | 36 kB 00:00 2024-06-13T11:38:40.584 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/172 2024-06-13T11:38:40.597 INFO:teuthology.orchestra.run.smithi042.stdout:(140/160): python3-routes-2.5.1-5.el9.noarch.rp 1.7 MB/s | 188 kB 00:00 2024-06-13T11:38:40.612 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 14/172 2024-06-13T11:38:40.622 INFO:teuthology.orchestra.run.smithi042.stdout:(141/160): python3-typing-extensions-4.4.0-2.el 886 kB/s | 51 kB 00:00 2024-06-13T11:38:40.656 INFO:teuthology.orchestra.run.smithi042.stdout:(142/160): python3-websocket-client-1.2.3-2.el9 2.7 MB/s | 90 kB 00:00 2024-06-13T11:38:40.698 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 14/172 2024-06-13T11:38:40.715 INFO:teuthology.orchestra.run.smithi042.stdout:(143/160): python3-webob-1.8.7-6.el9.noarch.rpm 2.5 MB/s | 230 kB 00:00 2024-06-13T11:38:40.722 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 15/172 2024-06-13T11:38:40.732 INFO:teuthology.orchestra.run.smithi042.stdout:(144/160): python3-zc-lockfile-2.0-10.el9.noarc 1.2 MB/s | 20 kB 00:00 2024-06-13T11:38:40.767 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 15/172 2024-06-13T11:38:40.773 INFO:teuthology.orchestra.run.smithi042.stdout:(145/160): re2-20211101-3.el9.x86_64.rpm 4.6 MB/s | 192 kB 00:00 2024-06-13T11:38:40.789 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/172 2024-06-13T11:38:40.807 INFO:teuthology.orchestra.run.smithi042.stdout:(146/160): python3-werkzeug-2.0.3-3.el9.1.noarc 2.8 MB/s | 427 kB 00:00 2024-06-13T11:38:40.811 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/172 2024-06-13T11:38:40.864 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2024-06-13T11:38:41.014 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/172 2024-06-13T11:38:41.041 INFO:teuthology.orchestra.run.smithi042.stdout:(147/160): python3-scipy-1.6.2-8.el9.x86_64.rpm 5.6 MB/s | 16 MB 00:02 2024-06-13T11:38:41.056 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2024-06-13T11:38:41.056 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2024-06-13T11:38:41.108 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/172 2024-06-13T11:38:41.133 INFO:teuthology.orchestra.run.smithi042.stdout:(148/160): thrift-0.15.0-2.el9.x86_64.rpm 4.4 MB/s | 1.6 MB 00:00 2024-06-13T11:38:41.267 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : xfsprogs-6.4.0-1.el9.x86_64 18/172 2024-06-13T11:38:41.325 INFO:teuthology.orchestra.run.smithi042.stdout:(149/160): librados2-19.0.0-2946.g3d89accf.el9. 6.6 MB/s | 3.4 MB 00:00 2024-06-13T11:38:41.425 INFO:teuthology.orchestra.run.smithi042.stdout:(150/160): NetworkManager-1.47.91-1.el9.x86_64. 7.9 MB/s | 2.3 MB 00:00 2024-06-13T11:38:41.444 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : NetworkManager-libnm-1:1.47.91-1.el9.x86_64 19/172 2024-06-13T11:38:41.467 INFO:teuthology.orchestra.run.smithi042.stdout:(151/160): NetworkManager-team-1.47.91-1.el9.x8 1.0 MB/s | 41 kB 00:00 2024-06-13T11:38:41.508 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.91-1.el9.x86_64 19/172 2024-06-13T11:38:41.517 INFO:teuthology.orchestra.run.smithi042.stdout:(152/160): NetworkManager-tui-1.47.91-1.el9.x86 4.9 MB/s | 248 kB 00:00 2024-06-13T11:38:41.593 INFO:teuthology.orchestra.run.smithi042.stdout:(153/160): librbd1-19.0.0-2946.g3d89accf.el9.x8 5.7 MB/s | 3.1 MB 00:00 2024-06-13T11:38:41.610 INFO:teuthology.orchestra.run.smithi042.stdout:(154/160): elfutils-debuginfod-client-0.191-4.e 403 kB/s | 37 kB 00:00 2024-06-13T11:38:41.622 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: NetworkManager-1:1.47.91-1.el9.x86_64 20/172 2024-06-13T11:38:41.660 INFO:teuthology.orchestra.run.smithi042.stdout:(155/160): NetworkManager-libnm-1.47.91-1.el9.x 5.4 MB/s | 1.8 MB 00:00 2024-06-13T11:38:41.693 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : NetworkManager-1:1.47.91-1.el9.x86_64 20/172 2024-06-13T11:38:41.694 INFO:teuthology.orchestra.run.smithi042.stdout:(156/160): elfutils-libs-0.191-4.el9.x86_64.rpm 3.1 MB/s | 260 kB 00:00 2024-06-13T11:38:41.790 INFO:teuthology.orchestra.run.smithi042.stdout:(157/160): openssl-3.2.2-1.el9.x86_64.rpm 11 MB/s | 1.4 MB 00:00 2024-06-13T11:38:41.820 INFO:teuthology.orchestra.run.smithi042.stdout:(158/160): elfutils-libelf-0.191-4.el9.x86_64.r 919 kB/s | 207 kB 00:00 2024-06-13T11:38:41.878 INFO:teuthology.orchestra.run.smithi042.stdout:(159/160): xfsprogs-6.4.0-1.el9.x86_64.rpm 12 MB/s | 1.1 MB 00:00 2024-06-13T11:38:41.891 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: NetworkManager-1:1.47.91-1.el9.x86_64 20/172 2024-06-13T11:38:41.953 INFO:teuthology.orchestra.run.smithi042.stdout:(160/160): openssl-libs-3.2.2-1.el9.x86_64.rpm 9.3 MB/s | 2.4 MB 00:00 2024-06-13T11:38:41.964 INFO:teuthology.orchestra.run.smithi042.stdout:-------------------------------------------------------------------------------- 2024-06-13T11:38:41.964 INFO:teuthology.orchestra.run.smithi042.stdout:Total 9.8 MB/s | 226 MB 00:23 2024-06-13T11:38:41.997 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : re2-1:20211101-3.el9.x86_64 21/172 2024-06-13T11:38:42.085 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 22/172 2024-06-13T11:38:42.115 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 23/172 2024-06-13T11:38:42.150 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : liboath-2.6.7-2.el9.x86_64 24/172 2024-06-13T11:38:42.215 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 25/172 2024-06-13T11:38:42.249 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 26/172 2024-06-13T11:38:42.293 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 27/172 2024-06-13T11:38:42.325 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 28/172 2024-06-13T11:38:42.353 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : lua-5.4.4-4.el9.x86_64 29/172 2024-06-13T11:38:42.421 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 30/172 2024-06-13T11:38:42.475 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 31/172 2024-06-13T11:38:42.506 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 32/172 2024-06-13T11:38:42.542 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 33/172 2024-06-13T11:38:42.617 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 34/172 2024-06-13T11:38:42.652 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-ceph-common-2:19.0.0-2946.g3d89accf.el9. 35/172 2024-06-13T11:38:42.695 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el 36/172 2024-06-13T11:38:42.724 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_6 37/172 2024-06-13T11:38:42.795 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 38/172 2024-06-13T11:38:42.839 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : luarocks-3.9.2-5.el9.noarch 39/172 2024-06-13T11:38:42.914 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 40/172 2024-06-13T11:38:42.926 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2024-06-13T11:38:42.926 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2024-06-13T11:38:43.046 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 41/172 2024-06-13T11:38:43.100 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 42/172 2024-06-13T11:38:43.633 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-rsa-4.9-2.el9.noarch 43/172 2024-06-13T11:38:43.713 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 44/172 2024-06-13T11:38:43.742 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 45/172 2024-06-13T11:38:43.769 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 46/172 2024-06-13T11:38:43.810 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 47/172 2024-06-13T11:38:43.848 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_6 48/172 2024-06-13T11:38:43.890 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 49/172 2024-06-13T11:38:44.045 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 50/172 2024-06-13T11:38:44.118 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : openssl-1:3.2.2-1.el9.x86_64 51/172 2024-06-13T11:38:44.173 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 52/172 2024-06-13T11:38:44.246 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 53/172 2024-06-13T11:38:44.277 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 54/172 2024-06-13T11:38:44.305 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 55/172 2024-06-13T11:38:44.352 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 56/172 2024-06-13T11:38:44.388 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 57/172 2024-06-13T11:38:44.431 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 58/172 2024-06-13T11:38:44.473 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 59/172 2024-06-13T11:38:44.608 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 60/172 2024-06-13T11:38:44.736 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 61/172 2024-06-13T11:38:45.011 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 62/172 2024-06-13T11:38:45.108 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 63/172 2024-06-13T11:38:45.142 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-google-auth-1:2.29.0-2.el9.noarch 64/172 2024-06-13T11:38:45.174 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 65/172 2024-06-13T11:38:45.190 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction check 2024-06-13T11:38:45.199 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 66/172 2024-06-13T11:38:45.224 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 67/172 2024-06-13T11:38:45.301 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 68/172 2024-06-13T11:38:45.426 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 69/172 2024-06-13T11:38:45.465 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 70/172 2024-06-13T11:38:45.493 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 71/172 2024-06-13T11:38:45.501 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction check succeeded. 2024-06-13T11:38:45.501 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction test 2024-06-13T11:38:45.527 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 72/172 2024-06-13T11:38:45.566 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : uuid-1.6.2-55.el9.x86_64 73/172 2024-06-13T11:38:45.598 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 74/172 2024-06-13T11:38:45.628 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 75/172 2024-06-13T11:38:45.662 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 76/172 2024-06-13T11:38:45.696 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 77/172 2024-06-13T11:38:45.737 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 78/172 2024-06-13T11:38:45.772 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 79/172 2024-06-13T11:38:45.858 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 80/172 2024-06-13T11:38:45.927 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 81/172 2024-06-13T11:38:45.959 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 82/172 2024-06-13T11:38:46.005 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 83/172 2024-06-13T11:38:46.104 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-packaging-20.9-5.el9.noarch 84/172 2024-06-13T11:38:46.152 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 85/172 2024-06-13T11:38:46.880 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 86/172 2024-06-13T11:38:46.924 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 87/172 2024-06-13T11:38:46.958 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 88/172 2024-06-13T11:38:47.067 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 89/172 2024-06-13T11:38:47.121 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 90/172 2024-06-13T11:38:47.166 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 91/172 2024-06-13T11:38:47.246 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 92/172 2024-06-13T11:38:47.285 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 93/172 2024-06-13T11:38:47.462 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : openblas-0.3.21-2.el9.x86_64 94/172 2024-06-13T11:38:47.492 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 95/172 2024-06-13T11:38:47.569 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 96/172 2024-06-13T11:38:48.176 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction test succeeded. 2024-06-13T11:38:48.177 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction 2024-06-13T11:38:48.216 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 97/172 2024-06-13T11:38:48.323 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 98/172 2024-06-13T11:38:49.450 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2024-06-13T11:38:49.522 INFO:teuthology.orchestra.run.smithi162.stdout: Upgrading : openssl-libs-1:3.2.2-1.el9.x86_64 1/172 2024-06-13T11:38:49.559 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 99/172 2024-06-13T11:38:49.560 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/172 2024-06-13T11:38:49.622 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/172 2024-06-13T11:38:49.656 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/172 2024-06-13T11:38:49.682 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/172 2024-06-13T11:38:49.688 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 100/172 2024-06-13T11:38:49.716 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 101/172 2024-06-13T11:38:49.724 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/172 2024-06-13T11:38:49.749 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 102/172 2024-06-13T11:38:50.046 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/172 2024-06-13T11:38:50.059 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 103/172 2024-06-13T11:38:50.104 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 104/172 2024-06-13T11:38:50.194 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 104/172 2024-06-13T11:38:50.216 INFO:teuthology.orchestra.run.smithi162.stdout: Upgrading : librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 8/172 2024-06-13T11:38:50.225 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 105/172 2024-06-13T11:38:50.261 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 106/172 2024-06-13T11:38:50.322 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 8/172 2024-06-13T11:38:50.350 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 9/172 2024-06-13T11:38:50.442 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 9/172 2024-06-13T11:38:50.471 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 10/172 2024-06-13T11:38:50.504 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/172 2024-06-13T11:38:50.713 INFO:teuthology.orchestra.run.smithi162.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/172 2024-06-13T11:38:50.740 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 107/172 2024-06-13T11:38:50.760 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/172 2024-06-13T11:38:50.765 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 108/172 2024-06-13T11:38:50.789 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 14/172 2024-06-13T11:38:50.836 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 108/172 2024-06-13T11:38:50.884 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 109/172 2024-06-13T11:38:50.892 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 14/172 2024-06-13T11:38:50.940 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 15/172 2024-06-13T11:38:51.002 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 15/172 2024-06-13T11:38:51.024 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/172 2024-06-13T11:38:51.045 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/172 2024-06-13T11:38:51.233 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/172 2024-06-13T11:38:51.328 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/172 2024-06-13T11:38:51.506 INFO:teuthology.orchestra.run.smithi162.stdout: Upgrading : xfsprogs-6.4.0-1.el9.x86_64 18/172 2024-06-13T11:38:51.665 INFO:teuthology.orchestra.run.smithi162.stdout: Upgrading : NetworkManager-libnm-1:1.47.91-1.el9.x86_64 19/172 2024-06-13T11:38:51.725 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.91-1.el9.x86_64 19/172 2024-06-13T11:38:51.816 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: NetworkManager-1:1.47.91-1.el9.x86_64 20/172 2024-06-13T11:38:51.935 INFO:teuthology.orchestra.run.smithi162.stdout: Upgrading : NetworkManager-1:1.47.91-1.el9.x86_64 20/172 2024-06-13T11:38:52.128 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: NetworkManager-1:1.47.91-1.el9.x86_64 20/172 2024-06-13T11:38:52.240 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : re2-1:20211101-3.el9.x86_64 21/172 2024-06-13T11:38:52.337 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 22/172 2024-06-13T11:38:52.374 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 23/172 2024-06-13T11:38:52.409 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : liboath-2.6.7-2.el9.x86_64 24/172 2024-06-13T11:38:52.482 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 25/172 2024-06-13T11:38:52.516 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 26/172 2024-06-13T11:38:52.559 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 27/172 2024-06-13T11:38:52.592 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 28/172 2024-06-13T11:38:52.620 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : lua-5.4.4-4.el9.x86_64 29/172 2024-06-13T11:38:52.689 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 30/172 2024-06-13T11:38:52.742 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 31/172 2024-06-13T11:38:52.773 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 32/172 2024-06-13T11:38:52.808 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 33/172 2024-06-13T11:38:52.884 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 34/172 2024-06-13T11:38:52.919 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-ceph-common-2:19.0.0-2946.g3d89accf.el9. 35/172 2024-06-13T11:38:52.954 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el 36/172 2024-06-13T11:38:52.982 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_6 37/172 2024-06-13T11:38:53.052 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 38/172 2024-06-13T11:38:53.097 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : luarocks-3.9.2-5.el9.noarch 39/172 2024-06-13T11:38:53.135 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 110/172 2024-06-13T11:38:53.172 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 40/172 2024-06-13T11:38:53.180 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 110/172 2024-06-13T11:38:53.304 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 41/172 2024-06-13T11:38:53.358 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 42/172 2024-06-13T11:38:53.724 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 110/172 2024-06-13T11:38:53.759 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 111/172 2024-06-13T11:38:53.850 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 111/172 2024-06-13T11:38:53.850 INFO:teuthology.orchestra.run.smithi088.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-06-13T11:38:53.850 INFO:teuthology.orchestra.run.smithi088.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-06-13T11:38:53.850 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-06-13T11:38:53.876 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-rsa-4.9-2.el9.noarch 43/172 2024-06-13T11:38:53.885 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 112/172 2024-06-13T11:38:53.964 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 44/172 2024-06-13T11:38:53.993 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 45/172 2024-06-13T11:38:54.038 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 46/172 2024-06-13T11:38:54.087 INFO:teuthology.orchestra.run.smithi162.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 47/172 2024-06-13T11:38:54.125 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_6 48/172 2024-06-13T11:38:54.166 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 49/172 2024-06-13T11:38:54.319 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 50/172 2024-06-13T11:38:54.386 INFO:teuthology.orchestra.run.smithi162.stdout: Upgrading : openssl-1:3.2.2-1.el9.x86_64 51/172 2024-06-13T11:38:54.449 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 52/172 2024-06-13T11:38:54.522 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 53/172 2024-06-13T11:38:54.553 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 54/172 2024-06-13T11:38:54.590 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 55/172 2024-06-13T11:38:54.637 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 56/172 2024-06-13T11:38:54.673 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 57/172 2024-06-13T11:38:54.716 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 58/172 2024-06-13T11:38:54.758 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 59/172 2024-06-13T11:38:54.894 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 60/172 2024-06-13T11:38:54.952 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 61/172 2024-06-13T11:38:54.993 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 62/172 2024-06-13T11:38:55.086 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 63/172 2024-06-13T11:38:55.126 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-google-auth-1:2.29.0-2.el9.noarch 64/172 2024-06-13T11:38:55.167 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 65/172 2024-06-13T11:38:55.192 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 66/172 2024-06-13T11:38:55.217 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 67/172 2024-06-13T11:38:55.289 INFO:teuthology.orchestra.run.smithi042.stdout: Preparing : 1/1 2024-06-13T11:38:55.291 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 68/172 2024-06-13T11:38:55.386 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : openssl-libs-1:3.2.2-1.el9.x86_64 1/172 2024-06-13T11:38:55.418 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 69/172 2024-06-13T11:38:55.449 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 70/172 2024-06-13T11:38:55.470 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/172 2024-06-13T11:38:55.477 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 71/172 2024-06-13T11:38:55.512 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 72/172 2024-06-13T11:38:55.559 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : uuid-1.6.2-55.el9.x86_64 73/172 2024-06-13T11:38:55.588 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/172 2024-06-13T11:38:55.590 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 74/172 2024-06-13T11:38:55.621 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 75/172 2024-06-13T11:38:55.650 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/172 2024-06-13T11:38:55.655 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 76/172 2024-06-13T11:38:55.688 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/172 2024-06-13T11:38:55.689 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 77/172 2024-06-13T11:38:55.730 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 78/172 2024-06-13T11:38:55.764 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 79/172 2024-06-13T11:38:55.786 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/172 2024-06-13T11:38:55.851 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 80/172 2024-06-13T11:38:55.894 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 81/172 2024-06-13T11:38:55.934 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 82/172 2024-06-13T11:38:55.981 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 83/172 2024-06-13T11:38:56.079 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-packaging-20.9-5.el9.noarch 84/172 2024-06-13T11:38:56.127 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 85/172 2024-06-13T11:38:56.220 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/172 2024-06-13T11:38:56.327 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 8/172 2024-06-13T11:38:56.510 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 8/172 2024-06-13T11:38:56.536 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 9/172 2024-06-13T11:38:56.677 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 9/172 2024-06-13T11:38:56.719 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 10/172 2024-06-13T11:38:56.794 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/172 2024-06-13T11:38:56.848 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 86/172 2024-06-13T11:38:56.900 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 87/172 2024-06-13T11:38:56.942 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 88/172 2024-06-13T11:38:57.040 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 89/172 2024-06-13T11:38:57.332 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/172 2024-06-13T11:38:57.332 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/172 2024-06-13T11:38:57.333 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 14/172 2024-06-13T11:38:57.333 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 90/172 2024-06-13T11:38:57.333 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 91/172 2024-06-13T11:38:57.333 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 92/172 2024-06-13T11:38:57.333 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 93/172 2024-06-13T11:38:57.389 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 14/172 2024-06-13T11:38:57.426 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 15/172 2024-06-13T11:38:57.506 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : openblas-0.3.21-2.el9.x86_64 94/172 2024-06-13T11:38:57.534 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 95/172 2024-06-13T11:38:57.539 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 15/172 2024-06-13T11:38:57.569 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/172 2024-06-13T11:38:57.612 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 96/172 2024-06-13T11:38:57.643 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/172 2024-06-13T11:38:57.945 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/172 2024-06-13T11:38:58.135 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/172 2024-06-13T11:38:58.266 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 97/172 2024-06-13T11:38:58.390 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 98/172 2024-06-13T11:38:58.547 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : xfsprogs-6.4.0-1.el9.x86_64 18/172 2024-06-13T11:38:58.711 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : NetworkManager-libnm-1:1.47.91-1.el9.x86_64 19/172 2024-06-13T11:38:58.800 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.91-1.el9.x86_64 19/172 2024-06-13T11:38:59.015 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: NetworkManager-1:1.47.91-1.el9.x86_64 20/172 2024-06-13T11:38:59.147 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : NetworkManager-1:1.47.91-1.el9.x86_64 20/172 2024-06-13T11:38:59.457 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: NetworkManager-1:1.47.91-1.el9.x86_64 20/172 2024-06-13T11:38:59.656 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 99/172 2024-06-13T11:38:59.658 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : re2-1:20211101-3.el9.x86_64 21/172 2024-06-13T11:38:59.747 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 100/172 2024-06-13T11:38:59.775 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 101/172 2024-06-13T11:38:59.792 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 22/172 2024-06-13T11:38:59.807 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 102/172 2024-06-13T11:38:59.830 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 23/172 2024-06-13T11:38:59.878 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : liboath-2.6.7-2.el9.x86_64 24/172 2024-06-13T11:38:59.983 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 25/172 2024-06-13T11:39:00.037 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 26/172 2024-06-13T11:39:00.105 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 27/172 2024-06-13T11:39:00.118 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 103/172 2024-06-13T11:39:00.162 INFO:teuthology.orchestra.run.smithi162.stdout: Upgrading : librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 104/172 2024-06-13T11:39:00.167 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 28/172 2024-06-13T11:39:00.205 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : lua-5.4.4-4.el9.x86_64 29/172 2024-06-13T11:39:00.262 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 104/172 2024-06-13T11:39:00.292 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 105/172 2024-06-13T11:39:00.328 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 106/172 2024-06-13T11:39:00.330 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 30/172 2024-06-13T11:39:00.405 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 31/172 2024-06-13T11:39:00.439 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 32/172 2024-06-13T11:39:00.497 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 33/172 2024-06-13T11:39:00.638 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 34/172 2024-06-13T11:39:00.676 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-ceph-common-2:19.0.0-2946.g3d89accf.el9. 35/172 2024-06-13T11:39:00.727 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el 36/172 2024-06-13T11:39:00.766 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_6 37/172 2024-06-13T11:39:00.800 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 107/172 2024-06-13T11:39:00.832 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 108/172 2024-06-13T11:39:00.891 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 38/172 2024-06-13T11:39:00.903 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 108/172 2024-06-13T11:39:00.959 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 109/172 2024-06-13T11:39:00.961 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : luarocks-3.9.2-5.el9.noarch 39/172 2024-06-13T11:39:01.075 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 40/172 2024-06-13T11:39:01.261 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 41/172 2024-06-13T11:39:01.332 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 42/172 2024-06-13T11:39:02.059 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-rsa-4.9-2.el9.noarch 43/172 2024-06-13T11:39:02.165 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 44/172 2024-06-13T11:39:02.223 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 45/172 2024-06-13T11:39:02.263 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 46/172 2024-06-13T11:39:02.331 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 47/172 2024-06-13T11:39:02.384 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_6 48/172 2024-06-13T11:39:02.457 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 49/172 2024-06-13T11:39:02.691 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 50/172 2024-06-13T11:39:02.768 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : openssl-1:3.2.2-1.el9.x86_64 51/172 2024-06-13T11:39:02.847 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 52/172 2024-06-13T11:39:02.968 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 53/172 2024-06-13T11:39:03.010 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 54/172 2024-06-13T11:39:03.051 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 55/172 2024-06-13T11:39:03.120 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 56/172 2024-06-13T11:39:03.165 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 57/172 2024-06-13T11:39:03.230 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 58/172 2024-06-13T11:39:03.282 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 110/172 2024-06-13T11:39:03.304 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 59/172 2024-06-13T11:39:03.315 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 110/172 2024-06-13T11:39:03.523 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 60/172 2024-06-13T11:39:03.567 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 61/172 2024-06-13T11:39:03.623 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 62/172 2024-06-13T11:39:03.755 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 63/172 2024-06-13T11:39:03.807 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-google-auth-1:2.29.0-2.el9.noarch 64/172 2024-06-13T11:39:03.859 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 110/172 2024-06-13T11:39:03.880 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 65/172 2024-06-13T11:39:03.893 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 111/172 2024-06-13T11:39:03.917 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 66/172 2024-06-13T11:39:03.950 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 67/172 2024-06-13T11:39:04.041 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 111/172 2024-06-13T11:39:04.041 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-06-13T11:39:04.041 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-06-13T11:39:04.041 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-06-13T11:39:04.069 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 112/172 2024-06-13T11:39:04.131 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 68/172 2024-06-13T11:39:04.314 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 69/172 2024-06-13T11:39:04.364 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 70/172 2024-06-13T11:39:04.403 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 71/172 2024-06-13T11:39:04.448 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 72/172 2024-06-13T11:39:04.508 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : uuid-1.6.2-55.el9.x86_64 73/172 2024-06-13T11:39:04.562 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 74/172 2024-06-13T11:39:04.609 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 75/172 2024-06-13T11:39:04.657 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 76/172 2024-06-13T11:39:04.706 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 77/172 2024-06-13T11:39:04.784 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 78/172 2024-06-13T11:39:04.831 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 79/172 2024-06-13T11:39:04.988 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 80/172 2024-06-13T11:39:05.049 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 81/172 2024-06-13T11:39:05.092 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 82/172 2024-06-13T11:39:05.151 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 83/172 2024-06-13T11:39:05.307 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-packaging-20.9-5.el9.noarch 84/172 2024-06-13T11:39:05.310 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 112/172 2024-06-13T11:39:05.310 INFO:teuthology.orchestra.run.smithi088.stdout:skipping the directory /sys 2024-06-13T11:39:05.310 INFO:teuthology.orchestra.run.smithi088.stdout:skipping the directory /proc 2024-06-13T11:39:05.310 INFO:teuthology.orchestra.run.smithi088.stdout:skipping the directory /mnt 2024-06-13T11:39:05.310 INFO:teuthology.orchestra.run.smithi088.stdout:skipping the directory /var/tmp 2024-06-13T11:39:05.310 INFO:teuthology.orchestra.run.smithi088.stdout:skipping the directory /home 2024-06-13T11:39:05.310 INFO:teuthology.orchestra.run.smithi088.stdout:skipping the directory /root 2024-06-13T11:39:05.310 INFO:teuthology.orchestra.run.smithi088.stdout:skipping the directory /tmp 2024-06-13T11:39:05.311 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-06-13T11:39:05.375 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 85/172 2024-06-13T11:39:05.489 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 113/172 2024-06-13T11:39:05.523 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 113/172 2024-06-13T11:39:05.523 INFO:teuthology.orchestra.run.smithi088.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T11:39:05.523 INFO:teuthology.orchestra.run.smithi088.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-06-13T11:39:05.523 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-06-13T11:39:06.364 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 86/172 2024-06-13T11:39:06.424 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 87/172 2024-06-13T11:39:06.457 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 88/172 2024-06-13T11:39:06.586 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 89/172 2024-06-13T11:39:06.649 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 90/172 2024-06-13T11:39:06.704 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 91/172 2024-06-13T11:39:06.816 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 92/172 2024-06-13T11:39:06.868 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 93/172 2024-06-13T11:39:07.000 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 114/172 2024-06-13T11:39:07.026 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 114/172 2024-06-13T11:39:07.026 INFO:teuthology.orchestra.run.smithi088.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T11:39:07.026 INFO:teuthology.orchestra.run.smithi088.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-06-13T11:39:07.026 INFO:teuthology.orchestra.run.smithi088.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-06-13T11:39:07.026 INFO:teuthology.orchestra.run.smithi088.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-06-13T11:39:07.026 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-06-13T11:39:07.117 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : openblas-0.3.21-2.el9.x86_64 94/172 2024-06-13T11:39:07.155 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 95/172 2024-06-13T11:39:07.254 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 96/172 2024-06-13T11:39:07.259 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 115/172 2024-06-13T11:39:07.282 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 115/172 2024-06-13T11:39:07.282 INFO:teuthology.orchestra.run.smithi088.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T11:39:07.282 INFO:teuthology.orchestra.run.smithi088.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-06-13T11:39:07.282 INFO:teuthology.orchestra.run.smithi088.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-06-13T11:39:07.282 INFO:teuthology.orchestra.run.smithi088.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-06-13T11:39:07.282 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-06-13T11:39:07.726 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 116/172 2024-06-13T11:39:07.749 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 116/172 2024-06-13T11:39:07.749 INFO:teuthology.orchestra.run.smithi088.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T11:39:07.749 INFO:teuthology.orchestra.run.smithi088.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-06-13T11:39:07.749 INFO:teuthology.orchestra.run.smithi088.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-06-13T11:39:07.749 INFO:teuthology.orchestra.run.smithi088.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-06-13T11:39:07.749 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-06-13T11:39:07.856 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : automake-1.16.2-8.el9.noarch 117/172 2024-06-13T11:39:07.913 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-ply-3.11-14.el9.noarch 118/172 2024-06-13T11:39:07.976 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 119/172 2024-06-13T11:39:08.130 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 97/172 2024-06-13T11:39:08.165 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 120/172 2024-06-13T11:39:08.210 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 121/172 2024-06-13T11:39:08.288 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 122/172 2024-06-13T11:39:08.301 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 98/172 2024-06-13T11:39:08.386 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 123/172 2024-06-13T11:39:08.535 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 124/172 2024-06-13T11:39:08.577 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 125/172 2024-06-13T11:39:08.609 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 126/172 2024-06-13T11:39:08.636 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : fuse-2.9.9-15.el9.x86_64 127/172 2024-06-13T11:39:09.081 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 128/172 2024-06-13T11:39:09.110 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 128/172 2024-06-13T11:39:09.141 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.e 129/172 2024-06-13T11:39:09.203 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf. 130/172 2024-06-13T11:39:09.232 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 131/172 2024-06-13T11:39:09.972 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 99/172 2024-06-13T11:39:10.071 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 100/172 2024-06-13T11:39:10.107 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 101/172 2024-06-13T11:39:10.141 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 102/172 2024-06-13T11:39:10.277 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 131/172 2024-06-13T11:39:10.309 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 132/172 2024-06-13T11:39:10.530 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 103/172 2024-06-13T11:39:10.583 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 104/172 2024-06-13T11:39:10.708 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 104/172 2024-06-13T11:39:10.740 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 105/172 2024-06-13T11:39:10.798 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 106/172 2024-06-13T11:39:11.281 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 132/172 2024-06-13T11:39:11.310 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 133/172 2024-06-13T11:39:11.380 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 107/172 2024-06-13T11:39:11.412 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 133/172 2024-06-13T11:39:11.428 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 108/172 2024-06-13T11:39:11.531 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 108/172 2024-06-13T11:39:11.563 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 109/172 2024-06-13T11:39:11.582 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el 134/172 2024-06-13T11:39:11.612 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 135/172 2024-06-13T11:39:11.635 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 135/172 2024-06-13T11:39:11.635 INFO:teuthology.orchestra.run.smithi088.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T11:39:11.635 INFO:teuthology.orchestra.run.smithi088.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-06-13T11:39:11.635 INFO:teuthology.orchestra.run.smithi088.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-06-13T11:39:11.635 INFO:teuthology.orchestra.run.smithi088.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-06-13T11:39:11.635 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-06-13T11:39:11.679 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 136/172 2024-06-13T11:39:11.690 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 136/172 2024-06-13T11:39:11.788 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 137/172 2024-06-13T11:39:11.836 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 138/172 2024-06-13T11:39:12.727 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libtool-2.4.6-45.el9.x86_64 139/172 2024-06-13T11:39:12.756 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 140/172 2024-06-13T11:39:12.778 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 140/172 2024-06-13T11:39:12.778 INFO:teuthology.orchestra.run.smithi088.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T11:39:12.778 INFO:teuthology.orchestra.run.smithi088.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-06-13T11:39:12.778 INFO:teuthology.orchestra.run.smithi088.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-06-13T11:39:12.779 INFO:teuthology.orchestra.run.smithi088.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-06-13T11:39:12.779 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-06-13T11:39:12.824 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 141/172 2024-06-13T11:39:12.845 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 141/172 2024-06-13T11:39:12.845 INFO:teuthology.orchestra.run.smithi088.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T11:39:12.845 INFO:teuthology.orchestra.run.smithi088.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-06-13T11:39:12.846 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-06-13T11:39:12.899 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 142/172 2024-06-13T11:39:12.921 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 142/172 2024-06-13T11:39:12.921 INFO:teuthology.orchestra.run.smithi088.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T11:39:12.921 INFO:teuthology.orchestra.run.smithi088.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-06-13T11:39:12.921 INFO:teuthology.orchestra.run.smithi088.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-06-13T11:39:12.921 INFO:teuthology.orchestra.run.smithi088.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-06-13T11:39:12.921 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-06-13T11:39:13.242 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 143/172 2024-06-13T11:39:13.264 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 143/172 2024-06-13T11:39:13.264 INFO:teuthology.orchestra.run.smithi088.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T11:39:13.264 INFO:teuthology.orchestra.run.smithi088.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-06-13T11:39:13.264 INFO:teuthology.orchestra.run.smithi088.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-06-13T11:39:13.264 INFO:teuthology.orchestra.run.smithi088.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-06-13T11:39:13.264 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-06-13T11:39:14.329 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 110/172 2024-06-13T11:39:14.367 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 110/172 2024-06-13T11:39:15.353 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 110/172 2024-06-13T11:39:15.404 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 111/172 2024-06-13T11:39:15.574 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 111/172 2024-06-13T11:39:15.574 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-06-13T11:39:15.575 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-06-13T11:39:15.575 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:39:15.613 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 112/172 2024-06-13T11:39:15.867 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 112/172 2024-06-13T11:39:15.867 INFO:teuthology.orchestra.run.smithi162.stdout:skipping the directory /sys 2024-06-13T11:39:15.867 INFO:teuthology.orchestra.run.smithi162.stdout:skipping the directory /proc 2024-06-13T11:39:15.867 INFO:teuthology.orchestra.run.smithi162.stdout:skipping the directory /mnt 2024-06-13T11:39:15.867 INFO:teuthology.orchestra.run.smithi162.stdout:skipping the directory /var/tmp 2024-06-13T11:39:15.867 INFO:teuthology.orchestra.run.smithi162.stdout:skipping the directory /home 2024-06-13T11:39:15.867 INFO:teuthology.orchestra.run.smithi162.stdout:skipping the directory /root 2024-06-13T11:39:15.867 INFO:teuthology.orchestra.run.smithi162.stdout:skipping the directory /tmp 2024-06-13T11:39:15.867 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-06-13T11:39:16.033 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 113/172 2024-06-13T11:39:16.048 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 113/172 2024-06-13T11:39:16.049 INFO:teuthology.orchestra.run.smithi162.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T11:39:16.049 INFO:teuthology.orchestra.run.smithi162.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-06-13T11:39:16.049 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-06-13T11:39:17.528 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 114/172 2024-06-13T11:39:17.554 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 114/172 2024-06-13T11:39:17.554 INFO:teuthology.orchestra.run.smithi162.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T11:39:17.554 INFO:teuthology.orchestra.run.smithi162.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-06-13T11:39:17.554 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-06-13T11:39:17.554 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-06-13T11:39:17.555 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-06-13T11:39:17.788 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 115/172 2024-06-13T11:39:17.810 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 115/172 2024-06-13T11:39:17.810 INFO:teuthology.orchestra.run.smithi162.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T11:39:17.811 INFO:teuthology.orchestra.run.smithi162.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-06-13T11:39:17.811 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-06-13T11:39:17.811 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-06-13T11:39:17.811 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-06-13T11:39:18.004 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 144/172 2024-06-13T11:39:18.044 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 145/172 2024-06-13T11:39:18.085 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 146/172 2024-06-13T11:39:18.117 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : xfsprogs-devel-6.4.0-1.el9.x86_64 147/172 2024-06-13T11:39:18.144 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 148/172 2024-06-13T11:39:18.255 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 116/172 2024-06-13T11:39:18.277 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 116/172 2024-06-13T11:39:18.278 INFO:teuthology.orchestra.run.smithi162.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T11:39:18.278 INFO:teuthology.orchestra.run.smithi162.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-06-13T11:39:18.278 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-06-13T11:39:18.278 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-06-13T11:39:18.278 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-06-13T11:39:18.330 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 149/172 2024-06-13T11:39:18.375 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 150/172 2024-06-13T11:39:18.406 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_ 151/172 2024-06-13T11:39:18.412 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : automake-1.16.2-8.el9.noarch 117/172 2024-06-13T11:39:18.447 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 152/172 2024-06-13T11:39:18.467 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-ply-3.11-14.el9.noarch 118/172 2024-06-13T11:39:18.476 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : NetworkManager-team-1:1.47.91-1.el9.x86_64 153/172 2024-06-13T11:39:18.523 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 119/172 2024-06-13T11:39:18.531 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : NetworkManager-tui-1:1.47.91-1.el9.x86_64 154/172 2024-06-13T11:39:18.709 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 120/172 2024-06-13T11:39:18.756 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 121/172 2024-06-13T11:39:18.834 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 122/172 2024-06-13T11:39:18.922 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 123/172 2024-06-13T11:39:19.054 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 124/172 2024-06-13T11:39:19.090 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 125/172 2024-06-13T11:39:19.130 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 126/172 2024-06-13T11:39:19.170 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : fuse-2.9.9-15.el9.x86_64 127/172 2024-06-13T11:39:19.171 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 155/172 2024-06-13T11:39:19.228 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 155/172 2024-06-13T11:39:19.248 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 155/172 2024-06-13T11:39:19.543 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 128/172 2024-06-13T11:39:19.574 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 128/172 2024-06-13T11:39:19.605 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.e 129/172 2024-06-13T11:39:19.667 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf. 130/172 2024-06-13T11:39:19.696 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 131/172 2024-06-13T11:39:20.085 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 156/172 2024-06-13T11:39:20.166 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : openssl-devel-1:3.2.2-1.el9.x86_64 157/172 2024-06-13T11:39:20.216 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 158/172 2024-06-13T11:39:20.305 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : flex-2.6.4-9.el9.x86_64 159/172 2024-06-13T11:39:20.353 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : bison-3.7.4-5.el9.x86_64 160/172 2024-06-13T11:39:20.378 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 161/172 2024-06-13T11:39:20.403 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/172 2024-06-13T11:39:20.430 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 163/172 2024-06-13T11:39:20.430 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 164/172 2024-06-13T11:39:20.514 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 164/172 2024-06-13T11:39:20.538 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 165/172 2024-06-13T11:39:20.539 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 166/172 2024-06-13T11:39:20.615 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 166/172 2024-06-13T11:39:20.640 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 167/172 2024-06-13T11:39:20.644 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-06-13T11:39:20.645 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-06-13T11:39:20.734 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 131/172 2024-06-13T11:39:20.782 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 132/172 2024-06-13T11:39:20.825 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-06-13T11:39:20.825 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 169/172 2024-06-13T11:39:20.942 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 169/172 2024-06-13T11:39:20.967 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 170/172 2024-06-13T11:39:21.001 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 171/172 2024-06-13T11:39:21.065 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-06-13T11:39:21.752 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 132/172 2024-06-13T11:39:21.782 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 133/172 2024-06-13T11:39:21.885 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 133/172 2024-06-13T11:39:22.054 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el 134/172 2024-06-13T11:39:22.084 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 135/172 2024-06-13T11:39:22.106 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 135/172 2024-06-13T11:39:22.106 INFO:teuthology.orchestra.run.smithi162.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T11:39:22.107 INFO:teuthology.orchestra.run.smithi162.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-06-13T11:39:22.107 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-06-13T11:39:22.107 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-06-13T11:39:22.107 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-06-13T11:39:22.151 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 136/172 2024-06-13T11:39:22.162 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 136/172 2024-06-13T11:39:22.260 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 137/172 2024-06-13T11:39:22.308 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 138/172 2024-06-13T11:39:23.239 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : libtool-2.4.6-45.el9.x86_64 139/172 2024-06-13T11:39:23.271 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 140/172 2024-06-13T11:39:23.293 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 140/172 2024-06-13T11:39:23.293 INFO:teuthology.orchestra.run.smithi162.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T11:39:23.293 INFO:teuthology.orchestra.run.smithi162.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-06-13T11:39:23.293 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-06-13T11:39:23.293 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-06-13T11:39:23.294 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-06-13T11:39:23.347 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 141/172 2024-06-13T11:39:23.369 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 141/172 2024-06-13T11:39:23.369 INFO:teuthology.orchestra.run.smithi162.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T11:39:23.369 INFO:teuthology.orchestra.run.smithi162.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-06-13T11:39:23.369 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-06-13T11:39:23.422 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 142/172 2024-06-13T11:39:23.444 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 142/172 2024-06-13T11:39:23.444 INFO:teuthology.orchestra.run.smithi162.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T11:39:23.444 INFO:teuthology.orchestra.run.smithi162.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-06-13T11:39:23.445 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-06-13T11:39:23.445 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-06-13T11:39:23.445 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-06-13T11:39:23.748 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 143/172 2024-06-13T11:39:23.770 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 143/172 2024-06-13T11:39:23.771 INFO:teuthology.orchestra.run.smithi162.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T11:39:23.771 INFO:teuthology.orchestra.run.smithi162.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-06-13T11:39:23.771 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-06-13T11:39:23.771 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-06-13T11:39:23.771 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-06-13T11:39:26.742 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-06-13T11:39:26.742 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 1/172 2024-06-13T11:39:26.742 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 2/172 2024-06-13T11:39:26.742 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 3/172 2024-06-13T11:39:26.742 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 4/172 2024-06-13T11:39:26.746 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 5/172 2024-06-13T11:39:26.746 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 6/172 2024-06-13T11:39:26.746 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 7/172 2024-06-13T11:39:26.746 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 8/172 2024-06-13T11:39:26.746 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 9/172 2024-06-13T11:39:26.746 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 10/172 2024-06-13T11:39:26.746 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 11/172 2024-06-13T11:39:26.746 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 12/172 2024-06-13T11:39:26.746 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 13/172 2024-06-13T11:39:26.746 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 14/172 2024-06-13T11:39:26.747 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_ 15/172 2024-06-13T11:39:26.747 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 16/172 2024-06-13T11:39:26.747 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 17/172 2024-06-13T11:39:26.747 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_6 18/172 2024-06-13T11:39:26.747 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 19/172 2024-06-13T11:39:26.747 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 20/172 2024-06-13T11:39:26.747 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el 21/172 2024-06-13T11:39:26.747 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-ceph-common-2:19.0.0-2946.g3d89accf.el9. 22/172 2024-06-13T11:39:26.747 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_6 23/172 2024-06-13T11:39:26.747 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 24/172 2024-06-13T11:39:26.747 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 25/172 2024-06-13T11:39:26.748 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 26/172 2024-06-13T11:39:26.748 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 27/172 2024-06-13T11:39:26.748 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 28/172 2024-06-13T11:39:26.748 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 29/172 2024-06-13T11:39:26.748 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf. 30/172 2024-06-13T11:39:26.748 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 31/172 2024-06-13T11:39:26.748 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 32/172 2024-06-13T11:39:26.748 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 33/172 2024-06-13T11:39:26.748 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el 34/172 2024-06-13T11:39:26.748 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 35/172 2024-06-13T11:39:26.748 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.e 36/172 2024-06-13T11:39:26.749 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 37/172 2024-06-13T11:39:26.749 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 38/172 2024-06-13T11:39:26.749 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 39/172 2024-06-13T11:39:26.749 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/172 2024-06-13T11:39:26.749 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/172 2024-06-13T11:39:26.749 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/172 2024-06-13T11:39:26.749 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/172 2024-06-13T11:39:26.749 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/172 2024-06-13T11:39:26.749 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/172 2024-06-13T11:39:26.749 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/172 2024-06-13T11:39:26.749 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/172 2024-06-13T11:39:26.749 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/172 2024-06-13T11:39:26.749 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/172 2024-06-13T11:39:26.750 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/172 2024-06-13T11:39:26.750 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/172 2024-06-13T11:39:26.750 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/172 2024-06-13T11:39:26.750 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/172 2024-06-13T11:39:26.750 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/172 2024-06-13T11:39:26.750 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/172 2024-06-13T11:39:26.750 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/172 2024-06-13T11:39:26.750 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/172 2024-06-13T11:39:26.750 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/172 2024-06-13T11:39:26.750 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/172 2024-06-13T11:39:26.750 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/172 2024-06-13T11:39:26.750 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/172 2024-06-13T11:39:26.751 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/172 2024-06-13T11:39:26.751 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/172 2024-06-13T11:39:26.751 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/172 2024-06-13T11:39:26.751 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/172 2024-06-13T11:39:26.751 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/172 2024-06-13T11:39:26.751 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/172 2024-06-13T11:39:26.751 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : openssl-devel-1:3.2.2-1.el9.x86_64 68/172 2024-06-13T11:39:26.751 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/172 2024-06-13T11:39:26.751 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/172 2024-06-13T11:39:26.751 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/172 2024-06-13T11:39:26.751 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/172 2024-06-13T11:39:26.751 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/172 2024-06-13T11:39:26.751 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/172 2024-06-13T11:39:26.751 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/172 2024-06-13T11:39:26.752 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/172 2024-06-13T11:39:26.752 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/172 2024-06-13T11:39:26.752 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/172 2024-06-13T11:39:26.752 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/172 2024-06-13T11:39:26.752 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/172 2024-06-13T11:39:26.752 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/172 2024-06-13T11:39:26.752 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/172 2024-06-13T11:39:26.752 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/172 2024-06-13T11:39:26.752 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/172 2024-06-13T11:39:26.752 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/172 2024-06-13T11:39:26.752 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/172 2024-06-13T11:39:26.752 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/172 2024-06-13T11:39:26.753 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/172 2024-06-13T11:39:26.753 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/172 2024-06-13T11:39:26.753 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/172 2024-06-13T11:39:26.753 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/172 2024-06-13T11:39:26.753 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/172 2024-06-13T11:39:26.753 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/172 2024-06-13T11:39:26.753 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/172 2024-06-13T11:39:26.753 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/172 2024-06-13T11:39:26.753 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/172 2024-06-13T11:39:26.753 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/172 2024-06-13T11:39:26.753 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/172 2024-06-13T11:39:26.753 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/172 2024-06-13T11:39:26.753 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/172 2024-06-13T11:39:26.754 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : xfsprogs-devel-6.4.0-1.el9.x86_64 101/172 2024-06-13T11:39:26.754 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/172 2024-06-13T11:39:26.754 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/172 2024-06-13T11:39:26.754 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/172 2024-06-13T11:39:26.754 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/172 2024-06-13T11:39:26.754 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/172 2024-06-13T11:39:26.754 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/172 2024-06-13T11:39:26.754 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/172 2024-06-13T11:39:26.754 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/172 2024-06-13T11:39:26.754 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/172 2024-06-13T11:39:26.754 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/172 2024-06-13T11:39:26.754 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/172 2024-06-13T11:39:26.755 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/172 2024-06-13T11:39:26.755 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/172 2024-06-13T11:39:26.755 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/172 2024-06-13T11:39:26.755 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/172 2024-06-13T11:39:26.755 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/172 2024-06-13T11:39:26.755 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 118/172 2024-06-13T11:39:26.755 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/172 2024-06-13T11:39:26.755 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/172 2024-06-13T11:39:26.755 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/172 2024-06-13T11:39:26.755 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-google-auth-1:2.29.0-2.el9.noarch 122/172 2024-06-13T11:39:26.755 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/172 2024-06-13T11:39:26.755 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/172 2024-06-13T11:39:26.755 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/172 2024-06-13T11:39:26.756 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/172 2024-06-13T11:39:26.756 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/172 2024-06-13T11:39:26.756 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/172 2024-06-13T11:39:26.756 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/172 2024-06-13T11:39:26.756 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/172 2024-06-13T11:39:26.756 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/172 2024-06-13T11:39:26.756 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/172 2024-06-13T11:39:26.756 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/172 2024-06-13T11:39:26.756 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/172 2024-06-13T11:39:26.756 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/172 2024-06-13T11:39:26.756 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/172 2024-06-13T11:39:26.756 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/172 2024-06-13T11:39:26.756 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/172 2024-06-13T11:39:26.757 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/172 2024-06-13T11:39:26.757 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/172 2024-06-13T11:39:26.757 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/172 2024-06-13T11:39:26.757 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/172 2024-06-13T11:39:26.757 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/172 2024-06-13T11:39:26.757 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/172 2024-06-13T11:39:26.757 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/172 2024-06-13T11:39:26.757 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/172 2024-06-13T11:39:26.757 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/172 2024-06-13T11:39:26.757 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/172 2024-06-13T11:39:26.757 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 149/172 2024-06-13T11:39:26.757 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/172 2024-06-13T11:39:26.758 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 151/172 2024-06-13T11:39:26.758 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/172 2024-06-13T11:39:26.758 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : NetworkManager-1:1.47.91-1.el9.x86_64 153/172 2024-06-13T11:39:26.758 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/172 2024-06-13T11:39:26.758 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : NetworkManager-libnm-1:1.47.91-1.el9.x86_64 155/172 2024-06-13T11:39:26.758 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/172 2024-06-13T11:39:26.758 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : NetworkManager-team-1:1.47.91-1.el9.x86_64 157/172 2024-06-13T11:39:26.758 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/172 2024-06-13T11:39:26.758 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : NetworkManager-tui-1:1.47.91-1.el9.x86_64 159/172 2024-06-13T11:39:26.758 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/172 2024-06-13T11:39:26.758 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/172 2024-06-13T11:39:26.758 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/172 2024-06-13T11:39:26.758 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/172 2024-06-13T11:39:26.759 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/172 2024-06-13T11:39:26.759 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/172 2024-06-13T11:39:26.759 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/172 2024-06-13T11:39:26.759 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : openssl-1:3.2.2-1.el9.x86_64 167/172 2024-06-13T11:39:26.759 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/172 2024-06-13T11:39:26.759 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : openssl-libs-1:3.2.2-1.el9.x86_64 169/172 2024-06-13T11:39:26.759 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/172 2024-06-13T11:39:26.759 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : xfsprogs-6.4.0-1.el9.x86_64 171/172 2024-06-13T11:39:28.277 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 144/172 2024-06-13T11:39:28.318 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 145/172 2024-06-13T11:39:28.359 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 146/172 2024-06-13T11:39:28.391 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : xfsprogs-devel-6.4.0-1.el9.x86_64 147/172 2024-06-13T11:39:28.419 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 148/172 2024-06-13T11:39:28.601 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 149/172 2024-06-13T11:39:28.648 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 150/172 2024-06-13T11:39:28.681 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_ 151/172 2024-06-13T11:39:28.722 INFO:teuthology.orchestra.run.smithi162.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 152/172 2024-06-13T11:39:28.751 INFO:teuthology.orchestra.run.smithi162.stdout: Upgrading : NetworkManager-team-1:1.47.91-1.el9.x86_64 153/172 2024-06-13T11:39:28.775 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 112/172 2024-06-13T11:39:28.775 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /sys 2024-06-13T11:39:28.776 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /proc 2024-06-13T11:39:28.776 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /mnt 2024-06-13T11:39:28.776 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /var/tmp 2024-06-13T11:39:28.776 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /home 2024-06-13T11:39:28.776 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /root 2024-06-13T11:39:28.776 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /tmp 2024-06-13T11:39:28.776 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:39:28.798 INFO:teuthology.orchestra.run.smithi162.stdout: Upgrading : NetworkManager-tui-1:1.47.91-1.el9.x86_64 154/172 2024-06-13T11:39:29.005 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 113/172 2024-06-13T11:39:29.056 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 113/172 2024-06-13T11:39:29.056 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T11:39:29.057 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-06-13T11:39:29.057 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:39:29.280 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-06-13T11:39:29.280 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-06-13T11:39:29.280 INFO:teuthology.orchestra.run.smithi088.stdout:Upgraded: 2024-06-13T11:39:29.280 INFO:teuthology.orchestra.run.smithi088.stdout: NetworkManager-1:1.47.91-1.el9.x86_64 2024-06-13T11:39:29.281 INFO:teuthology.orchestra.run.smithi088.stdout: NetworkManager-libnm-1:1.47.91-1.el9.x86_64 2024-06-13T11:39:29.281 INFO:teuthology.orchestra.run.smithi088.stdout: NetworkManager-team-1:1.47.91-1.el9.x86_64 2024-06-13T11:39:29.281 INFO:teuthology.orchestra.run.smithi088.stdout: NetworkManager-tui-1:1.47.91-1.el9.x86_64 2024-06-13T11:39:29.281 INFO:teuthology.orchestra.run.smithi088.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-06-13T11:39:29.281 INFO:teuthology.orchestra.run.smithi088.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-06-13T11:39:29.281 INFO:teuthology.orchestra.run.smithi088.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-06-13T11:39:29.281 INFO:teuthology.orchestra.run.smithi088.stdout: librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:29.281 INFO:teuthology.orchestra.run.smithi088.stdout: librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:29.281 INFO:teuthology.orchestra.run.smithi088.stdout: openssl-1:3.2.2-1.el9.x86_64 2024-06-13T11:39:29.281 INFO:teuthology.orchestra.run.smithi088.stdout: openssl-libs-1:3.2.2-1.el9.x86_64 2024-06-13T11:39:29.281 INFO:teuthology.orchestra.run.smithi088.stdout: xfsprogs-6.4.0-1.el9.x86_64 2024-06-13T11:39:29.281 INFO:teuthology.orchestra.run.smithi088.stdout:Installed: 2024-06-13T11:39:29.282 INFO:teuthology.orchestra.run.smithi088.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-06-13T11:39:29.282 INFO:teuthology.orchestra.run.smithi088.stdout: automake-1.16.2-8.el9.noarch 2024-06-13T11:39:29.282 INFO:teuthology.orchestra.run.smithi088.stdout: bison-3.7.4-5.el9.x86_64 2024-06-13T11:39:29.282 INFO:teuthology.orchestra.run.smithi088.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-06-13T11:39:29.282 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:29.282 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:29.282 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:29.282 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:29.282 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T11:39:29.282 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-immutable-object-cache-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:29.282 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:29.282 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:29.282 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T11:39:29.283 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T11:39:29.283 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T11:39:29.283 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T11:39:29.283 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T11:39:29.283 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:29.283 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:29.283 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T11:39:29.283 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:29.283 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:29.283 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:29.283 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T11:39:29.283 INFO:teuthology.orchestra.run.smithi088.stdout: cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T11:39:29.283 INFO:teuthology.orchestra.run.smithi088.stdout: cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:29.284 INFO:teuthology.orchestra.run.smithi088.stdout: cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:29.284 INFO:teuthology.orchestra.run.smithi088.stdout: cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T11:39:29.284 INFO:teuthology.orchestra.run.smithi088.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-06-13T11:39:29.284 INFO:teuthology.orchestra.run.smithi088.stdout: flex-2.6.4-9.el9.x86_64 2024-06-13T11:39:29.284 INFO:teuthology.orchestra.run.smithi088.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-06-13T11:39:29.284 INFO:teuthology.orchestra.run.smithi088.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-06-13T11:39:29.284 INFO:teuthology.orchestra.run.smithi088.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-06-13T11:39:29.284 INFO:teuthology.orchestra.run.smithi088.stdout: fuse-2.9.9-15.el9.x86_64 2024-06-13T11:39:29.284 INFO:teuthology.orchestra.run.smithi088.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-06-13T11:39:29.284 INFO:teuthology.orchestra.run.smithi088.stdout: grpc-data-1.46.7-10.el9.noarch 2024-06-13T11:39:29.284 INFO:teuthology.orchestra.run.smithi088.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-06-13T11:39:29.284 INFO:teuthology.orchestra.run.smithi088.stdout: libarrow-9.0.0-11.el9.x86_64 2024-06-13T11:39:29.284 INFO:teuthology.orchestra.run.smithi088.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-06-13T11:39:29.285 INFO:teuthology.orchestra.run.smithi088.stdout: libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:29.285 INFO:teuthology.orchestra.run.smithi088.stdout: libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:29.285 INFO:teuthology.orchestra.run.smithi088.stdout: libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:29.285 INFO:teuthology.orchestra.run.smithi088.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-06-13T11:39:29.285 INFO:teuthology.orchestra.run.smithi088.stdout: liboath-2.6.7-2.el9.x86_64 2024-06-13T11:39:29.285 INFO:teuthology.orchestra.run.smithi088.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-06-13T11:39:29.285 INFO:teuthology.orchestra.run.smithi088.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-06-13T11:39:29.285 INFO:teuthology.orchestra.run.smithi088.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-06-13T11:39:29.285 INFO:teuthology.orchestra.run.smithi088.stdout: librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:29.285 INFO:teuthology.orchestra.run.smithi088.stdout: libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:29.285 INFO:teuthology.orchestra.run.smithi088.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-06-13T11:39:29.285 INFO:teuthology.orchestra.run.smithi088.stdout: librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:29.285 INFO:teuthology.orchestra.run.smithi088.stdout: libtool-2.4.6-45.el9.x86_64 2024-06-13T11:39:29.286 INFO:teuthology.orchestra.run.smithi088.stdout: libunwind-1.6.2-1.el9.x86_64 2024-06-13T11:39:29.286 INFO:teuthology.orchestra.run.smithi088.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-06-13T11:39:29.286 INFO:teuthology.orchestra.run.smithi088.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-06-13T11:39:29.286 INFO:teuthology.orchestra.run.smithi088.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-06-13T11:39:29.286 INFO:teuthology.orchestra.run.smithi088.stdout: lua-5.4.4-4.el9.x86_64 2024-06-13T11:39:29.286 INFO:teuthology.orchestra.run.smithi088.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-06-13T11:39:29.286 INFO:teuthology.orchestra.run.smithi088.stdout: luarocks-3.9.2-5.el9.noarch 2024-06-13T11:39:29.286 INFO:teuthology.orchestra.run.smithi088.stdout: openblas-0.3.21-2.el9.x86_64 2024-06-13T11:39:29.286 INFO:teuthology.orchestra.run.smithi088.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-06-13T11:39:29.286 INFO:teuthology.orchestra.run.smithi088.stdout: openssl-devel-1:3.2.2-1.el9.x86_64 2024-06-13T11:39:29.286 INFO:teuthology.orchestra.run.smithi088.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-06-13T11:39:29.286 INFO:teuthology.orchestra.run.smithi088.stdout: postgresql-13.14-1.el9.x86_64 2024-06-13T11:39:29.286 INFO:teuthology.orchestra.run.smithi088.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-06-13T11:39:29.287 INFO:teuthology.orchestra.run.smithi088.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-06-13T11:39:29.287 INFO:teuthology.orchestra.run.smithi088.stdout: postgresql-server-13.14-1.el9.x86_64 2024-06-13T11:39:29.287 INFO:teuthology.orchestra.run.smithi088.stdout: protobuf-3.14.0-13.el9.x86_64 2024-06-13T11:39:29.287 INFO:teuthology.orchestra.run.smithi088.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-06-13T11:39:29.287 INFO:teuthology.orchestra.run.smithi088.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-06-13T11:39:29.287 INFO:teuthology.orchestra.run.smithi088.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-06-13T11:39:29.287 INFO:teuthology.orchestra.run.smithi088.stdout: python3-babel-2.9.1-2.el9.noarch 2024-06-13T11:39:29.287 INFO:teuthology.orchestra.run.smithi088.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-06-13T11:39:29.287 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-06-13T11:39:29.287 INFO:teuthology.orchestra.run.smithi088.stdout: python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:29.287 INFO:teuthology.orchestra.run.smithi088.stdout: python3-ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:29.287 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:29.287 INFO:teuthology.orchestra.run.smithi088.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-06-13T11:39:29.287 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-06-13T11:39:29.287 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-06-13T11:39:29.288 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-06-13T11:39:29.288 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-06-13T11:39:29.288 INFO:teuthology.orchestra.run.smithi088.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-06-13T11:39:29.288 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-06-13T11:39:29.288 INFO:teuthology.orchestra.run.smithi088.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-06-13T11:39:29.288 INFO:teuthology.orchestra.run.smithi088.stdout: python3-google-auth-1:2.29.0-2.el9.noarch 2024-06-13T11:39:29.288 INFO:teuthology.orchestra.run.smithi088.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-06-13T11:39:29.288 INFO:teuthology.orchestra.run.smithi088.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-06-13T11:39:29.288 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-06-13T11:39:29.288 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-06-13T11:39:29.288 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-06-13T11:39:29.288 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-06-13T11:39:29.288 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-06-13T11:39:29.289 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-06-13T11:39:29.289 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-06-13T11:39:29.289 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-06-13T11:39:29.289 INFO:teuthology.orchestra.run.smithi088.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-06-13T11:39:29.289 INFO:teuthology.orchestra.run.smithi088.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-06-13T11:39:29.289 INFO:teuthology.orchestra.run.smithi088.stdout: python3-mako-1.1.4-6.el9.noarch 2024-06-13T11:39:29.289 INFO:teuthology.orchestra.run.smithi088.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-06-13T11:39:29.289 INFO:teuthology.orchestra.run.smithi088.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-06-13T11:39:29.289 INFO:teuthology.orchestra.run.smithi088.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-06-13T11:39:29.289 INFO:teuthology.orchestra.run.smithi088.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-06-13T11:39:29.289 INFO:teuthology.orchestra.run.smithi088.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-06-13T11:39:29.289 INFO:teuthology.orchestra.run.smithi088.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-06-13T11:39:29.289 INFO:teuthology.orchestra.run.smithi088.stdout: python3-packaging-20.9-5.el9.noarch 2024-06-13T11:39:29.289 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-06-13T11:39:29.290 INFO:teuthology.orchestra.run.smithi088.stdout: python3-ply-3.11-14.el9.noarch 2024-06-13T11:39:29.290 INFO:teuthology.orchestra.run.smithi088.stdout: python3-portend-3.1.0-2.el9.noarch 2024-06-13T11:39:29.290 INFO:teuthology.orchestra.run.smithi088.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-06-13T11:39:29.290 INFO:teuthology.orchestra.run.smithi088.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-06-13T11:39:29.290 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-06-13T11:39:29.290 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-06-13T11:39:29.290 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-06-13T11:39:29.290 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pycparser-2.20-6.el9.noarch 2024-06-13T11:39:29.290 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-06-13T11:39:29.290 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pytz-2021.1-5.el9.noarch 2024-06-13T11:39:29.290 INFO:teuthology.orchestra.run.smithi088.stdout: python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:29.290 INFO:teuthology.orchestra.run.smithi088.stdout: python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:29.290 INFO:teuthology.orchestra.run.smithi088.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-06-13T11:39:29.291 INFO:teuthology.orchestra.run.smithi088.stdout: python3-requests-2.25.1-8.el9.noarch 2024-06-13T11:39:29.291 INFO:teuthology.orchestra.run.smithi088.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-06-13T11:39:29.291 INFO:teuthology.orchestra.run.smithi088.stdout: python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:29.291 INFO:teuthology.orchestra.run.smithi088.stdout: python3-routes-2.5.1-5.el9.noarch 2024-06-13T11:39:29.291 INFO:teuthology.orchestra.run.smithi088.stdout: python3-rsa-4.9-2.el9.noarch 2024-06-13T11:39:29.291 INFO:teuthology.orchestra.run.smithi088.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-06-13T11:39:29.291 INFO:teuthology.orchestra.run.smithi088.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-06-13T11:39:29.291 INFO:teuthology.orchestra.run.smithi088.stdout: python3-toml-0.10.2-6.el9.noarch 2024-06-13T11:39:29.291 INFO:teuthology.orchestra.run.smithi088.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-06-13T11:39:29.291 INFO:teuthology.orchestra.run.smithi088.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-06-13T11:39:29.291 INFO:teuthology.orchestra.run.smithi088.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-06-13T11:39:29.291 INFO:teuthology.orchestra.run.smithi088.stdout: python3-webob-1.8.7-6.el9.noarch 2024-06-13T11:39:29.291 INFO:teuthology.orchestra.run.smithi088.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-06-13T11:39:29.292 INFO:teuthology.orchestra.run.smithi088.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-06-13T11:39:29.292 INFO:teuthology.orchestra.run.smithi088.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-06-13T11:39:29.292 INFO:teuthology.orchestra.run.smithi088.stdout: qatlib-24.02.0-1.el9.x86_64 2024-06-13T11:39:29.292 INFO:teuthology.orchestra.run.smithi088.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-06-13T11:39:29.292 INFO:teuthology.orchestra.run.smithi088.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-06-13T11:39:29.292 INFO:teuthology.orchestra.run.smithi088.stdout: rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:29.292 INFO:teuthology.orchestra.run.smithi088.stdout: rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:29.292 INFO:teuthology.orchestra.run.smithi088.stdout: rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:29.292 INFO:teuthology.orchestra.run.smithi088.stdout: re2-1:20211101-3.el9.x86_64 2024-06-13T11:39:29.292 INFO:teuthology.orchestra.run.smithi088.stdout: socat-1.7.4.1-6.el9.x86_64 2024-06-13T11:39:29.292 INFO:teuthology.orchestra.run.smithi088.stdout: thrift-0.15.0-2.el9.x86_64 2024-06-13T11:39:29.292 INFO:teuthology.orchestra.run.smithi088.stdout: uuid-1.6.2-55.el9.x86_64 2024-06-13T11:39:29.292 INFO:teuthology.orchestra.run.smithi088.stdout: xfsprogs-devel-6.4.0-1.el9.x86_64 2024-06-13T11:39:29.293 INFO:teuthology.orchestra.run.smithi088.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-06-13T11:39:29.293 INFO:teuthology.orchestra.run.smithi088.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-06-13T11:39:29.293 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-06-13T11:39:29.293 INFO:teuthology.orchestra.run.smithi088.stdout:Complete! 2024-06-13T11:39:29.337 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 155/172 2024-06-13T11:39:29.380 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 155/172 2024-06-13T11:39:29.399 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 155/172 2024-06-13T11:39:29.746 DEBUG:teuthology.parallel:result is None 2024-06-13T11:39:30.252 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 156/172 2024-06-13T11:39:30.335 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : openssl-devel-1:3.2.2-1.el9.x86_64 157/172 2024-06-13T11:39:30.376 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 158/172 2024-06-13T11:39:30.458 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : flex-2.6.4-9.el9.x86_64 159/172 2024-06-13T11:39:30.497 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : bison-3.7.4-5.el9.x86_64 160/172 2024-06-13T11:39:30.523 INFO:teuthology.orchestra.run.smithi162.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 161/172 2024-06-13T11:39:30.548 INFO:teuthology.orchestra.run.smithi162.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/172 2024-06-13T11:39:30.574 INFO:teuthology.orchestra.run.smithi162.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 163/172 2024-06-13T11:39:30.574 INFO:teuthology.orchestra.run.smithi162.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 164/172 2024-06-13T11:39:30.659 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 164/172 2024-06-13T11:39:30.700 INFO:teuthology.orchestra.run.smithi162.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 165/172 2024-06-13T11:39:30.700 INFO:teuthology.orchestra.run.smithi162.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 166/172 2024-06-13T11:39:30.757 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 114/172 2024-06-13T11:39:30.785 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 166/172 2024-06-13T11:39:30.810 INFO:teuthology.orchestra.run.smithi162.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 167/172 2024-06-13T11:39:30.814 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-06-13T11:39:30.815 INFO:teuthology.orchestra.run.smithi162.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-06-13T11:39:30.841 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 114/172 2024-06-13T11:39:30.842 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T11:39:30.842 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-06-13T11:39:30.842 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-06-13T11:39:30.842 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-06-13T11:39:30.842 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:39:30.996 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-06-13T11:39:30.996 INFO:teuthology.orchestra.run.smithi162.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 169/172 2024-06-13T11:39:31.081 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 169/172 2024-06-13T11:39:31.099 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 115/172 2024-06-13T11:39:31.105 INFO:teuthology.orchestra.run.smithi162.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 170/172 2024-06-13T11:39:31.132 INFO:teuthology.orchestra.run.smithi162.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 171/172 2024-06-13T11:39:31.190 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 115/172 2024-06-13T11:39:31.191 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T11:39:31.191 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-06-13T11:39:31.191 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-06-13T11:39:31.191 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-06-13T11:39:31.191 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:39:31.194 INFO:teuthology.orchestra.run.smithi162.stdout: Cleanup : xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-06-13T11:39:31.716 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 116/172 2024-06-13T11:39:31.791 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 116/172 2024-06-13T11:39:31.791 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T11:39:31.791 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-06-13T11:39:31.791 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-06-13T11:39:31.791 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-06-13T11:39:31.792 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:39:31.934 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : automake-1.16.2-8.el9.noarch 117/172 2024-06-13T11:39:32.001 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-ply-3.11-14.el9.noarch 118/172 2024-06-13T11:39:32.075 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 119/172 2024-06-13T11:39:32.330 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 120/172 2024-06-13T11:39:32.389 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 121/172 2024-06-13T11:39:32.482 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 122/172 2024-06-13T11:39:32.600 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 123/172 2024-06-13T11:39:32.781 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 124/172 2024-06-13T11:39:32.829 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 125/172 2024-06-13T11:39:32.869 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 126/172 2024-06-13T11:39:32.901 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : fuse-2.9.9-15.el9.x86_64 127/172 2024-06-13T11:39:33.501 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 128/172 2024-06-13T11:39:33.559 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 128/172 2024-06-13T11:39:33.618 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.e 129/172 2024-06-13T11:39:33.736 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf. 130/172 2024-06-13T11:39:33.773 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 131/172 2024-06-13T11:39:35.144 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 131/172 2024-06-13T11:39:35.193 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 132/172 2024-06-13T11:39:36.366 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 132/172 2024-06-13T11:39:36.393 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 133/172 2024-06-13T11:39:36.546 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 133/172 2024-06-13T11:39:36.725 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el 134/172 2024-06-13T11:39:36.761 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 135/172 2024-06-13T11:39:36.790 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-06-13T11:39:36.790 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 1/172 2024-06-13T11:39:36.790 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 2/172 2024-06-13T11:39:36.790 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 3/172 2024-06-13T11:39:36.790 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 4/172 2024-06-13T11:39:36.790 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 5/172 2024-06-13T11:39:36.790 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 6/172 2024-06-13T11:39:36.790 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 7/172 2024-06-13T11:39:36.790 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 8/172 2024-06-13T11:39:36.790 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 9/172 2024-06-13T11:39:36.791 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 10/172 2024-06-13T11:39:36.791 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 11/172 2024-06-13T11:39:36.791 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 12/172 2024-06-13T11:39:36.791 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 13/172 2024-06-13T11:39:36.791 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 14/172 2024-06-13T11:39:36.791 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_ 15/172 2024-06-13T11:39:36.791 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 16/172 2024-06-13T11:39:36.791 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 17/172 2024-06-13T11:39:36.791 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_6 18/172 2024-06-13T11:39:36.791 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 19/172 2024-06-13T11:39:36.791 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 20/172 2024-06-13T11:39:36.791 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el 21/172 2024-06-13T11:39:36.791 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-ceph-common-2:19.0.0-2946.g3d89accf.el9. 22/172 2024-06-13T11:39:36.792 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_6 23/172 2024-06-13T11:39:36.792 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 24/172 2024-06-13T11:39:36.792 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 25/172 2024-06-13T11:39:36.792 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 26/172 2024-06-13T11:39:36.792 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 27/172 2024-06-13T11:39:36.792 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 28/172 2024-06-13T11:39:36.792 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 29/172 2024-06-13T11:39:36.804 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf. 30/172 2024-06-13T11:39:36.805 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 31/172 2024-06-13T11:39:36.805 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 32/172 2024-06-13T11:39:36.805 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 33/172 2024-06-13T11:39:36.805 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el 34/172 2024-06-13T11:39:36.805 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 35/172 2024-06-13T11:39:36.805 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.e 36/172 2024-06-13T11:39:36.805 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 37/172 2024-06-13T11:39:36.805 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 38/172 2024-06-13T11:39:36.805 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 39/172 2024-06-13T11:39:36.805 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/172 2024-06-13T11:39:36.805 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/172 2024-06-13T11:39:36.805 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/172 2024-06-13T11:39:36.805 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/172 2024-06-13T11:39:36.806 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/172 2024-06-13T11:39:36.806 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/172 2024-06-13T11:39:36.806 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/172 2024-06-13T11:39:36.806 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/172 2024-06-13T11:39:36.806 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/172 2024-06-13T11:39:36.806 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/172 2024-06-13T11:39:36.806 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/172 2024-06-13T11:39:36.806 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/172 2024-06-13T11:39:36.806 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/172 2024-06-13T11:39:36.806 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/172 2024-06-13T11:39:36.806 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/172 2024-06-13T11:39:36.806 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/172 2024-06-13T11:39:36.806 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/172 2024-06-13T11:39:36.807 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/172 2024-06-13T11:39:36.807 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/172 2024-06-13T11:39:36.807 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/172 2024-06-13T11:39:36.807 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/172 2024-06-13T11:39:36.807 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/172 2024-06-13T11:39:36.807 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/172 2024-06-13T11:39:36.807 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/172 2024-06-13T11:39:36.807 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/172 2024-06-13T11:39:36.807 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/172 2024-06-13T11:39:36.807 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/172 2024-06-13T11:39:36.807 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/172 2024-06-13T11:39:36.807 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : openssl-devel-1:3.2.2-1.el9.x86_64 68/172 2024-06-13T11:39:36.807 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/172 2024-06-13T11:39:36.808 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/172 2024-06-13T11:39:36.808 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/172 2024-06-13T11:39:36.808 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/172 2024-06-13T11:39:36.808 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/172 2024-06-13T11:39:36.808 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/172 2024-06-13T11:39:36.808 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/172 2024-06-13T11:39:36.808 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/172 2024-06-13T11:39:36.808 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/172 2024-06-13T11:39:36.808 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/172 2024-06-13T11:39:36.808 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/172 2024-06-13T11:39:36.808 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/172 2024-06-13T11:39:36.808 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/172 2024-06-13T11:39:36.808 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/172 2024-06-13T11:39:36.808 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/172 2024-06-13T11:39:36.809 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/172 2024-06-13T11:39:36.809 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/172 2024-06-13T11:39:36.809 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/172 2024-06-13T11:39:36.809 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/172 2024-06-13T11:39:36.809 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/172 2024-06-13T11:39:36.809 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/172 2024-06-13T11:39:36.809 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/172 2024-06-13T11:39:36.809 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/172 2024-06-13T11:39:36.809 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/172 2024-06-13T11:39:36.809 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/172 2024-06-13T11:39:36.809 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/172 2024-06-13T11:39:36.809 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/172 2024-06-13T11:39:36.809 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/172 2024-06-13T11:39:36.809 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/172 2024-06-13T11:39:36.810 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/172 2024-06-13T11:39:36.810 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/172 2024-06-13T11:39:36.810 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/172 2024-06-13T11:39:36.810 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : xfsprogs-devel-6.4.0-1.el9.x86_64 101/172 2024-06-13T11:39:36.810 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/172 2024-06-13T11:39:36.810 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/172 2024-06-13T11:39:36.810 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/172 2024-06-13T11:39:36.810 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/172 2024-06-13T11:39:36.810 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/172 2024-06-13T11:39:36.810 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/172 2024-06-13T11:39:36.810 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/172 2024-06-13T11:39:36.810 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/172 2024-06-13T11:39:36.810 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/172 2024-06-13T11:39:36.810 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/172 2024-06-13T11:39:36.811 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/172 2024-06-13T11:39:36.811 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/172 2024-06-13T11:39:36.811 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/172 2024-06-13T11:39:36.811 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/172 2024-06-13T11:39:36.811 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/172 2024-06-13T11:39:36.811 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/172 2024-06-13T11:39:36.811 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 118/172 2024-06-13T11:39:36.811 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/172 2024-06-13T11:39:36.811 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/172 2024-06-13T11:39:36.811 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/172 2024-06-13T11:39:36.812 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-google-auth-1:2.29.0-2.el9.noarch 122/172 2024-06-13T11:39:36.812 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/172 2024-06-13T11:39:36.812 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/172 2024-06-13T11:39:36.812 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/172 2024-06-13T11:39:36.812 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/172 2024-06-13T11:39:36.812 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/172 2024-06-13T11:39:36.813 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/172 2024-06-13T11:39:36.813 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/172 2024-06-13T11:39:36.813 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/172 2024-06-13T11:39:36.813 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/172 2024-06-13T11:39:36.813 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/172 2024-06-13T11:39:36.813 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/172 2024-06-13T11:39:36.813 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/172 2024-06-13T11:39:36.813 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/172 2024-06-13T11:39:36.813 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/172 2024-06-13T11:39:36.813 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/172 2024-06-13T11:39:36.813 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/172 2024-06-13T11:39:36.813 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/172 2024-06-13T11:39:36.813 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/172 2024-06-13T11:39:36.814 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/172 2024-06-13T11:39:36.814 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/172 2024-06-13T11:39:36.814 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/172 2024-06-13T11:39:36.814 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/172 2024-06-13T11:39:36.814 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/172 2024-06-13T11:39:36.814 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/172 2024-06-13T11:39:36.814 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/172 2024-06-13T11:39:36.814 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/172 2024-06-13T11:39:36.814 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 149/172 2024-06-13T11:39:36.814 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/172 2024-06-13T11:39:36.814 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 151/172 2024-06-13T11:39:36.814 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/172 2024-06-13T11:39:36.814 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : NetworkManager-1:1.47.91-1.el9.x86_64 153/172 2024-06-13T11:39:36.814 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/172 2024-06-13T11:39:36.815 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : NetworkManager-libnm-1:1.47.91-1.el9.x86_64 155/172 2024-06-13T11:39:36.815 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/172 2024-06-13T11:39:36.815 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : NetworkManager-team-1:1.47.91-1.el9.x86_64 157/172 2024-06-13T11:39:36.815 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/172 2024-06-13T11:39:36.815 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : NetworkManager-tui-1:1.47.91-1.el9.x86_64 159/172 2024-06-13T11:39:36.815 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/172 2024-06-13T11:39:36.815 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/172 2024-06-13T11:39:36.815 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/172 2024-06-13T11:39:36.815 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/172 2024-06-13T11:39:36.815 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/172 2024-06-13T11:39:36.815 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/172 2024-06-13T11:39:36.815 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/172 2024-06-13T11:39:36.815 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : openssl-1:3.2.2-1.el9.x86_64 167/172 2024-06-13T11:39:36.815 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/172 2024-06-13T11:39:36.816 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : openssl-libs-1:3.2.2-1.el9.x86_64 169/172 2024-06-13T11:39:36.816 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/172 2024-06-13T11:39:36.816 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : xfsprogs-6.4.0-1.el9.x86_64 171/172 2024-06-13T11:39:36.839 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 135/172 2024-06-13T11:39:36.839 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T11:39:36.839 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-06-13T11:39:36.839 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-06-13T11:39:36.840 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-06-13T11:39:36.840 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:39:36.904 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 136/172 2024-06-13T11:39:36.944 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 136/172 2024-06-13T11:39:37.059 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 137/172 2024-06-13T11:39:37.130 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 138/172 2024-06-13T11:39:38.157 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libtool-2.4.6-45.el9.x86_64 139/172 2024-06-13T11:39:38.190 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 140/172 2024-06-13T11:39:38.268 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 140/172 2024-06-13T11:39:38.268 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T11:39:38.268 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-06-13T11:39:38.268 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-06-13T11:39:38.268 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-06-13T11:39:38.268 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:39:38.324 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 141/172 2024-06-13T11:39:38.398 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 141/172 2024-06-13T11:39:38.398 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T11:39:38.398 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-06-13T11:39:38.398 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:39:38.491 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 142/172 2024-06-13T11:39:38.570 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 142/172 2024-06-13T11:39:38.570 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T11:39:38.571 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-06-13T11:39:38.571 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-06-13T11:39:38.571 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-06-13T11:39:38.571 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:39:38.950 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 143/172 2024-06-13T11:39:39.022 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 143/172 2024-06-13T11:39:39.022 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T11:39:39.022 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-06-13T11:39:39.022 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-06-13T11:39:39.023 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-06-13T11:39:39.023 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:39:39.423 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-06-13T11:39:39.423 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-06-13T11:39:39.423 INFO:teuthology.orchestra.run.smithi162.stdout:Upgraded: 2024-06-13T11:39:39.424 INFO:teuthology.orchestra.run.smithi162.stdout: NetworkManager-1:1.47.91-1.el9.x86_64 2024-06-13T11:39:39.424 INFO:teuthology.orchestra.run.smithi162.stdout: NetworkManager-libnm-1:1.47.91-1.el9.x86_64 2024-06-13T11:39:39.424 INFO:teuthology.orchestra.run.smithi162.stdout: NetworkManager-team-1:1.47.91-1.el9.x86_64 2024-06-13T11:39:39.424 INFO:teuthology.orchestra.run.smithi162.stdout: NetworkManager-tui-1:1.47.91-1.el9.x86_64 2024-06-13T11:39:39.424 INFO:teuthology.orchestra.run.smithi162.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-06-13T11:39:39.424 INFO:teuthology.orchestra.run.smithi162.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-06-13T11:39:39.424 INFO:teuthology.orchestra.run.smithi162.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-06-13T11:39:39.424 INFO:teuthology.orchestra.run.smithi162.stdout: librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:39.424 INFO:teuthology.orchestra.run.smithi162.stdout: librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:39.424 INFO:teuthology.orchestra.run.smithi162.stdout: openssl-1:3.2.2-1.el9.x86_64 2024-06-13T11:39:39.424 INFO:teuthology.orchestra.run.smithi162.stdout: openssl-libs-1:3.2.2-1.el9.x86_64 2024-06-13T11:39:39.424 INFO:teuthology.orchestra.run.smithi162.stdout: xfsprogs-6.4.0-1.el9.x86_64 2024-06-13T11:39:39.425 INFO:teuthology.orchestra.run.smithi162.stdout:Installed: 2024-06-13T11:39:39.425 INFO:teuthology.orchestra.run.smithi162.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-06-13T11:39:39.425 INFO:teuthology.orchestra.run.smithi162.stdout: automake-1.16.2-8.el9.noarch 2024-06-13T11:39:39.425 INFO:teuthology.orchestra.run.smithi162.stdout: bison-3.7.4-5.el9.x86_64 2024-06-13T11:39:39.425 INFO:teuthology.orchestra.run.smithi162.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-06-13T11:39:39.425 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:39.425 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:39.425 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:39.425 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:39.425 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T11:39:39.425 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-immutable-object-cache-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:39.425 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:39.425 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:39.426 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T11:39:39.426 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T11:39:39.426 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T11:39:39.426 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T11:39:39.426 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T11:39:39.426 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:39.426 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:39.426 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T11:39:39.426 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:39.426 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:39.427 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:39.427 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T11:39:39.427 INFO:teuthology.orchestra.run.smithi162.stdout: cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T11:39:39.427 INFO:teuthology.orchestra.run.smithi162.stdout: cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:39.427 INFO:teuthology.orchestra.run.smithi162.stdout: cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:39.427 INFO:teuthology.orchestra.run.smithi162.stdout: cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T11:39:39.427 INFO:teuthology.orchestra.run.smithi162.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-06-13T11:39:39.427 INFO:teuthology.orchestra.run.smithi162.stdout: flex-2.6.4-9.el9.x86_64 2024-06-13T11:39:39.427 INFO:teuthology.orchestra.run.smithi162.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-06-13T11:39:39.427 INFO:teuthology.orchestra.run.smithi162.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-06-13T11:39:39.427 INFO:teuthology.orchestra.run.smithi162.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-06-13T11:39:39.428 INFO:teuthology.orchestra.run.smithi162.stdout: fuse-2.9.9-15.el9.x86_64 2024-06-13T11:39:39.428 INFO:teuthology.orchestra.run.smithi162.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-06-13T11:39:39.428 INFO:teuthology.orchestra.run.smithi162.stdout: grpc-data-1.46.7-10.el9.noarch 2024-06-13T11:39:39.428 INFO:teuthology.orchestra.run.smithi162.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-06-13T11:39:39.428 INFO:teuthology.orchestra.run.smithi162.stdout: libarrow-9.0.0-11.el9.x86_64 2024-06-13T11:39:39.428 INFO:teuthology.orchestra.run.smithi162.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-06-13T11:39:39.428 INFO:teuthology.orchestra.run.smithi162.stdout: libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:39.428 INFO:teuthology.orchestra.run.smithi162.stdout: libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:39.428 INFO:teuthology.orchestra.run.smithi162.stdout: libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:39.428 INFO:teuthology.orchestra.run.smithi162.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-06-13T11:39:39.428 INFO:teuthology.orchestra.run.smithi162.stdout: liboath-2.6.7-2.el9.x86_64 2024-06-13T11:39:39.428 INFO:teuthology.orchestra.run.smithi162.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-06-13T11:39:39.428 INFO:teuthology.orchestra.run.smithi162.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-06-13T11:39:39.429 INFO:teuthology.orchestra.run.smithi162.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-06-13T11:39:39.429 INFO:teuthology.orchestra.run.smithi162.stdout: librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:39.429 INFO:teuthology.orchestra.run.smithi162.stdout: libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:39.429 INFO:teuthology.orchestra.run.smithi162.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-06-13T11:39:39.429 INFO:teuthology.orchestra.run.smithi162.stdout: librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:39.429 INFO:teuthology.orchestra.run.smithi162.stdout: libtool-2.4.6-45.el9.x86_64 2024-06-13T11:39:39.429 INFO:teuthology.orchestra.run.smithi162.stdout: libunwind-1.6.2-1.el9.x86_64 2024-06-13T11:39:39.429 INFO:teuthology.orchestra.run.smithi162.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-06-13T11:39:39.429 INFO:teuthology.orchestra.run.smithi162.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-06-13T11:39:39.429 INFO:teuthology.orchestra.run.smithi162.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-06-13T11:39:39.429 INFO:teuthology.orchestra.run.smithi162.stdout: lua-5.4.4-4.el9.x86_64 2024-06-13T11:39:39.430 INFO:teuthology.orchestra.run.smithi162.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-06-13T11:39:39.430 INFO:teuthology.orchestra.run.smithi162.stdout: luarocks-3.9.2-5.el9.noarch 2024-06-13T11:39:39.430 INFO:teuthology.orchestra.run.smithi162.stdout: openblas-0.3.21-2.el9.x86_64 2024-06-13T11:39:39.430 INFO:teuthology.orchestra.run.smithi162.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-06-13T11:39:39.430 INFO:teuthology.orchestra.run.smithi162.stdout: openssl-devel-1:3.2.2-1.el9.x86_64 2024-06-13T11:39:39.430 INFO:teuthology.orchestra.run.smithi162.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-06-13T11:39:39.430 INFO:teuthology.orchestra.run.smithi162.stdout: postgresql-13.14-1.el9.x86_64 2024-06-13T11:39:39.430 INFO:teuthology.orchestra.run.smithi162.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-06-13T11:39:39.430 INFO:teuthology.orchestra.run.smithi162.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-06-13T11:39:39.430 INFO:teuthology.orchestra.run.smithi162.stdout: postgresql-server-13.14-1.el9.x86_64 2024-06-13T11:39:39.431 INFO:teuthology.orchestra.run.smithi162.stdout: protobuf-3.14.0-13.el9.x86_64 2024-06-13T11:39:39.431 INFO:teuthology.orchestra.run.smithi162.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-06-13T11:39:39.431 INFO:teuthology.orchestra.run.smithi162.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-06-13T11:39:39.431 INFO:teuthology.orchestra.run.smithi162.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-06-13T11:39:39.431 INFO:teuthology.orchestra.run.smithi162.stdout: python3-babel-2.9.1-2.el9.noarch 2024-06-13T11:39:39.431 INFO:teuthology.orchestra.run.smithi162.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-06-13T11:39:39.431 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-06-13T11:39:39.431 INFO:teuthology.orchestra.run.smithi162.stdout: python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:39.431 INFO:teuthology.orchestra.run.smithi162.stdout: python3-ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:39.431 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:39.431 INFO:teuthology.orchestra.run.smithi162.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-06-13T11:39:39.431 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-06-13T11:39:39.432 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-06-13T11:39:39.432 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-06-13T11:39:39.432 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-06-13T11:39:39.432 INFO:teuthology.orchestra.run.smithi162.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-06-13T11:39:39.432 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-06-13T11:39:39.432 INFO:teuthology.orchestra.run.smithi162.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-06-13T11:39:39.432 INFO:teuthology.orchestra.run.smithi162.stdout: python3-google-auth-1:2.29.0-2.el9.noarch 2024-06-13T11:39:39.432 INFO:teuthology.orchestra.run.smithi162.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-06-13T11:39:39.432 INFO:teuthology.orchestra.run.smithi162.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-06-13T11:39:39.432 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-06-13T11:39:39.432 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-06-13T11:39:39.433 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-06-13T11:39:39.433 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-06-13T11:39:39.433 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-06-13T11:39:39.433 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-06-13T11:39:39.433 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-06-13T11:39:39.433 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-06-13T11:39:39.433 INFO:teuthology.orchestra.run.smithi162.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-06-13T11:39:39.433 INFO:teuthology.orchestra.run.smithi162.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-06-13T11:39:39.433 INFO:teuthology.orchestra.run.smithi162.stdout: python3-mako-1.1.4-6.el9.noarch 2024-06-13T11:39:39.433 INFO:teuthology.orchestra.run.smithi162.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-06-13T11:39:39.433 INFO:teuthology.orchestra.run.smithi162.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-06-13T11:39:39.434 INFO:teuthology.orchestra.run.smithi162.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-06-13T11:39:39.434 INFO:teuthology.orchestra.run.smithi162.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-06-13T11:39:39.434 INFO:teuthology.orchestra.run.smithi162.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-06-13T11:39:39.434 INFO:teuthology.orchestra.run.smithi162.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-06-13T11:39:39.434 INFO:teuthology.orchestra.run.smithi162.stdout: python3-packaging-20.9-5.el9.noarch 2024-06-13T11:39:39.434 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-06-13T11:39:39.434 INFO:teuthology.orchestra.run.smithi162.stdout: python3-ply-3.11-14.el9.noarch 2024-06-13T11:39:39.434 INFO:teuthology.orchestra.run.smithi162.stdout: python3-portend-3.1.0-2.el9.noarch 2024-06-13T11:39:39.434 INFO:teuthology.orchestra.run.smithi162.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-06-13T11:39:39.434 INFO:teuthology.orchestra.run.smithi162.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-06-13T11:39:39.435 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-06-13T11:39:39.435 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-06-13T11:39:39.435 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-06-13T11:39:39.435 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pycparser-2.20-6.el9.noarch 2024-06-13T11:39:39.435 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-06-13T11:39:39.435 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pytz-2021.1-5.el9.noarch 2024-06-13T11:39:39.435 INFO:teuthology.orchestra.run.smithi162.stdout: python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:39.435 INFO:teuthology.orchestra.run.smithi162.stdout: python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:39.435 INFO:teuthology.orchestra.run.smithi162.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-06-13T11:39:39.435 INFO:teuthology.orchestra.run.smithi162.stdout: python3-requests-2.25.1-8.el9.noarch 2024-06-13T11:39:39.435 INFO:teuthology.orchestra.run.smithi162.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-06-13T11:39:39.435 INFO:teuthology.orchestra.run.smithi162.stdout: python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:39.436 INFO:teuthology.orchestra.run.smithi162.stdout: python3-routes-2.5.1-5.el9.noarch 2024-06-13T11:39:39.436 INFO:teuthology.orchestra.run.smithi162.stdout: python3-rsa-4.9-2.el9.noarch 2024-06-13T11:39:39.436 INFO:teuthology.orchestra.run.smithi162.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-06-13T11:39:39.436 INFO:teuthology.orchestra.run.smithi162.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-06-13T11:39:39.436 INFO:teuthology.orchestra.run.smithi162.stdout: python3-toml-0.10.2-6.el9.noarch 2024-06-13T11:39:39.436 INFO:teuthology.orchestra.run.smithi162.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-06-13T11:39:39.436 INFO:teuthology.orchestra.run.smithi162.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-06-13T11:39:39.436 INFO:teuthology.orchestra.run.smithi162.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-06-13T11:39:39.436 INFO:teuthology.orchestra.run.smithi162.stdout: python3-webob-1.8.7-6.el9.noarch 2024-06-13T11:39:39.436 INFO:teuthology.orchestra.run.smithi162.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-06-13T11:39:39.436 INFO:teuthology.orchestra.run.smithi162.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-06-13T11:39:39.437 INFO:teuthology.orchestra.run.smithi162.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-06-13T11:39:39.437 INFO:teuthology.orchestra.run.smithi162.stdout: qatlib-24.02.0-1.el9.x86_64 2024-06-13T11:39:39.437 INFO:teuthology.orchestra.run.smithi162.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-06-13T11:39:39.437 INFO:teuthology.orchestra.run.smithi162.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-06-13T11:39:39.437 INFO:teuthology.orchestra.run.smithi162.stdout: rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:39.437 INFO:teuthology.orchestra.run.smithi162.stdout: rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:39.437 INFO:teuthology.orchestra.run.smithi162.stdout: rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:39.437 INFO:teuthology.orchestra.run.smithi162.stdout: re2-1:20211101-3.el9.x86_64 2024-06-13T11:39:39.437 INFO:teuthology.orchestra.run.smithi162.stdout: socat-1.7.4.1-6.el9.x86_64 2024-06-13T11:39:39.437 INFO:teuthology.orchestra.run.smithi162.stdout: thrift-0.15.0-2.el9.x86_64 2024-06-13T11:39:39.437 INFO:teuthology.orchestra.run.smithi162.stdout: uuid-1.6.2-55.el9.x86_64 2024-06-13T11:39:39.438 INFO:teuthology.orchestra.run.smithi162.stdout: xfsprogs-devel-6.4.0-1.el9.x86_64 2024-06-13T11:39:39.438 INFO:teuthology.orchestra.run.smithi162.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-06-13T11:39:39.438 INFO:teuthology.orchestra.run.smithi162.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-06-13T11:39:39.438 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-06-13T11:39:39.438 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2024-06-13T11:39:39.859 DEBUG:teuthology.parallel:result is None 2024-06-13T11:39:44.223 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 144/172 2024-06-13T11:39:44.276 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 145/172 2024-06-13T11:39:44.334 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 146/172 2024-06-13T11:39:44.372 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : xfsprogs-devel-6.4.0-1.el9.x86_64 147/172 2024-06-13T11:39:44.410 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 148/172 2024-06-13T11:39:44.730 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 149/172 2024-06-13T11:39:44.794 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 150/172 2024-06-13T11:39:44.827 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_ 151/172 2024-06-13T11:39:44.875 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 152/172 2024-06-13T11:39:44.924 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : NetworkManager-team-1:1.47.91-1.el9.x86_64 153/172 2024-06-13T11:39:44.977 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : NetworkManager-tui-1:1.47.91-1.el9.x86_64 154/172 2024-06-13T11:39:45.921 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 155/172 2024-06-13T11:39:45.972 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 155/172 2024-06-13T11:39:46.029 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 155/172 2024-06-13T11:39:47.451 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 156/172 2024-06-13T11:39:47.564 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : openssl-devel-1:3.2.2-1.el9.x86_64 157/172 2024-06-13T11:39:47.626 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 158/172 2024-06-13T11:39:47.780 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : flex-2.6.4-9.el9.x86_64 159/172 2024-06-13T11:39:47.824 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : bison-3.7.4-5.el9.x86_64 160/172 2024-06-13T11:39:47.857 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 161/172 2024-06-13T11:39:47.892 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/172 2024-06-13T11:39:47.933 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 163/172 2024-06-13T11:39:47.933 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 164/172 2024-06-13T11:39:48.058 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 164/172 2024-06-13T11:39:48.103 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 165/172 2024-06-13T11:39:48.104 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 166/172 2024-06-13T11:39:48.249 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 166/172 2024-06-13T11:39:48.288 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 167/172 2024-06-13T11:39:48.322 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-06-13T11:39:48.322 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-06-13T11:39:48.660 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-06-13T11:39:48.660 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 169/172 2024-06-13T11:39:48.813 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 169/172 2024-06-13T11:39:48.858 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 170/172 2024-06-13T11:39:48.903 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 171/172 2024-06-13T11:39:49.042 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-06-13T11:39:49.327 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-06-13T11:39:49.327 INFO:teuthology.orchestra.run.smithi042.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-06-13T11:39:49.327 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:39:55.192 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 1/172 2024-06-13T11:39:55.192 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 2/172 2024-06-13T11:39:55.192 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 3/172 2024-06-13T11:39:55.192 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 4/172 2024-06-13T11:39:55.192 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 5/172 2024-06-13T11:39:55.192 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 6/172 2024-06-13T11:39:55.193 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 7/172 2024-06-13T11:39:55.193 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 8/172 2024-06-13T11:39:55.193 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 9/172 2024-06-13T11:39:55.193 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 10/172 2024-06-13T11:39:55.193 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 11/172 2024-06-13T11:39:55.193 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 12/172 2024-06-13T11:39:55.193 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 13/172 2024-06-13T11:39:55.193 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 14/172 2024-06-13T11:39:55.193 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_ 15/172 2024-06-13T11:39:55.193 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 16/172 2024-06-13T11:39:55.194 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 17/172 2024-06-13T11:39:55.194 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_6 18/172 2024-06-13T11:39:55.194 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 19/172 2024-06-13T11:39:55.194 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 20/172 2024-06-13T11:39:55.194 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el 21/172 2024-06-13T11:39:55.194 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-ceph-common-2:19.0.0-2946.g3d89accf.el9. 22/172 2024-06-13T11:39:55.194 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_6 23/172 2024-06-13T11:39:55.194 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 24/172 2024-06-13T11:39:55.194 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 25/172 2024-06-13T11:39:55.194 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 26/172 2024-06-13T11:39:55.194 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 27/172 2024-06-13T11:39:55.209 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 28/172 2024-06-13T11:39:55.209 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 29/172 2024-06-13T11:39:55.209 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf. 30/172 2024-06-13T11:39:55.209 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 31/172 2024-06-13T11:39:55.209 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 32/172 2024-06-13T11:39:55.209 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 33/172 2024-06-13T11:39:55.209 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el 34/172 2024-06-13T11:39:55.210 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 35/172 2024-06-13T11:39:55.210 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.e 36/172 2024-06-13T11:39:55.210 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 37/172 2024-06-13T11:39:55.210 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 38/172 2024-06-13T11:39:55.210 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 39/172 2024-06-13T11:39:55.210 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/172 2024-06-13T11:39:55.210 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/172 2024-06-13T11:39:55.210 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/172 2024-06-13T11:39:55.210 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/172 2024-06-13T11:39:55.210 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/172 2024-06-13T11:39:55.210 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/172 2024-06-13T11:39:55.210 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/172 2024-06-13T11:39:55.210 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/172 2024-06-13T11:39:55.211 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/172 2024-06-13T11:39:55.211 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/172 2024-06-13T11:39:55.211 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/172 2024-06-13T11:39:55.211 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/172 2024-06-13T11:39:55.211 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/172 2024-06-13T11:39:55.211 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/172 2024-06-13T11:39:55.211 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/172 2024-06-13T11:39:55.211 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/172 2024-06-13T11:39:55.211 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/172 2024-06-13T11:39:55.211 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/172 2024-06-13T11:39:55.211 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/172 2024-06-13T11:39:55.211 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/172 2024-06-13T11:39:55.211 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/172 2024-06-13T11:39:55.212 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/172 2024-06-13T11:39:55.212 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/172 2024-06-13T11:39:55.212 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/172 2024-06-13T11:39:55.212 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/172 2024-06-13T11:39:55.212 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/172 2024-06-13T11:39:55.212 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/172 2024-06-13T11:39:55.212 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/172 2024-06-13T11:39:55.212 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : openssl-devel-1:3.2.2-1.el9.x86_64 68/172 2024-06-13T11:39:55.212 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/172 2024-06-13T11:39:55.212 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/172 2024-06-13T11:39:55.212 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/172 2024-06-13T11:39:55.212 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/172 2024-06-13T11:39:55.213 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/172 2024-06-13T11:39:55.213 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/172 2024-06-13T11:39:55.213 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/172 2024-06-13T11:39:55.213 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/172 2024-06-13T11:39:55.213 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/172 2024-06-13T11:39:55.213 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/172 2024-06-13T11:39:55.213 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/172 2024-06-13T11:39:55.213 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/172 2024-06-13T11:39:55.213 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/172 2024-06-13T11:39:55.213 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/172 2024-06-13T11:39:55.213 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/172 2024-06-13T11:39:55.213 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/172 2024-06-13T11:39:55.213 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/172 2024-06-13T11:39:55.214 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/172 2024-06-13T11:39:55.214 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/172 2024-06-13T11:39:55.214 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/172 2024-06-13T11:39:55.214 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/172 2024-06-13T11:39:55.214 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/172 2024-06-13T11:39:55.214 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/172 2024-06-13T11:39:55.214 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/172 2024-06-13T11:39:55.214 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/172 2024-06-13T11:39:55.214 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/172 2024-06-13T11:39:55.214 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/172 2024-06-13T11:39:55.214 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/172 2024-06-13T11:39:55.214 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/172 2024-06-13T11:39:55.215 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/172 2024-06-13T11:39:55.215 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/172 2024-06-13T11:39:55.215 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/172 2024-06-13T11:39:55.215 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : xfsprogs-devel-6.4.0-1.el9.x86_64 101/172 2024-06-13T11:39:55.215 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/172 2024-06-13T11:39:55.215 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/172 2024-06-13T11:39:55.215 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/172 2024-06-13T11:39:55.215 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/172 2024-06-13T11:39:55.215 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/172 2024-06-13T11:39:55.215 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/172 2024-06-13T11:39:55.215 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/172 2024-06-13T11:39:55.215 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/172 2024-06-13T11:39:55.215 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/172 2024-06-13T11:39:55.215 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/172 2024-06-13T11:39:55.216 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/172 2024-06-13T11:39:55.216 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/172 2024-06-13T11:39:55.216 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/172 2024-06-13T11:39:55.216 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/172 2024-06-13T11:39:55.216 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/172 2024-06-13T11:39:55.216 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/172 2024-06-13T11:39:55.216 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 118/172 2024-06-13T11:39:55.216 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/172 2024-06-13T11:39:55.216 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/172 2024-06-13T11:39:55.216 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/172 2024-06-13T11:39:55.216 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-google-auth-1:2.29.0-2.el9.noarch 122/172 2024-06-13T11:39:55.216 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/172 2024-06-13T11:39:55.216 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/172 2024-06-13T11:39:55.217 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/172 2024-06-13T11:39:55.217 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/172 2024-06-13T11:39:55.217 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/172 2024-06-13T11:39:55.217 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/172 2024-06-13T11:39:55.217 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/172 2024-06-13T11:39:55.217 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/172 2024-06-13T11:39:55.217 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/172 2024-06-13T11:39:55.217 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/172 2024-06-13T11:39:55.217 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/172 2024-06-13T11:39:55.217 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/172 2024-06-13T11:39:55.217 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/172 2024-06-13T11:39:55.217 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/172 2024-06-13T11:39:55.217 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/172 2024-06-13T11:39:55.218 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/172 2024-06-13T11:39:55.218 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/172 2024-06-13T11:39:55.218 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/172 2024-06-13T11:39:55.218 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/172 2024-06-13T11:39:55.218 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/172 2024-06-13T11:39:55.218 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/172 2024-06-13T11:39:55.218 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/172 2024-06-13T11:39:55.218 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/172 2024-06-13T11:39:55.218 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/172 2024-06-13T11:39:55.218 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/172 2024-06-13T11:39:55.218 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/172 2024-06-13T11:39:55.218 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 149/172 2024-06-13T11:39:55.218 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/172 2024-06-13T11:39:55.218 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 151/172 2024-06-13T11:39:55.219 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/172 2024-06-13T11:39:55.219 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : NetworkManager-1:1.47.91-1.el9.x86_64 153/172 2024-06-13T11:39:55.219 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/172 2024-06-13T11:39:55.219 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : NetworkManager-libnm-1:1.47.91-1.el9.x86_64 155/172 2024-06-13T11:39:55.219 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/172 2024-06-13T11:39:55.219 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : NetworkManager-team-1:1.47.91-1.el9.x86_64 157/172 2024-06-13T11:39:55.219 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/172 2024-06-13T11:39:55.219 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : NetworkManager-tui-1:1.47.91-1.el9.x86_64 159/172 2024-06-13T11:39:55.219 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/172 2024-06-13T11:39:55.219 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/172 2024-06-13T11:39:55.219 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/172 2024-06-13T11:39:55.219 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/172 2024-06-13T11:39:55.219 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/172 2024-06-13T11:39:55.219 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/172 2024-06-13T11:39:55.220 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/172 2024-06-13T11:39:55.220 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : openssl-1:3.2.2-1.el9.x86_64 167/172 2024-06-13T11:39:55.220 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/172 2024-06-13T11:39:55.220 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : openssl-libs-1:3.2.2-1.el9.x86_64 169/172 2024-06-13T11:39:55.220 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/172 2024-06-13T11:39:55.220 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : xfsprogs-6.4.0-1.el9.x86_64 171/172 2024-06-13T11:39:57.639 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-06-13T11:39:57.639 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:39:57.639 INFO:teuthology.orchestra.run.smithi042.stdout:Upgraded: 2024-06-13T11:39:57.640 INFO:teuthology.orchestra.run.smithi042.stdout: NetworkManager-1:1.47.91-1.el9.x86_64 2024-06-13T11:39:57.640 INFO:teuthology.orchestra.run.smithi042.stdout: NetworkManager-libnm-1:1.47.91-1.el9.x86_64 2024-06-13T11:39:57.640 INFO:teuthology.orchestra.run.smithi042.stdout: NetworkManager-team-1:1.47.91-1.el9.x86_64 2024-06-13T11:39:57.640 INFO:teuthology.orchestra.run.smithi042.stdout: NetworkManager-tui-1:1.47.91-1.el9.x86_64 2024-06-13T11:39:57.640 INFO:teuthology.orchestra.run.smithi042.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-06-13T11:39:57.640 INFO:teuthology.orchestra.run.smithi042.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-06-13T11:39:57.640 INFO:teuthology.orchestra.run.smithi042.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-06-13T11:39:57.640 INFO:teuthology.orchestra.run.smithi042.stdout: librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:57.640 INFO:teuthology.orchestra.run.smithi042.stdout: librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:57.640 INFO:teuthology.orchestra.run.smithi042.stdout: openssl-1:3.2.2-1.el9.x86_64 2024-06-13T11:39:57.640 INFO:teuthology.orchestra.run.smithi042.stdout: openssl-libs-1:3.2.2-1.el9.x86_64 2024-06-13T11:39:57.640 INFO:teuthology.orchestra.run.smithi042.stdout: xfsprogs-6.4.0-1.el9.x86_64 2024-06-13T11:39:57.640 INFO:teuthology.orchestra.run.smithi042.stdout:Installed: 2024-06-13T11:39:57.641 INFO:teuthology.orchestra.run.smithi042.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-06-13T11:39:57.641 INFO:teuthology.orchestra.run.smithi042.stdout: automake-1.16.2-8.el9.noarch 2024-06-13T11:39:57.641 INFO:teuthology.orchestra.run.smithi042.stdout: bison-3.7.4-5.el9.x86_64 2024-06-13T11:39:57.641 INFO:teuthology.orchestra.run.smithi042.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-06-13T11:39:57.641 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:57.641 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:57.641 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:57.641 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:57.642 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T11:39:57.642 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-immutable-object-cache-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:57.642 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:57.642 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:57.642 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T11:39:57.642 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T11:39:57.642 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T11:39:57.643 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T11:39:57.643 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T11:39:57.643 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:57.643 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:57.643 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T11:39:57.643 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:57.643 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:57.643 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:57.643 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T11:39:57.643 INFO:teuthology.orchestra.run.smithi042.stdout: cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T11:39:57.644 INFO:teuthology.orchestra.run.smithi042.stdout: cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:57.644 INFO:teuthology.orchestra.run.smithi042.stdout: cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:57.644 INFO:teuthology.orchestra.run.smithi042.stdout: cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T11:39:57.644 INFO:teuthology.orchestra.run.smithi042.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-06-13T11:39:57.644 INFO:teuthology.orchestra.run.smithi042.stdout: flex-2.6.4-9.el9.x86_64 2024-06-13T11:39:57.644 INFO:teuthology.orchestra.run.smithi042.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-06-13T11:39:57.644 INFO:teuthology.orchestra.run.smithi042.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-06-13T11:39:57.644 INFO:teuthology.orchestra.run.smithi042.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-06-13T11:39:57.644 INFO:teuthology.orchestra.run.smithi042.stdout: fuse-2.9.9-15.el9.x86_64 2024-06-13T11:39:57.644 INFO:teuthology.orchestra.run.smithi042.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-06-13T11:39:57.644 INFO:teuthology.orchestra.run.smithi042.stdout: grpc-data-1.46.7-10.el9.noarch 2024-06-13T11:39:57.644 INFO:teuthology.orchestra.run.smithi042.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-06-13T11:39:57.644 INFO:teuthology.orchestra.run.smithi042.stdout: libarrow-9.0.0-11.el9.x86_64 2024-06-13T11:39:57.645 INFO:teuthology.orchestra.run.smithi042.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-06-13T11:39:57.645 INFO:teuthology.orchestra.run.smithi042.stdout: libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:57.645 INFO:teuthology.orchestra.run.smithi042.stdout: libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:57.645 INFO:teuthology.orchestra.run.smithi042.stdout: libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:57.645 INFO:teuthology.orchestra.run.smithi042.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-06-13T11:39:57.645 INFO:teuthology.orchestra.run.smithi042.stdout: liboath-2.6.7-2.el9.x86_64 2024-06-13T11:39:57.645 INFO:teuthology.orchestra.run.smithi042.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-06-13T11:39:57.645 INFO:teuthology.orchestra.run.smithi042.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-06-13T11:39:57.645 INFO:teuthology.orchestra.run.smithi042.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-06-13T11:39:57.645 INFO:teuthology.orchestra.run.smithi042.stdout: librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:57.645 INFO:teuthology.orchestra.run.smithi042.stdout: libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:57.645 INFO:teuthology.orchestra.run.smithi042.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-06-13T11:39:57.645 INFO:teuthology.orchestra.run.smithi042.stdout: librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:57.645 INFO:teuthology.orchestra.run.smithi042.stdout: libtool-2.4.6-45.el9.x86_64 2024-06-13T11:39:57.646 INFO:teuthology.orchestra.run.smithi042.stdout: libunwind-1.6.2-1.el9.x86_64 2024-06-13T11:39:57.646 INFO:teuthology.orchestra.run.smithi042.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-06-13T11:39:57.646 INFO:teuthology.orchestra.run.smithi042.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-06-13T11:39:57.646 INFO:teuthology.orchestra.run.smithi042.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-06-13T11:39:57.646 INFO:teuthology.orchestra.run.smithi042.stdout: lua-5.4.4-4.el9.x86_64 2024-06-13T11:39:57.646 INFO:teuthology.orchestra.run.smithi042.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-06-13T11:39:57.646 INFO:teuthology.orchestra.run.smithi042.stdout: luarocks-3.9.2-5.el9.noarch 2024-06-13T11:39:57.646 INFO:teuthology.orchestra.run.smithi042.stdout: openblas-0.3.21-2.el9.x86_64 2024-06-13T11:39:57.646 INFO:teuthology.orchestra.run.smithi042.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-06-13T11:39:57.646 INFO:teuthology.orchestra.run.smithi042.stdout: openssl-devel-1:3.2.2-1.el9.x86_64 2024-06-13T11:39:57.646 INFO:teuthology.orchestra.run.smithi042.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-06-13T11:39:57.646 INFO:teuthology.orchestra.run.smithi042.stdout: postgresql-13.14-1.el9.x86_64 2024-06-13T11:39:57.646 INFO:teuthology.orchestra.run.smithi042.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-06-13T11:39:57.647 INFO:teuthology.orchestra.run.smithi042.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-06-13T11:39:57.647 INFO:teuthology.orchestra.run.smithi042.stdout: postgresql-server-13.14-1.el9.x86_64 2024-06-13T11:39:57.647 INFO:teuthology.orchestra.run.smithi042.stdout: protobuf-3.14.0-13.el9.x86_64 2024-06-13T11:39:57.647 INFO:teuthology.orchestra.run.smithi042.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-06-13T11:39:57.647 INFO:teuthology.orchestra.run.smithi042.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-06-13T11:39:57.647 INFO:teuthology.orchestra.run.smithi042.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-06-13T11:39:57.647 INFO:teuthology.orchestra.run.smithi042.stdout: python3-babel-2.9.1-2.el9.noarch 2024-06-13T11:39:57.647 INFO:teuthology.orchestra.run.smithi042.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-06-13T11:39:57.647 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-06-13T11:39:57.647 INFO:teuthology.orchestra.run.smithi042.stdout: python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:57.647 INFO:teuthology.orchestra.run.smithi042.stdout: python3-ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:57.647 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:57.647 INFO:teuthology.orchestra.run.smithi042.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-06-13T11:39:57.647 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-06-13T11:39:57.647 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-06-13T11:39:57.648 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-06-13T11:39:57.648 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-06-13T11:39:57.648 INFO:teuthology.orchestra.run.smithi042.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-06-13T11:39:57.648 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-06-13T11:39:57.648 INFO:teuthology.orchestra.run.smithi042.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-06-13T11:39:57.648 INFO:teuthology.orchestra.run.smithi042.stdout: python3-google-auth-1:2.29.0-2.el9.noarch 2024-06-13T11:39:57.648 INFO:teuthology.orchestra.run.smithi042.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-06-13T11:39:57.648 INFO:teuthology.orchestra.run.smithi042.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-06-13T11:39:57.648 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-06-13T11:39:57.648 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-06-13T11:39:57.648 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-06-13T11:39:57.648 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-06-13T11:39:57.648 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-06-13T11:39:57.649 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-06-13T11:39:57.649 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-06-13T11:39:57.649 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-06-13T11:39:57.649 INFO:teuthology.orchestra.run.smithi042.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-06-13T11:39:57.649 INFO:teuthology.orchestra.run.smithi042.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-06-13T11:39:57.649 INFO:teuthology.orchestra.run.smithi042.stdout: python3-mako-1.1.4-6.el9.noarch 2024-06-13T11:39:57.649 INFO:teuthology.orchestra.run.smithi042.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-06-13T11:39:57.649 INFO:teuthology.orchestra.run.smithi042.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-06-13T11:39:57.649 INFO:teuthology.orchestra.run.smithi042.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-06-13T11:39:57.649 INFO:teuthology.orchestra.run.smithi042.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-06-13T11:39:57.649 INFO:teuthology.orchestra.run.smithi042.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-06-13T11:39:57.649 INFO:teuthology.orchestra.run.smithi042.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-06-13T11:39:57.649 INFO:teuthology.orchestra.run.smithi042.stdout: python3-packaging-20.9-5.el9.noarch 2024-06-13T11:39:57.650 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-06-13T11:39:57.650 INFO:teuthology.orchestra.run.smithi042.stdout: python3-ply-3.11-14.el9.noarch 2024-06-13T11:39:57.650 INFO:teuthology.orchestra.run.smithi042.stdout: python3-portend-3.1.0-2.el9.noarch 2024-06-13T11:39:57.650 INFO:teuthology.orchestra.run.smithi042.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-06-13T11:39:57.650 INFO:teuthology.orchestra.run.smithi042.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-06-13T11:39:57.650 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-06-13T11:39:57.650 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-06-13T11:39:57.650 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-06-13T11:39:57.650 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pycparser-2.20-6.el9.noarch 2024-06-13T11:39:57.650 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-06-13T11:39:57.650 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pytz-2021.1-5.el9.noarch 2024-06-13T11:39:57.651 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:57.651 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:57.651 INFO:teuthology.orchestra.run.smithi042.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-06-13T11:39:57.651 INFO:teuthology.orchestra.run.smithi042.stdout: python3-requests-2.25.1-8.el9.noarch 2024-06-13T11:39:57.651 INFO:teuthology.orchestra.run.smithi042.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-06-13T11:39:57.651 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:57.651 INFO:teuthology.orchestra.run.smithi042.stdout: python3-routes-2.5.1-5.el9.noarch 2024-06-13T11:39:57.651 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rsa-4.9-2.el9.noarch 2024-06-13T11:39:57.651 INFO:teuthology.orchestra.run.smithi042.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-06-13T11:39:57.651 INFO:teuthology.orchestra.run.smithi042.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-06-13T11:39:57.651 INFO:teuthology.orchestra.run.smithi042.stdout: python3-toml-0.10.2-6.el9.noarch 2024-06-13T11:39:57.651 INFO:teuthology.orchestra.run.smithi042.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-06-13T11:39:57.652 INFO:teuthology.orchestra.run.smithi042.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-06-13T11:39:57.652 INFO:teuthology.orchestra.run.smithi042.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-06-13T11:39:57.652 INFO:teuthology.orchestra.run.smithi042.stdout: python3-webob-1.8.7-6.el9.noarch 2024-06-13T11:39:57.652 INFO:teuthology.orchestra.run.smithi042.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-06-13T11:39:57.652 INFO:teuthology.orchestra.run.smithi042.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-06-13T11:39:57.652 INFO:teuthology.orchestra.run.smithi042.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-06-13T11:39:57.652 INFO:teuthology.orchestra.run.smithi042.stdout: qatlib-24.02.0-1.el9.x86_64 2024-06-13T11:39:57.652 INFO:teuthology.orchestra.run.smithi042.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-06-13T11:39:57.652 INFO:teuthology.orchestra.run.smithi042.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-06-13T11:39:57.652 INFO:teuthology.orchestra.run.smithi042.stdout: rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:57.652 INFO:teuthology.orchestra.run.smithi042.stdout: rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:57.652 INFO:teuthology.orchestra.run.smithi042.stdout: rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T11:39:57.652 INFO:teuthology.orchestra.run.smithi042.stdout: re2-1:20211101-3.el9.x86_64 2024-06-13T11:39:57.652 INFO:teuthology.orchestra.run.smithi042.stdout: socat-1.7.4.1-6.el9.x86_64 2024-06-13T11:39:57.652 INFO:teuthology.orchestra.run.smithi042.stdout: thrift-0.15.0-2.el9.x86_64 2024-06-13T11:39:57.653 INFO:teuthology.orchestra.run.smithi042.stdout: uuid-1.6.2-55.el9.x86_64 2024-06-13T11:39:57.653 INFO:teuthology.orchestra.run.smithi042.stdout: xfsprogs-devel-6.4.0-1.el9.x86_64 2024-06-13T11:39:57.653 INFO:teuthology.orchestra.run.smithi042.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-06-13T11:39:57.653 INFO:teuthology.orchestra.run.smithi042.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-06-13T11:39:57.653 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:39:57.653 INFO:teuthology.orchestra.run.smithi042.stdout:Complete! 2024-06-13T11:39:58.262 DEBUG:teuthology.parallel:result is None 2024-06-13T11:39:58.263 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-13T11:39:58.417 DEBUG:teuthology.orchestra.run.smithi042:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-06-13T11:39:58.474 INFO:teuthology.orchestra.run.smithi042.stdout:19.0.0-2946.g3d89accf.el9 2024-06-13T11:39:58.475 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2946.g3d89accf.el9 2024-06-13T11:39:58.475 INFO:teuthology.task.install:The correct ceph version 19.0.0-2946.g3d89accf is installed. 2024-06-13T11:39:58.477 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-13T11:39:58.622 DEBUG:teuthology.orchestra.run.smithi088:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-06-13T11:39:58.647 INFO:teuthology.orchestra.run.smithi088.stdout:19.0.0-2946.g3d89accf.el9 2024-06-13T11:39:58.648 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2946.g3d89accf.el9 2024-06-13T11:39:58.648 INFO:teuthology.task.install:The correct ceph version 19.0.0-2946.g3d89accf is installed. 2024-06-13T11:39:58.649 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-13T11:39:58.785 DEBUG:teuthology.orchestra.run.smithi162:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-06-13T11:39:58.810 INFO:teuthology.orchestra.run.smithi162.stdout:19.0.0-2946.g3d89accf.el9 2024-06-13T11:39:58.811 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2946.g3d89accf.el9 2024-06-13T11:39:58.811 INFO:teuthology.task.install:The correct ceph version 19.0.0-2946.g3d89accf is installed. 2024-06-13T11:39:58.812 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-06-13T11:39:58.813 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-13T11:39:58.813 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-06-13T11:39:58.884 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-06-13T11:39:58.884 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-06-13T11:39:58.916 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2024-06-13T11:39:58.916 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-06-13T11:39:58.946 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-06-13T11:39:58.946 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-13T11:39:58.946 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/usr/bin/daemon-helper 2024-06-13T11:39:59.013 DEBUG:teuthology.orchestra.run.smithi042:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-06-13T11:39:59.127 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-06-13T11:39:59.128 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd of=/usr/bin/daemon-helper 2024-06-13T11:39:59.155 DEBUG:teuthology.orchestra.run.smithi088:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-06-13T11:39:59.223 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2024-06-13T11:39:59.223 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd of=/usr/bin/daemon-helper 2024-06-13T11:39:59.251 DEBUG:teuthology.orchestra.run.smithi162:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-06-13T11:39:59.318 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-06-13T11:39:59.318 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-13T11:39:59.318 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/usr/bin/adjust-ulimits 2024-06-13T11:39:59.384 DEBUG:teuthology.orchestra.run.smithi042:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-06-13T11:39:59.489 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-06-13T11:39:59.489 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd of=/usr/bin/adjust-ulimits 2024-06-13T11:39:59.513 DEBUG:teuthology.orchestra.run.smithi088:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-06-13T11:39:59.578 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2024-06-13T11:39:59.578 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd of=/usr/bin/adjust-ulimits 2024-06-13T11:39:59.606 DEBUG:teuthology.orchestra.run.smithi162:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-06-13T11:39:59.674 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-06-13T11:39:59.675 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-13T11:39:59.675 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/usr/bin/stdin-killer 2024-06-13T11:39:59.734 DEBUG:teuthology.orchestra.run.smithi042:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-06-13T11:39:59.837 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-06-13T11:39:59.837 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd of=/usr/bin/stdin-killer 2024-06-13T11:39:59.861 DEBUG:teuthology.orchestra.run.smithi088:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-06-13T11:39:59.924 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2024-06-13T11:39:59.924 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd of=/usr/bin/stdin-killer 2024-06-13T11:39:59.952 DEBUG:teuthology.orchestra.run.smithi162:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-06-13T11:40:00.019 INFO:teuthology.run_tasks:Running task cephadm... 2024-06-13T11:40:00.119 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 3, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_export_ephemeral_random_max': 0.1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': '3d89accfe3201286f000e065a1faea2a88c7a6ba', 'subvols': {'create': 2, 'subvol_options': '--size 25000000000'}} 2024-06-13T11:40:00.119 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-13T11:40:00.120 INFO:tasks.cephadm:Cluster fsid is aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T11:40:00.120 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-06-13T11:40:00.120 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.42', 'mon.b': '172.21.15.88', 'mon.c': '172.21.15.162'} 2024-06-13T11:40:00.120 INFO:tasks.cephadm:First mon is mon.a on smithi042 2024-06-13T11:40:00.121 INFO:tasks.cephadm:First mgr is x 2024-06-13T11:40:00.121 INFO:tasks.cephadm:Normalizing hostnames... 2024-06-13T11:40:00.121 DEBUG:teuthology.orchestra.run.smithi042:> sudo hostname $(hostname -s) 2024-06-13T11:40:00.185 DEBUG:teuthology.orchestra.run.smithi088:> sudo hostname $(hostname -s) 2024-06-13T11:40:00.209 DEBUG:teuthology.orchestra.run.smithi162:> sudo hostname $(hostname -s) 2024-06-13T11:40:00.237 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-06-13T11:40:00.237 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-13T11:40:00.376 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '3d89accfe3201286f000e065a1faea2a88c7a6ba', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/55273/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-2946-g3d89accf', 'node_name': '172.21.2.14+braggi14', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-2946.g3d89accf'}, 'url': 'https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-05-30 17:04:17.570799', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'squid', 'chacra_url': 'https://3.chacra.ceph.com/repos/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-06-13T11:40:00.514 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref squid, sha1 3d89accfe3201286f000e065a1faea2a88c7a6ba from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-13T11:40:00.516 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/x86_64/flavors/default/cephadm 2024-06-13T11:40:00.516 DEBUG:teuthology.orchestra.run.smithi042:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-06-13T11:40:01.108 INFO:teuthology.orchestra.run.smithi042.stdout:-rw-r--r--. 1 ubuntu ubuntu 781907 Jun 13 11:40 /home/ubuntu/cephtest/cephadm 2024-06-13T11:40:01.109 DEBUG:teuthology.orchestra.run.smithi088:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-06-13T11:40:01.498 INFO:teuthology.orchestra.run.smithi088.stdout:-rw-r--r--. 1 ubuntu ubuntu 781907 Jun 13 11:40 /home/ubuntu/cephtest/cephadm 2024-06-13T11:40:01.498 DEBUG:teuthology.orchestra.run.smithi162:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-06-13T11:40:02.044 INFO:teuthology.orchestra.run.smithi162.stdout:-rw-r--r--. 1 ubuntu ubuntu 781907 Jun 13 11:40 /home/ubuntu/cephtest/cephadm 2024-06-13T11:40:02.044 DEBUG:teuthology.orchestra.run.smithi042:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-06-13T11:40:02.097 DEBUG:teuthology.orchestra.run.smithi088:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-06-13T11:40:02.116 DEBUG:teuthology.orchestra.run.smithi162:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-06-13T11:40:02.149 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba on all hosts... 2024-06-13T11:40:02.149 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba pull 2024-06-13T11:40:02.157 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba pull 2024-06-13T11:40:02.159 DEBUG:teuthology.orchestra.run.smithi162:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba pull 2024-06-13T11:40:03.051 INFO:teuthology.orchestra.run.smithi088.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba... 2024-06-13T11:40:03.059 INFO:teuthology.orchestra.run.smithi162.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba... 2024-06-13T11:40:03.606 INFO:teuthology.orchestra.run.smithi042.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba... 2024-06-13T11:40:48.566 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-13T11:40:48.566 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_version": "ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc)", 2024-06-13T11:40:48.566 INFO:teuthology.orchestra.run.smithi042.stdout: "image_id": "b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1", 2024-06-13T11:40:48.567 INFO:teuthology.orchestra.run.smithi042.stdout: "repo_digests": [ 2024-06-13T11:40:48.567 INFO:teuthology.orchestra.run.smithi042.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9" 2024-06-13T11:40:48.567 INFO:teuthology.orchestra.run.smithi042.stdout: ] 2024-06-13T11:40:48.567 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-13T11:40:50.987 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2024-06-13T11:40:50.987 INFO:teuthology.orchestra.run.smithi162.stdout: "ceph_version": "ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc)", 2024-06-13T11:40:50.987 INFO:teuthology.orchestra.run.smithi162.stdout: "image_id": "b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1", 2024-06-13T11:40:50.987 INFO:teuthology.orchestra.run.smithi162.stdout: "repo_digests": [ 2024-06-13T11:40:50.987 INFO:teuthology.orchestra.run.smithi162.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9" 2024-06-13T11:40:50.987 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2024-06-13T11:40:50.987 INFO:teuthology.orchestra.run.smithi162.stdout:} 2024-06-13T11:40:56.834 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-06-13T11:40:56.834 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_version": "ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc)", 2024-06-13T11:40:56.834 INFO:teuthology.orchestra.run.smithi088.stdout: "image_id": "b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1", 2024-06-13T11:40:56.834 INFO:teuthology.orchestra.run.smithi088.stdout: "repo_digests": [ 2024-06-13T11:40:56.835 INFO:teuthology.orchestra.run.smithi088.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9" 2024-06-13T11:40:56.835 INFO:teuthology.orchestra.run.smithi088.stdout: ] 2024-06-13T11:40:56.835 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-06-13T11:40:56.859 DEBUG:teuthology.orchestra.run.smithi042:> sudo mkdir -p /etc/ceph 2024-06-13T11:40:56.956 DEBUG:teuthology.orchestra.run.smithi088:> sudo mkdir -p /etc/ceph 2024-06-13T11:40:56.983 DEBUG:teuthology.orchestra.run.smithi162:> sudo mkdir -p /etc/ceph 2024-06-13T11:40:57.014 DEBUG:teuthology.orchestra.run.smithi042:> sudo chmod 777 /etc/ceph 2024-06-13T11:40:57.108 DEBUG:teuthology.orchestra.run.smithi088:> sudo chmod 777 /etc/ceph 2024-06-13T11:40:57.133 DEBUG:teuthology.orchestra.run.smithi162:> sudo chmod 777 /etc/ceph 2024-06-13T11:40:57.161 INFO:tasks.cephadm:Writing seed config... 2024-06-13T11:40:57.163 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-06-13T11:40:57.163 INFO:tasks.cephadm: override: [client] debug client = 20 2024-06-13T11:40:57.163 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-06-13T11:40:57.163 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-06-13T11:40:57.163 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-06-13T11:40:57.163 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2024-06-13T11:40:57.163 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-06-13T11:40:57.163 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-06-13T11:40:57.163 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-06-13T11:40:57.163 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-06-13T11:40:57.164 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-06-13T11:40:57.164 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-06-13T11:40:57.164 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-06-13T11:40:57.164 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-06-13T11:40:57.164 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-06-13T11:40:57.164 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-06-13T11:40:57.164 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-06-13T11:40:57.164 INFO:tasks.cephadm: override: [mds] mds_export_ephemeral_random_max = 0.1 2024-06-13T11:40:57.164 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-06-13T11:40:57.164 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-06-13T11:40:57.164 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-06-13T11:40:57.164 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-06-13T11:40:57.164 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2024-06-13T11:40:57.164 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-06-13T11:40:57.165 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-06-13T11:40:57.165 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-06-13T11:40:57.165 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-06-13T11:40:57.165 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-06-13T11:40:57.165 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-06-13T11:40:57.165 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-06-13T11:40:57.165 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-06-13T11:40:57.165 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-06-13T11:40:57.165 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-06-13T11:40:57.165 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-06-13T11:40:57.165 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-06-13T11:40:57.165 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-06-13T11:40:57.165 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-06-13T11:40:57.165 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-06-13T11:40:57.165 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-06-13T11:40:57.166 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-06-13T11:40:57.166 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-06-13T11:40:57.166 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-06-13T11:40:57.166 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-06-13T11:40:57.166 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-06-13T11:40:57.166 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-06-13T11:40:57.166 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10 2024-06-13T11:40:57.167 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-13T11:40:57.167 DEBUG:teuthology.orchestra.run.smithi042:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-06-13T11:40:57.227 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = aa9143f6-2979-11ef-bc9c-c7b262605968 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_export_ephemeral_random_max = 0.1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-06-13T11:40:57.227 DEBUG:teuthology.orchestra.run.smithi042:mon.a> sudo journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mon.a.service 2024-06-13T11:40:57.274 DEBUG:teuthology.orchestra.run.smithi042:mgr.x> sudo journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mgr.x.service 2024-06-13T11:40:57.319 INFO:tasks.cephadm:Bootstrapping... 2024-06-13T11:40:57.319 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba -v bootstrap --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.42 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-06-13T11:40:57.599 INFO:teuthology.orchestra.run.smithi042.stdout:-------------------------------------------------------------------------------- 2024-06-13T11:40:57.599 INFO:teuthology.orchestra.run.smithi042.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba', '-v', 'bootstrap', '--fsid', 'aa9143f6-2979-11ef-bc9c-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.42', '--skip-admin-label'] 2024-06-13T11:40:57.599 INFO:teuthology.orchestra.run.smithi042.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-06-13T11:40:57.600 INFO:teuthology.orchestra.run.smithi042.stdout:Verifying podman|docker is present... 2024-06-13T11:40:57.660 INFO:teuthology.orchestra.run.smithi042.stdout:/bin/podman: stdout 5.1.0 2024-06-13T11:40:57.660 INFO:teuthology.orchestra.run.smithi042.stdout:Verifying lvm2 is present... 2024-06-13T11:40:57.660 INFO:teuthology.orchestra.run.smithi042.stdout:Verifying time synchronization is in place... 2024-06-13T11:40:57.682 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-06-13T11:40:57.682 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-06-13T11:40:57.699 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-06-13T11:40:57.699 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout inactive 2024-06-13T11:40:57.719 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout enabled 2024-06-13T11:40:57.741 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout active 2024-06-13T11:40:57.741 INFO:teuthology.orchestra.run.smithi042.stdout:Unit chronyd.service is enabled and running 2024-06-13T11:40:57.742 INFO:teuthology.orchestra.run.smithi042.stdout:Repeating the final host check... 2024-06-13T11:40:57.803 INFO:teuthology.orchestra.run.smithi042.stdout:/bin/podman: stdout 5.1.0 2024-06-13T11:40:57.803 INFO:teuthology.orchestra.run.smithi042.stdout:podman (/bin/podman) version 5.1.0 is present 2024-06-13T11:40:57.803 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl is present 2024-06-13T11:40:57.803 INFO:teuthology.orchestra.run.smithi042.stdout:lvcreate is present 2024-06-13T11:40:57.819 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-06-13T11:40:57.819 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-06-13T11:40:57.837 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-06-13T11:40:57.837 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout inactive 2024-06-13T11:40:57.860 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout enabled 2024-06-13T11:40:57.882 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout active 2024-06-13T11:40:57.882 INFO:teuthology.orchestra.run.smithi042.stdout:Unit chronyd.service is enabled and running 2024-06-13T11:40:57.883 INFO:teuthology.orchestra.run.smithi042.stdout:Host looks OK 2024-06-13T11:40:57.883 INFO:teuthology.orchestra.run.smithi042.stdout:Cluster fsid: aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T11:40:57.883 INFO:teuthology.orchestra.run.smithi042.stdout:Acquiring lock 140593499776192 on /run/cephadm/aa9143f6-2979-11ef-bc9c-c7b262605968.lock 2024-06-13T11:40:57.884 INFO:teuthology.orchestra.run.smithi042.stdout:Lock 140593499776192 acquired on /run/cephadm/aa9143f6-2979-11ef-bc9c-c7b262605968.lock 2024-06-13T11:40:57.885 INFO:teuthology.orchestra.run.smithi042.stdout:Verifying IP 172.21.15.42 port 3300 ... 2024-06-13T11:40:57.886 INFO:teuthology.orchestra.run.smithi042.stdout:Verifying IP 172.21.15.42 port 6789 ... 2024-06-13T11:40:57.887 INFO:teuthology.orchestra.run.smithi042.stdout:Base mon IP(s) is [172.21.15.42:3300, 172.21.15.42:6789], mon addrv is [v2:172.21.15.42:3300,v1:172.21.15.42:6789] 2024-06-13T11:40:57.902 INFO:teuthology.orchestra.run.smithi042.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.42 metric 100 2024-06-13T11:40:57.902 INFO:teuthology.orchestra.run.smithi042.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.42 metric 100 2024-06-13T11:40:57.915 INFO:teuthology.orchestra.run.smithi042.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-06-13T11:40:57.915 INFO:teuthology.orchestra.run.smithi042.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-06-13T11:40:57.915 INFO:teuthology.orchestra.run.smithi042.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-06-13T11:40:57.927 INFO:teuthology.orchestra.run.smithi042.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-06-13T11:40:57.929 INFO:teuthology.orchestra.run.smithi042.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-06-13T11:40:57.929 INFO:teuthology.orchestra.run.smithi042.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-06-13T11:40:57.929 INFO:teuthology.orchestra.run.smithi042.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-06-13T11:40:57.929 INFO:teuthology.orchestra.run.smithi042.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:1440/64 scope link noprefixroute 2024-06-13T11:40:57.929 INFO:teuthology.orchestra.run.smithi042.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-06-13T11:40:57.931 INFO:teuthology.orchestra.run.smithi042.stdout:Mon IP `172.21.15.42` is in CIDR network `172.21.0.0/20` 2024-06-13T11:40:57.931 INFO:teuthology.orchestra.run.smithi042.stdout:Mon IP `172.21.15.42` is in CIDR network `172.21.0.0/20` 2024-06-13T11:40:57.931 INFO:teuthology.orchestra.run.smithi042.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-06-13T11:40:57.934 INFO:teuthology.orchestra.run.smithi042.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-06-13T11:40:57.937 INFO:teuthology.orchestra.run.smithi042.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba... 2024-06-13T11:40:58.600 INFO:teuthology.orchestra.run.smithi042.stdout:/bin/podman: stdout b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 2024-06-13T11:40:58.601 INFO:teuthology.orchestra.run.smithi042.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba... 2024-06-13T11:40:58.601 INFO:teuthology.orchestra.run.smithi042.stdout:/bin/podman: stderr Getting image source signatures 2024-06-13T11:40:58.601 INFO:teuthology.orchestra.run.smithi042.stdout:/bin/podman: stderr Copying blob sha256:53b2d4191269e9d20972bfa652565296fad6514cf6a3d99f19db644875f67876 2024-06-13T11:40:58.602 INFO:teuthology.orchestra.run.smithi042.stdout:/bin/podman: stderr Copying blob sha256:3ca969c7b6d79946c6f10490fffc00028babe7df67f50ed53c7bc209325e0612 2024-06-13T11:40:58.602 INFO:teuthology.orchestra.run.smithi042.stdout:/bin/podman: stderr Copying config sha256:b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 2024-06-13T11:40:58.602 INFO:teuthology.orchestra.run.smithi042.stdout:/bin/podman: stderr Writing manifest to image destination 2024-06-13T11:40:59.836 INFO:teuthology.orchestra.run.smithi042.stdout:ceph: stdout ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc) 2024-06-13T11:40:59.836 INFO:teuthology.orchestra.run.smithi042.stdout:Ceph version: ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc) 2024-06-13T11:40:59.836 INFO:teuthology.orchestra.run.smithi042.stdout:Extracting ceph user uid/gid from container image... 2024-06-13T11:41:01.017 INFO:teuthology.orchestra.run.smithi042.stdout:stat: stdout 167 167 2024-06-13T11:41:01.017 INFO:teuthology.orchestra.run.smithi042.stdout:Creating initial keys... 2024-06-13T11:41:02.142 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph-authtool: stdout AQDN2mpmHVDyHBAAibe1sIDnyNF4x8BzUwyXCg== 2024-06-13T11:41:03.250 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph-authtool: stdout AQDO2mpmbAaxIhAAggJpcQOUeE74uyJRZQJwyQ== 2024-06-13T11:41:04.382 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph-authtool: stdout AQDP2mpmlH/zLRAAoawaHreqWw+ecSGz/0tpaA== 2024-06-13T11:41:04.385 INFO:teuthology.orchestra.run.smithi042.stdout:Creating initial monmap... 2024-06-13T11:41:13.824 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-06-13T11:41:13.825 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-06-13T11:41:13.825 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T11:41:13.825 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-06-13T11:41:13.825 INFO:teuthology.orchestra.run.smithi042.stdout:monmaptool for a [v2:172.21.15.42:3300,v1:172.21.15.42:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-06-13T11:41:13.825 INFO:teuthology.orchestra.run.smithi042.stdout:setting min_mon_release = quincy 2024-06-13T11:41:13.825 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/monmaptool: set fsid to aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T11:41:13.825 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-06-13T11:41:13.825 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:41:13.825 INFO:teuthology.orchestra.run.smithi042.stdout:Creating mon... 2024-06-13T11:41:14.988 INFO:teuthology.orchestra.run.smithi042.stdout:create mon.a on 2024-06-13T11:41:15.345 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-06-13T11:41:15.597 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-06-13T11:41:15.909 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-aa9143f6-2979-11ef-bc9c-c7b262605968.target → /etc/systemd/system/ceph-aa9143f6-2979-11ef-bc9c-c7b262605968.target. 2024-06-13T11:41:15.909 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-aa9143f6-2979-11ef-bc9c-c7b262605968.target → /etc/systemd/system/ceph-aa9143f6-2979-11ef-bc9c-c7b262605968.target. 2024-06-13T11:41:16.308 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mon.a 2024-06-13T11:41:16.308 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stderr Failed to reset failed state of unit ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mon.a.service: Unit ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mon.a.service not loaded. 2024-06-13T11:41:16.628 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-aa9143f6-2979-11ef-bc9c-c7b262605968.target.wants/ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mon.a.service → /etc/systemd/system/ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@.service. 2024-06-13T11:41:17.343 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:17 smithi042 podman[31837]: 2024-06-13 11:41:17.080854425 +0000 UTC m=+0.152820592 container create 3bbf9d96309fa2659e4e9847a11ba27920b0c2b3ccc2bea67989e992307f88b2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-a, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T11:41:17.344 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:17 smithi042 podman[31837]: 2024-06-13 11:41:17.343043289 +0000 UTC m=+0.415009490 container init 3bbf9d96309fa2659e4e9847a11ba27920b0c2b3ccc2bea67989e992307f88b2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-a, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-06-13T11:41:17.462 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-06-13T11:41:17.463 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout disabled 2024-06-13T11:41:17.477 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-06-13T11:41:17.477 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout inactive 2024-06-13T11:41:17.477 INFO:teuthology.orchestra.run.smithi042.stdout:firewalld.service is not enabled 2024-06-13T11:41:17.478 INFO:teuthology.orchestra.run.smithi042.stdout:Not possible to enable service . firewalld.service is not available 2024-06-13T11:41:17.478 INFO:teuthology.orchestra.run.smithi042.stdout:Waiting for mon to start... 2024-06-13T11:41:17.478 INFO:teuthology.orchestra.run.smithi042.stdout:Waiting for mon... 2024-06-13T11:41:17.627 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:17 smithi042 podman[31837]: 2024-06-13 11:41:17.355364773 +0000 UTC m=+0.427330975 container start 3bbf9d96309fa2659e4e9847a11ba27920b0c2b3ccc2bea67989e992307f88b2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528) 2024-06-13T11:41:17.627 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:17 smithi042 bash[31837]: 3bbf9d96309fa2659e4e9847a11ba27920b0c2b3ccc2bea67989e992307f88b2 2024-06-13T11:41:17.627 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:17 smithi042 ceph-mon[31856]: mkfs aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T11:41:17.627 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:17 smithi042 systemd[1]: Started Ceph mon.a for aa9143f6-2979-11ef-bc9c-c7b262605968. 2024-06-13T11:41:17.627 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:17 smithi042 ceph-mon[31856]: mon.a is new leader, mons a in quorum (ranks 0) 2024-06-13T11:41:18.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:18 smithi042 ceph-mon[31856]: mon.a is new leader, mons a in quorum (ranks 0) 2024-06-13T11:41:18.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:18 smithi042 ceph-mon[31856]: monmap epoch 1 2024-06-13T11:41:18.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:18 smithi042 ceph-mon[31856]: fsid aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T11:41:18.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:18 smithi042 ceph-mon[31856]: last_changed 2024-06-13T11:41:04.851290+0000 2024-06-13T11:41:18.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:18 smithi042 ceph-mon[31856]: created 2024-06-13T11:41:04.851290+0000 2024-06-13T11:41:18.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:18 smithi042 ceph-mon[31856]: min_mon_release 19 (squid) 2024-06-13T11:41:18.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:18 smithi042 ceph-mon[31856]: election_strategy: 1 2024-06-13T11:41:18.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:18 smithi042 ceph-mon[31856]: 0: [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] mon.a 2024-06-13T11:41:18.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:18 smithi042 ceph-mon[31856]: fsmap 2024-06-13T11:41:18.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:18 smithi042 ceph-mon[31856]: osdmap e1: 0 total, 0 up, 0 in 2024-06-13T11:41:18.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:18 smithi042 ceph-mon[31856]: mgrmap e1: no daemons active 2024-06-13T11:41:18.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:18 smithi042 ceph-mon[31856]: from='client.? 172.21.15.42:0/88265964' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-06-13T11:41:19.243 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout cluster: 2024-06-13T11:41:19.250 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout id: aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T11:41:19.250 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-06-13T11:41:19.250 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-06-13T11:41:19.250 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout services: 2024-06-13T11:41:19.250 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.73596s) 2024-06-13T11:41:19.250 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-06-13T11:41:19.250 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-06-13T11:41:19.250 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-06-13T11:41:19.251 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout data: 2024-06-13T11:41:19.251 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-06-13T11:41:19.251 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-06-13T11:41:19.251 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-06-13T11:41:19.251 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout pgs: 2024-06-13T11:41:19.251 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-06-13T11:41:19.251 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.076+0000 7f7e78a00700 1 Processor -- start 2024-06-13T11:41:19.251 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.076+0000 7f7e78a00700 1 -- start start 2024-06-13T11:41:19.251 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.077+0000 7f7e78a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7e7410a080 0x7f7e7410a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:19.251 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.077+0000 7f7e78a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7e7410aa70 con 0x7f7e7410a080 2024-06-13T11:41:19.251 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.077+0000 7f7e72800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7e7410a080 0x7f7e7410a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:19.251 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.078+0000 7f7e72800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7e7410a080 0x7f7e7410a4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35906/0 (socket says 172.21.15.42:35906) 2024-06-13T11:41:19.251 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.078+0000 7f7e72800700 1 -- 172.21.15.42:0/2907365672 learned_addr learned my addr 172.21.15.42:0/2907365672 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:41:19.252 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.078+0000 7f7e72800700 1 -- 172.21.15.42:0/2907365672 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e7410abf0 con 0x7f7e7410a080 2024-06-13T11:41:19.252 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.078+0000 7f7e72800700 1 --2- 172.21.15.42:0/2907365672 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7e7410a080 0x7f7e7410a4a0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f7e64009e80 tx=0x7f7e6400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36b6b5414f91a4db server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:19.252 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.079+0000 7f7e71e00700 1 -- 172.21.15.42:0/2907365672 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7e64017070 con 0x7f7e7410a080 2024-06-13T11:41:19.252 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.079+0000 7f7e71e00700 1 -- 172.21.15.42:0/2907365672 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e64003a20 con 0x7f7e7410a080 2024-06-13T11:41:19.252 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.079+0000 7f7e71e00700 1 -- 172.21.15.42:0/2907365672 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7e64003d20 con 0x7f7e7410a080 2024-06-13T11:41:19.252 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.079+0000 7f7e78a00700 1 -- 172.21.15.42:0/2907365672 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7e7410a080 msgr2=0x7f7e7410a4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:19.252 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.079+0000 7f7e78a00700 1 --2- 172.21.15.42:0/2907365672 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7e7410a080 0x7f7e7410a4a0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f7e64009e80 tx=0x7f7e6400b330 comp rx=0 tx=0).stop 2024-06-13T11:41:19.252 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.079+0000 7f7e78a00700 1 -- 172.21.15.42:0/2907365672 shutdown_connections 2024-06-13T11:41:19.252 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.079+0000 7f7e78a00700 1 --2- 172.21.15.42:0/2907365672 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7e7410a080 0x7f7e7410a4a0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:19.252 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.080+0000 7f7e78a00700 1 -- 172.21.15.42:0/2907365672 >> 172.21.15.42:0/2907365672 conn(0x7f7e7407d2b0 msgr2=0x7f7e7407d6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:41:19.252 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.080+0000 7f7e78a00700 1 -- 172.21.15.42:0/2907365672 shutdown_connections 2024-06-13T11:41:19.252 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.080+0000 7f7e78a00700 1 -- 172.21.15.42:0/2907365672 wait complete. 2024-06-13T11:41:19.253 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.081+0000 7f7e78a00700 1 Processor -- start 2024-06-13T11:41:19.253 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.081+0000 7f7e78a00700 1 -- start start 2024-06-13T11:41:19.253 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.081+0000 7f7e78a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7e7410a080 0x7f7e7419d610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:19.253 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.081+0000 7f7e78a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7e7410b3a0 con 0x7f7e7410a080 2024-06-13T11:41:19.253 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.082+0000 7f7e72800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7e7410a080 0x7f7e7419d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:19.253 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.082+0000 7f7e72800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7e7410a080 0x7f7e7419d610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35908/0 (socket says 172.21.15.42:35908) 2024-06-13T11:41:19.253 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.082+0000 7f7e72800700 1 -- 172.21.15.42:0/88265964 learned_addr learned my addr 172.21.15.42:0/88265964 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:41:19.253 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.082+0000 7f7e72800700 1 -- 172.21.15.42:0/88265964 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e7419db50 con 0x7f7e7410a080 2024-06-13T11:41:19.253 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.082+0000 7f7e72800700 1 --2- 172.21.15.42:0/88265964 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7e7410a080 0x7f7e7419d610 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f7e7407e9c0 tx=0x7f7e64004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:19.253 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.083+0000 7f7e6be00700 1 -- 172.21.15.42:0/88265964 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7e64022020 con 0x7f7e7410a080 2024-06-13T11:41:19.253 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.083+0000 7f7e6be00700 1 -- 172.21.15.42:0/88265964 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e64018040 con 0x7f7e7410a080 2024-06-13T11:41:19.253 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.083+0000 7f7e6be00700 1 -- 172.21.15.42:0/88265964 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7e64017070 con 0x7f7e7410a080 2024-06-13T11:41:19.253 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.083+0000 7f7e78a00700 1 -- 172.21.15.42:0/88265964 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e7419dde0 con 0x7f7e7410a080 2024-06-13T11:41:19.254 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.083+0000 7f7e78a00700 1 -- 172.21.15.42:0/88265964 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e741a0ad0 con 0x7f7e7410a080 2024-06-13T11:41:19.254 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.083+0000 7f7e6be00700 1 -- 172.21.15.42:0/88265964 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f7e64025020 con 0x7f7e7410a080 2024-06-13T11:41:19.254 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.083+0000 7f7e6be00700 1 -- 172.21.15.42:0/88265964 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f7e6400f050 con 0x7f7e7410a080 2024-06-13T11:41:19.254 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.084+0000 7f7e78a00700 1 -- 172.21.15.42:0/88265964 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e740695a0 con 0x7f7e7410a080 2024-06-13T11:41:19.254 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.088+0000 7f7e6be00700 1 -- 172.21.15.42:0/88265964 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f7e6402c030 con 0x7f7e7410a080 2024-06-13T11:41:19.254 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.169+0000 7f7e78a00700 1 -- 172.21.15.42:0/88265964 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7f7e7402de30 con 0x7f7e7410a080 2024-06-13T11:41:19.254 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.169+0000 7f7e6be00700 1 -- 172.21.15.42:0/88265964 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+316 (secure 0 0 0) 0x7f7e6401e480 con 0x7f7e7410a080 2024-06-13T11:41:19.254 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.171+0000 7f7e78a00700 1 -- 172.21.15.42:0/88265964 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7e7410a080 msgr2=0x7f7e7419d610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:19.254 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.171+0000 7f7e78a00700 1 --2- 172.21.15.42:0/88265964 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7e7410a080 0x7f7e7419d610 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f7e7407e9c0 tx=0x7f7e64004ad0 comp rx=0 tx=0).stop 2024-06-13T11:41:19.254 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.171+0000 7f7e78a00700 1 -- 172.21.15.42:0/88265964 shutdown_connections 2024-06-13T11:41:19.254 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.171+0000 7f7e78a00700 1 --2- 172.21.15.42:0/88265964 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7e7410a080 0x7f7e7419d610 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:19.254 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.171+0000 7f7e78a00700 1 -- 172.21.15.42:0/88265964 >> 172.21.15.42:0/88265964 conn(0x7f7e7407d2b0 msgr2=0x7f7e741941e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:41:19.255 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.172+0000 7f7e78a00700 1 -- 172.21.15.42:0/88265964 shutdown_connections 2024-06-13T11:41:19.255 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:18.172+0000 7f7e78a00700 1 -- 172.21.15.42:0/88265964 wait complete. 2024-06-13T11:41:19.255 INFO:teuthology.orchestra.run.smithi042.stdout:mon is available 2024-06-13T11:41:19.255 INFO:teuthology.orchestra.run.smithi042.stdout:Assimilating anything we can from ceph.conf... 2024-06-13T11:41:20.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:19 smithi042 ceph-mon[31856]: from='client.? 172.21.15.42:0/3648278217' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-06-13T11:41:20.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:19 smithi042 ceph-mon[31856]: from='client.? 172.21.15.42:0/3648278217' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-06-13T11:41:20.467 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-06-13T11:41:20.467 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout [global] 2024-06-13T11:41:20.467 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout fsid = aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T11:41:20.467 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.42:3300,v1:172.21.15.42:6789] 2024-06-13T11:41:20.468 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-06-13T11:41:20.468 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-06-13T11:41:20.468 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-06-13T11:41:20.468 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-06-13T11:41:20.468 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-06-13T11:41:20.468 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout [mgr] 2024-06-13T11:41:20.468 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-06-13T11:41:20.469 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-06-13T11:41:20.469 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout [osd] 2024-06-13T11:41:20.477 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-06-13T11:41:20.477 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-06-13T11:41:20.478 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-06-13T11:41:20.478 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-06-13T11:41:20.478 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-06-13T11:41:20.478 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.801+0000 7f50f2a00700 1 Processor -- start 2024-06-13T11:41:20.478 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.801+0000 7f50f2a00700 1 -- start start 2024-06-13T11:41:20.478 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.801+0000 7f50f2a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f50ec107ee0 0x7f50ec108300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:20.478 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.801+0000 7f50f2a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f50ec108840 con 0x7f50ec107ee0 2024-06-13T11:41:20.479 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.802+0000 7f50ebe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f50ec107ee0 0x7f50ec108300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:20.479 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.802+0000 7f50ebe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f50ec107ee0 0x7f50ec108300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35912/0 (socket says 172.21.15.42:35912) 2024-06-13T11:41:20.479 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.802+0000 7f50ebe00700 1 -- 172.21.15.42:0/3045711627 learned_addr learned my addr 172.21.15.42:0/3045711627 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:41:20.479 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.803+0000 7f50ebe00700 1 -- 172.21.15.42:0/3045711627 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50ec108fa0 con 0x7f50ec107ee0 2024-06-13T11:41:20.479 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.803+0000 7f50ebe00700 1 --2- 172.21.15.42:0/3045711627 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f50ec107ee0 0x7f50ec108300 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f50dc0098a0 tx=0x7f50dc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1198432c80638410 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:20.479 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.803+0000 7f50eaa00700 1 -- 172.21.15.42:0/3045711627 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f50dc004160 con 0x7f50ec107ee0 2024-06-13T11:41:20.479 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.803+0000 7f50eaa00700 1 -- 172.21.15.42:0/3045711627 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f50dc004300 con 0x7f50ec107ee0 2024-06-13T11:41:20.479 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.803+0000 7f50eaa00700 1 -- 172.21.15.42:0/3045711627 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f50dc0036a0 con 0x7f50ec107ee0 2024-06-13T11:41:20.480 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.804+0000 7f50f2a00700 1 -- 172.21.15.42:0/3045711627 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f50ec107ee0 msgr2=0x7f50ec108300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:20.480 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.804+0000 7f50f2a00700 1 --2- 172.21.15.42:0/3045711627 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f50ec107ee0 0x7f50ec108300 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f50dc0098a0 tx=0x7f50dc009bb0 comp rx=0 tx=0).stop 2024-06-13T11:41:20.480 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.804+0000 7f50f2a00700 1 -- 172.21.15.42:0/3045711627 shutdown_connections 2024-06-13T11:41:20.480 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.804+0000 7f50f2a00700 1 --2- 172.21.15.42:0/3045711627 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f50ec107ee0 0x7f50ec108300 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:20.480 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.804+0000 7f50f2a00700 1 -- 172.21.15.42:0/3045711627 >> 172.21.15.42:0/3045711627 conn(0x7f50ec1034a0 msgr2=0x7f50ec1058c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:41:20.480 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.804+0000 7f50f2a00700 1 -- 172.21.15.42:0/3045711627 shutdown_connections 2024-06-13T11:41:20.480 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.804+0000 7f50f2a00700 1 -- 172.21.15.42:0/3045711627 wait complete. 2024-06-13T11:41:20.481 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.805+0000 7f50f2a00700 1 Processor -- start 2024-06-13T11:41:20.481 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.806+0000 7f50f2a00700 1 -- start start 2024-06-13T11:41:20.481 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.806+0000 7f50f2a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f50ec107ee0 0x7f50ec19d790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:20.481 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.806+0000 7f50f2a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f50ec109470 con 0x7f50ec107ee0 2024-06-13T11:41:20.481 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.806+0000 7f50ebe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f50ec107ee0 0x7f50ec19d790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:20.481 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.806+0000 7f50ebe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f50ec107ee0 0x7f50ec19d790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35914/0 (socket says 172.21.15.42:35914) 2024-06-13T11:41:20.481 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.806+0000 7f50ebe00700 1 -- 172.21.15.42:0/3648278217 learned_addr learned my addr 172.21.15.42:0/3648278217 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:41:20.481 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.807+0000 7f50ebe00700 1 -- 172.21.15.42:0/3648278217 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50ec19dcd0 con 0x7f50ec107ee0 2024-06-13T11:41:20.482 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.807+0000 7f50ebe00700 1 --2- 172.21.15.42:0/3648278217 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f50ec107ee0 0x7f50ec19d790 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f50dc000c00 tx=0x7f50dc004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:20.482 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.807+0000 7f50e8c00700 1 -- 172.21.15.42:0/3648278217 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f50dc003db0 con 0x7f50ec107ee0 2024-06-13T11:41:20.482 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.807+0000 7f50e8c00700 1 -- 172.21.15.42:0/3648278217 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f50dc011630 con 0x7f50ec107ee0 2024-06-13T11:41:20.482 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.807+0000 7f50e8c00700 1 -- 172.21.15.42:0/3648278217 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f50dc011950 con 0x7f50ec107ee0 2024-06-13T11:41:20.482 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.807+0000 7f50f2a00700 1 -- 172.21.15.42:0/3648278217 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50ec19df60 con 0x7f50ec107ee0 2024-06-13T11:41:20.482 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.807+0000 7f50f2a00700 1 -- 172.21.15.42:0/3648278217 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50ec1a0c50 con 0x7f50ec107ee0 2024-06-13T11:41:20.482 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.808+0000 7f50e8c00700 1 -- 172.21.15.42:0/3648278217 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f50dc011af0 con 0x7f50ec107ee0 2024-06-13T11:41:20.482 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.808+0000 7f50e8c00700 1 -- 172.21.15.42:0/3648278217 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f50dc01c450 con 0x7f50ec107ee0 2024-06-13T11:41:20.483 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.809+0000 7f50f2a00700 1 -- 172.21.15.42:0/3648278217 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50ec063af0 con 0x7f50ec107ee0 2024-06-13T11:41:20.483 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.811+0000 7f50e8c00700 1 -- 172.21.15.42:0/3648278217 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f50dc004260 con 0x7f50ec107ee0 2024-06-13T11:41:20.483 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.888+0000 7f50f2a00700 1 -- 172.21.15.42:0/3648278217 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f50ec1a0e20 con 0x7f50ec107ee0 2024-06-13T11:41:20.483 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.895+0000 7f50e8c00700 1 -- 172.21.15.42:0/3648278217 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+429 (secure 0 0 0) 0x7f50dc01b450 con 0x7f50ec107ee0 2024-06-13T11:41:20.483 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.896+0000 7f50e8c00700 1 -- 172.21.15.42:0/3648278217 <== mon.0 v2:172.21.15.42:3300/0 8 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f50dc01b630 con 0x7f50ec107ee0 2024-06-13T11:41:20.483 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.897+0000 7f50f2a00700 1 -- 172.21.15.42:0/3648278217 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f50ec107ee0 msgr2=0x7f50ec19d790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:20.483 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.897+0000 7f50f2a00700 1 --2- 172.21.15.42:0/3648278217 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f50ec107ee0 0x7f50ec19d790 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f50dc000c00 tx=0x7f50dc004750 comp rx=0 tx=0).stop 2024-06-13T11:41:20.483 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.897+0000 7f50f2a00700 1 -- 172.21.15.42:0/3648278217 shutdown_connections 2024-06-13T11:41:20.484 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.897+0000 7f50f2a00700 1 --2- 172.21.15.42:0/3648278217 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f50ec107ee0 0x7f50ec19d790 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:20.484 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.897+0000 7f50f2a00700 1 -- 172.21.15.42:0/3648278217 >> 172.21.15.42:0/3648278217 conn(0x7f50ec1034a0 msgr2=0x7f50ec07d230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:41:20.484 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.897+0000 7f50f2a00700 1 -- 172.21.15.42:0/3648278217 shutdown_connections 2024-06-13T11:41:20.484 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:19.897+0000 7f50f2a00700 1 -- 172.21.15.42:0/3648278217 wait complete. 2024-06-13T11:41:20.484 INFO:teuthology.orchestra.run.smithi042.stdout:Generating new minimal ceph.conf... 2024-06-13T11:41:21.518 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:21 smithi042 ceph-mon[31856]: from='client.? 172.21.15.42:0/1853544994' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:41:21.768 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.072+0000 7fe364400700 1 Processor -- start 2024-06-13T11:41:22.063 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.072+0000 7fe364400700 1 -- start start 2024-06-13T11:41:22.063 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.073+0000 7fe364400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe35c106d90 0x7fe35c1071b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:22.063 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.073+0000 7fe364400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe35c107780 con 0x7fe35c106d90 2024-06-13T11:41:22.063 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.073+0000 7fe361a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe35c106d90 0x7fe35c1071b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:22.063 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.073+0000 7fe361a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe35c106d90 0x7fe35c1071b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35920/0 (socket says 172.21.15.42:35920) 2024-06-13T11:41:22.063 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.073+0000 7fe361a00700 1 -- 172.21.15.42:0/1439718066 learned_addr learned my addr 172.21.15.42:0/1439718066 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:41:22.063 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.074+0000 7fe361a00700 1 -- 172.21.15.42:0/1439718066 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe35c107f40 con 0x7fe35c106d90 2024-06-13T11:41:22.063 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.074+0000 7fe361a00700 1 --2- 172.21.15.42:0/1439718066 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe35c106d90 0x7fe35c1071b0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fe3500098a0 tx=0x7fe350009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7e83550fc6bacd7 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:22.064 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.074+0000 7fe35be00700 1 -- 172.21.15.42:0/1439718066 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe350004160 con 0x7fe35c106d90 2024-06-13T11:41:22.064 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.074+0000 7fe35be00700 1 -- 172.21.15.42:0/1439718066 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fe350004300 con 0x7fe35c106d90 2024-06-13T11:41:22.064 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.074+0000 7fe35be00700 1 -- 172.21.15.42:0/1439718066 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe350011b50 con 0x7fe35c106d90 2024-06-13T11:41:22.064 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.075+0000 7fe364400700 1 -- 172.21.15.42:0/1439718066 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe35c106d90 msgr2=0x7fe35c1071b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:22.064 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.075+0000 7fe364400700 1 --2- 172.21.15.42:0/1439718066 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe35c106d90 0x7fe35c1071b0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fe3500098a0 tx=0x7fe350009bb0 comp rx=0 tx=0).stop 2024-06-13T11:41:22.064 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.075+0000 7fe364400700 1 -- 172.21.15.42:0/1439718066 shutdown_connections 2024-06-13T11:41:22.064 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.075+0000 7fe364400700 1 --2- 172.21.15.42:0/1439718066 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe35c106d90 0x7fe35c1071b0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:22.064 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.075+0000 7fe364400700 1 -- 172.21.15.42:0/1439718066 >> 172.21.15.42:0/1439718066 conn(0x7fe35c102390 msgr2=0x7fe35c1047b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:41:22.064 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.075+0000 7fe364400700 1 -- 172.21.15.42:0/1439718066 shutdown_connections 2024-06-13T11:41:22.064 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.075+0000 7fe364400700 1 -- 172.21.15.42:0/1439718066 wait complete. 2024-06-13T11:41:22.064 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.076+0000 7fe364400700 1 Processor -- start 2024-06-13T11:41:22.064 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.076+0000 7fe364400700 1 -- start start 2024-06-13T11:41:22.064 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.077+0000 7fe364400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe35c106d90 0x7fe35c19e070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:22.064 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.077+0000 7fe364400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe35c10b2f0 con 0x7fe35c106d90 2024-06-13T11:41:22.065 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.077+0000 7fe361a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe35c106d90 0x7fe35c19e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:22.065 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.077+0000 7fe361a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe35c106d90 0x7fe35c19e070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35934/0 (socket says 172.21.15.42:35934) 2024-06-13T11:41:22.065 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.077+0000 7fe361a00700 1 -- 172.21.15.42:0/1853544994 learned_addr learned my addr 172.21.15.42:0/1853544994 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:41:22.065 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.077+0000 7fe361a00700 1 -- 172.21.15.42:0/1853544994 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe35c19e5b0 con 0x7fe35c106d90 2024-06-13T11:41:22.065 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.078+0000 7fe361a00700 1 --2- 172.21.15.42:0/1853544994 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe35c106d90 0x7fe35c19e070 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fe350000c00 tx=0x7fe350011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:22.065 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.078+0000 7fe35a000700 1 -- 172.21.15.42:0/1853544994 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe350003b20 con 0x7fe35c106d90 2024-06-13T11:41:22.065 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.078+0000 7fe35a000700 1 -- 172.21.15.42:0/1853544994 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fe350003cc0 con 0x7fe35c106d90 2024-06-13T11:41:22.065 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.078+0000 7fe35a000700 1 -- 172.21.15.42:0/1853544994 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe350024910 con 0x7fe35c106d90 2024-06-13T11:41:22.065 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.078+0000 7fe364400700 1 -- 172.21.15.42:0/1853544994 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe35c19e840 con 0x7fe35c106d90 2024-06-13T11:41:22.065 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.078+0000 7fe364400700 1 -- 172.21.15.42:0/1853544994 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe35c1a1530 con 0x7fe35c106d90 2024-06-13T11:41:22.065 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.078+0000 7fe35a000700 1 -- 172.21.15.42:0/1853544994 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fe350022020 con 0x7fe35c106d90 2024-06-13T11:41:22.065 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.079+0000 7fe35a000700 1 -- 172.21.15.42:0/1853544994 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fe350011e00 con 0x7fe35c106d90 2024-06-13T11:41:22.065 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.080+0000 7fe364400700 1 -- 172.21.15.42:0/1853544994 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe35c063af0 con 0x7fe35c106d90 2024-06-13T11:41:22.066 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.082+0000 7fe35a000700 1 -- 172.21.15.42:0/1853544994 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7fe350042dd0 con 0x7fe35c106d90 2024-06-13T11:41:22.066 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.161+0000 7fe364400700 1 -- 172.21.15.42:0/1853544994 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7fe35c0008d0 con 0x7fe35c106d90 2024-06-13T11:41:22.066 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.161+0000 7fe35a000700 1 -- 172.21.15.42:0/1853544994 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+175 (secure 0 0 0) 0x7fe350031020 con 0x7fe35c106d90 2024-06-13T11:41:22.066 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.163+0000 7fe364400700 1 -- 172.21.15.42:0/1853544994 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe35c106d90 msgr2=0x7fe35c19e070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:22.066 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.163+0000 7fe364400700 1 --2- 172.21.15.42:0/1853544994 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe35c106d90 0x7fe35c19e070 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fe350000c00 tx=0x7fe350011c10 comp rx=0 tx=0).stop 2024-06-13T11:41:22.066 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.163+0000 7fe364400700 1 -- 172.21.15.42:0/1853544994 shutdown_connections 2024-06-13T11:41:22.066 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.163+0000 7fe364400700 1 --2- 172.21.15.42:0/1853544994 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe35c106d90 0x7fe35c19e070 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:22.066 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.163+0000 7fe364400700 1 -- 172.21.15.42:0/1853544994 >> 172.21.15.42:0/1853544994 conn(0x7fe35c102390 msgr2=0x7fe35c103260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:41:22.066 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.163+0000 7fe364400700 1 -- 172.21.15.42:0/1853544994 shutdown_connections 2024-06-13T11:41:22.066 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:21.163+0000 7fe364400700 1 -- 172.21.15.42:0/1853544994 wait complete. 2024-06-13T11:41:22.066 INFO:teuthology.orchestra.run.smithi042.stdout:Restarting the monitor... 2024-06-13T11:41:22.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:21 smithi042 systemd[1]: Stopping Ceph mon.a for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T11:41:22.619 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:22 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-a[31852]: 2024-06-13T11:41:22.311+0000 7f21bc200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T11:41:22.619 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:22 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-a[31852]: 2024-06-13T11:41:22.311+0000 7f21bc200700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-06-13T11:41:22.619 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:22 smithi042 podman[32109]: 2024-06-13 11:41:22.353515485 +0000 UTC m=+0.196610747 container died 3bbf9d96309fa2659e4e9847a11ba27920b0c2b3ccc2bea67989e992307f88b2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-a, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-06-13T11:41:22.925 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:22 smithi042 podman[32109]: 2024-06-13 11:41:22.75877804 +0000 UTC m=+0.601873264 container cleanup 3bbf9d96309fa2659e4e9847a11ba27920b0c2b3ccc2bea67989e992307f88b2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-a, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux ) 2024-06-13T11:41:22.925 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:22 smithi042 bash[32109]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-a 2024-06-13T11:41:23.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:22 smithi042 podman[32121]: 2024-06-13 11:41:22.924754294 +0000 UTC m=+0.557603526 container remove 3bbf9d96309fa2659e4e9847a11ba27920b0c2b3ccc2bea67989e992307f88b2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240528) 2024-06-13T11:41:23.759 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:23 smithi042 systemd[1]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mon.a.service: Deactivated successfully. 2024-06-13T11:41:23.759 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:23 smithi042 systemd[1]: Stopped Ceph mon.a for aa9143f6-2979-11ef-bc9c-c7b262605968. 2024-06-13T11:41:23.759 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:23 smithi042 systemd[1]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mon.a.service: Consumed 1.969s CPU time. 2024-06-13T11:41:23.759 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:23 smithi042 systemd[1]: Starting Ceph mon.a for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T11:41:24.047 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:23 smithi042 podman[32212]: 2024-06-13 11:41:23.663812486 +0000 UTC m=+0.032178629 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-13T11:41:24.047 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:23 smithi042 podman[32212]: 2024-06-13 11:41:23.758973478 +0000 UTC m=+0.127339658 container create 4a38f7b0b85b76a04c9fcb1032ec94820fa37124f41910af96d66f3e63664ddd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=squid-3d89acc) 2024-06-13T11:41:24.047 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:23 smithi042 podman[32212]: 2024-06-13 11:41:23.987272724 +0000 UTC m=+0.355638967 container init 4a38f7b0b85b76a04c9fcb1032ec94820fa37124f41910af96d66f3e63664ddd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-a, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-06-13T11:41:24.047 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:23 smithi042 podman[32212]: 2024-06-13 11:41:23.998172919 +0000 UTC m=+0.366539072 container start 4a38f7b0b85b76a04c9fcb1032ec94820fa37124f41910af96d66f3e63664ddd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-a, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T11:41:24.082 INFO:teuthology.orchestra.run.smithi042.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-06-13T11:41:24.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: set uid:gid to 167:167 (ceph:ceph) 2024-06-13T11:41:24.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc), process ceph-mon, pid 2 2024-06-13T11:41:24.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: pidfile_write: ignore empty --pid-file 2024-06-13T11:41:24.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: load: jerasure load: lrc 2024-06-13T11:41:24.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: RocksDB version: 7.9.2 2024-06-13T11:41:24.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Git sha 0 2024-06-13T11:41:24.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Compile date 2024-05-30 15:42:47 2024-06-13T11:41:24.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: DB SUMMARY 2024-06-13T11:41:24.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: DB Session ID: NRGJIDCNYU5236YL7W2U 2024-06-13T11:41:24.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: CURRENT file: CURRENT 2024-06-13T11:41:24.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: IDENTITY file: IDENTITY 2024-06-13T11:41:24.310 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-06-13T11:41:24.310 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-06-13T11:41:24.310 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 104738 ; 2024-06-13T11:41:24.310 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.error_if_exists: 0 2024-06-13T11:41:24.310 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.create_if_missing: 0 2024-06-13T11:41:24.310 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.paranoid_checks: 1 2024-06-13T11:41:24.310 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.flush_verify_memtable_count: 1 2024-06-13T11:41:24.310 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-06-13T11:41:24.310 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-06-13T11:41:24.310 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.env: 0x5616ca581c60 2024-06-13T11:41:24.310 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.fs: PosixFileSystem 2024-06-13T11:41:24.310 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.info_log: 0x5616fd065b60 2024-06-13T11:41:24.310 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.max_file_opening_threads: 16 2024-06-13T11:41:24.311 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.statistics: (nil) 2024-06-13T11:41:24.311 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.use_fsync: 0 2024-06-13T11:41:24.311 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.max_log_file_size: 0 2024-06-13T11:41:24.311 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-06-13T11:41:24.311 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.log_file_time_to_roll: 0 2024-06-13T11:41:24.311 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.keep_log_file_num: 1000 2024-06-13T11:41:24.311 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.recycle_log_file_num: 0 2024-06-13T11:41:24.311 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.allow_fallocate: 1 2024-06-13T11:41:24.311 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.allow_mmap_reads: 0 2024-06-13T11:41:24.311 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.allow_mmap_writes: 0 2024-06-13T11:41:24.311 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.use_direct_reads: 0 2024-06-13T11:41:24.311 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-06-13T11:41:24.311 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.create_missing_column_families: 0 2024-06-13T11:41:24.312 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.db_log_dir: 2024-06-13T11:41:24.312 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.wal_dir: 2024-06-13T11:41:24.312 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.table_cache_numshardbits: 6 2024-06-13T11:41:24.312 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.WAL_ttl_seconds: 0 2024-06-13T11:41:24.312 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.WAL_size_limit_MB: 0 2024-06-13T11:41:24.312 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-06-13T11:41:24.312 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-06-13T11:41:24.313 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.is_fd_close_on_exec: 1 2024-06-13T11:41:24.313 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.advise_random_on_open: 1 2024-06-13T11:41:24.313 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.db_write_buffer_size: 0 2024-06-13T11:41:24.313 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.write_buffer_manager: 0x5616fd0361e0 2024-06-13T11:41:24.313 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-06-13T11:41:24.313 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-06-13T11:41:24.313 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.use_adaptive_mutex: 0 2024-06-13T11:41:24.313 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.rate_limiter: (nil) 2024-06-13T11:41:24.313 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-06-13T11:41:24.313 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.wal_recovery_mode: 2 2024-06-13T11:41:24.313 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.enable_thread_tracking: 0 2024-06-13T11:41:24.313 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.enable_pipelined_write: 0 2024-06-13T11:41:24.313 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.unordered_write: 0 2024-06-13T11:41:24.314 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-06-13T11:41:24.314 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-06-13T11:41:24.314 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-06-13T11:41:24.314 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-06-13T11:41:24.314 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.row_cache: None 2024-06-13T11:41:24.314 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.wal_filter: None 2024-06-13T11:41:24.314 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-06-13T11:41:24.314 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.allow_ingest_behind: 0 2024-06-13T11:41:24.314 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.two_write_queues: 0 2024-06-13T11:41:24.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.manual_wal_flush: 0 2024-06-13T11:41:24.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.wal_compression: 0 2024-06-13T11:41:24.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.atomic_flush: 0 2024-06-13T11:41:24.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-06-13T11:41:24.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.persist_stats_to_disk: 0 2024-06-13T11:41:24.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.write_dbid_to_manifest: 0 2024-06-13T11:41:24.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.log_readahead_size: 0 2024-06-13T11:41:24.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-06-13T11:41:24.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.best_efforts_recovery: 0 2024-06-13T11:41:24.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-06-13T11:41:24.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-06-13T11:41:24.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.allow_data_in_errors: 0 2024-06-13T11:41:24.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.db_host_id: __hostname__ 2024-06-13T11:41:24.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.enforce_single_del_contracts: true 2024-06-13T11:41:24.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.max_background_jobs: 2 2024-06-13T11:41:24.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.max_background_compactions: -1 2024-06-13T11:41:24.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.max_subcompactions: 1 2024-06-13T11:41:24.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-06-13T11:41:24.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-06-13T11:41:24.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.delayed_write_rate : 16777216 2024-06-13T11:41:24.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.max_total_wal_size: 0 2024-06-13T11:41:24.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-06-13T11:41:24.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.stats_dump_period_sec: 600 2024-06-13T11:41:24.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.stats_persist_period_sec: 600 2024-06-13T11:41:24.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-06-13T11:41:24.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.max_open_files: -1 2024-06-13T11:41:24.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.bytes_per_sync: 0 2024-06-13T11:41:24.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.wal_bytes_per_sync: 0 2024-06-13T11:41:24.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.strict_bytes_per_sync: 0 2024-06-13T11:41:24.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.compaction_readahead_size: 0 2024-06-13T11:41:24.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.max_background_flushes: -1 2024-06-13T11:41:24.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Compression algorithms supported: 2024-06-13T11:41:24.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-06-13T11:41:24.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: kZSTD supported: 0 2024-06-13T11:41:24.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: kXpressCompression supported: 0 2024-06-13T11:41:24.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: kLZ4HCCompression supported: 1 2024-06-13T11:41:24.318 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: kZlibCompression supported: 1 2024-06-13T11:41:24.318 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: kSnappyCompression supported: 1 2024-06-13T11:41:24.318 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: kLZ4Compression supported: 1 2024-06-13T11:41:24.318 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: kBZip2Compression supported: 0 2024-06-13T11:41:24.318 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Fast CRC32 supported: Supported on x86 2024-06-13T11:41:24.318 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: DMutex implementation: pthread_mutex_t 2024-06-13T11:41:24.318 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-06-13T11:41:24.318 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-06-13T11:41:24.318 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-06-13T11:41:24.318 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.merge_operator: 2024-06-13T11:41:24.318 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.compaction_filter: None 2024-06-13T11:41:24.318 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.compaction_filter_factory: None 2024-06-13T11:41:24.318 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.sst_partitioner_factory: None 2024-06-13T11:41:24.319 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.memtable_factory: SkipListFactory 2024-06-13T11:41:24.319 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.table_factory: BlockBasedTable 2024-06-13T11:41:24.319 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5616fd065c80) 2024-06-13T11:41:24.319 INFO:journalctl@ceph.mon.a.smithi042.stdout: cache_index_and_filter_blocks: 1 2024-06-13T11:41:24.319 INFO:journalctl@ceph.mon.a.smithi042.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-06-13T11:41:24.320 INFO:journalctl@ceph.mon.a.smithi042.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-06-13T11:41:24.320 INFO:journalctl@ceph.mon.a.smithi042.stdout: pin_top_level_index_and_filter: 1 2024-06-13T11:41:24.320 INFO:journalctl@ceph.mon.a.smithi042.stdout: index_type: 0 2024-06-13T11:41:24.320 INFO:journalctl@ceph.mon.a.smithi042.stdout: data_block_index_type: 0 2024-06-13T11:41:24.320 INFO:journalctl@ceph.mon.a.smithi042.stdout: index_shortening: 1 2024-06-13T11:41:24.320 INFO:journalctl@ceph.mon.a.smithi042.stdout: data_block_hash_table_util_ratio: 0.750000 2024-06-13T11:41:24.320 INFO:journalctl@ceph.mon.a.smithi042.stdout: checksum: 4 2024-06-13T11:41:24.320 INFO:journalctl@ceph.mon.a.smithi042.stdout: no_block_cache: 0 2024-06-13T11:41:24.321 INFO:journalctl@ceph.mon.a.smithi042.stdout: block_cache: 0x5616fd067090 2024-06-13T11:41:24.321 INFO:journalctl@ceph.mon.a.smithi042.stdout: block_cache_name: BinnedLRUCache 2024-06-13T11:41:24.321 INFO:journalctl@ceph.mon.a.smithi042.stdout: block_cache_options: 2024-06-13T11:41:24.321 INFO:journalctl@ceph.mon.a.smithi042.stdout: capacity : 536870912 2024-06-13T11:41:24.321 INFO:journalctl@ceph.mon.a.smithi042.stdout: num_shard_bits : 4 2024-06-13T11:41:24.321 INFO:journalctl@ceph.mon.a.smithi042.stdout: strict_capacity_limit : 0 2024-06-13T11:41:24.321 INFO:journalctl@ceph.mon.a.smithi042.stdout: high_pri_pool_ratio: 0.000 2024-06-13T11:41:24.321 INFO:journalctl@ceph.mon.a.smithi042.stdout: block_cache_compressed: (nil) 2024-06-13T11:41:24.321 INFO:journalctl@ceph.mon.a.smithi042.stdout: persistent_cache: (nil) 2024-06-13T11:41:24.322 INFO:journalctl@ceph.mon.a.smithi042.stdout: block_size: 4096 2024-06-13T11:41:24.322 INFO:journalctl@ceph.mon.a.smithi042.stdout: block_size_deviation: 10 2024-06-13T11:41:24.322 INFO:journalctl@ceph.mon.a.smithi042.stdout: block_restart_interval: 16 2024-06-13T11:41:24.322 INFO:journalctl@ceph.mon.a.smithi042.stdout: index_block_restart_interval: 1 2024-06-13T11:41:24.322 INFO:journalctl@ceph.mon.a.smithi042.stdout: metadata_block_size: 4096 2024-06-13T11:41:24.322 INFO:journalctl@ceph.mon.a.smithi042.stdout: partition_filters: 0 2024-06-13T11:41:24.322 INFO:journalctl@ceph.mon.a.smithi042.stdout: use_delta_encoding: 1 2024-06-13T11:41:24.322 INFO:journalctl@ceph.mon.a.smithi042.stdout: filter_policy: bloomfilter 2024-06-13T11:41:24.322 INFO:journalctl@ceph.mon.a.smithi042.stdout: whole_key_filtering: 1 2024-06-13T11:41:24.322 INFO:journalctl@ceph.mon.a.smithi042.stdout: verify_compression: 0 2024-06-13T11:41:24.322 INFO:journalctl@ceph.mon.a.smithi042.stdout: read_amp_bytes_per_bit: 0 2024-06-13T11:41:24.322 INFO:journalctl@ceph.mon.a.smithi042.stdout: format_version: 5 2024-06-13T11:41:24.322 INFO:journalctl@ceph.mon.a.smithi042.stdout: enable_index_compression: 1 2024-06-13T11:41:24.323 INFO:journalctl@ceph.mon.a.smithi042.stdout: block_align: 0 2024-06-13T11:41:24.323 INFO:journalctl@ceph.mon.a.smithi042.stdout: max_auto_readahead_size: 262144 2024-06-13T11:41:24.323 INFO:journalctl@ceph.mon.a.smithi042.stdout: prepopulate_block_cache: 0 2024-06-13T11:41:24.323 INFO:journalctl@ceph.mon.a.smithi042.stdout: initial_auto_readahead_size: 8192 2024-06-13T11:41:24.323 INFO:journalctl@ceph.mon.a.smithi042.stdout: num_file_reads_for_auto_readahead: 2 2024-06-13T11:41:24.323 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.write_buffer_size: 33554432 2024-06-13T11:41:24.323 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.max_write_buffer_number: 2 2024-06-13T11:41:24.323 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.compression: NoCompression 2024-06-13T11:41:24.323 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.bottommost_compression: Disabled 2024-06-13T11:41:24.323 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.prefix_extractor: nullptr 2024-06-13T11:41:24.323 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-06-13T11:41:24.323 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.num_levels: 7 2024-06-13T11:41:24.323 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-06-13T11:41:24.323 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-06-13T11:41:24.324 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-06-13T11:41:24.324 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-06-13T11:41:24.324 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-06-13T11:41:24.324 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-06-13T11:41:24.324 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-06-13T11:41:24.324 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-06-13T11:41:24.324 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-06-13T11:41:24.324 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-06-13T11:41:24.324 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-06-13T11:41:24.324 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-06-13T11:41:24.324 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.compression_opts.window_bits: -14 2024-06-13T11:41:24.324 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.compression_opts.level: 32767 2024-06-13T11:41:24.324 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.compression_opts.strategy: 0 2024-06-13T11:41:24.324 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-06-13T11:41:24.325 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-06-13T11:41:24.325 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-06-13T11:41:24.325 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-06-13T11:41:24.325 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.compression_opts.enabled: false 2024-06-13T11:41:24.325 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-06-13T11:41:24.325 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-06-13T11:41:24.325 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-06-13T11:41:24.325 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-06-13T11:41:24.325 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.target_file_size_base: 67108864 2024-06-13T11:41:24.325 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.target_file_size_multiplier: 1 2024-06-13T11:41:24.325 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-06-13T11:41:24.325 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-06-13T11:41:24.325 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-06-13T11:41:24.326 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-06-13T11:41:24.326 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-06-13T11:41:24.326 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-06-13T11:41:24.326 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-06-13T11:41:24.326 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-06-13T11:41:24.326 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-06-13T11:41:24.326 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-06-13T11:41:24.326 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-06-13T11:41:24.326 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-06-13T11:41:24.326 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-06-13T11:41:24.326 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.arena_block_size: 1048576 2024-06-13T11:41:24.326 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-06-13T11:41:24.326 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-06-13T11:41:24.327 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.disable_auto_compactions: 0 2024-06-13T11:41:24.327 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-06-13T11:41:24.327 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-06-13T11:41:24.327 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-06-13T11:41:24.327 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-06-13T11:41:24.327 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-06-13T11:41:24.327 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-06-13T11:41:24.327 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-06-13T11:41:24.327 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-06-13T11:41:24.328 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-06-13T11:41:24.328 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-06-13T11:41:24.328 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.table_properties_collectors: 2024-06-13T11:41:24.328 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.inplace_update_support: 0 2024-06-13T11:41:24.328 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.inplace_update_num_locks: 10000 2024-06-13T11:41:24.328 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-06-13T11:41:24.329 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-06-13T11:41:24.329 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.memtable_huge_page_size: 0 2024-06-13T11:41:24.329 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.bloom_locality: 0 2024-06-13T11:41:24.329 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.max_successive_merges: 0 2024-06-13T11:41:24.329 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.optimize_filters_for_hits: 0 2024-06-13T11:41:24.329 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.paranoid_file_checks: 0 2024-06-13T11:41:24.329 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.force_consistency_checks: 1 2024-06-13T11:41:24.329 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.report_bg_io_stats: 0 2024-06-13T11:41:24.329 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.ttl: 2592000 2024-06-13T11:41:24.329 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.periodic_compaction_seconds: 0 2024-06-13T11:41:24.329 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-06-13T11:41:24.329 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-06-13T11:41:24.330 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.enable_blob_files: false 2024-06-13T11:41:24.330 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.min_blob_size: 0 2024-06-13T11:41:24.330 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.blob_file_size: 268435456 2024-06-13T11:41:24.330 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.blob_compression_type: NoCompression 2024-06-13T11:41:24.330 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.enable_blob_garbage_collection: false 2024-06-13T11:41:24.330 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-06-13T11:41:24.330 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-06-13T11:41:24.330 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-06-13T11:41:24.330 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.blob_file_starting_level: 0 2024-06-13T11:41:24.330 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-06-13T11:41:24.330 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-06-13T11:41:24.330 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-06-13T11:41:24.330 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 3fe4cd29-ad9d-4c0f-bee3-9a575308b799 2024-06-13T11:41:24.331 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: EVENT_LOG_v1 {"time_micros": 1718278884058051, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-06-13T11:41:24.331 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-06-13T11:41:24.331 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: EVENT_LOG_v1 {"time_micros": 1718278884059960, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 99857, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 326, "table_properties": {"data_size": 97767, "index_size": 308, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14175, "raw_average_key_size": 49, "raw_value_size": 90068, "raw_average_value_size": 316, "num_data_blocks": 12, "num_entries": 285, "num_filter_entries": 285, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1718278884, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "3fe4cd29-ad9d-4c0f-bee3-9a575308b799", "db_session_id": "NRGJIDCNYU5236YL7W2U", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-06-13T11:41:24.331 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: EVENT_LOG_v1 {"time_micros": 1718278884060133, "job": 1, "event": "recovery_finished"} 2024-06-13T11:41:24.331 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-06-13T11:41:24.331 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-06-13T11:41:24.331 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5616fd156000 2024-06-13T11:41:24.331 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: DB pointer 0x5616fd140000 2024-06-13T11:41:24.331 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-06-13T11:41:24.331 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-06-13T11:41:24.331 INFO:journalctl@ceph.mon.a.smithi042.stdout: ** DB Stats ** 2024-06-13T11:41:24.331 INFO:journalctl@ceph.mon.a.smithi042.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-06-13T11:41:24.331 INFO:journalctl@ceph.mon.a.smithi042.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-06-13T11:41:24.332 INFO:journalctl@ceph.mon.a.smithi042.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-06-13T11:41:24.332 INFO:journalctl@ceph.mon.a.smithi042.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-06-13T11:41:24.332 INFO:journalctl@ceph.mon.a.smithi042.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-06-13T11:41:24.332 INFO:journalctl@ceph.mon.a.smithi042.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-06-13T11:41:24.332 INFO:journalctl@ceph.mon.a.smithi042.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-06-13T11:41:24.332 INFO:journalctl@ceph.mon.a.smithi042.stdout: 2024-06-13T11:41:24.332 INFO:journalctl@ceph.mon.a.smithi042.stdout: ** Compaction Stats [default] ** 2024-06-13T11:41:24.332 INFO:journalctl@ceph.mon.a.smithi042.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-06-13T11:41:24.332 INFO:journalctl@ceph.mon.a.smithi042.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-06-13T11:41:24.332 INFO:journalctl@ceph.mon.a.smithi042.stdout: L0 2/0 99.35 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 79.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-06-13T11:41:24.332 INFO:journalctl@ceph.mon.a.smithi042.stdout: Sum 2/0 99.35 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 79.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-06-13T11:41:24.332 INFO:journalctl@ceph.mon.a.smithi042.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 79.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-06-13T11:41:24.332 INFO:journalctl@ceph.mon.a.smithi042.stdout: 2024-06-13T11:41:24.332 INFO:journalctl@ceph.mon.a.smithi042.stdout: ** Compaction Stats [default] ** 2024-06-13T11:41:24.333 INFO:journalctl@ceph.mon.a.smithi042.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-06-13T11:41:24.333 INFO:journalctl@ceph.mon.a.smithi042.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-06-13T11:41:24.333 INFO:journalctl@ceph.mon.a.smithi042.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 79.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-06-13T11:41:24.333 INFO:journalctl@ceph.mon.a.smithi042.stdout: 2024-06-13T11:41:24.333 INFO:journalctl@ceph.mon.a.smithi042.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-06-13T11:41:24.333 INFO:journalctl@ceph.mon.a.smithi042.stdout: 2024-06-13T11:41:24.333 INFO:journalctl@ceph.mon.a.smithi042.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-06-13T11:41:24.333 INFO:journalctl@ceph.mon.a.smithi042.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-06-13T11:41:24.333 INFO:journalctl@ceph.mon.a.smithi042.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-06-13T11:41:24.333 INFO:journalctl@ceph.mon.a.smithi042.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-06-13T11:41:24.333 INFO:journalctl@ceph.mon.a.smithi042.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-06-13T11:41:24.333 INFO:journalctl@ceph.mon.a.smithi042.stdout: AddFile(Keys): cumulative 0, interval 0 2024-06-13T11:41:24.333 INFO:journalctl@ceph.mon.a.smithi042.stdout: Cumulative compaction: 0.00 GB write, 13.97 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-06-13T11:41:24.333 INFO:journalctl@ceph.mon.a.smithi042.stdout: Interval compaction: 0.00 GB write, 13.97 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-06-13T11:41:24.334 INFO:journalctl@ceph.mon.a.smithi042.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-06-13T11:41:24.334 INFO:journalctl@ceph.mon.a.smithi042.stdout: Block cache BinnedLRUCache@0x5616fd067090#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-06-13T11:41:24.334 INFO:journalctl@ceph.mon.a.smithi042.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-06-13T11:41:24.334 INFO:journalctl@ceph.mon.a.smithi042.stdout: 2024-06-13T11:41:24.334 INFO:journalctl@ceph.mon.a.smithi042.stdout: ** File Read Latency Histogram By Level [default] ** 2024-06-13T11:41:24.334 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: starting mon.a rank 0 at public addrs [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] at bind addrs [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T11:41:24.334 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: mon.a@-1(???) e1 preinit fsid aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T11:41:24.334 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: mon.a@-1(???).mds e1 new map 2024-06-13T11:41:24.334 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: mon.a@-1(???).mds e1 print_map 2024-06-13T11:41:24.334 INFO:journalctl@ceph.mon.a.smithi042.stdout: e1 2024-06-13T11:41:24.334 INFO:journalctl@ceph.mon.a.smithi042.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-06-13T11:41:24.334 INFO:journalctl@ceph.mon.a.smithi042.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-06-13T11:41:24.335 INFO:journalctl@ceph.mon.a.smithi042.stdout: legacy client fscid: -1 2024-06-13T11:41:24.335 INFO:journalctl@ceph.mon.a.smithi042.stdout: 2024-06-13T11:41:24.335 INFO:journalctl@ceph.mon.a.smithi042.stdout: No filesystems configured 2024-06-13T11:41:24.335 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-06-13T11:41:24.335 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-06-13T11:41:24.335 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-06-13T11:41:24.335 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-06-13T11:41:24.335 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-06-13T11:41:24.335 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 bash[32212]: 4a38f7b0b85b76a04c9fcb1032ec94820fa37124f41910af96d66f3e63664ddd 2024-06-13T11:41:24.335 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 systemd[1]: Started Ceph mon.a for aa9143f6-2979-11ef-bc9c-c7b262605968. 2024-06-13T11:41:24.335 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: mon.a is new leader, mons a in quorum (ranks 0) 2024-06-13T11:41:24.335 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: monmap epoch 1 2024-06-13T11:41:24.335 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: fsid aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T11:41:24.336 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: last_changed 2024-06-13T11:41:04.851290+0000 2024-06-13T11:41:24.336 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: created 2024-06-13T11:41:04.851290+0000 2024-06-13T11:41:24.336 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: min_mon_release 19 (squid) 2024-06-13T11:41:24.336 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: election_strategy: 1 2024-06-13T11:41:24.336 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: 0: [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] mon.a 2024-06-13T11:41:24.336 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: fsmap 2024-06-13T11:41:24.336 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: osdmap e1: 0 total, 0 up, 0 in 2024-06-13T11:41:24.336 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:24 smithi042 ceph-mon[32231]: mgrmap e1: no daemons active 2024-06-13T11:41:25.492 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.741+0000 7f44aa000700 1 Processor -- start 2024-06-13T11:41:25.494 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.741+0000 7f44aa000700 1 -- start start 2024-06-13T11:41:25.494 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.741+0000 7f44aa000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44a4081eb0 0x7f44a40822d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:25.494 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.741+0000 7f44aa000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f44a40828a0 con 0x7f44a4081eb0 2024-06-13T11:41:25.494 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.742+0000 7f44a3400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44a4081eb0 0x7f44a40822d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:25.494 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.742+0000 7f44a3400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44a4081eb0 0x7f44a40822d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35942/0 (socket says 172.21.15.42:35942) 2024-06-13T11:41:25.494 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.742+0000 7f44a3400700 1 -- 172.21.15.42:0/158042987 learned_addr learned my addr 172.21.15.42:0/158042987 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:41:25.494 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.743+0000 7f44a3400700 1 -- 172.21.15.42:0/158042987 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44a410f6a0 con 0x7f44a4081eb0 2024-06-13T11:41:25.494 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.743+0000 7f44a3400700 1 --2- 172.21.15.42:0/158042987 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44a4081eb0 0x7f44a40822d0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f4494009e80 tx=0x7f449400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d6794d3011b6afe server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:25.494 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.744+0000 7f44a2a00700 1 -- 172.21.15.42:0/158042987 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4494017070 con 0x7f44a4081eb0 2024-06-13T11:41:25.494 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.744+0000 7f44a2a00700 1 -- 172.21.15.42:0/158042987 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f449400b8c0 con 0x7f44a4081eb0 2024-06-13T11:41:25.495 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.744+0000 7f44a2a00700 1 -- 172.21.15.42:0/158042987 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f44940045c0 con 0x7f44a4081eb0 2024-06-13T11:41:25.498 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.744+0000 7f44aa000700 1 -- 172.21.15.42:0/158042987 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44a4081eb0 msgr2=0x7f44a40822d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:25.498 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.744+0000 7f44aa000700 1 --2- 172.21.15.42:0/158042987 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44a4081eb0 0x7f44a40822d0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f4494009e80 tx=0x7f449400b330 comp rx=0 tx=0).stop 2024-06-13T11:41:25.498 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.745+0000 7f44aa000700 1 -- 172.21.15.42:0/158042987 shutdown_connections 2024-06-13T11:41:25.498 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.745+0000 7f44aa000700 1 --2- 172.21.15.42:0/158042987 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44a4081eb0 0x7f44a40822d0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:25.498 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.745+0000 7f44aa000700 1 -- 172.21.15.42:0/158042987 >> 172.21.15.42:0/158042987 conn(0x7f44a407d4c0 msgr2=0x7f44a407f8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:41:25.498 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.745+0000 7f44aa000700 1 -- 172.21.15.42:0/158042987 shutdown_connections 2024-06-13T11:41:25.499 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.745+0000 7f44aa000700 1 -- 172.21.15.42:0/158042987 wait complete. 2024-06-13T11:41:25.499 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.746+0000 7f44aa000700 1 Processor -- start 2024-06-13T11:41:25.499 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.746+0000 7f44aa000700 1 -- start start 2024-06-13T11:41:25.499 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.746+0000 7f44aa000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44a4081eb0 0x7f44a41a2430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:25.499 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.746+0000 7f44aa000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f44a4112a50 con 0x7f44a4081eb0 2024-06-13T11:41:25.499 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.747+0000 7f44a3400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44a4081eb0 0x7f44a41a2430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:25.499 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.747+0000 7f44a3400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44a4081eb0 0x7f44a41a2430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35948/0 (socket says 172.21.15.42:35948) 2024-06-13T11:41:25.499 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.747+0000 7f44a3400700 1 -- 172.21.15.42:0/3391238571 learned_addr learned my addr 172.21.15.42:0/3391238571 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:41:25.499 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.747+0000 7f44a3400700 1 -- 172.21.15.42:0/3391238571 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44a41a2970 con 0x7f44a4081eb0 2024-06-13T11:41:25.499 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.747+0000 7f44a3400700 1 --2- 172.21.15.42:0/3391238571 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44a4081eb0 0x7f44a41a2430 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f4494009530 tx=0x7f449400bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:25.499 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.748+0000 7f44a0c00700 1 -- 172.21.15.42:0/3391238571 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4494017040 con 0x7f44a4081eb0 2024-06-13T11:41:25.499 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.748+0000 7f44a0c00700 1 -- 172.21.15.42:0/3391238571 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f4494003b50 con 0x7f44a4081eb0 2024-06-13T11:41:25.499 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.748+0000 7f44aa000700 1 -- 172.21.15.42:0/3391238571 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44a41a2c00 con 0x7f44a4081eb0 2024-06-13T11:41:25.500 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.748+0000 7f44a0c00700 1 -- 172.21.15.42:0/3391238571 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4494012650 con 0x7f44a4081eb0 2024-06-13T11:41:25.500 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.748+0000 7f44aa000700 1 -- 172.21.15.42:0/3391238571 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44a41a58f0 con 0x7f44a4081eb0 2024-06-13T11:41:25.500 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.748+0000 7f44a0c00700 1 -- 172.21.15.42:0/3391238571 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f4494024020 con 0x7f44a4081eb0 2024-06-13T11:41:25.500 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.748+0000 7f44a0c00700 1 -- 172.21.15.42:0/3391238571 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f4494022020 con 0x7f44a4081eb0 2024-06-13T11:41:25.500 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.749+0000 7f44aa000700 1 -- 172.21.15.42:0/3391238571 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44a4063af0 con 0x7f44a4081eb0 2024-06-13T11:41:25.500 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.752+0000 7f44a0c00700 1 -- 172.21.15.42:0/3391238571 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f4494012e20 con 0x7f44a4081eb0 2024-06-13T11:41:25.500 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.829+0000 7f44aa000700 1 -- 172.21.15.42:0/3391238571 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7f44a41a5ee0 con 0x7f44a4081eb0 2024-06-13T11:41:25.500 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.832+0000 7f44a0c00700 1 -- 172.21.15.42:0/3391238571 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7f449400b860 con 0x7f44a4081eb0 2024-06-13T11:41:25.500 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.834+0000 7f44aa000700 1 -- 172.21.15.42:0/3391238571 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44a4081eb0 msgr2=0x7f44a41a2430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:25.500 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.834+0000 7f44aa000700 1 --2- 172.21.15.42:0/3391238571 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44a4081eb0 0x7f44a41a2430 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f4494009530 tx=0x7f449400bd50 comp rx=0 tx=0).stop 2024-06-13T11:41:25.500 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.834+0000 7f44aa000700 1 -- 172.21.15.42:0/3391238571 shutdown_connections 2024-06-13T11:41:25.500 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.834+0000 7f44aa000700 1 --2- 172.21.15.42:0/3391238571 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44a4081eb0 0x7f44a41a2430 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:25.500 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.834+0000 7f44aa000700 1 -- 172.21.15.42:0/3391238571 >> 172.21.15.42:0/3391238571 conn(0x7f44a407d4c0 msgr2=0x7f44a407dfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:41:25.500 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.834+0000 7f44aa000700 1 -- 172.21.15.42:0/3391238571 shutdown_connections 2024-06-13T11:41:25.501 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:24.834+0000 7f44aa000700 1 -- 172.21.15.42:0/3391238571 wait complete. 2024-06-13T11:41:25.501 INFO:teuthology.orchestra.run.smithi042.stdout:Wrote config to /etc/ceph/ceph.conf 2024-06-13T11:41:25.516 INFO:teuthology.orchestra.run.smithi042.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-06-13T11:41:25.516 INFO:teuthology.orchestra.run.smithi042.stdout:Creating mgr... 2024-06-13T11:41:25.518 INFO:teuthology.orchestra.run.smithi042.stdout:Verifying port 0.0.0.0:9283 ... 2024-06-13T11:41:25.519 INFO:teuthology.orchestra.run.smithi042.stdout:Verifying port 0.0.0.0:8765 ... 2024-06-13T11:41:26.021 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mgr.x 2024-06-13T11:41:26.021 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stderr Failed to reset failed state of unit ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mgr.x.service: Unit ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mgr.x.service not loaded. 2024-06-13T11:41:26.303 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-aa9143f6-2979-11ef-bc9c-c7b262605968.target.wants/ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@.service. 2024-06-13T11:41:26.306 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:25 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/3391238571' entity='client.admin' 2024-06-13T11:41:26.724 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:26 smithi042 systemd[1]: Starting Ceph mgr.x for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T11:41:26.998 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:26 smithi042 podman[32442]: 2024-06-13 11:41:26.629604058 +0000 UTC m=+0.034708707 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-13T11:41:26.999 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:26 smithi042 podman[32442]: 2024-06-13 11:41:26.769790537 +0000 UTC m=+0.174895209 container create 311c32bd9a8505d1968aafce602c786c2d4e349ce792ec7b6b5d33dcac1ced62 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-13T11:41:26.999 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:26 smithi042 podman[32442]: 2024-06-13 11:41:26.998459458 +0000 UTC m=+0.403564136 container init 311c32bd9a8505d1968aafce602c786c2d4e349ce792ec7b6b5d33dcac1ced62 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux ) 2024-06-13T11:41:27.131 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-06-13T11:41:27.131 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout disabled 2024-06-13T11:41:27.150 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-06-13T11:41:27.150 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout inactive 2024-06-13T11:41:27.150 INFO:teuthology.orchestra.run.smithi042.stdout:firewalld.service is not enabled 2024-06-13T11:41:27.150 INFO:teuthology.orchestra.run.smithi042.stdout:Not possible to enable service . firewalld.service is not available 2024-06-13T11:41:27.172 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-06-13T11:41:27.172 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout disabled 2024-06-13T11:41:27.190 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-06-13T11:41:27.190 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout inactive 2024-06-13T11:41:27.191 INFO:teuthology.orchestra.run.smithi042.stdout:firewalld.service is not enabled 2024-06-13T11:41:27.191 INFO:teuthology.orchestra.run.smithi042.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-06-13T11:41:27.191 INFO:teuthology.orchestra.run.smithi042.stdout:Waiting for mgr to start... 2024-06-13T11:41:27.191 INFO:teuthology.orchestra.run.smithi042.stdout:Waiting for mgr... 2024-06-13T11:41:27.265 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:27 smithi042 podman[32442]: 2024-06-13 11:41:27.010030124 +0000 UTC m=+0.415134802 container start 311c32bd9a8505d1968aafce602c786c2d4e349ce792ec7b6b5d33dcac1ced62 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-06-13T11:41:27.265 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:27 smithi042 bash[32442]: 311c32bd9a8505d1968aafce602c786c2d4e349ce792ec7b6b5d33dcac1ced62 2024-06-13T11:41:27.265 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:27 smithi042 systemd[1]: Started Ceph mgr.x for aa9143f6-2979-11ef-bc9c-c7b262605968. 2024-06-13T11:41:27.526 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:27 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:27.264+0000 7f8843060200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-13T11:41:27.807 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:27 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:27.528+0000 7f8843060200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-13T11:41:27.807 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:27 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:27.665+0000 7f8843060200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-13T11:41:28.211 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:28 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:28.091+0000 7f8843060200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-13T11:41:28.211 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:27 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/1288757980' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-06-13T11:41:28.518 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:28 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:28.210+0000 7f8843060200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-13T11:41:28.532 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-06-13T11:41:28.549 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout { 2024-06-13T11:41:28.549 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "fsid": "aa9143f6-2979-11ef-bc9c-c7b262605968", 2024-06-13T11:41:28.550 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "health": { 2024-06-13T11:41:28.550 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-06-13T11:41:28.550 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-06-13T11:41:28.550 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-06-13T11:41:28.550 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-13T11:41:28.550 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-06-13T11:41:28.550 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-06-13T11:41:28.551 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 0 2024-06-13T11:41:28.551 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ], 2024-06-13T11:41:28.551 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-06-13T11:41:28.551 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "a" 2024-06-13T11:41:28.551 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ], 2024-06-13T11:41:28.551 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2024-06-13T11:41:28.552 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "monmap": { 2024-06-13T11:41:28.552 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-13T11:41:28.552 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-06-13T11:41:28.552 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-06-13T11:41:28.552 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-13T11:41:28.552 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-06-13T11:41:28.553 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-13T11:41:28.553 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-06-13T11:41:28.553 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-06-13T11:41:28.553 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-06-13T11:41:28.553 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-06-13T11:41:28.553 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-06-13T11:41:28.553 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-06-13T11:41:28.553 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-13T11:41:28.553 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-06-13T11:41:28.554 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-06-13T11:41:28.554 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-06-13T11:41:28.554 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-06-13T11:41:28.554 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-06-13T11:41:28.554 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-06-13T11:41:28.554 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-06-13T11:41:28.554 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-06-13T11:41:28.554 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-06-13T11:41:28.554 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-13T11:41:28.554 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-06-13T11:41:28.554 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-13T11:41:28.554 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-06-13T11:41:28.555 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-06-13T11:41:28.555 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-13T11:41:28.555 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-06-13T11:41:28.555 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "available": false, 2024-06-13T11:41:28.555 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-06-13T11:41:28.555 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "modules": [ 2024-06-13T11:41:28.555 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "iostat", 2024-06-13T11:41:28.555 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "nfs", 2024-06-13T11:41:28.555 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "restful" 2024-06-13T11:41:28.555 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ], 2024-06-13T11:41:28.555 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "services": {} 2024-06-13T11:41:28.555 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-13T11:41:28.555 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-06-13T11:41:28.555 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-13T11:41:28.556 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "modified": "2024-06-13T11:41:17.436575+0000", 2024-06-13T11:41:28.556 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "services": {} 2024-06-13T11:41:28.556 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-13T11:41:28.556 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-06-13T11:41:28.556 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout } 2024-06-13T11:41:28.556 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.764+0000 7f9b15a00700 1 Processor -- start 2024-06-13T11:41:28.556 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.765+0000 7f9b15a00700 1 -- start start 2024-06-13T11:41:28.556 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.765+0000 7f9b15a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b10107e90 0x7f9b101082b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:28.556 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.765+0000 7f9b15a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9b101087f0 con 0x7f9b10107e90 2024-06-13T11:41:28.556 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.766+0000 7f9b0ea00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b10107e90 0x7f9b101082b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:28.556 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.766+0000 7f9b0ea00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b10107e90 0x7f9b101082b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35988/0 (socket says 172.21.15.42:35988) 2024-06-13T11:41:28.556 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.766+0000 7f9b0ea00700 1 -- 172.21.15.42:0/2619493741 learned_addr learned my addr 172.21.15.42:0/2619493741 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:41:28.557 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.766+0000 7f9b0ea00700 1 -- 172.21.15.42:0/2619493741 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b10108fa0 con 0x7f9b10107e90 2024-06-13T11:41:28.557 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.767+0000 7f9b0ea00700 1 --2- 172.21.15.42:0/2619493741 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b10107e90 0x7f9b101082b0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f9b000098a0 tx=0x7f9b00009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1ba19307ab2d332 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:28.557 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.767+0000 7f9b0e000700 1 -- 172.21.15.42:0/2619493741 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9b00004160 con 0x7f9b10107e90 2024-06-13T11:41:28.557 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.767+0000 7f9b0e000700 1 -- 172.21.15.42:0/2619493741 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f9b00004300 con 0x7f9b10107e90 2024-06-13T11:41:28.557 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.767+0000 7f9b0e000700 1 -- 172.21.15.42:0/2619493741 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9b00011b50 con 0x7f9b10107e90 2024-06-13T11:41:28.557 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.768+0000 7f9b15a00700 1 -- 172.21.15.42:0/2619493741 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b10107e90 msgr2=0x7f9b101082b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:28.557 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.768+0000 7f9b15a00700 1 --2- 172.21.15.42:0/2619493741 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b10107e90 0x7f9b101082b0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f9b000098a0 tx=0x7f9b00009bb0 comp rx=0 tx=0).stop 2024-06-13T11:41:28.557 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.768+0000 7f9b15a00700 1 -- 172.21.15.42:0/2619493741 shutdown_connections 2024-06-13T11:41:28.557 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.768+0000 7f9b15a00700 1 --2- 172.21.15.42:0/2619493741 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b10107e90 0x7f9b101082b0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:28.557 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.768+0000 7f9b15a00700 1 -- 172.21.15.42:0/2619493741 >> 172.21.15.42:0/2619493741 conn(0x7f9b10103430 msgr2=0x7f9b10105870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:41:28.558 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.768+0000 7f9b15a00700 1 -- 172.21.15.42:0/2619493741 shutdown_connections 2024-06-13T11:41:28.558 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.768+0000 7f9b15a00700 1 -- 172.21.15.42:0/2619493741 wait complete. 2024-06-13T11:41:28.558 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.770+0000 7f9b15a00700 1 Processor -- start 2024-06-13T11:41:28.558 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.770+0000 7f9b15a00700 1 -- start start 2024-06-13T11:41:28.558 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.771+0000 7f9b15a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b10107e90 0x7f9b1019be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:28.558 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.771+0000 7f9b15a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9b1010c3e0 con 0x7f9b10107e90 2024-06-13T11:41:28.558 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.771+0000 7f9b0ea00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b10107e90 0x7f9b1019be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:28.558 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.771+0000 7f9b0ea00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b10107e90 0x7f9b1019be00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35992/0 (socket says 172.21.15.42:35992) 2024-06-13T11:41:28.558 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.771+0000 7f9b0ea00700 1 -- 172.21.15.42:0/1288757980 learned_addr learned my addr 172.21.15.42:0/1288757980 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:41:28.558 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.771+0000 7f9b0ea00700 1 -- 172.21.15.42:0/1288757980 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b1019c340 con 0x7f9b10107e90 2024-06-13T11:41:28.559 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.772+0000 7f9b0ea00700 1 --2- 172.21.15.42:0/1288757980 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b10107e90 0x7f9b1019be00 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f9b00011670 tx=0x7f9b00011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:28.559 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.772+0000 7f9b07400700 1 -- 172.21.15.42:0/1288757980 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9b000039c0 con 0x7f9b10107e90 2024-06-13T11:41:28.559 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.772+0000 7f9b07400700 1 -- 172.21.15.42:0/1288757980 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f9b00011e50 con 0x7f9b10107e90 2024-06-13T11:41:28.559 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.772+0000 7f9b07400700 1 -- 172.21.15.42:0/1288757980 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9b0001a5c0 con 0x7f9b10107e90 2024-06-13T11:41:28.559 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.772+0000 7f9b15a00700 1 -- 172.21.15.42:0/1288757980 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b1019c5d0 con 0x7f9b10107e90 2024-06-13T11:41:28.559 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.772+0000 7f9b15a00700 1 -- 172.21.15.42:0/1288757980 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b1019f2c0 con 0x7f9b10107e90 2024-06-13T11:41:28.559 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.772+0000 7f9b07400700 1 -- 172.21.15.42:0/1288757980 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f9b0001ac00 con 0x7f9b10107e90 2024-06-13T11:41:28.559 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.773+0000 7f9b07400700 1 -- 172.21.15.42:0/1288757980 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f9b00019700 con 0x7f9b10107e90 2024-06-13T11:41:28.559 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.773+0000 7f9b15a00700 1 -- 172.21.15.42:0/1288757980 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b10063af0 con 0x7f9b10107e90 2024-06-13T11:41:28.559 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.777+0000 7f9b07400700 1 -- 172.21.15.42:0/1288757980 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f9b00003b60 con 0x7f9b10107e90 2024-06-13T11:41:28.559 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.856+0000 7f9b15a00700 1 -- 172.21.15.42:0/1288757980 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f9b1019f490 con 0x7f9b10107e90 2024-06-13T11:41:28.560 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.857+0000 7f9b07400700 1 -- 172.21.15.42:0/1288757980 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f9b000199a0 con 0x7f9b10107e90 2024-06-13T11:41:28.560 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.859+0000 7f9b15a00700 1 -- 172.21.15.42:0/1288757980 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b10107e90 msgr2=0x7f9b1019be00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:28.560 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.859+0000 7f9b15a00700 1 --2- 172.21.15.42:0/1288757980 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b10107e90 0x7f9b1019be00 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f9b00011670 tx=0x7f9b00011b60 comp rx=0 tx=0).stop 2024-06-13T11:41:28.560 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.859+0000 7f9b15a00700 1 -- 172.21.15.42:0/1288757980 shutdown_connections 2024-06-13T11:41:28.560 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.859+0000 7f9b15a00700 1 --2- 172.21.15.42:0/1288757980 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b10107e90 0x7f9b1019be00 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:28.560 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.859+0000 7f9b15a00700 1 -- 172.21.15.42:0/1288757980 >> 172.21.15.42:0/1288757980 conn(0x7f9b10103430 msgr2=0x7f9b10103fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:41:28.560 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.859+0000 7f9b15a00700 1 -- 172.21.15.42:0/1288757980 shutdown_connections 2024-06-13T11:41:28.560 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:27.859+0000 7f9b15a00700 1 -- 172.21.15.42:0/1288757980 wait complete. 2024-06-13T11:41:28.560 INFO:teuthology.orchestra.run.smithi042.stdout:mgr not available, waiting (1/15)... 2024-06-13T11:41:30.307 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:29 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:29.857+0000 7f8843060200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-13T11:41:30.307 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:30 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:30.095+0000 7f8843060200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-13T11:41:30.695 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:30 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:30.315+0000 7f8843060200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-13T11:41:30.973 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:30 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:30.712+0000 7f8843060200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-13T11:41:30.973 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:30 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:30.842+0000 7f8843060200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-13T11:41:31.223 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:31 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:31.117+0000 7f8843060200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-13T11:41:31.557 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:31 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:31.386+0000 7f8843060200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-13T11:41:31.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:31 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/692490706' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-06-13T11:41:31.859 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-06-13T11:41:31.859 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout { 2024-06-13T11:41:31.859 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "fsid": "aa9143f6-2979-11ef-bc9c-c7b262605968", 2024-06-13T11:41:31.859 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "health": { 2024-06-13T11:41:31.859 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-06-13T11:41:31.859 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-06-13T11:41:31.859 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-06-13T11:41:31.859 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-13T11:41:31.859 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-06-13T11:41:31.859 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-06-13T11:41:31.859 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 0 2024-06-13T11:41:31.860 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ], 2024-06-13T11:41:31.860 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-06-13T11:41:31.860 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "a" 2024-06-13T11:41:31.860 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ], 2024-06-13T11:41:31.860 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "quorum_age": 7, 2024-06-13T11:41:31.860 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "monmap": { 2024-06-13T11:41:31.860 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-13T11:41:31.860 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-06-13T11:41:31.860 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-06-13T11:41:31.860 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-13T11:41:31.860 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-06-13T11:41:31.860 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-13T11:41:31.860 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-06-13T11:41:31.860 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-06-13T11:41:31.860 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-06-13T11:41:31.861 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-06-13T11:41:31.868 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-06-13T11:41:31.868 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-06-13T11:41:31.868 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-13T11:41:31.868 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-06-13T11:41:31.869 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-06-13T11:41:31.869 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-06-13T11:41:31.869 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-06-13T11:41:31.869 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-06-13T11:41:31.869 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-06-13T11:41:31.869 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-06-13T11:41:31.869 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-06-13T11:41:31.869 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-06-13T11:41:31.869 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-13T11:41:31.869 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-06-13T11:41:31.870 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-13T11:41:31.870 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-06-13T11:41:31.870 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-06-13T11:41:31.870 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-13T11:41:31.870 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-06-13T11:41:31.870 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "available": false, 2024-06-13T11:41:31.870 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-06-13T11:41:31.870 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "modules": [ 2024-06-13T11:41:31.870 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "iostat", 2024-06-13T11:41:31.870 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "nfs", 2024-06-13T11:41:31.870 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "restful" 2024-06-13T11:41:31.871 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ], 2024-06-13T11:41:31.871 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "services": {} 2024-06-13T11:41:31.871 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-13T11:41:31.871 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-06-13T11:41:31.871 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-13T11:41:31.871 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "modified": "2024-06-13T11:41:17.436575+0000", 2024-06-13T11:41:31.871 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "services": {} 2024-06-13T11:41:31.871 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-13T11:41:31.871 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-06-13T11:41:31.871 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout } 2024-06-13T11:41:31.871 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.133+0000 7fa130a00700 1 Processor -- start 2024-06-13T11:41:31.871 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.134+0000 7fa130a00700 1 -- start start 2024-06-13T11:41:31.871 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.134+0000 7fa130a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa12c10a120 0x7fa12c10a540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:31.872 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.134+0000 7fa130a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa12c10ab10 con 0x7fa12c10a120 2024-06-13T11:41:31.872 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.134+0000 7fa12a800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa12c10a120 0x7fa12c10a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:31.872 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.134+0000 7fa12a800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa12c10a120 0x7fa12c10a540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:44898/0 (socket says 172.21.15.42:44898) 2024-06-13T11:41:31.872 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.134+0000 7fa12a800700 1 -- 172.21.15.42:0/3754464571 learned_addr learned my addr 172.21.15.42:0/3754464571 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:41:31.872 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.135+0000 7fa12a800700 1 -- 172.21.15.42:0/3754464571 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa12c10afe0 con 0x7fa12c10a120 2024-06-13T11:41:31.872 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.135+0000 7fa12a800700 1 --2- 172.21.15.42:0/3754464571 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa12c10a120 0x7fa12c10a540 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fa11c0098a0 tx=0x7fa11c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2e5c017c7b99a3a server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:31.872 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.136+0000 7fa129400700 1 -- 172.21.15.42:0/3754464571 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa11c004160 con 0x7fa12c10a120 2024-06-13T11:41:31.872 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.136+0000 7fa129400700 1 -- 172.21.15.42:0/3754464571 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fa11c004300 con 0x7fa12c10a120 2024-06-13T11:41:31.872 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.136+0000 7fa129400700 1 -- 172.21.15.42:0/3754464571 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa11c011b50 con 0x7fa12c10a120 2024-06-13T11:41:31.872 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.136+0000 7fa130a00700 1 -- 172.21.15.42:0/3754464571 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa12c10a120 msgr2=0x7fa12c10a540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:31.872 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.136+0000 7fa130a00700 1 --2- 172.21.15.42:0/3754464571 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa12c10a120 0x7fa12c10a540 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fa11c0098a0 tx=0x7fa11c009bb0 comp rx=0 tx=0).stop 2024-06-13T11:41:31.872 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.137+0000 7fa130a00700 1 -- 172.21.15.42:0/3754464571 shutdown_connections 2024-06-13T11:41:31.872 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.137+0000 7fa130a00700 1 --2- 172.21.15.42:0/3754464571 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa12c10a120 0x7fa12c10a540 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:31.872 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.137+0000 7fa130a00700 1 -- 172.21.15.42:0/3754464571 >> 172.21.15.42:0/3754464571 conn(0x7fa12c07d340 msgr2=0x7fa12c07d750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:41:31.873 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.137+0000 7fa130a00700 1 -- 172.21.15.42:0/3754464571 shutdown_connections 2024-06-13T11:41:31.873 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.137+0000 7fa130a00700 1 -- 172.21.15.42:0/3754464571 wait complete. 2024-06-13T11:41:31.873 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.138+0000 7fa130a00700 1 Processor -- start 2024-06-13T11:41:31.873 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.138+0000 7fa130a00700 1 -- start start 2024-06-13T11:41:31.873 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.139+0000 7fa130a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa12c10a120 0x7fa12c19dec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:31.873 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.139+0000 7fa130a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa12c10e2a0 con 0x7fa12c10a120 2024-06-13T11:41:31.873 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.139+0000 7fa12a800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa12c10a120 0x7fa12c19dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:31.873 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.139+0000 7fa12a800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa12c10a120 0x7fa12c19dec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:44908/0 (socket says 172.21.15.42:44908) 2024-06-13T11:41:31.873 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.139+0000 7fa12a800700 1 -- 172.21.15.42:0/692490706 learned_addr learned my addr 172.21.15.42:0/692490706 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:41:31.873 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.139+0000 7fa12a800700 1 -- 172.21.15.42:0/692490706 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa12c19e400 con 0x7fa12c10a120 2024-06-13T11:41:31.873 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.140+0000 7fa12a800700 1 --2- 172.21.15.42:0/692490706 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa12c10a120 0x7fa12c19dec0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa11c011b60 tx=0x7fa11c011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:31.873 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.140+0000 7fa123400700 1 -- 172.21.15.42:0/692490706 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa11c003970 con 0x7fa12c10a120 2024-06-13T11:41:31.873 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.140+0000 7fa123400700 1 -- 172.21.15.42:0/692490706 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fa11c003b10 con 0x7fa12c10a120 2024-06-13T11:41:31.873 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.140+0000 7fa123400700 1 -- 172.21.15.42:0/692490706 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa11c024610 con 0x7fa12c10a120 2024-06-13T11:41:31.874 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.140+0000 7fa130a00700 1 -- 172.21.15.42:0/692490706 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa12c19e690 con 0x7fa12c10a120 2024-06-13T11:41:31.874 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.140+0000 7fa130a00700 1 -- 172.21.15.42:0/692490706 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa12c1a1380 con 0x7fa12c10a120 2024-06-13T11:41:31.874 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.140+0000 7fa123400700 1 -- 172.21.15.42:0/692490706 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fa11c024ca0 con 0x7fa12c10a120 2024-06-13T11:41:31.874 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.141+0000 7fa123400700 1 -- 172.21.15.42:0/692490706 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fa11c011e00 con 0x7fa12c10a120 2024-06-13T11:41:31.874 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.141+0000 7fa130a00700 1 -- 172.21.15.42:0/692490706 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa12c0695a0 con 0x7fa12c10a120 2024-06-13T11:41:31.874 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.144+0000 7fa123400700 1 -- 172.21.15.42:0/692490706 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7fa11c01a9f0 con 0x7fa12c10a120 2024-06-13T11:41:31.874 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.223+0000 7fa130a00700 1 -- 172.21.15.42:0/692490706 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fa12c1a1550 con 0x7fa12c10a120 2024-06-13T11:41:31.874 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.223+0000 7fa123400700 1 -- 172.21.15.42:0/692490706 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7fa11c01a430 con 0x7fa12c10a120 2024-06-13T11:41:31.874 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.225+0000 7fa130a00700 1 -- 172.21.15.42:0/692490706 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa12c10a120 msgr2=0x7fa12c19dec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:31.874 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.225+0000 7fa130a00700 1 --2- 172.21.15.42:0/692490706 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa12c10a120 0x7fa12c19dec0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa11c011b60 tx=0x7fa11c011c40 comp rx=0 tx=0).stop 2024-06-13T11:41:31.874 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.225+0000 7fa130a00700 1 -- 172.21.15.42:0/692490706 shutdown_connections 2024-06-13T11:41:31.874 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.225+0000 7fa130a00700 1 --2- 172.21.15.42:0/692490706 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa12c10a120 0x7fa12c19dec0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:31.875 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.225+0000 7fa130a00700 1 -- 172.21.15.42:0/692490706 >> 172.21.15.42:0/692490706 conn(0x7fa12c07d340 msgr2=0x7fa12c107dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:41:31.875 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.226+0000 7fa130a00700 1 -- 172.21.15.42:0/692490706 shutdown_connections 2024-06-13T11:41:31.875 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:31.226+0000 7fa130a00700 1 -- 172.21.15.42:0/692490706 wait complete. 2024-06-13T11:41:31.875 INFO:teuthology.orchestra.run.smithi042.stdout:mgr not available, waiting (2/15)... 2024-06-13T11:41:32.557 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:32 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:32.213+0000 7f8843060200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-13T11:41:33.057 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:32 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:32.783+0000 7f8843060200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-13T11:41:33.057 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:32 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:32.915+0000 7f8843060200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-13T11:41:33.557 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:33 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:33.189+0000 7f8843060200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-13T11:41:34.147 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:33 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:33.857+0000 7f8843060200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-13T11:41:34.147 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:33 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:33.986+0000 7f8843060200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-13T11:41:34.420 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:34 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:34.324+0000 7f8843060200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-13T11:41:34.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:34 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/1252511523' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-06-13T11:41:34.807 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:34 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:34.516+0000 7f8843060200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-13T11:41:34.807 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:34 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:34.649+0000 7f8843060200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-13T11:41:35.190 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:34 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:34.809+0000 7f8843060200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-13T11:41:35.202 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-06-13T11:41:35.202 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout { 2024-06-13T11:41:35.202 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "fsid": "aa9143f6-2979-11ef-bc9c-c7b262605968", 2024-06-13T11:41:35.202 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "health": { 2024-06-13T11:41:35.202 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-06-13T11:41:35.202 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-06-13T11:41:35.203 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-06-13T11:41:35.203 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-13T11:41:35.203 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-06-13T11:41:35.203 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-06-13T11:41:35.203 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 0 2024-06-13T11:41:35.203 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ], 2024-06-13T11:41:35.203 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-06-13T11:41:35.203 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "a" 2024-06-13T11:41:35.203 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ], 2024-06-13T11:41:35.204 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2024-06-13T11:41:35.204 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "monmap": { 2024-06-13T11:41:35.204 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-13T11:41:35.204 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-06-13T11:41:35.204 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-06-13T11:41:35.204 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-13T11:41:35.204 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-06-13T11:41:35.204 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-13T11:41:35.204 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-06-13T11:41:35.205 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-06-13T11:41:35.213 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-06-13T11:41:35.213 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-06-13T11:41:35.213 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-06-13T11:41:35.213 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-06-13T11:41:35.213 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-13T11:41:35.213 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-06-13T11:41:35.213 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-06-13T11:41:35.213 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-06-13T11:41:35.214 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-06-13T11:41:35.214 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-06-13T11:41:35.214 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-06-13T11:41:35.214 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-06-13T11:41:35.214 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-06-13T11:41:35.214 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-06-13T11:41:35.214 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-13T11:41:35.214 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-06-13T11:41:35.214 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-13T11:41:35.214 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-06-13T11:41:35.214 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-06-13T11:41:35.215 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-13T11:41:35.215 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-06-13T11:41:35.215 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "available": false, 2024-06-13T11:41:35.215 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-06-13T11:41:35.215 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "modules": [ 2024-06-13T11:41:35.215 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "iostat", 2024-06-13T11:41:35.215 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "nfs", 2024-06-13T11:41:35.215 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "restful" 2024-06-13T11:41:35.215 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ], 2024-06-13T11:41:35.215 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "services": {} 2024-06-13T11:41:35.215 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-13T11:41:35.215 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-06-13T11:41:35.216 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-13T11:41:35.216 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "modified": "2024-06-13T11:41:17.436575+0000", 2024-06-13T11:41:35.216 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "services": {} 2024-06-13T11:41:35.216 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-13T11:41:35.216 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-06-13T11:41:35.216 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout } 2024-06-13T11:41:35.216 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.444+0000 7f6eb2000700 1 Processor -- start 2024-06-13T11:41:35.216 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.445+0000 7f6eb2000700 1 -- start start 2024-06-13T11:41:35.216 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.445+0000 7f6eb2000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6eac108900 0x7f6eac10acf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:35.216 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.445+0000 7f6eb2000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6eac07be30 con 0x7f6eac108900 2024-06-13T11:41:35.216 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.445+0000 7f6eab400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6eac108900 0x7f6eac10acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:35.217 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.446+0000 7f6eab400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6eac108900 0x7f6eac10acf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:44912/0 (socket says 172.21.15.42:44912) 2024-06-13T11:41:35.217 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.446+0000 7f6eab400700 1 -- 172.21.15.42:0/1852813364 learned_addr learned my addr 172.21.15.42:0/1852813364 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:41:35.217 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.446+0000 7f6eab400700 1 -- 172.21.15.42:0/1852813364 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6eac10b230 con 0x7f6eac108900 2024-06-13T11:41:35.217 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.446+0000 7f6eab400700 1 --2- 172.21.15.42:0/1852813364 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6eac108900 0x7f6eac10acf0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f6e9c0098a0 tx=0x7f6e9c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65760c7e3c85c6bd server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:35.217 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.446+0000 7f6eaa000700 1 -- 172.21.15.42:0/1852813364 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6e9c004160 con 0x7f6eac108900 2024-06-13T11:41:35.217 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.447+0000 7f6eaa000700 1 -- 172.21.15.42:0/1852813364 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f6e9c004300 con 0x7f6eac108900 2024-06-13T11:41:35.217 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.447+0000 7f6eaa000700 1 -- 172.21.15.42:0/1852813364 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6e9c011b50 con 0x7f6eac108900 2024-06-13T11:41:35.217 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.447+0000 7f6eb2000700 1 -- 172.21.15.42:0/1852813364 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6eac108900 msgr2=0x7f6eac10acf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:35.217 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.447+0000 7f6eb2000700 1 --2- 172.21.15.42:0/1852813364 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6eac108900 0x7f6eac10acf0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f6e9c0098a0 tx=0x7f6e9c009bb0 comp rx=0 tx=0).stop 2024-06-13T11:41:35.217 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.447+0000 7f6eb2000700 1 -- 172.21.15.42:0/1852813364 shutdown_connections 2024-06-13T11:41:35.218 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.447+0000 7f6eb2000700 1 --2- 172.21.15.42:0/1852813364 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6eac108900 0x7f6eac10acf0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:35.218 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.447+0000 7f6eb2000700 1 -- 172.21.15.42:0/1852813364 >> 172.21.15.42:0/1852813364 conn(0x7f6eac102390 msgr2=0x7f6eac1047b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:41:35.218 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.448+0000 7f6eb2000700 1 -- 172.21.15.42:0/1852813364 shutdown_connections 2024-06-13T11:41:35.218 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.448+0000 7f6eb2000700 1 -- 172.21.15.42:0/1852813364 wait complete. 2024-06-13T11:41:35.218 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.449+0000 7f6eb2000700 1 Processor -- start 2024-06-13T11:41:35.218 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.449+0000 7f6eb2000700 1 -- start start 2024-06-13T11:41:35.218 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.450+0000 7f6eb2000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6eac108900 0x7f6eac108180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:35.218 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.450+0000 7f6eb2000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6eac10c250 con 0x7f6eac108900 2024-06-13T11:41:35.218 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.450+0000 7f6eab400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6eac108900 0x7f6eac108180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:35.218 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.450+0000 7f6eab400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6eac108900 0x7f6eac108180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:44918/0 (socket says 172.21.15.42:44918) 2024-06-13T11:41:35.218 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.450+0000 7f6eab400700 1 -- 172.21.15.42:0/1252511523 learned_addr learned my addr 172.21.15.42:0/1252511523 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:41:35.218 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.450+0000 7f6eab400700 1 -- 172.21.15.42:0/1252511523 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6eac1086c0 con 0x7f6eac108900 2024-06-13T11:41:35.219 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.451+0000 7f6eab400700 1 --2- 172.21.15.42:0/1252511523 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6eac108900 0x7f6eac108180 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f6e9c011670 tx=0x7f6e9c011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:35.219 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.451+0000 7f6ea3e00700 1 -- 172.21.15.42:0/1252511523 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6e9c0039c0 con 0x7f6eac108900 2024-06-13T11:41:35.219 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.451+0000 7f6ea3e00700 1 -- 172.21.15.42:0/1252511523 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f6e9c011e50 con 0x7f6eac108900 2024-06-13T11:41:35.219 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.451+0000 7f6eb2000700 1 -- 172.21.15.42:0/1252511523 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6eac1068b0 con 0x7f6eac108900 2024-06-13T11:41:35.219 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.451+0000 7f6ea3e00700 1 -- 172.21.15.42:0/1252511523 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6e9c01a5c0 con 0x7f6eac108900 2024-06-13T11:41:35.219 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.451+0000 7f6eb2000700 1 -- 172.21.15.42:0/1252511523 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6eac106df0 con 0x7f6eac108900 2024-06-13T11:41:35.219 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.452+0000 7f6ea3e00700 1 -- 172.21.15.42:0/1252511523 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f6e9c01ac00 con 0x7f6eac108900 2024-06-13T11:41:35.219 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.452+0000 7f6ea3e00700 1 -- 172.21.15.42:0/1252511523 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f6e9c019700 con 0x7f6eac108900 2024-06-13T11:41:35.219 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.452+0000 7f6eb2000700 1 -- 172.21.15.42:0/1252511523 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6eac063af0 con 0x7f6eac108900 2024-06-13T11:41:35.219 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.455+0000 7f6ea3e00700 1 -- 172.21.15.42:0/1252511523 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f6e9c003b60 con 0x7f6eac108900 2024-06-13T11:41:35.219 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.535+0000 7f6eb2000700 1 -- 172.21.15.42:0/1252511523 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f6eac107130 con 0x7f6eac108900 2024-06-13T11:41:35.219 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.536+0000 7f6ea3e00700 1 -- 172.21.15.42:0/1252511523 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1240 (secure 0 0 0) 0x7f6e9c0199a0 con 0x7f6eac108900 2024-06-13T11:41:35.219 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.537+0000 7f6eb2000700 1 -- 172.21.15.42:0/1252511523 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6eac108900 msgr2=0x7f6eac108180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:35.219 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.537+0000 7f6eb2000700 1 --2- 172.21.15.42:0/1252511523 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6eac108900 0x7f6eac108180 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f6e9c011670 tx=0x7f6e9c011b60 comp rx=0 tx=0).stop 2024-06-13T11:41:35.220 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.537+0000 7f6eb2000700 1 -- 172.21.15.42:0/1252511523 shutdown_connections 2024-06-13T11:41:35.220 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.537+0000 7f6eb2000700 1 --2- 172.21.15.42:0/1252511523 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6eac108900 0x7f6eac108180 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:35.220 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.537+0000 7f6eb2000700 1 -- 172.21.15.42:0/1252511523 >> 172.21.15.42:0/1252511523 conn(0x7f6eac102390 msgr2=0x7f6eac102e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:41:35.220 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.537+0000 7f6eb2000700 1 -- 172.21.15.42:0/1252511523 shutdown_connections 2024-06-13T11:41:35.220 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:34.537+0000 7f6eb2000700 1 -- 172.21.15.42:0/1252511523 wait complete. 2024-06-13T11:41:35.220 INFO:teuthology.orchestra.run.smithi042.stdout:mgr not available, waiting (3/15)... 2024-06-13T11:41:35.557 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:35 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:35.211+0000 7f8843060200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-13T11:41:36.294 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:35 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:35.998+0000 7f8843060200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-13T11:41:36.557 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:36 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:36.293+0000 7f8843060200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-13T11:41:36.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:36 smithi042 ceph-mon[32231]: Activating manager daemon x 2024-06-13T11:41:36.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:36 smithi042 ceph-mon[32231]: mgrmap e2: x(active, starting, since 0.00434775s) 2024-06-13T11:41:36.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:36 smithi042 ceph-mon[32231]: from='mgr.14100 172.21.15.42:0/1251824658' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-13T11:41:36.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:36 smithi042 ceph-mon[32231]: from='mgr.14100 172.21.15.42:0/1251824658' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-13T11:41:36.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:36 smithi042 ceph-mon[32231]: from='mgr.14100 172.21.15.42:0/1251824658' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-13T11:41:36.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:36 smithi042 ceph-mon[32231]: from='mgr.14100 172.21.15.42:0/1251824658' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T11:41:36.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:36 smithi042 ceph-mon[32231]: from='mgr.14100 172.21.15.42:0/1251824658' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-13T11:41:36.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:36 smithi042 ceph-mon[32231]: Manager daemon x is now available 2024-06-13T11:41:36.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:36 smithi042 ceph-mon[32231]: from='mgr.14100 172.21.15.42:0/1251824658' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-13T11:41:36.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:36 smithi042 ceph-mon[32231]: from='mgr.14100 172.21.15.42:0/1251824658' entity='mgr.x' 2024-06-13T11:41:36.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:36 smithi042 ceph-mon[32231]: from='mgr.14100 172.21.15.42:0/1251824658' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-13T11:41:36.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:36 smithi042 ceph-mon[32231]: from='mgr.14100 172.21.15.42:0/1251824658' entity='mgr.x' 2024-06-13T11:41:36.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:36 smithi042 ceph-mon[32231]: from='mgr.14100 172.21.15.42:0/1251824658' entity='mgr.x' 2024-06-13T11:41:38.510 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:38 smithi042 ceph-mon[32231]: mgrmap e3: x(active, since 1.01774s) 2024-06-13T11:41:38.510 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:38 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/972992055' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-06-13T11:41:39.003 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-06-13T11:41:39.003 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout { 2024-06-13T11:41:39.004 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "fsid": "aa9143f6-2979-11ef-bc9c-c7b262605968", 2024-06-13T11:41:39.004 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "health": { 2024-06-13T11:41:39.004 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-06-13T11:41:39.004 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-06-13T11:41:39.004 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-06-13T11:41:39.004 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-13T11:41:39.004 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-06-13T11:41:39.004 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-06-13T11:41:39.005 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 0 2024-06-13T11:41:39.005 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ], 2024-06-13T11:41:39.005 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-06-13T11:41:39.006 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "a" 2024-06-13T11:41:39.006 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ], 2024-06-13T11:41:39.006 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "quorum_age": 14, 2024-06-13T11:41:39.006 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "monmap": { 2024-06-13T11:41:39.007 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-13T11:41:39.007 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-06-13T11:41:39.007 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-06-13T11:41:39.007 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-13T11:41:39.007 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-06-13T11:41:39.007 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-13T11:41:39.007 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-06-13T11:41:39.007 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-06-13T11:41:39.007 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-06-13T11:41:39.015 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-06-13T11:41:39.015 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-06-13T11:41:39.015 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-06-13T11:41:39.016 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-13T11:41:39.016 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-06-13T11:41:39.016 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-06-13T11:41:39.016 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-06-13T11:41:39.016 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-06-13T11:41:39.016 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-06-13T11:41:39.016 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-06-13T11:41:39.016 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-06-13T11:41:39.016 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-06-13T11:41:39.016 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-06-13T11:41:39.016 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-13T11:41:39.016 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-06-13T11:41:39.016 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-13T11:41:39.016 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-06-13T11:41:39.017 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-06-13T11:41:39.017 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-13T11:41:39.018 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-06-13T11:41:39.018 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "available": true, 2024-06-13T11:41:39.018 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-06-13T11:41:39.018 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "modules": [ 2024-06-13T11:41:39.018 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "iostat", 2024-06-13T11:41:39.018 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "nfs", 2024-06-13T11:41:39.018 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "restful" 2024-06-13T11:41:39.018 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ], 2024-06-13T11:41:39.018 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "services": {} 2024-06-13T11:41:39.018 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-13T11:41:39.018 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-06-13T11:41:39.018 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-13T11:41:39.018 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "modified": "2024-06-13T11:41:17.436575+0000", 2024-06-13T11:41:39.019 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "services": {} 2024-06-13T11:41:39.019 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-13T11:41:39.019 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-06-13T11:41:39.019 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout } 2024-06-13T11:41:39.019 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.822+0000 7febc7e00700 1 Processor -- start 2024-06-13T11:41:39.019 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.822+0000 7febc7e00700 1 -- start start 2024-06-13T11:41:39.019 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.823+0000 7febc7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7febc810a120 0x7febc810a540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:39.019 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.823+0000 7febc7e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7febc810ab10 con 0x7febc810a120 2024-06-13T11:41:39.019 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.823+0000 7febc6a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7febc810a120 0x7febc810a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:39.019 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.823+0000 7febc6a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7febc810a120 0x7febc810a540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:44986/0 (socket says 172.21.15.42:44986) 2024-06-13T11:41:39.019 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.823+0000 7febc6a00700 1 -- 172.21.15.42:0/2562521785 learned_addr learned my addr 172.21.15.42:0/2562521785 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:41:39.019 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.824+0000 7febc6a00700 1 -- 172.21.15.42:0/2562521785 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febc810afe0 con 0x7febc810a120 2024-06-13T11:41:39.019 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.824+0000 7febc6a00700 1 --2- 172.21.15.42:0/2562521785 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7febc810a120 0x7febc810a540 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7febb80098a0 tx=0x7febb8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b8542eac5c50dd1 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:39.020 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.824+0000 7febc5600700 1 -- 172.21.15.42:0/2562521785 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7febb8004160 con 0x7febc810a120 2024-06-13T11:41:39.020 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.824+0000 7febc5600700 1 -- 172.21.15.42:0/2562521785 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7febb8004300 con 0x7febc810a120 2024-06-13T11:41:39.020 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.824+0000 7febc5600700 1 -- 172.21.15.42:0/2562521785 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7febb8011b50 con 0x7febc810a120 2024-06-13T11:41:39.020 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.825+0000 7febc7e00700 1 -- 172.21.15.42:0/2562521785 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7febc810a120 msgr2=0x7febc810a540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:39.020 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.825+0000 7febc7e00700 1 --2- 172.21.15.42:0/2562521785 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7febc810a120 0x7febc810a540 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7febb80098a0 tx=0x7febb8009bb0 comp rx=0 tx=0).stop 2024-06-13T11:41:39.020 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.825+0000 7febc7e00700 1 -- 172.21.15.42:0/2562521785 shutdown_connections 2024-06-13T11:41:39.020 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.825+0000 7febc7e00700 1 --2- 172.21.15.42:0/2562521785 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7febc810a120 0x7febc810a540 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:39.020 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.825+0000 7febc7e00700 1 -- 172.21.15.42:0/2562521785 >> 172.21.15.42:0/2562521785 conn(0x7febc807d2a0 msgr2=0x7febc807d6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:41:39.020 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.825+0000 7febc7e00700 1 -- 172.21.15.42:0/2562521785 shutdown_connections 2024-06-13T11:41:39.020 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.825+0000 7febc7e00700 1 -- 172.21.15.42:0/2562521785 wait complete. 2024-06-13T11:41:39.020 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.826+0000 7febc7e00700 1 Processor -- start 2024-06-13T11:41:39.020 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.826+0000 7febc7e00700 1 -- start start 2024-06-13T11:41:39.020 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.827+0000 7febc7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7febc810a120 0x7febc819dec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:39.020 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.827+0000 7febc7e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7febc810e2a0 con 0x7febc810a120 2024-06-13T11:41:39.021 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.827+0000 7febc6a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7febc810a120 0x7febc819dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:39.021 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.827+0000 7febc6a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7febc810a120 0x7febc819dec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:44988/0 (socket says 172.21.15.42:44988) 2024-06-13T11:41:39.021 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.827+0000 7febc6a00700 1 -- 172.21.15.42:0/972992055 learned_addr learned my addr 172.21.15.42:0/972992055 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:41:39.021 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.827+0000 7febc6a00700 1 -- 172.21.15.42:0/972992055 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febc819e400 con 0x7febc810a120 2024-06-13T11:41:39.021 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.828+0000 7febc6a00700 1 --2- 172.21.15.42:0/972992055 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7febc810a120 0x7febc819dec0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7febb8011b60 tx=0x7febb8011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:39.021 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.828+0000 7febcca00700 1 -- 172.21.15.42:0/972992055 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7febb8003970 con 0x7febc810a120 2024-06-13T11:41:39.021 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.828+0000 7febcca00700 1 -- 172.21.15.42:0/972992055 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7febb8003b10 con 0x7febc810a120 2024-06-13T11:41:39.021 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.828+0000 7febcca00700 1 -- 172.21.15.42:0/972992055 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7febb8024610 con 0x7febc810a120 2024-06-13T11:41:39.021 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.828+0000 7febc7e00700 1 -- 172.21.15.42:0/972992055 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febc819e690 con 0x7febc810a120 2024-06-13T11:41:39.021 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.828+0000 7febc7e00700 1 -- 172.21.15.42:0/972992055 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febc81a1380 con 0x7febc810a120 2024-06-13T11:41:39.021 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.829+0000 7febcca00700 1 -- 172.21.15.42:0/972992055 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 3) ==== 46170+0+0 (secure 0 0 0) 0x7febb801a430 con 0x7febc810a120 2024-06-13T11:41:39.021 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.829+0000 7febc7e00700 1 -- 172.21.15.42:0/972992055 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7febc80695a0 con 0x7febc810a120 2024-06-13T11:41:39.021 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.829+0000 7febcca00700 1 --2- 172.21.15.42:0/972992055 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7febac038ee0 0x7febac03b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:39.021 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.829+0000 7febcca00700 1 -- 172.21.15.42:0/972992055 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7febb8011e00 con 0x7febc810a120 2024-06-13T11:41:39.022 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.830+0000 7febc6000700 1 --2- 172.21.15.42:0/972992055 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7febac038ee0 0x7febac03b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:39.022 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.830+0000 7febc6000700 1 --2- 172.21.15.42:0/972992055 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7febac038ee0 0x7febac03b3a0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7febb4006fd0 tx=0x7febb4006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:39.022 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:37.836+0000 7febcca00700 1 -- 172.21.15.42:0/972992055 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7febb802ce10 con 0x7febc810a120 2024-06-13T11:41:39.022 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:38.143+0000 7febc7e00700 1 -- 172.21.15.42:0/972992055 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7febc81a1550 con 0x7febc810a120 2024-06-13T11:41:39.022 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:38.144+0000 7febcca00700 1 -- 172.21.15.42:0/972992055 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7febc81a1550 con 0x7febc810a120 2024-06-13T11:41:39.022 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:38.147+0000 7febc7e00700 1 -- 172.21.15.42:0/972992055 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7febac038ee0 msgr2=0x7febac03b3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:39.022 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:38.147+0000 7febc7e00700 1 --2- 172.21.15.42:0/972992055 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7febac038ee0 0x7febac03b3a0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7febb4006fd0 tx=0x7febb4006e40 comp rx=0 tx=0).stop 2024-06-13T11:41:39.022 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:38.147+0000 7febc7e00700 1 -- 172.21.15.42:0/972992055 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7febc810a120 msgr2=0x7febc819dec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:39.022 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:38.147+0000 7febc7e00700 1 --2- 172.21.15.42:0/972992055 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7febc810a120 0x7febc819dec0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7febb8011b60 tx=0x7febb8011c40 comp rx=0 tx=0).stop 2024-06-13T11:41:39.022 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:38.148+0000 7febc7e00700 1 -- 172.21.15.42:0/972992055 shutdown_connections 2024-06-13T11:41:39.022 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:38.148+0000 7febc7e00700 1 --2- 172.21.15.42:0/972992055 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7febac038ee0 0x7febac03b3a0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:39.022 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:38.148+0000 7febc7e00700 1 --2- 172.21.15.42:0/972992055 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7febc810a120 0x7febc819dec0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:39.022 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:38.148+0000 7febc7e00700 1 -- 172.21.15.42:0/972992055 >> 172.21.15.42:0/972992055 conn(0x7febc807d2a0 msgr2=0x7febc8107dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:41:39.023 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:38.148+0000 7febc7e00700 1 -- 172.21.15.42:0/972992055 shutdown_connections 2024-06-13T11:41:39.023 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:38.148+0000 7febc7e00700 1 -- 172.21.15.42:0/972992055 wait complete. 2024-06-13T11:41:39.023 INFO:teuthology.orchestra.run.smithi042.stdout:mgr is available 2024-06-13T11:41:39.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:39 smithi042 ceph-mon[32231]: mgrmap e4: x(active, since 2s) 2024-06-13T11:41:40.501 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:40 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/1444143542' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-06-13T11:41:40.509 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-06-13T11:41:40.510 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout [global] 2024-06-13T11:41:40.510 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout fsid = aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T11:41:40.510 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-06-13T11:41:40.511 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-06-13T11:41:40.511 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-06-13T11:41:40.511 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-06-13T11:41:40.511 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-06-13T11:41:40.512 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout [mgr] 2024-06-13T11:41:40.512 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-06-13T11:41:40.512 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-06-13T11:41:40.512 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout [osd] 2024-06-13T11:41:40.513 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-06-13T11:41:40.513 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-06-13T11:41:40.513 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-06-13T11:41:40.513 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-06-13T11:41:40.513 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-06-13T11:41:40.513 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.619+0000 7fce41600700 1 Processor -- start 2024-06-13T11:41:40.513 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.619+0000 7fce41600700 1 -- start start 2024-06-13T11:41:40.514 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.620+0000 7fce41600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce3c108980 0x7fce3c10ad70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:40.514 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.620+0000 7fce41600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fce3c07bdb0 con 0x7fce3c108980 2024-06-13T11:41:40.514 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.620+0000 7fce3aa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce3c108980 0x7fce3c10ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:40.514 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.620+0000 7fce3aa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce3c108980 0x7fce3c10ad70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37276/0 (socket says 172.21.15.42:37276) 2024-06-13T11:41:40.518 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.620+0000 7fce3aa00700 1 -- 172.21.15.42:0/2747785909 learned_addr learned my addr 172.21.15.42:0/2747785909 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:41:40.518 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.620+0000 7fce3aa00700 1 -- 172.21.15.42:0/2747785909 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce3c10b2b0 con 0x7fce3c108980 2024-06-13T11:41:40.519 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.621+0000 7fce3aa00700 1 --2- 172.21.15.42:0/2747785909 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce3c108980 0x7fce3c10ad70 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fce2c0098a0 tx=0x7fce2c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f02288b9160c486 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:40.519 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.621+0000 7fce39600700 1 -- 172.21.15.42:0/2747785909 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fce2c004160 con 0x7fce3c108980 2024-06-13T11:41:40.519 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.621+0000 7fce39600700 1 -- 172.21.15.42:0/2747785909 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fce2c004300 con 0x7fce3c108980 2024-06-13T11:41:40.519 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.621+0000 7fce39600700 1 -- 172.21.15.42:0/2747785909 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fce2c011b50 con 0x7fce3c108980 2024-06-13T11:41:40.519 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.622+0000 7fce41600700 1 -- 172.21.15.42:0/2747785909 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce3c108980 msgr2=0x7fce3c10ad70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:40.519 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.622+0000 7fce41600700 1 --2- 172.21.15.42:0/2747785909 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce3c108980 0x7fce3c10ad70 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fce2c0098a0 tx=0x7fce2c009bb0 comp rx=0 tx=0).stop 2024-06-13T11:41:40.519 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.622+0000 7fce41600700 1 -- 172.21.15.42:0/2747785909 shutdown_connections 2024-06-13T11:41:40.519 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.622+0000 7fce41600700 1 --2- 172.21.15.42:0/2747785909 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce3c108980 0x7fce3c10ad70 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:40.519 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.622+0000 7fce41600700 1 -- 172.21.15.42:0/2747785909 >> 172.21.15.42:0/2747785909 conn(0x7fce3c102390 msgr2=0x7fce3c1047b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:41:40.519 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.622+0000 7fce41600700 1 -- 172.21.15.42:0/2747785909 shutdown_connections 2024-06-13T11:41:40.519 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.622+0000 7fce41600700 1 -- 172.21.15.42:0/2747785909 wait complete. 2024-06-13T11:41:40.519 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.624+0000 7fce41600700 1 Processor -- start 2024-06-13T11:41:40.519 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.624+0000 7fce41600700 1 -- start start 2024-06-13T11:41:40.520 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.625+0000 7fce41600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce3c108980 0x7fce3c108200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:40.520 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.625+0000 7fce41600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fce3c10c210 con 0x7fce3c108980 2024-06-13T11:41:40.520 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.625+0000 7fce3aa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce3c108980 0x7fce3c108200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:40.520 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.625+0000 7fce3aa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce3c108980 0x7fce3c108200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37286/0 (socket says 172.21.15.42:37286) 2024-06-13T11:41:40.520 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.625+0000 7fce3aa00700 1 -- 172.21.15.42:0/1444143542 learned_addr learned my addr 172.21.15.42:0/1444143542 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:41:40.520 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.625+0000 7fce3aa00700 1 -- 172.21.15.42:0/1444143542 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce3c108740 con 0x7fce3c108980 2024-06-13T11:41:40.520 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.626+0000 7fce3aa00700 1 --2- 172.21.15.42:0/1444143542 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce3c108980 0x7fce3c108200 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fce2c011670 tx=0x7fce2c011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:40.520 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.626+0000 7fce33400700 1 -- 172.21.15.42:0/1444143542 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fce2c0039c0 con 0x7fce3c108980 2024-06-13T11:41:40.520 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.626+0000 7fce33400700 1 -- 172.21.15.42:0/1444143542 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fce2c011e50 con 0x7fce3c108980 2024-06-13T11:41:40.520 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.626+0000 7fce33400700 1 -- 172.21.15.42:0/1444143542 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fce2c01a5c0 con 0x7fce3c108980 2024-06-13T11:41:40.520 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.626+0000 7fce41600700 1 -- 172.21.15.42:0/1444143542 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce3c106930 con 0x7fce3c108980 2024-06-13T11:41:40.520 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.626+0000 7fce41600700 1 -- 172.21.15.42:0/1444143542 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce3c106e70 con 0x7fce3c108980 2024-06-13T11:41:40.520 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.627+0000 7fce33400700 1 -- 172.21.15.42:0/1444143542 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7fce2c024430 con 0x7fce3c108980 2024-06-13T11:41:40.521 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.627+0000 7fce41600700 1 -- 172.21.15.42:0/1444143542 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce3c063af0 con 0x7fce3c108980 2024-06-13T11:41:40.521 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.628+0000 7fce33400700 1 --2- 172.21.15.42:0/1444143542 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7fce20039000 0x7fce2003b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:40.521 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.628+0000 7fce33400700 1 -- 172.21.15.42:0/1444143542 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fce2c04d3f0 con 0x7fce3c108980 2024-06-13T11:41:40.521 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.628+0000 7fce3a000700 1 --2- 172.21.15.42:0/1444143542 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7fce20039000 0x7fce2003b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:40.521 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.629+0000 7fce3a000700 1 --2- 172.21.15.42:0/1444143542 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7fce20039000 0x7fce2003b4c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fce28006fd0 tx=0x7fce28006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:40.521 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.636+0000 7fce33400700 1 -- 172.21.15.42:0/1444143542 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fce2c04ce10 con 0x7fce3c108980 2024-06-13T11:41:40.521 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.860+0000 7fce41600700 1 -- 172.21.15.42:0/1444143542 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fce3c1070f0 con 0x7fce3c108980 2024-06-13T11:41:40.521 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.862+0000 7fce33400700 1 -- 172.21.15.42:0/1444143542 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+373 (secure 0 0 0) 0x7fce2c02d3f0 con 0x7fce3c108980 2024-06-13T11:41:40.521 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.865+0000 7fce41600700 1 -- 172.21.15.42:0/1444143542 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7fce20039000 msgr2=0x7fce2003b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:40.521 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.865+0000 7fce41600700 1 --2- 172.21.15.42:0/1444143542 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7fce20039000 0x7fce2003b4c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fce28006fd0 tx=0x7fce28006e40 comp rx=0 tx=0).stop 2024-06-13T11:41:40.521 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.865+0000 7fce41600700 1 -- 172.21.15.42:0/1444143542 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce3c108980 msgr2=0x7fce3c108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:40.521 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.865+0000 7fce41600700 1 --2- 172.21.15.42:0/1444143542 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce3c108980 0x7fce3c108200 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fce2c011670 tx=0x7fce2c011b60 comp rx=0 tx=0).stop 2024-06-13T11:41:40.521 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.865+0000 7fce41600700 1 -- 172.21.15.42:0/1444143542 shutdown_connections 2024-06-13T11:41:40.522 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.865+0000 7fce41600700 1 --2- 172.21.15.42:0/1444143542 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7fce20039000 0x7fce2003b4c0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:40.522 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.865+0000 7fce41600700 1 --2- 172.21.15.42:0/1444143542 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce3c108980 0x7fce3c108200 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:40.522 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.865+0000 7fce41600700 1 -- 172.21.15.42:0/1444143542 >> 172.21.15.42:0/1444143542 conn(0x7fce3c102390 msgr2=0x7fce3c102ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:41:40.522 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.865+0000 7fce41600700 1 -- 172.21.15.42:0/1444143542 shutdown_connections 2024-06-13T11:41:40.522 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:39.865+0000 7fce41600700 1 -- 172.21.15.42:0/1444143542 wait complete. 2024-06-13T11:41:40.522 INFO:teuthology.orchestra.run.smithi042.stdout:Enabling cephadm module... 2024-06-13T11:41:41.747 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:41 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/125590713' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-06-13T11:41:41.748 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:41 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: ignoring --setuser ceph since I am not root 2024-06-13T11:41:41.748 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:41 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: ignoring --setgroup ceph since I am not root 2024-06-13T11:41:41.998 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:41 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:41.746+0000 7f02b963a200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-13T11:41:42.165 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.090+0000 7fb6c0c00700 1 Processor -- start 2024-06-13T11:41:42.165 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.091+0000 7fb6c0c00700 1 -- start start 2024-06-13T11:41:42.165 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.091+0000 7fb6c0c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6bc081eb0 0x7fb6bc0822d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:42.165 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.091+0000 7fb6c0c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb6bc0828a0 con 0x7fb6bc081eb0 2024-06-13T11:41:42.165 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.091+0000 7fb6b9e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6bc081eb0 0x7fb6bc0822d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:42.165 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.092+0000 7fb6b9e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6bc081eb0 0x7fb6bc0822d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37298/0 (socket says 172.21.15.42:37298) 2024-06-13T11:41:42.166 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.092+0000 7fb6b9e00700 1 -- 172.21.15.42:0/2732971194 learned_addr learned my addr 172.21.15.42:0/2732971194 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:41:42.166 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.092+0000 7fb6b9e00700 1 -- 172.21.15.42:0/2732971194 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6bc10f6a0 con 0x7fb6bc081eb0 2024-06-13T11:41:42.166 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.092+0000 7fb6b9e00700 1 --2- 172.21.15.42:0/2732971194 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6bc081eb0 0x7fb6bc0822d0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fb6ac0098a0 tx=0x7fb6ac009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa2b7e32922a24d8 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:42.166 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.093+0000 7fb6b8a00700 1 -- 172.21.15.42:0/2732971194 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb6ac004160 con 0x7fb6bc081eb0 2024-06-13T11:41:42.166 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.093+0000 7fb6b8a00700 1 -- 172.21.15.42:0/2732971194 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fb6ac004300 con 0x7fb6bc081eb0 2024-06-13T11:41:42.166 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.093+0000 7fb6b8a00700 1 -- 172.21.15.42:0/2732971194 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb6ac011b50 con 0x7fb6bc081eb0 2024-06-13T11:41:42.166 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.093+0000 7fb6c0c00700 1 -- 172.21.15.42:0/2732971194 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6bc081eb0 msgr2=0x7fb6bc0822d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:42.166 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.093+0000 7fb6c0c00700 1 --2- 172.21.15.42:0/2732971194 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6bc081eb0 0x7fb6bc0822d0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fb6ac0098a0 tx=0x7fb6ac009bb0 comp rx=0 tx=0).stop 2024-06-13T11:41:42.166 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.093+0000 7fb6c0c00700 1 -- 172.21.15.42:0/2732971194 shutdown_connections 2024-06-13T11:41:42.166 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.093+0000 7fb6c0c00700 1 --2- 172.21.15.42:0/2732971194 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6bc081eb0 0x7fb6bc0822d0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:42.166 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.093+0000 7fb6c0c00700 1 -- 172.21.15.42:0/2732971194 >> 172.21.15.42:0/2732971194 conn(0x7fb6bc07d4c0 msgr2=0x7fb6bc07f8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:41:42.166 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.094+0000 7fb6c0c00700 1 -- 172.21.15.42:0/2732971194 shutdown_connections 2024-06-13T11:41:42.167 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.094+0000 7fb6c0c00700 1 -- 172.21.15.42:0/2732971194 wait complete. 2024-06-13T11:41:42.167 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.095+0000 7fb6c0c00700 1 Processor -- start 2024-06-13T11:41:42.167 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.095+0000 7fb6c0c00700 1 -- start start 2024-06-13T11:41:42.167 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.095+0000 7fb6c0c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6bc081eb0 0x7fb6bc1a2450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:42.167 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.095+0000 7fb6c0c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb6bc112a50 con 0x7fb6bc081eb0 2024-06-13T11:41:42.167 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.095+0000 7fb6b9e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6bc081eb0 0x7fb6bc1a2450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:42.167 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.096+0000 7fb6b9e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6bc081eb0 0x7fb6bc1a2450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37310/0 (socket says 172.21.15.42:37310) 2024-06-13T11:41:42.167 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.096+0000 7fb6b9e00700 1 -- 172.21.15.42:0/125590713 learned_addr learned my addr 172.21.15.42:0/125590713 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:41:42.167 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.096+0000 7fb6b9e00700 1 -- 172.21.15.42:0/125590713 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6bc1a2990 con 0x7fb6bc081eb0 2024-06-13T11:41:42.167 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.096+0000 7fb6b9e00700 1 --2- 172.21.15.42:0/125590713 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6bc081eb0 0x7fb6bc1a2450 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fb6ac011b60 tx=0x7fb6ac011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:42.167 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.097+0000 7fb6b2a00700 1 -- 172.21.15.42:0/125590713 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb6ac003970 con 0x7fb6bc081eb0 2024-06-13T11:41:42.167 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.097+0000 7fb6b2a00700 1 -- 172.21.15.42:0/125590713 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fb6ac003b10 con 0x7fb6bc081eb0 2024-06-13T11:41:42.167 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.097+0000 7fb6c0c00700 1 -- 172.21.15.42:0/125590713 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6bc1a2c20 con 0x7fb6bc081eb0 2024-06-13T11:41:42.167 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.097+0000 7fb6b2a00700 1 -- 172.21.15.42:0/125590713 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb6ac024610 con 0x7fb6bc081eb0 2024-06-13T11:41:42.168 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.097+0000 7fb6c0c00700 1 -- 172.21.15.42:0/125590713 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6bc1a5910 con 0x7fb6bc081eb0 2024-06-13T11:41:42.168 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.098+0000 7fb6c0c00700 1 -- 172.21.15.42:0/125590713 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6bc063af0 con 0x7fb6bc081eb0 2024-06-13T11:41:42.168 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.098+0000 7fb6b2a00700 1 -- 172.21.15.42:0/125590713 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7fb6ac01a430 con 0x7fb6bc081eb0 2024-06-13T11:41:42.168 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.099+0000 7fb6b2a00700 1 --2- 172.21.15.42:0/125590713 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7fb6a0039050 0x7fb6a003b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:42.168 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.099+0000 7fb6b2a00700 1 -- 172.21.15.42:0/125590713 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fb6ac011e00 con 0x7fb6bc081eb0 2024-06-13T11:41:42.168 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.099+0000 7fb6b9400700 1 --2- 172.21.15.42:0/125590713 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7fb6a0039050 0x7fb6a003b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:42.168 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.100+0000 7fb6b9400700 1 --2- 172.21.15.42:0/125590713 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7fb6a0039050 0x7fb6a003b510 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fb6a8006fd0 tx=0x7fb6a8006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:42.168 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.104+0000 7fb6b2a00700 1 -- 172.21.15.42:0/125590713 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb6ac016260 con 0x7fb6bc081eb0 2024-06-13T11:41:42.168 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.397+0000 7fb6c0c00700 1 -- 172.21.15.42:0/125590713 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7fb6bc1a5ae0 con 0x7fb6bc081eb0 2024-06-13T11:41:42.169 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.450+0000 7fb6b2a00700 1 -- 172.21.15.42:0/125590713 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7fb6bc1a5ae0 con 0x7fb6bc081eb0 2024-06-13T11:41:42.169 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.455+0000 7fb6b2a00700 1 -- 172.21.15.42:0/125590713 <== mon.0 v2:172.21.15.42:3300/0 8 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7fb6ac02c350 con 0x7fb6bc081eb0 2024-06-13T11:41:42.169 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.456+0000 7fb6c0c00700 1 -- 172.21.15.42:0/125590713 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7fb6a0039050 msgr2=0x7fb6a003b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:42.169 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.456+0000 7fb6c0c00700 1 --2- 172.21.15.42:0/125590713 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7fb6a0039050 0x7fb6a003b510 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fb6a8006fd0 tx=0x7fb6a8006e40 comp rx=0 tx=0).stop 2024-06-13T11:41:42.169 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.456+0000 7fb6c0c00700 1 -- 172.21.15.42:0/125590713 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6bc081eb0 msgr2=0x7fb6bc1a2450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:42.169 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.456+0000 7fb6c0c00700 1 --2- 172.21.15.42:0/125590713 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6bc081eb0 0x7fb6bc1a2450 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fb6ac011b60 tx=0x7fb6ac011c40 comp rx=0 tx=0).stop 2024-06-13T11:41:42.169 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.456+0000 7fb6c0c00700 1 -- 172.21.15.42:0/125590713 shutdown_connections 2024-06-13T11:41:42.169 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.456+0000 7fb6c0c00700 1 --2- 172.21.15.42:0/125590713 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7fb6a0039050 0x7fb6a003b510 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:42.169 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.456+0000 7fb6c0c00700 1 --2- 172.21.15.42:0/125590713 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6bc081eb0 0x7fb6bc1a2450 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:42.169 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.456+0000 7fb6c0c00700 1 -- 172.21.15.42:0/125590713 >> 172.21.15.42:0/125590713 conn(0x7fb6bc07d4c0 msgr2=0x7fb6bc07e030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:41:42.169 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.456+0000 7fb6c0c00700 1 -- 172.21.15.42:0/125590713 shutdown_connections 2024-06-13T11:41:42.169 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:41.457+0000 7fb6c0c00700 1 -- 172.21.15.42:0/125590713 wait complete. 2024-06-13T11:41:42.306 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:41 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:41.997+0000 7f02b963a200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-13T11:41:42.307 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:42 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:42.136+0000 7f02b963a200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-13T11:41:42.586 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:42 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:42.565+0000 7f02b963a200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-13T11:41:42.586 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:42 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/125590713' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-06-13T11:41:42.586 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:42 smithi042 ceph-mon[32231]: mgrmap e5: x(active, since 5s) 2024-06-13T11:41:42.954 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:42 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:42.684+0000 7f02b963a200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-13T11:41:43.672 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:43 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2538176402' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-06-13T11:41:43.690 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout { 2024-06-13T11:41:43.690 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-06-13T11:41:43.690 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "available": true, 2024-06-13T11:41:43.690 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-06-13T11:41:43.690 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-06-13T11:41:43.690 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout } 2024-06-13T11:41:43.690 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.743+0000 7f4d63200700 1 Processor -- start 2024-06-13T11:41:43.690 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.744+0000 7f4d63200700 1 -- start start 2024-06-13T11:41:43.690 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.744+0000 7f4d63200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d64108760 0x7f4d6410ab50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:43.690 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.744+0000 7f4d63200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4d6407be20 con 0x7f4d64108760 2024-06-13T11:41:43.690 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.744+0000 7f4d61e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d64108760 0x7f4d6410ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:43.690 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.745+0000 7f4d61e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d64108760 0x7f4d6410ab50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37336/0 (socket says 172.21.15.42:37336) 2024-06-13T11:41:43.691 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.745+0000 7f4d61e00700 1 -- 172.21.15.42:0/362984439 learned_addr learned my addr 172.21.15.42:0/362984439 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:41:43.691 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.745+0000 7f4d61e00700 1 -- 172.21.15.42:0/362984439 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d6410b090 con 0x7f4d64108760 2024-06-13T11:41:43.691 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.745+0000 7f4d61e00700 1 --2- 172.21.15.42:0/362984439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d64108760 0x7f4d6410ab50 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f4d540098a0 tx=0x7f4d54009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=656501ebff300278 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:43.691 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.745+0000 7f4d60a00700 1 -- 172.21.15.42:0/362984439 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4d54004160 con 0x7f4d64108760 2024-06-13T11:41:43.691 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.746+0000 7f4d60a00700 1 -- 172.21.15.42:0/362984439 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f4d54004300 con 0x7f4d64108760 2024-06-13T11:41:43.691 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.746+0000 7f4d60a00700 1 -- 172.21.15.42:0/362984439 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4d54011b50 con 0x7f4d64108760 2024-06-13T11:41:43.691 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.746+0000 7f4d63200700 1 -- 172.21.15.42:0/362984439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d64108760 msgr2=0x7f4d6410ab50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:43.691 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.746+0000 7f4d63200700 1 --2- 172.21.15.42:0/362984439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d64108760 0x7f4d6410ab50 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f4d540098a0 tx=0x7f4d54009bb0 comp rx=0 tx=0).stop 2024-06-13T11:41:43.691 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.746+0000 7f4d63200700 1 -- 172.21.15.42:0/362984439 shutdown_connections 2024-06-13T11:41:43.692 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.746+0000 7f4d63200700 1 --2- 172.21.15.42:0/362984439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d64108760 0x7f4d6410ab50 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:43.692 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.746+0000 7f4d63200700 1 -- 172.21.15.42:0/362984439 >> 172.21.15.42:0/362984439 conn(0x7f4d64102130 msgr2=0x7f4d64104570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:41:43.692 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.746+0000 7f4d63200700 1 -- 172.21.15.42:0/362984439 shutdown_connections 2024-06-13T11:41:43.692 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.747+0000 7f4d63200700 1 -- 172.21.15.42:0/362984439 wait complete. 2024-06-13T11:41:43.692 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.747+0000 7f4d63200700 1 Processor -- start 2024-06-13T11:41:43.692 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.748+0000 7f4d63200700 1 -- start start 2024-06-13T11:41:43.692 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.748+0000 7f4d63200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d64108760 0x7f4d6419def0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:43.692 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.748+0000 7f4d63200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4d6410c060 con 0x7f4d64108760 2024-06-13T11:41:43.692 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.748+0000 7f4d61e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d64108760 0x7f4d6419def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:43.692 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.748+0000 7f4d61e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d64108760 0x7f4d6419def0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37350/0 (socket says 172.21.15.42:37350) 2024-06-13T11:41:43.692 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.748+0000 7f4d61e00700 1 -- 172.21.15.42:0/2538176402 learned_addr learned my addr 172.21.15.42:0/2538176402 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:41:43.692 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.749+0000 7f4d61e00700 1 -- 172.21.15.42:0/2538176402 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d6419e430 con 0x7f4d64108760 2024-06-13T11:41:43.692 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.749+0000 7f4d61e00700 1 --2- 172.21.15.42:0/2538176402 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d64108760 0x7f4d6419def0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f4d54011b60 tx=0x7f4d54011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:43.693 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.749+0000 7f4d5aa00700 1 -- 172.21.15.42:0/2538176402 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4d54003970 con 0x7f4d64108760 2024-06-13T11:41:43.693 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.749+0000 7f4d5aa00700 1 -- 172.21.15.42:0/2538176402 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f4d54003b10 con 0x7f4d64108760 2024-06-13T11:41:43.693 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.749+0000 7f4d63200700 1 -- 172.21.15.42:0/2538176402 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d6419e6c0 con 0x7f4d64108760 2024-06-13T11:41:43.693 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.749+0000 7f4d5aa00700 1 -- 172.21.15.42:0/2538176402 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4d54024610 con 0x7f4d64108760 2024-06-13T11:41:43.693 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.749+0000 7f4d63200700 1 -- 172.21.15.42:0/2538176402 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d641a13b0 con 0x7f4d64108760 2024-06-13T11:41:43.693 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.751+0000 7f4d63200700 1 -- 172.21.15.42:0/2538176402 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d640695a0 con 0x7f4d64108760 2024-06-13T11:41:43.693 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.751+0000 7f4d5aa00700 1 -- 172.21.15.42:0/2538176402 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7f4d540248c0 con 0x7f4d64108760 2024-06-13T11:41:43.693 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.751+0000 7f4d5aa00700 1 --2- 172.21.15.42:0/2538176402 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7f4d480390a0 0x7f4d4803b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:43.693 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.751+0000 7f4d5aa00700 1 -- 172.21.15.42:0/2538176402 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f4d54011e00 con 0x7f4d64108760 2024-06-13T11:41:43.693 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.751+0000 7f4d61400700 1 -- 172.21.15.42:0/2538176402 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7f4d480390a0 msgr2=0x7f4d4803b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/480739382 2024-06-13T11:41:43.693 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.751+0000 7f4d61400700 1 --2- 172.21.15.42:0/2538176402 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7f4d480390a0 0x7f4d4803b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-13T11:41:43.693 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.756+0000 7f4d5aa00700 1 -- 172.21.15.42:0/2538176402 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4d540172b0 con 0x7f4d64108760 2024-06-13T11:41:43.693 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.953+0000 7f4d61400700 1 -- 172.21.15.42:0/2538176402 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7f4d480390a0 msgr2=0x7f4d4803b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/480739382 2024-06-13T11:41:43.693 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:42.953+0000 7f4d61400700 1 --2- 172.21.15.42:0/2538176402 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7f4d480390a0 0x7f4d4803b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-06-13T11:41:43.694 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:43.040+0000 7f4d63200700 1 -- 172.21.15.42:0/2538176402 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f4d641a1580 con 0x7f4d64108760 2024-06-13T11:41:43.694 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:43.041+0000 7f4d5aa00700 1 -- 172.21.15.42:0/2538176402 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7f4d641a1580 con 0x7f4d64108760 2024-06-13T11:41:43.694 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:43.044+0000 7f4d63200700 1 -- 172.21.15.42:0/2538176402 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7f4d480390a0 msgr2=0x7f4d4803b560 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-13T11:41:43.694 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:43.044+0000 7f4d63200700 1 --2- 172.21.15.42:0/2538176402 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7f4d480390a0 0x7f4d4803b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:43.694 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:43.044+0000 7f4d63200700 1 -- 172.21.15.42:0/2538176402 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d64108760 msgr2=0x7f4d6419def0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:43.694 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:43.044+0000 7f4d63200700 1 --2- 172.21.15.42:0/2538176402 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d64108760 0x7f4d6419def0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f4d54011b60 tx=0x7f4d54011c40 comp rx=0 tx=0).stop 2024-06-13T11:41:43.694 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:43.044+0000 7f4d63200700 1 -- 172.21.15.42:0/2538176402 shutdown_connections 2024-06-13T11:41:43.694 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:43.044+0000 7f4d63200700 1 --2- 172.21.15.42:0/2538176402 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7f4d480390a0 0x7f4d4803b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:43.694 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:43.044+0000 7f4d63200700 1 --2- 172.21.15.42:0/2538176402 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d64108760 0x7f4d6419def0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:43.694 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:43.044+0000 7f4d63200700 1 -- 172.21.15.42:0/2538176402 >> 172.21.15.42:0/2538176402 conn(0x7f4d64102130 msgr2=0x7f4d64102c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:41:43.694 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:43.044+0000 7f4d63200700 1 -- 172.21.15.42:0/2538176402 shutdown_connections 2024-06-13T11:41:43.694 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:43.044+0000 7f4d63200700 1 -- 172.21.15.42:0/2538176402 wait complete. 2024-06-13T11:41:43.694 INFO:teuthology.orchestra.run.smithi042.stdout:Waiting for the mgr to restart... 2024-06-13T11:41:43.695 INFO:teuthology.orchestra.run.smithi042.stdout:Waiting for mgr epoch 5... 2024-06-13T11:41:44.538 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:44 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:44.305+0000 7f02b963a200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-13T11:41:44.538 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:44 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:44.537+0000 7f02b963a200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-13T11:41:44.807 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:44 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:44.758+0000 7f02b963a200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-13T11:41:45.542 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:45 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:45.153+0000 7f02b963a200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-13T11:41:45.542 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:45 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:45.281+0000 7f02b963a200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-13T11:41:45.806 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:45 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:45.541+0000 7f02b963a200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-13T11:41:45.806 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:45 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:45.805+0000 7f02b963a200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-13T11:41:47.057 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:46 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:46.631+0000 7f02b963a200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-13T11:41:47.557 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:47 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:47.206+0000 7f02b963a200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-13T11:41:47.557 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:47 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:47.339+0000 7f02b963a200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-13T11:41:47.934 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:47 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:47.616+0000 7f02b963a200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-13T11:41:48.557 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:48 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:48.313+0000 7f02b963a200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-13T11:41:48.557 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:48 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:48.444+0000 7f02b963a200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-13T11:41:49.057 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:48 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:48.786+0000 7f02b963a200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-13T11:41:49.057 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:48 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:48.973+0000 7f02b963a200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-13T11:41:49.557 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:49 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:49.105+0000 7f02b963a200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-13T11:41:49.557 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:49 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:49.266+0000 7f02b963a200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-13T11:41:50.057 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:49 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:49.643+0000 7f02b963a200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-13T11:41:50.731 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:50 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:50.432+0000 7f02b963a200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-13T11:41:51.057 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:50 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:41:50.730+0000 7f02b963a200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-13T11:41:51.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:50 smithi042 ceph-mon[32231]: Active manager daemon x restarted 2024-06-13T11:41:51.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:50 smithi042 ceph-mon[32231]: Activating manager daemon x 2024-06-13T11:41:51.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:50 smithi042 ceph-mon[32231]: osdmap e2: 0 total, 0 up, 0 in 2024-06-13T11:41:51.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:50 smithi042 ceph-mon[32231]: mgrmap e6: x(active, starting, since 0.00520314s) 2024-06-13T11:41:51.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:50 smithi042 ceph-mon[32231]: from='mgr.14120 172.21.15.42:0/3041324865' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T11:41:51.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:50 smithi042 ceph-mon[32231]: from='mgr.14120 172.21.15.42:0/3041324865' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-13T11:41:51.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:50 smithi042 ceph-mon[32231]: from='mgr.14120 172.21.15.42:0/3041324865' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-13T11:41:51.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:50 smithi042 ceph-mon[32231]: from='mgr.14120 172.21.15.42:0/3041324865' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-13T11:41:51.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:50 smithi042 ceph-mon[32231]: from='mgr.14120 172.21.15.42:0/3041324865' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-13T11:41:51.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:50 smithi042 ceph-mon[32231]: Manager daemon x is now available 2024-06-13T11:41:51.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:50 smithi042 ceph-mon[32231]: from='mgr.14120 172.21.15.42:0/3041324865' entity='mgr.x' 2024-06-13T11:41:51.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:50 smithi042 ceph-mon[32231]: from='mgr.14120 172.21.15.42:0/3041324865' entity='mgr.x' 2024-06-13T11:41:52.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:51 smithi042 ceph-mon[32231]: Found migration_current of "None". Setting to last migration. 2024-06-13T11:41:52.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:51 smithi042 ceph-mon[32231]: from='mgr.14120 172.21.15.42:0/3041324865' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:41:52.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:51 smithi042 ceph-mon[32231]: from='mgr.14120 172.21.15.42:0/3041324865' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:41:52.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:51 smithi042 ceph-mon[32231]: from='mgr.14120 172.21.15.42:0/3041324865' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-13T11:41:52.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:51 smithi042 ceph-mon[32231]: from='mgr.14120 172.21.15.42:0/3041324865' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-13T11:41:52.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:51 smithi042 ceph-mon[32231]: mgrmap e7: x(active, since 1.01627s) 2024-06-13T11:41:52.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:51 smithi042 ceph-mon[32231]: from='mgr.14120 172.21.15.42:0/3041324865' entity='mgr.x' 2024-06-13T11:41:52.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:51 smithi042 ceph-mon[32231]: from='mgr.14120 172.21.15.42:0/3041324865' entity='mgr.x' 2024-06-13T11:41:52.445 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout { 2024-06-13T11:41:52.452 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-06-13T11:41:52.452 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "initialized": true 2024-06-13T11:41:52.452 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout } 2024-06-13T11:41:52.452 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.275+0000 7f7baee00700 1 Processor -- start 2024-06-13T11:41:52.452 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.276+0000 7f7baee00700 1 -- start start 2024-06-13T11:41:52.452 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.276+0000 7f7baee00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ba8107e50 0x7f7ba8108270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:52.452 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.276+0000 7f7baee00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba81087b0 con 0x7f7ba8107e50 2024-06-13T11:41:52.452 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.277+0000 7f7ba7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ba8107e50 0x7f7ba8108270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:52.453 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.277+0000 7f7ba7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ba8107e50 0x7f7ba8108270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37364/0 (socket says 172.21.15.42:37364) 2024-06-13T11:41:52.453 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.277+0000 7f7ba7e00700 1 -- 172.21.15.42:0/733723844 learned_addr learned my addr 172.21.15.42:0/733723844 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:41:52.453 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.277+0000 7f7ba7e00700 1 -- 172.21.15.42:0/733723844 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ba8108fb0 con 0x7f7ba8107e50 2024-06-13T11:41:52.453 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.278+0000 7f7ba7e00700 1 --2- 172.21.15.42:0/733723844 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ba8107e50 0x7f7ba8108270 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f7b980098a0 tx=0x7f7b98009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17a5ace09d5ecb7 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:52.453 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.278+0000 7f7ba6a00700 1 -- 172.21.15.42:0/733723844 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b98004160 con 0x7f7ba8107e50 2024-06-13T11:41:52.453 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.278+0000 7f7ba6a00700 1 -- 172.21.15.42:0/733723844 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f7b98004300 con 0x7f7ba8107e50 2024-06-13T11:41:52.453 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.278+0000 7f7ba6a00700 1 -- 172.21.15.42:0/733723844 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b98011b50 con 0x7f7ba8107e50 2024-06-13T11:41:52.453 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.278+0000 7f7baee00700 1 -- 172.21.15.42:0/733723844 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ba8107e50 msgr2=0x7f7ba8108270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:52.453 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.278+0000 7f7baee00700 1 --2- 172.21.15.42:0/733723844 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ba8107e50 0x7f7ba8108270 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f7b980098a0 tx=0x7f7b98009bb0 comp rx=0 tx=0).stop 2024-06-13T11:41:52.453 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.279+0000 7f7baee00700 1 -- 172.21.15.42:0/733723844 shutdown_connections 2024-06-13T11:41:52.453 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.279+0000 7f7baee00700 1 --2- 172.21.15.42:0/733723844 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ba8107e50 0x7f7ba8108270 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:52.453 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.279+0000 7f7baee00700 1 -- 172.21.15.42:0/733723844 >> 172.21.15.42:0/733723844 conn(0x7f7ba81033b0 msgr2=0x7f7ba8105830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:41:52.453 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.279+0000 7f7baee00700 1 -- 172.21.15.42:0/733723844 shutdown_connections 2024-06-13T11:41:52.453 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.279+0000 7f7baee00700 1 -- 172.21.15.42:0/733723844 wait complete. 2024-06-13T11:41:52.454 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.280+0000 7f7baee00700 1 Processor -- start 2024-06-13T11:41:52.454 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.280+0000 7f7baee00700 1 -- start start 2024-06-13T11:41:52.454 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.280+0000 7f7baee00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ba8107e50 0x7f7ba819e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:52.454 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.280+0000 7f7baee00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba810c3f0 con 0x7f7ba8107e50 2024-06-13T11:41:52.454 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.281+0000 7f7ba7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ba8107e50 0x7f7ba819e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:52.454 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.281+0000 7f7ba7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ba8107e50 0x7f7ba819e0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37368/0 (socket says 172.21.15.42:37368) 2024-06-13T11:41:52.454 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.281+0000 7f7ba7e00700 1 -- 172.21.15.42:0/603404969 learned_addr learned my addr 172.21.15.42:0/603404969 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:41:52.454 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.281+0000 7f7ba7e00700 1 -- 172.21.15.42:0/603404969 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ba819e5e0 con 0x7f7ba8107e50 2024-06-13T11:41:52.454 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.281+0000 7f7ba7e00700 1 --2- 172.21.15.42:0/603404969 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ba8107e50 0x7f7ba819e0a0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f7b98011b60 tx=0x7f7b98011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:52.454 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.281+0000 7f7ba4c00700 1 -- 172.21.15.42:0/603404969 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b98003970 con 0x7f7ba8107e50 2024-06-13T11:41:52.454 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.282+0000 7f7ba4c00700 1 -- 172.21.15.42:0/603404969 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f7b98003b10 con 0x7f7ba8107e50 2024-06-13T11:41:52.454 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.282+0000 7f7baee00700 1 -- 172.21.15.42:0/603404969 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ba819e870 con 0x7f7ba8107e50 2024-06-13T11:41:52.454 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.282+0000 7f7ba4c00700 1 -- 172.21.15.42:0/603404969 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b98024610 con 0x7f7ba8107e50 2024-06-13T11:41:52.455 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.282+0000 7f7baee00700 1 -- 172.21.15.42:0/603404969 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ba81a1560 con 0x7f7ba8107e50 2024-06-13T11:41:52.455 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.283+0000 7f7ba4c00700 1 -- 172.21.15.42:0/603404969 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7f7b9801a9f0 con 0x7f7ba8107e50 2024-06-13T11:41:52.455 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.284+0000 7f7ba4c00700 1 --2- 172.21.15.42:0/603404969 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7f7b8c039050 0x7f7b8c03b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:52.455 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.284+0000 7f7ba4c00700 1 -- 172.21.15.42:0/603404969 --> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f7b8c03bc20 con 0x7f7b8c039050 2024-06-13T11:41:52.455 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.284+0000 7f7ba4c00700 1 -- 172.21.15.42:0/603404969 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f7b98011e00 con 0x7f7ba8107e50 2024-06-13T11:41:52.455 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.284+0000 7f7ba7400700 1 -- 172.21.15.42:0/603404969 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7f7b8c039050 msgr2=0x7f7b8c03b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/480739382 2024-06-13T11:41:52.455 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.284+0000 7f7ba7400700 1 --2- 172.21.15.42:0/603404969 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7f7b8c039050 0x7f7b8c03b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-13T11:41:52.455 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.485+0000 7f7ba7400700 1 -- 172.21.15.42:0/603404969 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7f7b8c039050 msgr2=0x7f7b8c03b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/480739382 2024-06-13T11:41:52.455 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.485+0000 7f7ba7400700 1 --2- 172.21.15.42:0/603404969 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7f7b8c039050 0x7f7b8c03b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-06-13T11:41:52.455 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.886+0000 7f7ba7400700 1 -- 172.21.15.42:0/603404969 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7f7b8c039050 msgr2=0x7f7b8c03b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/480739382 2024-06-13T11:41:52.455 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:44.886+0000 7f7ba7400700 1 --2- 172.21.15.42:0/603404969 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7f7b8c039050 0x7f7b8c03b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-06-13T11:41:52.455 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:45.687+0000 7f7ba7400700 1 -- 172.21.15.42:0/603404969 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7f7b8c039050 msgr2=0x7f7b8c03b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/480739382 2024-06-13T11:41:52.455 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:45.687+0000 7f7ba7400700 1 --2- 172.21.15.42:0/603404969 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7f7b8c039050 0x7f7b8c03b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-06-13T11:41:52.455 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:47.289+0000 7f7ba7400700 1 -- 172.21.15.42:0/603404969 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7f7b8c039050 msgr2=0x7f7b8c03b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/480739382 2024-06-13T11:41:52.456 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:47.289+0000 7f7ba7400700 1 --2- 172.21.15.42:0/603404969 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7f7b8c039050 0x7f7b8c03b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-06-13T11:41:52.456 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:50.493+0000 7f7ba7400700 1 -- 172.21.15.42:0/603404969 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7f7b8c039050 msgr2=0x7f7b8c03b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/480739382 2024-06-13T11:41:52.456 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:50.493+0000 7f7ba7400700 1 --2- 172.21.15.42:0/603404969 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7f7b8c039050 0x7f7b8c03b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-06-13T11:41:52.456 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:50.738+0000 7f7ba4c00700 1 -- 172.21.15.42:0/603404969 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mgrmap(e 6) ==== 46054+0+0 (secure 0 0 0) 0x7f7b9801a430 con 0x7f7ba8107e50 2024-06-13T11:41:52.456 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:50.738+0000 7f7ba4c00700 1 -- 172.21.15.42:0/603404969 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7f7b8c039050 msgr2=0x7f7b8c03b510 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-13T11:41:52.456 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:50.738+0000 7f7ba4c00700 1 --2- 172.21.15.42:0/603404969 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7f7b8c039050 0x7f7b8c03b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:52.456 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:51.744+0000 7f7ba4c00700 1 -- 172.21.15.42:0/603404969 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mgrmap(e 7) ==== 46181+0+0 (secure 0 0 0) 0x7f7b9804eb10 con 0x7f7ba8107e50 2024-06-13T11:41:52.456 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:51.744+0000 7f7ba4c00700 1 --2- 172.21.15.42:0/603404969 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f7b8c03c980 0x7f7b8c03ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:52.456 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:51.744+0000 7f7ba4c00700 1 -- 172.21.15.42:0/603404969 --> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f7b9800af30 con 0x7f7b8c03c980 2024-06-13T11:41:52.456 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:51.746+0000 7f7ba7400700 1 --2- 172.21.15.42:0/603404969 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f7b8c03c980 0x7f7b8c03ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:52.456 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:51.749+0000 7f7ba7400700 1 --2- 172.21.15.42:0/603404969 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f7b8c03c980 0x7f7b8c03ed70 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f7b94003a10 tx=0x7f7b94009290 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:52.456 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:51.751+0000 7f7ba4c00700 1 -- 172.21.15.42:0/603404969 <== mgr.14120 v2:172.21.15.42:6800/1570600420 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7f7b9800af30 con 0x7f7b8c03c980 2024-06-13T11:41:52.456 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:51.760+0000 7f7baee00700 1 -- 172.21.15.42:0/603404969 --> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f7ba80695a0 con 0x7f7b8c03c980 2024-06-13T11:41:52.457 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:51.761+0000 7f7ba4c00700 1 -- 172.21.15.42:0/603404969 <== mgr.14120 v2:172.21.15.42:6800/1570600420 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7f7ba80695a0 con 0x7f7b8c03c980 2024-06-13T11:41:52.457 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:51.762+0000 7f7baee00700 1 -- 172.21.15.42:0/603404969 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f7b8c03c980 msgr2=0x7f7b8c03ed70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:52.457 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:51.762+0000 7f7baee00700 1 --2- 172.21.15.42:0/603404969 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f7b8c03c980 0x7f7b8c03ed70 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f7b94003a10 tx=0x7f7b94009290 comp rx=0 tx=0).stop 2024-06-13T11:41:52.457 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:51.762+0000 7f7baee00700 1 -- 172.21.15.42:0/603404969 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ba8107e50 msgr2=0x7f7ba819e0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:52.457 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:51.762+0000 7f7baee00700 1 --2- 172.21.15.42:0/603404969 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ba8107e50 0x7f7ba819e0a0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f7b98011b60 tx=0x7f7b98011c40 comp rx=0 tx=0).stop 2024-06-13T11:41:52.457 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:51.762+0000 7f7baee00700 1 -- 172.21.15.42:0/603404969 shutdown_connections 2024-06-13T11:41:52.457 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:51.762+0000 7f7baee00700 1 --2- 172.21.15.42:0/603404969 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f7b8c03c980 0x7f7b8c03ed70 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:52.457 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:51.762+0000 7f7baee00700 1 --2- 172.21.15.42:0/603404969 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ba8107e50 0x7f7ba819e0a0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:52.457 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:51.762+0000 7f7baee00700 1 --2- 172.21.15.42:0/603404969 >> [v2:172.21.15.42:6800/480739382,v1:172.21.15.42:6801/480739382] conn(0x7f7b8c039050 0x7f7b8c03b510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:52.457 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:51.762+0000 7f7baee00700 1 -- 172.21.15.42:0/603404969 >> 172.21.15.42:0/603404969 conn(0x7f7ba81033b0 msgr2=0x7f7ba8103ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:41:52.457 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:51.762+0000 7f7baee00700 1 -- 172.21.15.42:0/603404969 shutdown_connections 2024-06-13T11:41:52.457 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:51.762+0000 7f7baee00700 1 -- 172.21.15.42:0/603404969 wait complete. 2024-06-13T11:41:52.457 INFO:teuthology.orchestra.run.smithi042.stdout:mgr epoch 5 is available 2024-06-13T11:41:52.458 INFO:teuthology.orchestra.run.smithi042.stdout:Setting orchestrator backend to cephadm... 2024-06-13T11:41:53.008 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:52 smithi042 ceph-mon[32231]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-06-13T11:41:53.008 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:52 smithi042 ceph-mon[32231]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-06-13T11:41:53.008 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:52 smithi042 ceph-mon[32231]: [13/Jun/2024:11:41:52] ENGINE Bus STARTING 2024-06-13T11:41:53.008 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:52 smithi042 ceph-mon[32231]: [13/Jun/2024:11:41:52] ENGINE Serving on http://172.21.15.42:8765 2024-06-13T11:41:53.008 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:52 smithi042 ceph-mon[32231]: [13/Jun/2024:11:41:52] ENGINE Serving on https://172.21.15.42:7150 2024-06-13T11:41:53.008 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:52 smithi042 ceph-mon[32231]: [13/Jun/2024:11:41:52] ENGINE Bus STARTED 2024-06-13T11:41:53.008 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:52 smithi042 ceph-mon[32231]: from='mgr.14120 172.21.15.42:0/3041324865' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:41:53.959 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:53 smithi042 ceph-mon[32231]: mgrmap e8: x(active, since 2s) 2024-06-13T11:41:53.960 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:53 smithi042 ceph-mon[32231]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:41:53.960 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:53 smithi042 ceph-mon[32231]: from='mgr.14120 172.21.15.42:0/3041324865' entity='mgr.x' 2024-06-13T11:41:53.960 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:53 smithi042 ceph-mon[32231]: from='mgr.14120 172.21.15.42:0/3041324865' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:41:53.974 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.064+0000 7f1f7e600700 1 Processor -- start 2024-06-13T11:41:53.974 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.064+0000 7f1f7e600700 1 -- start start 2024-06-13T11:41:53.974 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.065+0000 7f1f7e600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1f78107e90 0x7f1f781082b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:53.975 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.065+0000 7f1f7e600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1f781087f0 con 0x7f1f78107e90 2024-06-13T11:41:53.975 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.065+0000 7f1f77400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1f78107e90 0x7f1f781082b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:53.975 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.065+0000 7f1f77400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1f78107e90 0x7f1f781082b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:43918/0 (socket says 172.21.15.42:43918) 2024-06-13T11:41:53.975 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.065+0000 7f1f77400700 1 -- 172.21.15.42:0/1509977182 learned_addr learned my addr 172.21.15.42:0/1509977182 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:41:53.975 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.066+0000 7f1f77400700 1 -- 172.21.15.42:0/1509977182 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f78108fa0 con 0x7f1f78107e90 2024-06-13T11:41:53.975 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.066+0000 7f1f77400700 1 --2- 172.21.15.42:0/1509977182 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1f78107e90 0x7f1f781082b0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f1f680098a0 tx=0x7f1f68009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=145ffa3700c8cf73 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:53.975 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.066+0000 7f1f76000700 1 -- 172.21.15.42:0/1509977182 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1f68004160 con 0x7f1f78107e90 2024-06-13T11:41:53.975 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.066+0000 7f1f76000700 1 -- 172.21.15.42:0/1509977182 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f1f68004300 con 0x7f1f78107e90 2024-06-13T11:41:53.975 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.067+0000 7f1f76000700 1 -- 172.21.15.42:0/1509977182 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1f68011b50 con 0x7f1f78107e90 2024-06-13T11:41:53.975 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.067+0000 7f1f7e600700 1 -- 172.21.15.42:0/1509977182 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1f78107e90 msgr2=0x7f1f781082b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:53.975 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.067+0000 7f1f7e600700 1 --2- 172.21.15.42:0/1509977182 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1f78107e90 0x7f1f781082b0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f1f680098a0 tx=0x7f1f68009bb0 comp rx=0 tx=0).stop 2024-06-13T11:41:53.975 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.067+0000 7f1f7e600700 1 -- 172.21.15.42:0/1509977182 shutdown_connections 2024-06-13T11:41:53.976 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.067+0000 7f1f7e600700 1 --2- 172.21.15.42:0/1509977182 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1f78107e90 0x7f1f781082b0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:53.976 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.067+0000 7f1f7e600700 1 -- 172.21.15.42:0/1509977182 >> 172.21.15.42:0/1509977182 conn(0x7f1f78103430 msgr2=0x7f1f78105870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:41:53.976 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.067+0000 7f1f7e600700 1 -- 172.21.15.42:0/1509977182 shutdown_connections 2024-06-13T11:41:53.976 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.067+0000 7f1f7e600700 1 -- 172.21.15.42:0/1509977182 wait complete. 2024-06-13T11:41:53.976 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.068+0000 7f1f7e600700 1 Processor -- start 2024-06-13T11:41:53.976 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.069+0000 7f1f7e600700 1 -- start start 2024-06-13T11:41:53.976 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.069+0000 7f1f7e600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1f78107e90 0x7f1f7807db40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:53.976 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.069+0000 7f1f7e600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1f7810c3e0 con 0x7f1f78107e90 2024-06-13T11:41:53.976 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.069+0000 7f1f77400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1f78107e90 0x7f1f7807db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:53.976 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.069+0000 7f1f77400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1f78107e90 0x7f1f7807db40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:43930/0 (socket says 172.21.15.42:43930) 2024-06-13T11:41:53.976 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.069+0000 7f1f77400700 1 -- 172.21.15.42:0/2038203889 learned_addr learned my addr 172.21.15.42:0/2038203889 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:41:53.976 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.070+0000 7f1f77400700 1 -- 172.21.15.42:0/2038203889 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f7807e080 con 0x7f1f78107e90 2024-06-13T11:41:53.976 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.070+0000 7f1f77400700 1 --2- 172.21.15.42:0/2038203889 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1f78107e90 0x7f1f7807db40 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f1f68011b60 tx=0x7f1f68011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:53.976 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.070+0000 7f1f6fe00700 1 -- 172.21.15.42:0/2038203889 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1f68003b20 con 0x7f1f78107e90 2024-06-13T11:41:53.977 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.070+0000 7f1f6fe00700 1 -- 172.21.15.42:0/2038203889 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f1f68003cc0 con 0x7f1f78107e90 2024-06-13T11:41:53.977 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.070+0000 7f1f7e600700 1 -- 172.21.15.42:0/2038203889 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f7807c270 con 0x7f1f78107e90 2024-06-13T11:41:53.977 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.070+0000 7f1f6fe00700 1 -- 172.21.15.42:0/2038203889 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1f68024840 con 0x7f1f78107e90 2024-06-13T11:41:53.977 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.071+0000 7f1f7e600700 1 -- 172.21.15.42:0/2038203889 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f7807c7b0 con 0x7f1f78107e90 2024-06-13T11:41:53.977 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.072+0000 7f1f6fe00700 1 -- 172.21.15.42:0/2038203889 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f1f68022020 con 0x7f1f78107e90 2024-06-13T11:41:53.977 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.072+0000 7f1f7e600700 1 -- 172.21.15.42:0/2038203889 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f78063af0 con 0x7f1f78107e90 2024-06-13T11:41:53.977 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.072+0000 7f1f6fe00700 1 --2- 172.21.15.42:0/2038203889 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f1f5c0390a0 0x7f1f5c03b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:53.977 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.072+0000 7f1f6fe00700 1 -- 172.21.15.42:0/2038203889 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f1f68011e00 con 0x7f1f78107e90 2024-06-13T11:41:53.977 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.072+0000 7f1f76a00700 1 --2- 172.21.15.42:0/2038203889 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f1f5c0390a0 0x7f1f5c03b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:53.977 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.073+0000 7f1f76a00700 1 --2- 172.21.15.42:0/2038203889 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f1f5c0390a0 0x7f1f5c03b560 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f1f64006fd0 tx=0x7f1f64006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:53.977 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.078+0000 7f1f6fe00700 1 -- 172.21.15.42:0/2038203889 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f1f6800b3e0 con 0x7f1f78107e90 2024-06-13T11:41:53.977 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.324+0000 7f1f7e600700 1 -- 172.21.15.42:0/2038203889 --> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7f1f78104700 con 0x7f1f5c0390a0 2024-06-13T11:41:53.977 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.333+0000 7f1f6fe00700 1 -- 172.21.15.42:0/2038203889 <== mgr.14120 v2:172.21.15.42:6800/1570600420 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f1f78104700 con 0x7f1f5c0390a0 2024-06-13T11:41:53.977 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.336+0000 7f1f7e600700 1 -- 172.21.15.42:0/2038203889 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f1f5c0390a0 msgr2=0x7f1f5c03b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:53.978 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.336+0000 7f1f7e600700 1 --2- 172.21.15.42:0/2038203889 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f1f5c0390a0 0x7f1f5c03b560 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f1f64006fd0 tx=0x7f1f64006e40 comp rx=0 tx=0).stop 2024-06-13T11:41:53.978 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.336+0000 7f1f7e600700 1 -- 172.21.15.42:0/2038203889 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1f78107e90 msgr2=0x7f1f7807db40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:53.978 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.336+0000 7f1f7e600700 1 --2- 172.21.15.42:0/2038203889 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1f78107e90 0x7f1f7807db40 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f1f68011b60 tx=0x7f1f68011c40 comp rx=0 tx=0).stop 2024-06-13T11:41:53.978 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.336+0000 7f1f7e600700 1 -- 172.21.15.42:0/2038203889 shutdown_connections 2024-06-13T11:41:53.978 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.336+0000 7f1f7e600700 1 --2- 172.21.15.42:0/2038203889 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f1f5c0390a0 0x7f1f5c03b560 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:53.978 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.336+0000 7f1f7e600700 1 --2- 172.21.15.42:0/2038203889 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1f78107e90 0x7f1f7807db40 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:53.978 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.336+0000 7f1f7e600700 1 -- 172.21.15.42:0/2038203889 >> 172.21.15.42:0/2038203889 conn(0x7f1f78103430 msgr2=0x7f1f78103ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:41:53.978 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.337+0000 7f1f7e600700 1 -- 172.21.15.42:0/2038203889 shutdown_connections 2024-06-13T11:41:53.978 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:53.337+0000 7f1f7e600700 1 -- 172.21.15.42:0/2038203889 wait complete. 2024-06-13T11:41:55.518 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout value unchanged 2024-06-13T11:41:55.518 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.644+0000 7fbdb9000700 1 Processor -- start 2024-06-13T11:41:55.518 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.644+0000 7fbdb9000700 1 -- start start 2024-06-13T11:41:55.518 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.644+0000 7fbdb9000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbdb410a080 0x7fbdb410a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:55.518 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.644+0000 7fbdb9000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbdb410aa70 con 0x7fbdb410a080 2024-06-13T11:41:55.518 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.645+0000 7fbdb3400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbdb410a080 0x7fbdb410a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:55.520 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.645+0000 7fbdb3400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbdb410a080 0x7fbdb410a4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:43944/0 (socket says 172.21.15.42:43944) 2024-06-13T11:41:55.520 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.645+0000 7fbdb3400700 1 -- 172.21.15.42:0/437932952 learned_addr learned my addr 172.21.15.42:0/437932952 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:41:55.520 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.645+0000 7fbdb3400700 1 -- 172.21.15.42:0/437932952 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdb410abf0 con 0x7fbdb410a080 2024-06-13T11:41:55.520 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.646+0000 7fbdb3400700 1 --2- 172.21.15.42:0/437932952 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbdb410a080 0x7fbdb410a4a0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fbda40098a0 tx=0x7fbda4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c86f5257e7543386 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:55.520 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.646+0000 7fbdb2000700 1 -- 172.21.15.42:0/437932952 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbda4004160 con 0x7fbdb410a080 2024-06-13T11:41:55.521 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.646+0000 7fbdb2000700 1 -- 172.21.15.42:0/437932952 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fbda4004300 con 0x7fbdb410a080 2024-06-13T11:41:55.521 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.646+0000 7fbdb2000700 1 -- 172.21.15.42:0/437932952 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbda4011b50 con 0x7fbdb410a080 2024-06-13T11:41:55.521 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.647+0000 7fbdb9000700 1 -- 172.21.15.42:0/437932952 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbdb410a080 msgr2=0x7fbdb410a4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:55.521 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.647+0000 7fbdb9000700 1 --2- 172.21.15.42:0/437932952 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbdb410a080 0x7fbdb410a4a0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fbda40098a0 tx=0x7fbda4009bb0 comp rx=0 tx=0).stop 2024-06-13T11:41:55.521 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.647+0000 7fbdb9000700 1 -- 172.21.15.42:0/437932952 shutdown_connections 2024-06-13T11:41:55.521 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.647+0000 7fbdb9000700 1 --2- 172.21.15.42:0/437932952 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbdb410a080 0x7fbdb410a4a0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:55.521 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.647+0000 7fbdb9000700 1 -- 172.21.15.42:0/437932952 >> 172.21.15.42:0/437932952 conn(0x7fbdb407d2b0 msgr2=0x7fbdb407d6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:41:55.521 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.647+0000 7fbdb9000700 1 -- 172.21.15.42:0/437932952 shutdown_connections 2024-06-13T11:41:55.521 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.647+0000 7fbdb9000700 1 -- 172.21.15.42:0/437932952 wait complete. 2024-06-13T11:41:55.521 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.648+0000 7fbdb9000700 1 Processor -- start 2024-06-13T11:41:55.522 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.648+0000 7fbdb9000700 1 -- start start 2024-06-13T11:41:55.522 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.649+0000 7fbdb9000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbdb410a080 0x7fbdb419de80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:55.522 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.649+0000 7fbdb9000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbdb410e300 con 0x7fbdb410a080 2024-06-13T11:41:55.525 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.649+0000 7fbdb3400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbdb410a080 0x7fbdb419de80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:55.525 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.649+0000 7fbdb3400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbdb410a080 0x7fbdb419de80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:43958/0 (socket says 172.21.15.42:43958) 2024-06-13T11:41:55.525 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.649+0000 7fbdb3400700 1 -- 172.21.15.42:0/1111871285 learned_addr learned my addr 172.21.15.42:0/1111871285 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:41:55.525 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.649+0000 7fbdb3400700 1 -- 172.21.15.42:0/1111871285 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdb419e3c0 con 0x7fbdb410a080 2024-06-13T11:41:55.525 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.650+0000 7fbdb3400700 1 --2- 172.21.15.42:0/1111871285 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbdb410a080 0x7fbdb419de80 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fbda4011b60 tx=0x7fbda4011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:55.525 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.650+0000 7fbdabe00700 1 -- 172.21.15.42:0/1111871285 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbda4003970 con 0x7fbdb410a080 2024-06-13T11:41:55.525 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.650+0000 7fbdabe00700 1 -- 172.21.15.42:0/1111871285 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fbda4003b10 con 0x7fbdb410a080 2024-06-13T11:41:55.525 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.650+0000 7fbdabe00700 1 -- 172.21.15.42:0/1111871285 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbda4024610 con 0x7fbdb410a080 2024-06-13T11:41:55.525 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.650+0000 7fbdb9000700 1 -- 172.21.15.42:0/1111871285 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbdb419e650 con 0x7fbdb410a080 2024-06-13T11:41:55.525 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.650+0000 7fbdb9000700 1 -- 172.21.15.42:0/1111871285 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbdb41a1340 con 0x7fbdb410a080 2024-06-13T11:41:55.526 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.651+0000 7fbdabe00700 1 -- 172.21.15.42:0/1111871285 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fbda401a9f0 con 0x7fbdb410a080 2024-06-13T11:41:55.526 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.651+0000 7fbdb9000700 1 -- 172.21.15.42:0/1111871285 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbdb410e480 con 0x7fbdb410a080 2024-06-13T11:41:55.526 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.652+0000 7fbdabe00700 1 --2- 172.21.15.42:0/1111871285 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fbd980390a0 0x7fbd9803b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:55.526 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.652+0000 7fbdabe00700 1 -- 172.21.15.42:0/1111871285 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fbda4011e00 con 0x7fbdb410a080 2024-06-13T11:41:55.526 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.652+0000 7fbdb2a00700 1 --2- 172.21.15.42:0/1111871285 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fbd980390a0 0x7fbd9803b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:55.526 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.653+0000 7fbdb2a00700 1 --2- 172.21.15.42:0/1111871285 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fbd980390a0 0x7fbd9803b560 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fbda0006fd0 tx=0x7fbda0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:55.526 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.658+0000 7fbdabe00700 1 -- 172.21.15.42:0/1111871285 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fbda4016260 con 0x7fbdb410a080 2024-06-13T11:41:55.526 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.892+0000 7fbdb9000700 1 -- 172.21.15.42:0/1111871285 --> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7fbdb4108470 con 0x7fbd980390a0 2024-06-13T11:41:55.526 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.893+0000 7fbdabe00700 1 -- 172.21.15.42:0/1111871285 <== mgr.14120 v2:172.21.15.42:6800/1570600420 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7fbdb4108470 con 0x7fbd980390a0 2024-06-13T11:41:55.526 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.896+0000 7fbdb9000700 1 -- 172.21.15.42:0/1111871285 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fbd980390a0 msgr2=0x7fbd9803b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:55.526 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.896+0000 7fbdb9000700 1 --2- 172.21.15.42:0/1111871285 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fbd980390a0 0x7fbd9803b560 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fbda0006fd0 tx=0x7fbda0006e40 comp rx=0 tx=0).stop 2024-06-13T11:41:55.526 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.896+0000 7fbdb9000700 1 -- 172.21.15.42:0/1111871285 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbdb410a080 msgr2=0x7fbdb419de80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:55.526 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.896+0000 7fbdb9000700 1 --2- 172.21.15.42:0/1111871285 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbdb410a080 0x7fbdb419de80 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fbda4011b60 tx=0x7fbda4011c40 comp rx=0 tx=0).stop 2024-06-13T11:41:55.527 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.896+0000 7fbdb9000700 1 -- 172.21.15.42:0/1111871285 shutdown_connections 2024-06-13T11:41:55.527 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.896+0000 7fbdb9000700 1 --2- 172.21.15.42:0/1111871285 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fbd980390a0 0x7fbd9803b560 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:55.527 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.896+0000 7fbdb9000700 1 --2- 172.21.15.42:0/1111871285 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbdb410a080 0x7fbdb419de80 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:55.527 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.896+0000 7fbdb9000700 1 -- 172.21.15.42:0/1111871285 >> 172.21.15.42:0/1111871285 conn(0x7fbdb407d2b0 msgr2=0x7fbdb4107d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:41:55.527 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.897+0000 7fbdb9000700 1 -- 172.21.15.42:0/1111871285 shutdown_connections 2024-06-13T11:41:55.527 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:54.897+0000 7fbdb9000700 1 -- 172.21.15.42:0/1111871285 wait complete. 2024-06-13T11:41:55.527 INFO:teuthology.orchestra.run.smithi042.stdout:Generating ssh key... 2024-06-13T11:41:55.802 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:55 smithi042 ceph-mon[32231]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:41:56.809 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:56 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: Generating public/private rsa key pair. 2024-06-13T11:41:56.809 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:56 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: Your identification has been saved in /tmp/tmpbhy10hrm/key. 2024-06-13T11:41:56.809 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:56 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: Your public key has been saved in /tmp/tmpbhy10hrm/key.pub. 2024-06-13T11:41:56.809 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:56 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: The key fingerprint is: 2024-06-13T11:41:56.809 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:56 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: SHA256:9YkIfx+kCPNZmdceqAWtrUCTQ9lrjdA7w4R8k2BnE/E ceph-aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T11:41:56.810 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:56 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: The key's randomart image is: 2024-06-13T11:41:56.810 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:56 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: +---[RSA 3072]----+ 2024-06-13T11:41:56.810 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:56 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: | o+BB= | 2024-06-13T11:41:56.810 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:56 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: | .XoB*.o | 2024-06-13T11:41:56.810 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:56 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: | +. B=OE o | 2024-06-13T11:41:56.810 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:56 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: | *.*XOoo . | 2024-06-13T11:41:56.810 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:56 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: | So=++ . | 2024-06-13T11:41:56.810 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:56 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: | ... . | 2024-06-13T11:41:56.810 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:56 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: | . | 2024-06-13T11:41:56.810 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:56 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: | | 2024-06-13T11:41:56.810 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:56 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: | | 2024-06-13T11:41:56.810 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:41:56 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: +----[SHA256]-----+ 2024-06-13T11:41:57.177 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.103+0000 7f5cace00700 1 Processor -- start 2024-06-13T11:41:57.177 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.103+0000 7f5cace00700 1 -- start start 2024-06-13T11:41:57.177 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.104+0000 7f5cace00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ca8108190 0x7f5ca81085b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:57.177 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.104+0000 7f5cace00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5ca8108b80 con 0x7f5ca8108190 2024-06-13T11:41:57.177 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.104+0000 7f5ca7400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ca8108190 0x7f5ca81085b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:57.177 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.104+0000 7f5ca7400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ca8108190 0x7f5ca81085b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:43962/0 (socket says 172.21.15.42:43962) 2024-06-13T11:41:57.177 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.104+0000 7f5ca7400700 1 -- 172.21.15.42:0/1244099934 learned_addr learned my addr 172.21.15.42:0/1244099934 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:41:57.177 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.105+0000 7f5ca7400700 1 -- 172.21.15.42:0/1244099934 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ca8106df0 con 0x7f5ca8108190 2024-06-13T11:41:57.178 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.105+0000 7f5ca7400700 1 --2- 172.21.15.42:0/1244099934 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ca8108190 0x7f5ca81085b0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f5c980098a0 tx=0x7f5c98009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1422b876166e0a6a server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:57.178 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.105+0000 7f5ca6a00700 1 -- 172.21.15.42:0/1244099934 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5c98004160 con 0x7f5ca8108190 2024-06-13T11:41:57.178 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.105+0000 7f5ca6a00700 1 -- 172.21.15.42:0/1244099934 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f5c98004300 con 0x7f5ca8108190 2024-06-13T11:41:57.178 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.105+0000 7f5ca6a00700 1 -- 172.21.15.42:0/1244099934 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5c98011b50 con 0x7f5ca8108190 2024-06-13T11:41:57.178 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.106+0000 7f5cace00700 1 -- 172.21.15.42:0/1244099934 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ca8108190 msgr2=0x7f5ca81085b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:57.178 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.106+0000 7f5cace00700 1 --2- 172.21.15.42:0/1244099934 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ca8108190 0x7f5ca81085b0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f5c980098a0 tx=0x7f5c98009bb0 comp rx=0 tx=0).stop 2024-06-13T11:41:57.178 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.106+0000 7f5cace00700 1 -- 172.21.15.42:0/1244099934 shutdown_connections 2024-06-13T11:41:57.178 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.106+0000 7f5cace00700 1 --2- 172.21.15.42:0/1244099934 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ca8108190 0x7f5ca81085b0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:57.178 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.106+0000 7f5cace00700 1 -- 172.21.15.42:0/1244099934 >> 172.21.15.42:0/1244099934 conn(0x7f5ca8101900 msgr2=0x7f5ca8103d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:41:57.178 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.106+0000 7f5cace00700 1 -- 172.21.15.42:0/1244099934 shutdown_connections 2024-06-13T11:41:57.178 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.106+0000 7f5cace00700 1 -- 172.21.15.42:0/1244099934 wait complete. 2024-06-13T11:41:57.178 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.107+0000 7f5cace00700 1 Processor -- start 2024-06-13T11:41:57.179 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.108+0000 7f5cace00700 1 -- start start 2024-06-13T11:41:57.179 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.108+0000 7f5cace00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ca8108190 0x7f5ca819df80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:57.179 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.108+0000 7f5cace00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5ca810b1b0 con 0x7f5ca8108190 2024-06-13T11:41:57.179 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.108+0000 7f5ca7400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ca8108190 0x7f5ca819df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:57.179 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.108+0000 7f5ca7400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ca8108190 0x7f5ca819df80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:43972/0 (socket says 172.21.15.42:43972) 2024-06-13T11:41:57.179 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.108+0000 7f5ca7400700 1 -- 172.21.15.42:0/1968891073 learned_addr learned my addr 172.21.15.42:0/1968891073 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:41:57.179 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.109+0000 7f5ca7400700 1 -- 172.21.15.42:0/1968891073 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ca819e4c0 con 0x7f5ca8108190 2024-06-13T11:41:57.179 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.109+0000 7f5ca7400700 1 --2- 172.21.15.42:0/1968891073 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ca8108190 0x7f5ca819df80 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f5c98011850 tx=0x7f5c98011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:57.179 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.109+0000 7f5ca4c00700 1 -- 172.21.15.42:0/1968891073 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5c98003af0 con 0x7f5ca8108190 2024-06-13T11:41:57.179 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.109+0000 7f5ca4c00700 1 -- 172.21.15.42:0/1968891073 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f5c98020070 con 0x7f5ca8108190 2024-06-13T11:41:57.179 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.109+0000 7f5ca4c00700 1 -- 172.21.15.42:0/1968891073 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5c980195a0 con 0x7f5ca8108190 2024-06-13T11:41:57.180 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.109+0000 7f5cace00700 1 -- 172.21.15.42:0/1968891073 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ca819e750 con 0x7f5ca8108190 2024-06-13T11:41:57.180 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.109+0000 7f5cace00700 1 -- 172.21.15.42:0/1968891073 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ca81a13f0 con 0x7f5ca8108190 2024-06-13T11:41:57.180 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.111+0000 7f5cace00700 1 -- 172.21.15.42:0/1968891073 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ca80695a0 con 0x7f5ca8108190 2024-06-13T11:41:57.180 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.111+0000 7f5ca4c00700 1 -- 172.21.15.42:0/1968891073 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f5c98019850 con 0x7f5ca8108190 2024-06-13T11:41:57.180 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.111+0000 7f5ca4c00700 1 --2- 172.21.15.42:0/1968891073 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f5c8c0390a0 0x7f5c8c03b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:57.180 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.111+0000 7f5ca4c00700 1 -- 172.21.15.42:0/1968891073 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f5c98011e00 con 0x7f5ca8108190 2024-06-13T11:41:57.180 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.112+0000 7f5c9fe00700 1 --2- 172.21.15.42:0/1968891073 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f5c8c0390a0 0x7f5c8c03b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:57.180 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.112+0000 7f5c9fe00700 1 --2- 172.21.15.42:0/1968891073 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f5c8c0390a0 0x7f5c8c03b560 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f5c90006fd0 tx=0x7f5c90006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:57.180 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.117+0000 7f5ca4c00700 1 -- 172.21.15.42:0/1968891073 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5c9800e260 con 0x7f5ca8108190 2024-06-13T11:41:57.180 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.346+0000 7f5cace00700 1 -- 172.21.15.42:0/1968891073 --> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7f5ca802dfe0 con 0x7f5c8c0390a0 2024-06-13T11:41:57.180 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.530+0000 7f5ca4c00700 1 -- 172.21.15.42:0/1968891073 <== mgr.14120 v2:172.21.15.42:6800/1570600420 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f5ca802dfe0 con 0x7f5c8c0390a0 2024-06-13T11:41:57.180 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.534+0000 7f5cace00700 1 -- 172.21.15.42:0/1968891073 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f5c8c0390a0 msgr2=0x7f5c8c03b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:57.180 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.534+0000 7f5cace00700 1 --2- 172.21.15.42:0/1968891073 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f5c8c0390a0 0x7f5c8c03b560 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f5c90006fd0 tx=0x7f5c90006e40 comp rx=0 tx=0).stop 2024-06-13T11:41:57.181 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.534+0000 7f5cace00700 1 -- 172.21.15.42:0/1968891073 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ca8108190 msgr2=0x7f5ca819df80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:57.181 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.534+0000 7f5cace00700 1 --2- 172.21.15.42:0/1968891073 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ca8108190 0x7f5ca819df80 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f5c98011850 tx=0x7f5c98011c10 comp rx=0 tx=0).stop 2024-06-13T11:41:57.181 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.534+0000 7f5cace00700 1 -- 172.21.15.42:0/1968891073 shutdown_connections 2024-06-13T11:41:57.181 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.534+0000 7f5cace00700 1 --2- 172.21.15.42:0/1968891073 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f5c8c0390a0 0x7f5c8c03b560 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:57.181 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.534+0000 7f5cace00700 1 --2- 172.21.15.42:0/1968891073 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ca8108190 0x7f5ca819df80 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:57.181 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.534+0000 7f5cace00700 1 -- 172.21.15.42:0/1968891073 >> 172.21.15.42:0/1968891073 conn(0x7f5ca8101900 msgr2=0x7f5ca8102860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:41:57.181 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.534+0000 7f5cace00700 1 -- 172.21.15.42:0/1968891073 shutdown_connections 2024-06-13T11:41:57.181 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:56.534+0000 7f5cace00700 1 -- 172.21.15.42:0/1968891073 wait complete. 2024-06-13T11:41:57.724 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:57 smithi042 ceph-mon[32231]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:41:57.724 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:57 smithi042 ceph-mon[32231]: Generating ssh key... 2024-06-13T11:41:57.724 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:57 smithi042 ceph-mon[32231]: from='mgr.14120 172.21.15.42:0/3041324865' entity='mgr.x' 2024-06-13T11:41:57.725 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:57 smithi042 ceph-mon[32231]: from='mgr.14120 172.21.15.42:0/3041324865' entity='mgr.x' 2024-06-13T11:41:58.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:41:58 smithi042 ceph-mon[32231]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:41:58.864 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCsXC7ol0CKnCpPoo0VW5x5YCldYgFslXQyEx9zPm2m6GFRKuLsKS/cK3dLAELin5S32FgDaDTpb8/ngZ5sEwi7eFf2DHzXrwx0pdSUGhbmebQ1hAHqw7A0OtRrlAmsrscocG+5WikAxvjEzRTBqNgklVqXXV4pRXJ9n2TBGNEBZB2iF286vfLnWds0wDUZkPIsTNMVCT/tsioDyG/ZpovmzVQ8+3VdSNYfMpxMLu8emdpPHHebe9vZJ7lZLZ/fOE7ltubzP2Mahi34h4xPIbm9scuahWq48Ue47tVwA/TGCkjQCdoKjskRoswC3rqnWG12ljzodANMzK5uxKPEym71GJ7PdIkjM8IeevxPzmur5Xqb3398GHEfeAgH/3W1KZe9PaSBz9xKbvUCOmqLKtl3HiQvpIvc2yUJibVw0iWWCdmK/Adoco0k995NpcoWwsmyb7+qHXdTDKUB5EGVKaFwXrBwLBXp/XpDWWOPG8AVGmptFRTKYg4Rxv7lYXiq1xk= ceph-aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T11:41:58.864 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.800+0000 7fb005600700 1 Processor -- start 2024-06-13T11:41:58.865 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.800+0000 7fb005600700 1 -- start start 2024-06-13T11:41:58.866 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.801+0000 7fb005600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb00010a120 0x7fb00010a540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:58.866 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.801+0000 7fb005600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb00010ab10 con 0x7fb00010a120 2024-06-13T11:41:58.866 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.801+0000 7fafffe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb00010a120 0x7fb00010a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:58.866 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.802+0000 7fafffe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb00010a120 0x7fb00010a540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:43978/0 (socket says 172.21.15.42:43978) 2024-06-13T11:41:58.866 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.802+0000 7fafffe00700 1 -- 172.21.15.42:0/2075769051 learned_addr learned my addr 172.21.15.42:0/2075769051 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:41:58.866 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.802+0000 7fafffe00700 1 -- 172.21.15.42:0/2075769051 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb00010afe0 con 0x7fb00010a120 2024-06-13T11:41:58.866 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.802+0000 7fafffe00700 1 --2- 172.21.15.42:0/2075769051 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb00010a120 0x7fb00010a540 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7faff00098a0 tx=0x7faff0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69b6c2969468f7af server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:58.866 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.803+0000 7faffea00700 1 -- 172.21.15.42:0/2075769051 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faff0004160 con 0x7fb00010a120 2024-06-13T11:41:58.866 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.803+0000 7faffea00700 1 -- 172.21.15.42:0/2075769051 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7faff0004300 con 0x7fb00010a120 2024-06-13T11:41:58.866 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.803+0000 7faffea00700 1 -- 172.21.15.42:0/2075769051 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faff0011b50 con 0x7fb00010a120 2024-06-13T11:41:58.872 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.803+0000 7fb005600700 1 -- 172.21.15.42:0/2075769051 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb00010a120 msgr2=0x7fb00010a540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:58.872 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.803+0000 7fb005600700 1 --2- 172.21.15.42:0/2075769051 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb00010a120 0x7fb00010a540 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7faff00098a0 tx=0x7faff0009bb0 comp rx=0 tx=0).stop 2024-06-13T11:41:58.872 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.803+0000 7fb005600700 1 -- 172.21.15.42:0/2075769051 shutdown_connections 2024-06-13T11:41:58.872 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.803+0000 7fb005600700 1 --2- 172.21.15.42:0/2075769051 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb00010a120 0x7fb00010a540 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:58.872 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.803+0000 7fb005600700 1 -- 172.21.15.42:0/2075769051 >> 172.21.15.42:0/2075769051 conn(0x7fb00007d2a0 msgr2=0x7fb00007d6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:41:58.872 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.804+0000 7fb005600700 1 -- 172.21.15.42:0/2075769051 shutdown_connections 2024-06-13T11:41:58.872 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.804+0000 7fb005600700 1 -- 172.21.15.42:0/2075769051 wait complete. 2024-06-13T11:41:58.873 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.805+0000 7fb005600700 1 Processor -- start 2024-06-13T11:41:58.873 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.805+0000 7fb005600700 1 -- start start 2024-06-13T11:41:58.873 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.805+0000 7fb005600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb00010a120 0x7fb00019dee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:58.873 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.805+0000 7fb005600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb00010e2a0 con 0x7fb00010a120 2024-06-13T11:41:58.873 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.805+0000 7fafffe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb00010a120 0x7fb00019dee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:58.873 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.805+0000 7fafffe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb00010a120 0x7fb00019dee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:43988/0 (socket says 172.21.15.42:43988) 2024-06-13T11:41:58.873 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.805+0000 7fafffe00700 1 -- 172.21.15.42:0/2254216649 learned_addr learned my addr 172.21.15.42:0/2254216649 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:41:58.873 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.806+0000 7fafffe00700 1 -- 172.21.15.42:0/2254216649 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb00019e420 con 0x7fb00010a120 2024-06-13T11:41:58.873 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.806+0000 7fafffe00700 1 --2- 172.21.15.42:0/2254216649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb00010a120 0x7fb00019dee0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7faff0011b60 tx=0x7faff0011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:58.873 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.806+0000 7faffcc00700 1 -- 172.21.15.42:0/2254216649 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faff0003970 con 0x7fb00010a120 2024-06-13T11:41:58.873 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.806+0000 7faffcc00700 1 -- 172.21.15.42:0/2254216649 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7faff0003b10 con 0x7fb00010a120 2024-06-13T11:41:58.873 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.807+0000 7fb005600700 1 -- 172.21.15.42:0/2254216649 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb00019e6b0 con 0x7fb00010a120 2024-06-13T11:41:58.874 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.807+0000 7faffcc00700 1 -- 172.21.15.42:0/2254216649 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faff0024610 con 0x7fb00010a120 2024-06-13T11:41:58.874 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.807+0000 7fb005600700 1 -- 172.21.15.42:0/2254216649 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0001a13a0 con 0x7fb00010a120 2024-06-13T11:41:58.874 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.808+0000 7faffcc00700 1 -- 172.21.15.42:0/2254216649 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7faff00248c0 con 0x7fb00010a120 2024-06-13T11:41:58.874 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.808+0000 7fb005600700 1 -- 172.21.15.42:0/2254216649 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0000695a0 con 0x7fb00010a120 2024-06-13T11:41:58.874 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.808+0000 7faffcc00700 1 --2- 172.21.15.42:0/2254216649 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fafe40390a0 0x7fafe403b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:41:58.874 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.808+0000 7faffcc00700 1 -- 172.21.15.42:0/2254216649 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7faff0011e00 con 0x7fb00010a120 2024-06-13T11:41:58.874 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.809+0000 7fafff400700 1 --2- 172.21.15.42:0/2254216649 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fafe40390a0 0x7fafe403b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:41:58.874 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.809+0000 7fafff400700 1 --2- 172.21.15.42:0/2254216649 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fafe40390a0 0x7fafe403b560 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fafec006fd0 tx=0x7fafec006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:41:58.874 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:57.814+0000 7faffcc00700 1 -- 172.21.15.42:0/2254216649 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7faff00172b0 con 0x7fb00010a120 2024-06-13T11:41:58.874 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:58.045+0000 7fb005600700 1 -- 172.21.15.42:0/2254216649 --> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7fb000108520 con 0x7fafe40390a0 2024-06-13T11:41:58.874 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:58.047+0000 7faffcc00700 1 -- 172.21.15.42:0/2254216649 <== mgr.14120 v2:172.21.15.42:6800/1570600420 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7fb000108520 con 0x7fafe40390a0 2024-06-13T11:41:58.874 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:58.050+0000 7fb005600700 1 -- 172.21.15.42:0/2254216649 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fafe40390a0 msgr2=0x7fafe403b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:58.875 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:58.050+0000 7fb005600700 1 --2- 172.21.15.42:0/2254216649 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fafe40390a0 0x7fafe403b560 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fafec006fd0 tx=0x7fafec006e40 comp rx=0 tx=0).stop 2024-06-13T11:41:58.875 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:58.050+0000 7fb005600700 1 -- 172.21.15.42:0/2254216649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb00010a120 msgr2=0x7fb00019dee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:41:58.875 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:58.050+0000 7fb005600700 1 --2- 172.21.15.42:0/2254216649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb00010a120 0x7fb00019dee0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7faff0011b60 tx=0x7faff0011c40 comp rx=0 tx=0).stop 2024-06-13T11:41:58.875 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:58.050+0000 7fb005600700 1 -- 172.21.15.42:0/2254216649 shutdown_connections 2024-06-13T11:41:58.875 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:58.050+0000 7fb005600700 1 --2- 172.21.15.42:0/2254216649 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fafe40390a0 0x7fafe403b560 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:58.875 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:58.050+0000 7fb005600700 1 --2- 172.21.15.42:0/2254216649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb00010a120 0x7fb00019dee0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:41:58.875 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:58.050+0000 7fb005600700 1 -- 172.21.15.42:0/2254216649 >> 172.21.15.42:0/2254216649 conn(0x7fb00007d2a0 msgr2=0x7fb000107e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:41:58.875 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:58.050+0000 7fb005600700 1 -- 172.21.15.42:0/2254216649 shutdown_connections 2024-06-13T11:41:58.875 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:58.050+0000 7fb005600700 1 -- 172.21.15.42:0/2254216649 wait complete. 2024-06-13T11:41:58.876 INFO:teuthology.orchestra.run.smithi042.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-06-13T11:41:58.876 INFO:teuthology.orchestra.run.smithi042.stdout:Adding key to root@localhost authorized_keys... 2024-06-13T11:41:58.876 INFO:teuthology.orchestra.run.smithi042.stdout:Adding host smithi042... 2024-06-13T11:42:00.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:00 smithi042 ceph-mon[32231]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi042", "addr": "172.21.15.42", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:42:01.775 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:01 smithi042 ceph-mon[32231]: Deploying cephadm binary to smithi042 2024-06-13T11:42:06.782 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout Added host 'smithi042' with addr '172.21.15.42' 2024-06-13T11:42:06.782 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.509+0000 7efe79c00700 1 Processor -- start 2024-06-13T11:42:06.782 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.509+0000 7efe79c00700 1 -- start start 2024-06-13T11:42:06.782 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.510+0000 7efe79c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe74107e50 0x7efe74108270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:06.782 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.510+0000 7efe79c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7efe741087b0 con 0x7efe74107e50 2024-06-13T11:42:06.785 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.510+0000 7efe72a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe74107e50 0x7efe74108270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:06.785 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.511+0000 7efe72a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe74107e50 0x7efe74108270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46326/0 (socket says 172.21.15.42:46326) 2024-06-13T11:42:06.785 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.511+0000 7efe72a00700 1 -- 172.21.15.42:0/2879316393 learned_addr learned my addr 172.21.15.42:0/2879316393 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:42:06.785 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.511+0000 7efe72a00700 1 -- 172.21.15.42:0/2879316393 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe74108fb0 con 0x7efe74107e50 2024-06-13T11:42:06.785 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.511+0000 7efe72a00700 1 --2- 172.21.15.42:0/2879316393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe74107e50 0x7efe74108270 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7efe640098a0 tx=0x7efe64009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c931af0e95071cf server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:06.785 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.512+0000 7efe71600700 1 -- 172.21.15.42:0/2879316393 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efe64004160 con 0x7efe74107e50 2024-06-13T11:42:06.785 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.512+0000 7efe71600700 1 -- 172.21.15.42:0/2879316393 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7efe64004300 con 0x7efe74107e50 2024-06-13T11:42:06.786 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.512+0000 7efe71600700 1 -- 172.21.15.42:0/2879316393 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efe64011b50 con 0x7efe74107e50 2024-06-13T11:42:06.786 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.512+0000 7efe79c00700 1 -- 172.21.15.42:0/2879316393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe74107e50 msgr2=0x7efe74108270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:06.786 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.512+0000 7efe79c00700 1 --2- 172.21.15.42:0/2879316393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe74107e50 0x7efe74108270 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7efe640098a0 tx=0x7efe64009bb0 comp rx=0 tx=0).stop 2024-06-13T11:42:06.786 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.512+0000 7efe79c00700 1 -- 172.21.15.42:0/2879316393 shutdown_connections 2024-06-13T11:42:06.786 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.512+0000 7efe79c00700 1 --2- 172.21.15.42:0/2879316393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe74107e50 0x7efe74108270 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:06.786 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.512+0000 7efe79c00700 1 -- 172.21.15.42:0/2879316393 >> 172.21.15.42:0/2879316393 conn(0x7efe74103430 msgr2=0x7efe74105850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:06.786 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.513+0000 7efe79c00700 1 -- 172.21.15.42:0/2879316393 shutdown_connections 2024-06-13T11:42:06.786 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.513+0000 7efe79c00700 1 -- 172.21.15.42:0/2879316393 wait complete. 2024-06-13T11:42:06.786 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.514+0000 7efe79c00700 1 Processor -- start 2024-06-13T11:42:06.786 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.514+0000 7efe79c00700 1 -- start start 2024-06-13T11:42:06.786 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.514+0000 7efe79c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe74107e50 0x7efe7419e030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:06.786 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.514+0000 7efe79c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7efe7410c3f0 con 0x7efe74107e50 2024-06-13T11:42:06.787 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.514+0000 7efe72a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe74107e50 0x7efe7419e030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:06.787 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.515+0000 7efe72a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe74107e50 0x7efe7419e030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46338/0 (socket says 172.21.15.42:46338) 2024-06-13T11:42:06.787 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.515+0000 7efe72a00700 1 -- 172.21.15.42:0/1170311284 learned_addr learned my addr 172.21.15.42:0/1170311284 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:42:06.787 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.515+0000 7efe72a00700 1 -- 172.21.15.42:0/1170311284 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe7419e570 con 0x7efe74107e50 2024-06-13T11:42:06.787 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.515+0000 7efe72a00700 1 --2- 172.21.15.42:0/1170311284 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe74107e50 0x7efe7419e030 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7efe64011b60 tx=0x7efe64011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:06.787 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.516+0000 7efe6b400700 1 -- 172.21.15.42:0/1170311284 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efe64003970 con 0x7efe74107e50 2024-06-13T11:42:06.787 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.516+0000 7efe6b400700 1 -- 172.21.15.42:0/1170311284 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7efe64003b10 con 0x7efe74107e50 2024-06-13T11:42:06.787 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.516+0000 7efe6b400700 1 -- 172.21.15.42:0/1170311284 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efe64024610 con 0x7efe74107e50 2024-06-13T11:42:06.787 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.516+0000 7efe79c00700 1 -- 172.21.15.42:0/1170311284 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe7419e800 con 0x7efe74107e50 2024-06-13T11:42:06.787 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.516+0000 7efe79c00700 1 -- 172.21.15.42:0/1170311284 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe741a14f0 con 0x7efe74107e50 2024-06-13T11:42:06.787 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.517+0000 7efe79c00700 1 -- 172.21.15.42:0/1170311284 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe74063af0 con 0x7efe74107e50 2024-06-13T11:42:06.787 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.517+0000 7efe6b400700 1 -- 172.21.15.42:0/1170311284 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7efe6401a9f0 con 0x7efe74107e50 2024-06-13T11:42:06.788 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.518+0000 7efe6b400700 1 --2- 172.21.15.42:0/1170311284 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7efe580390a0 0x7efe5803b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:06.788 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.518+0000 7efe6b400700 1 -- 172.21.15.42:0/1170311284 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7efe64011e00 con 0x7efe74107e50 2024-06-13T11:42:06.788 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.518+0000 7efe72000700 1 --2- 172.21.15.42:0/1170311284 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7efe580390a0 0x7efe5803b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:06.788 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.519+0000 7efe72000700 1 --2- 172.21.15.42:0/1170311284 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7efe580390a0 0x7efe5803b560 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7efe60006fd0 tx=0x7efe60006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:06.788 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.523+0000 7efe6b400700 1 -- 172.21.15.42:0/1170311284 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7efe6404cc10 con 0x7efe74107e50 2024-06-13T11:42:06.788 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:41:59.756+0000 7efe79c00700 1 -- 172.21.15.42:0/1170311284 --> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi042", "addr": "172.21.15.42", "target": ["mon-mgr", ""]}) -- 0x7efe74104610 con 0x7efe580390a0 2024-06-13T11:42:06.788 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:06.146+0000 7efe6b400700 1 -- 172.21.15.42:0/1170311284 <== mgr.14120 v2:172.21.15.42:6800/1570600420 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7efe74104610 con 0x7efe580390a0 2024-06-13T11:42:06.788 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:06.150+0000 7efe79c00700 1 -- 172.21.15.42:0/1170311284 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7efe580390a0 msgr2=0x7efe5803b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:06.788 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:06.150+0000 7efe79c00700 1 --2- 172.21.15.42:0/1170311284 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7efe580390a0 0x7efe5803b560 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7efe60006fd0 tx=0x7efe60006e40 comp rx=0 tx=0).stop 2024-06-13T11:42:06.788 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:06.150+0000 7efe79c00700 1 -- 172.21.15.42:0/1170311284 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe74107e50 msgr2=0x7efe7419e030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:06.788 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:06.150+0000 7efe79c00700 1 --2- 172.21.15.42:0/1170311284 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe74107e50 0x7efe7419e030 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7efe64011b60 tx=0x7efe64011c40 comp rx=0 tx=0).stop 2024-06-13T11:42:06.788 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:06.150+0000 7efe79c00700 1 -- 172.21.15.42:0/1170311284 shutdown_connections 2024-06-13T11:42:06.788 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:06.150+0000 7efe79c00700 1 --2- 172.21.15.42:0/1170311284 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7efe580390a0 0x7efe5803b560 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:06.789 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:06.150+0000 7efe79c00700 1 --2- 172.21.15.42:0/1170311284 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe74107e50 0x7efe7419e030 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:06.789 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:06.150+0000 7efe79c00700 1 -- 172.21.15.42:0/1170311284 >> 172.21.15.42:0/1170311284 conn(0x7efe74103430 msgr2=0x7efe74103f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:06.789 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:06.151+0000 7efe79c00700 1 -- 172.21.15.42:0/1170311284 shutdown_connections 2024-06-13T11:42:06.789 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:06.151+0000 7efe79c00700 1 -- 172.21.15.42:0/1170311284 wait complete. 2024-06-13T11:42:06.789 INFO:teuthology.orchestra.run.smithi042.stdout:Deploying unmanaged mon service... 2024-06-13T11:42:07.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:07 smithi042 ceph-mon[32231]: from='mgr.14120 172.21.15.42:0/3041324865' entity='mgr.x' 2024-06-13T11:42:07.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:07 smithi042 ceph-mon[32231]: Added host smithi042 2024-06-13T11:42:07.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:07 smithi042 ceph-mon[32231]: from='mgr.14120 172.21.15.42:0/3041324865' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:42:08.272 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-06-13T11:42:08.272 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.348+0000 7f48f1800700 1 Processor -- start 2024-06-13T11:42:08.272 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.349+0000 7f48f1800700 1 -- start start 2024-06-13T11:42:08.272 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.349+0000 7f48f1800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48ec10a120 0x7f48ec10a540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:08.272 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.349+0000 7f48f1800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f48ec10ab10 con 0x7f48ec10a120 2024-06-13T11:42:08.272 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.349+0000 7f48ebe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48ec10a120 0x7f48ec10a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:08.272 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.349+0000 7f48ebe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48ec10a120 0x7f48ec10a540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46344/0 (socket says 172.21.15.42:46344) 2024-06-13T11:42:08.272 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.349+0000 7f48ebe00700 1 -- 172.21.15.42:0/1974970893 learned_addr learned my addr 172.21.15.42:0/1974970893 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:42:08.272 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.350+0000 7f48ebe00700 1 -- 172.21.15.42:0/1974970893 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48ec10afe0 con 0x7f48ec10a120 2024-06-13T11:42:08.273 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.350+0000 7f48ebe00700 1 --2- 172.21.15.42:0/1974970893 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48ec10a120 0x7f48ec10a540 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f48dc0098a0 tx=0x7f48dc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87a962296433f332 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:08.274 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.350+0000 7f48eb400700 1 -- 172.21.15.42:0/1974970893 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f48dc004160 con 0x7f48ec10a120 2024-06-13T11:42:08.274 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.350+0000 7f48eb400700 1 -- 172.21.15.42:0/1974970893 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f48dc004300 con 0x7f48ec10a120 2024-06-13T11:42:08.274 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.350+0000 7f48eb400700 1 -- 172.21.15.42:0/1974970893 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f48dc011b50 con 0x7f48ec10a120 2024-06-13T11:42:08.274 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.351+0000 7f48f1800700 1 -- 172.21.15.42:0/1974970893 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48ec10a120 msgr2=0x7f48ec10a540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:08.274 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.351+0000 7f48f1800700 1 --2- 172.21.15.42:0/1974970893 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48ec10a120 0x7f48ec10a540 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f48dc0098a0 tx=0x7f48dc009bb0 comp rx=0 tx=0).stop 2024-06-13T11:42:08.274 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.351+0000 7f48f1800700 1 -- 172.21.15.42:0/1974970893 shutdown_connections 2024-06-13T11:42:08.274 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.351+0000 7f48f1800700 1 --2- 172.21.15.42:0/1974970893 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48ec10a120 0x7f48ec10a540 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:08.274 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.351+0000 7f48f1800700 1 -- 172.21.15.42:0/1974970893 >> 172.21.15.42:0/1974970893 conn(0x7f48ec07d2a0 msgr2=0x7f48ec07d6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:08.274 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.351+0000 7f48f1800700 1 -- 172.21.15.42:0/1974970893 shutdown_connections 2024-06-13T11:42:08.275 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.351+0000 7f48f1800700 1 -- 172.21.15.42:0/1974970893 wait complete. 2024-06-13T11:42:08.275 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.352+0000 7f48f1800700 1 Processor -- start 2024-06-13T11:42:08.279 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.352+0000 7f48f1800700 1 -- start start 2024-06-13T11:42:08.279 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.352+0000 7f48f1800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48ec10a120 0x7f48ec19dee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:08.279 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.352+0000 7f48f1800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f48ec10e2a0 con 0x7f48ec10a120 2024-06-13T11:42:08.280 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.353+0000 7f48ebe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48ec10a120 0x7f48ec19dee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:08.280 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.353+0000 7f48ebe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48ec10a120 0x7f48ec19dee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46358/0 (socket says 172.21.15.42:46358) 2024-06-13T11:42:08.280 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.353+0000 7f48ebe00700 1 -- 172.21.15.42:0/655803889 learned_addr learned my addr 172.21.15.42:0/655803889 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:42:08.280 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.353+0000 7f48ebe00700 1 -- 172.21.15.42:0/655803889 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48ec19e420 con 0x7f48ec10a120 2024-06-13T11:42:08.280 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.353+0000 7f48ebe00700 1 --2- 172.21.15.42:0/655803889 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48ec10a120 0x7f48ec19dee0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f48dc011b60 tx=0x7f48dc011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:08.280 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.354+0000 7f48e9600700 1 -- 172.21.15.42:0/655803889 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f48dc003970 con 0x7f48ec10a120 2024-06-13T11:42:08.280 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.354+0000 7f48e9600700 1 -- 172.21.15.42:0/655803889 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f48dc003b10 con 0x7f48ec10a120 2024-06-13T11:42:08.280 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.354+0000 7f48f1800700 1 -- 172.21.15.42:0/655803889 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48ec19e6b0 con 0x7f48ec10a120 2024-06-13T11:42:08.282 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.354+0000 7f48e9600700 1 -- 172.21.15.42:0/655803889 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f48dc024610 con 0x7f48ec10a120 2024-06-13T11:42:08.282 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.354+0000 7f48f1800700 1 -- 172.21.15.42:0/655803889 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48ec1a13a0 con 0x7f48ec10a120 2024-06-13T11:42:08.282 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.355+0000 7f48f1800700 1 -- 172.21.15.42:0/655803889 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48ec0695a0 con 0x7f48ec10a120 2024-06-13T11:42:08.282 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.355+0000 7f48e9600700 1 -- 172.21.15.42:0/655803889 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f48dc01a430 con 0x7f48ec10a120 2024-06-13T11:42:08.282 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.355+0000 7f48e9600700 1 --2- 172.21.15.42:0/655803889 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f48d00390a0 0x7f48d003b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:08.282 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.356+0000 7f48e9600700 1 -- 172.21.15.42:0/655803889 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f48dc011e00 con 0x7f48ec10a120 2024-06-13T11:42:08.282 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.356+0000 7f48e3400700 1 --2- 172.21.15.42:0/655803889 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f48d00390a0 0x7f48d003b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:08.282 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.356+0000 7f48e3400700 1 --2- 172.21.15.42:0/655803889 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f48d00390a0 0x7f48d003b560 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f48d4006fd0 tx=0x7f48d4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:08.283 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.361+0000 7f48e9600700 1 -- 172.21.15.42:0/655803889 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f48dc016260 con 0x7f48ec10a120 2024-06-13T11:42:08.283 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.606+0000 7f48f1800700 1 -- 172.21.15.42:0/655803889 --> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f48ec1084e0 con 0x7f48d00390a0 2024-06-13T11:42:08.283 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.621+0000 7f48e9600700 1 -- 172.21.15.42:0/655803889 <== mgr.14120 v2:172.21.15.42:6800/1570600420 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f48ec1084e0 con 0x7f48d00390a0 2024-06-13T11:42:08.283 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.624+0000 7f48f1800700 1 -- 172.21.15.42:0/655803889 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f48d00390a0 msgr2=0x7f48d003b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:08.283 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.624+0000 7f48f1800700 1 --2- 172.21.15.42:0/655803889 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f48d00390a0 0x7f48d003b560 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f48d4006fd0 tx=0x7f48d4006e40 comp rx=0 tx=0).stop 2024-06-13T11:42:08.283 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.624+0000 7f48f1800700 1 -- 172.21.15.42:0/655803889 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48ec10a120 msgr2=0x7f48ec19dee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:08.283 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.624+0000 7f48f1800700 1 --2- 172.21.15.42:0/655803889 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48ec10a120 0x7f48ec19dee0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f48dc011b60 tx=0x7f48dc011c40 comp rx=0 tx=0).stop 2024-06-13T11:42:08.283 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.624+0000 7f48f1800700 1 -- 172.21.15.42:0/655803889 shutdown_connections 2024-06-13T11:42:08.283 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.624+0000 7f48f1800700 1 --2- 172.21.15.42:0/655803889 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f48d00390a0 0x7f48d003b560 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:08.283 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.624+0000 7f48f1800700 1 --2- 172.21.15.42:0/655803889 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48ec10a120 0x7f48ec19dee0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:08.283 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.624+0000 7f48f1800700 1 -- 172.21.15.42:0/655803889 >> 172.21.15.42:0/655803889 conn(0x7f48ec07d2a0 msgr2=0x7f48ec107dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:08.283 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.624+0000 7f48f1800700 1 -- 172.21.15.42:0/655803889 shutdown_connections 2024-06-13T11:42:08.283 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:07.624+0000 7f48f1800700 1 -- 172.21.15.42:0/655803889 wait complete. 2024-06-13T11:42:08.283 INFO:teuthology.orchestra.run.smithi042.stdout:Deploying unmanaged mgr service... 2024-06-13T11:42:08.865 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:08 smithi042 ceph-mon[32231]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:42:08.865 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:08 smithi042 ceph-mon[32231]: Saving service mon spec with placement count:5 2024-06-13T11:42:08.865 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:08 smithi042 ceph-mon[32231]: from='mgr.14120 172.21.15.42:0/3041324865' entity='mgr.x' 2024-06-13T11:42:10.470 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-06-13T11:42:10.470 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.092+0000 7f5af2e00700 1 Processor -- start 2024-06-13T11:42:10.470 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.093+0000 7f5af2e00700 1 -- start start 2024-06-13T11:42:10.470 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.093+0000 7f5af2e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5aec10a0c0 0x7f5aec10a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:10.470 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.093+0000 7f5af2e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5aec10aab0 con 0x7f5aec10a0c0 2024-06-13T11:42:10.470 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.093+0000 7f5aebe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5aec10a0c0 0x7f5aec10a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:10.470 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.094+0000 7f5aebe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5aec10a0c0 0x7f5aec10a4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42700/0 (socket says 172.21.15.42:42700) 2024-06-13T11:42:10.470 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.094+0000 7f5aebe00700 1 -- 172.21.15.42:0/3541180153 learned_addr learned my addr 172.21.15.42:0/3541180153 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:42:10.470 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.094+0000 7f5aebe00700 1 -- 172.21.15.42:0/3541180153 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5aec10b270 con 0x7f5aec10a0c0 2024-06-13T11:42:10.470 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.094+0000 7f5aebe00700 1 --2- 172.21.15.42:0/3541180153 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5aec10a0c0 0x7f5aec10a4e0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f5adc0098a0 tx=0x7f5adc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc9a5dc1829d356 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:10.471 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.095+0000 7f5aeaa00700 1 -- 172.21.15.42:0/3541180153 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5adc004160 con 0x7f5aec10a0c0 2024-06-13T11:42:10.471 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.095+0000 7f5aeaa00700 1 -- 172.21.15.42:0/3541180153 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f5adc004300 con 0x7f5aec10a0c0 2024-06-13T11:42:10.471 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.095+0000 7f5aeaa00700 1 -- 172.21.15.42:0/3541180153 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5adc011b50 con 0x7f5aec10a0c0 2024-06-13T11:42:10.471 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.095+0000 7f5af2e00700 1 -- 172.21.15.42:0/3541180153 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5aec10a0c0 msgr2=0x7f5aec10a4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:10.471 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.095+0000 7f5af2e00700 1 --2- 172.21.15.42:0/3541180153 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5aec10a0c0 0x7f5aec10a4e0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f5adc0098a0 tx=0x7f5adc009bb0 comp rx=0 tx=0).stop 2024-06-13T11:42:10.471 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.096+0000 7f5af2e00700 1 -- 172.21.15.42:0/3541180153 shutdown_connections 2024-06-13T11:42:10.471 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.096+0000 7f5af2e00700 1 --2- 172.21.15.42:0/3541180153 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5aec10a0c0 0x7f5aec10a4e0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:10.471 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.096+0000 7f5af2e00700 1 -- 172.21.15.42:0/3541180153 >> 172.21.15.42:0/3541180153 conn(0x7f5aec07d690 msgr2=0x7f5aec07daa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:10.471 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.096+0000 7f5af2e00700 1 -- 172.21.15.42:0/3541180153 shutdown_connections 2024-06-13T11:42:10.471 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.096+0000 7f5af2e00700 1 -- 172.21.15.42:0/3541180153 wait complete. 2024-06-13T11:42:10.471 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.097+0000 7f5af2e00700 1 Processor -- start 2024-06-13T11:42:10.471 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.097+0000 7f5af2e00700 1 -- start start 2024-06-13T11:42:10.471 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.097+0000 7f5af2e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5aec10a0c0 0x7f5aec19dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:10.471 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.097+0000 7f5af2e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5aec10e620 con 0x7f5aec10a0c0 2024-06-13T11:42:10.472 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.098+0000 7f5aebe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5aec10a0c0 0x7f5aec19dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:10.472 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.098+0000 7f5aebe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5aec10a0c0 0x7f5aec19dfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42710/0 (socket says 172.21.15.42:42710) 2024-06-13T11:42:10.472 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.098+0000 7f5aebe00700 1 -- 172.21.15.42:0/487646842 learned_addr learned my addr 172.21.15.42:0/487646842 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:42:10.472 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.098+0000 7f5aebe00700 1 -- 172.21.15.42:0/487646842 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5aec19e520 con 0x7f5aec10a0c0 2024-06-13T11:42:10.472 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.098+0000 7f5aebe00700 1 --2- 172.21.15.42:0/487646842 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5aec10a0c0 0x7f5aec19dfe0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f5adc000c00 tx=0x7f5adc011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:10.472 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.099+0000 7f5ae8c00700 1 -- 172.21.15.42:0/487646842 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5adc003b20 con 0x7f5aec10a0c0 2024-06-13T11:42:10.472 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.099+0000 7f5ae8c00700 1 -- 172.21.15.42:0/487646842 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f5adc003cc0 con 0x7f5aec10a0c0 2024-06-13T11:42:10.472 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.099+0000 7f5ae8c00700 1 -- 172.21.15.42:0/487646842 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5adc024910 con 0x7f5aec10a0c0 2024-06-13T11:42:10.472 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.099+0000 7f5af2e00700 1 -- 172.21.15.42:0/487646842 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5aec19e7b0 con 0x7f5aec10a0c0 2024-06-13T11:42:10.472 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.099+0000 7f5af2e00700 1 -- 172.21.15.42:0/487646842 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5aec1a14a0 con 0x7f5aec10a0c0 2024-06-13T11:42:10.472 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.100+0000 7f5ae8c00700 1 -- 172.21.15.42:0/487646842 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f5adc022020 con 0x7f5aec10a0c0 2024-06-13T11:42:10.472 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.100+0000 7f5af2e00700 1 -- 172.21.15.42:0/487646842 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5aec063af0 con 0x7f5aec10a0c0 2024-06-13T11:42:10.472 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.101+0000 7f5ae8c00700 1 --2- 172.21.15.42:0/487646842 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f5ad00390a0 0x7f5ad003b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:10.472 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.101+0000 7f5ae8c00700 1 -- 172.21.15.42:0/487646842 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f5adc011e00 con 0x7f5aec10a0c0 2024-06-13T11:42:10.473 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.101+0000 7f5aeb400700 1 --2- 172.21.15.42:0/487646842 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f5ad00390a0 0x7f5ad003b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:10.473 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.102+0000 7f5aeb400700 1 --2- 172.21.15.42:0/487646842 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f5ad00390a0 0x7f5ad003b560 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f5ad8006fd0 tx=0x7f5ad8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:10.473 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.111+0000 7f5ae8c00700 1 -- 172.21.15.42:0/487646842 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5adc01ad80 con 0x7f5aec10a0c0 2024-06-13T11:42:10.473 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.363+0000 7f5af2e00700 1 -- 172.21.15.42:0/487646842 --> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f5aec107b50 con 0x7f5ad00390a0 2024-06-13T11:42:10.473 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.374+0000 7f5ae8c00700 1 -- 172.21.15.42:0/487646842 <== mgr.14120 v2:172.21.15.42:6800/1570600420 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f5aec107b50 con 0x7f5ad00390a0 2024-06-13T11:42:10.473 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.377+0000 7f5af2e00700 1 -- 172.21.15.42:0/487646842 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f5ad00390a0 msgr2=0x7f5ad003b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:10.473 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.377+0000 7f5af2e00700 1 --2- 172.21.15.42:0/487646842 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f5ad00390a0 0x7f5ad003b560 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f5ad8006fd0 tx=0x7f5ad8006e40 comp rx=0 tx=0).stop 2024-06-13T11:42:10.473 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.377+0000 7f5af2e00700 1 -- 172.21.15.42:0/487646842 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5aec10a0c0 msgr2=0x7f5aec19dfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:10.473 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.377+0000 7f5af2e00700 1 --2- 172.21.15.42:0/487646842 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5aec10a0c0 0x7f5aec19dfe0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f5adc000c00 tx=0x7f5adc011c10 comp rx=0 tx=0).stop 2024-06-13T11:42:10.473 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.377+0000 7f5af2e00700 1 -- 172.21.15.42:0/487646842 shutdown_connections 2024-06-13T11:42:10.473 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.377+0000 7f5af2e00700 1 --2- 172.21.15.42:0/487646842 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f5ad00390a0 0x7f5ad003b560 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:10.473 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.377+0000 7f5af2e00700 1 --2- 172.21.15.42:0/487646842 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5aec10a0c0 0x7f5aec19dfe0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:10.473 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.377+0000 7f5af2e00700 1 -- 172.21.15.42:0/487646842 >> 172.21.15.42:0/487646842 conn(0x7f5aec07d690 msgr2=0x7f5aec107440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:10.473 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.377+0000 7f5af2e00700 1 -- 172.21.15.42:0/487646842 shutdown_connections 2024-06-13T11:42:10.474 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:09.377+0000 7f5af2e00700 1 -- 172.21.15.42:0/487646842 wait complete. 2024-06-13T11:42:10.742 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:10 smithi042 ceph-mon[32231]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:42:10.742 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:10 smithi042 ceph-mon[32231]: Saving service mgr spec with placement count:2 2024-06-13T11:42:10.742 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:10 smithi042 ceph-mon[32231]: from='mgr.14120 172.21.15.42:0/3041324865' entity='mgr.x' 2024-06-13T11:42:10.742 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:10 smithi042 ceph-mon[32231]: from='mgr.14120 172.21.15.42:0/3041324865' entity='mgr.x' 2024-06-13T11:42:11.992 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.095+0000 7fa826200700 1 Processor -- start 2024-06-13T11:42:11.992 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.095+0000 7fa826200700 1 -- start start 2024-06-13T11:42:11.992 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.095+0000 7fa826200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa8201088d0 0x7fa82010acc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:11.992 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.095+0000 7fa826200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa82007c710 con 0x7fa8201088d0 2024-06-13T11:42:11.992 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.096+0000 7fa81f400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa8201088d0 0x7fa82010acc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:11.993 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.096+0000 7fa81f400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa8201088d0 0x7fa82010acc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42714/0 (socket says 172.21.15.42:42714) 2024-06-13T11:42:11.993 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.096+0000 7fa81f400700 1 -- 172.21.15.42:0/3555085631 learned_addr learned my addr 172.21.15.42:0/3555085631 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:42:11.993 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.096+0000 7fa81f400700 1 -- 172.21.15.42:0/3555085631 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa82010b200 con 0x7fa8201088d0 2024-06-13T11:42:11.993 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.097+0000 7fa81f400700 1 --2- 172.21.15.42:0/3555085631 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa8201088d0 0x7fa82010acc0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fa8100098a0 tx=0x7fa810009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c561665be5b1764 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:11.993 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.097+0000 7fa81e000700 1 -- 172.21.15.42:0/3555085631 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa810004160 con 0x7fa8201088d0 2024-06-13T11:42:11.993 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.097+0000 7fa81e000700 1 -- 172.21.15.42:0/3555085631 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa810004300 con 0x7fa8201088d0 2024-06-13T11:42:11.993 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.097+0000 7fa81e000700 1 -- 172.21.15.42:0/3555085631 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa810011b20 con 0x7fa8201088d0 2024-06-13T11:42:11.993 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.098+0000 7fa826200700 1 -- 172.21.15.42:0/3555085631 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa8201088d0 msgr2=0x7fa82010acc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:11.993 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.098+0000 7fa826200700 1 --2- 172.21.15.42:0/3555085631 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa8201088d0 0x7fa82010acc0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fa8100098a0 tx=0x7fa810009bb0 comp rx=0 tx=0).stop 2024-06-13T11:42:11.993 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.098+0000 7fa826200700 1 -- 172.21.15.42:0/3555085631 shutdown_connections 2024-06-13T11:42:11.993 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.098+0000 7fa826200700 1 --2- 172.21.15.42:0/3555085631 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa8201088d0 0x7fa82010acc0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:11.993 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.098+0000 7fa826200700 1 -- 172.21.15.42:0/3555085631 >> 172.21.15.42:0/3555085631 conn(0x7fa820102340 msgr2=0x7fa820104760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:11.993 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.098+0000 7fa826200700 1 -- 172.21.15.42:0/3555085631 shutdown_connections 2024-06-13T11:42:11.994 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.098+0000 7fa826200700 1 -- 172.21.15.42:0/3555085631 wait complete. 2024-06-13T11:42:11.994 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.099+0000 7fa826200700 1 Processor -- start 2024-06-13T11:42:11.994 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.100+0000 7fa826200700 1 -- start start 2024-06-13T11:42:11.994 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.100+0000 7fa826200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa8201088d0 0x7fa820108150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:11.994 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.100+0000 7fa826200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa82010c270 con 0x7fa8201088d0 2024-06-13T11:42:11.994 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.100+0000 7fa81f400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa8201088d0 0x7fa820108150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:11.994 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.101+0000 7fa81f400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa8201088d0 0x7fa820108150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42720/0 (socket says 172.21.15.42:42720) 2024-06-13T11:42:11.994 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.101+0000 7fa81f400700 1 -- 172.21.15.42:0/1187564588 learned_addr learned my addr 172.21.15.42:0/1187564588 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:42:11.994 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.101+0000 7fa81f400700 1 -- 172.21.15.42:0/1187564588 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa820108690 con 0x7fa8201088d0 2024-06-13T11:42:11.994 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.101+0000 7fa81f400700 1 --2- 172.21.15.42:0/1187564588 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa8201088d0 0x7fa820108150 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fa810011b60 tx=0x7fa810011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:11.994 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.102+0000 7fa817e00700 1 -- 172.21.15.42:0/1187564588 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa810003b60 con 0x7fa8201088d0 2024-06-13T11:42:11.994 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.102+0000 7fa817e00700 1 -- 172.21.15.42:0/1187564588 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa81001a910 con 0x7fa8201088d0 2024-06-13T11:42:11.994 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.102+0000 7fa826200700 1 -- 172.21.15.42:0/1187564588 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa820106880 con 0x7fa8201088d0 2024-06-13T11:42:11.995 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.102+0000 7fa817e00700 1 -- 172.21.15.42:0/1187564588 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa810024930 con 0x7fa8201088d0 2024-06-13T11:42:11.995 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.102+0000 7fa826200700 1 -- 172.21.15.42:0/1187564588 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa820106d40 con 0x7fa8201088d0 2024-06-13T11:42:11.995 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.103+0000 7fa817e00700 1 -- 172.21.15.42:0/1187564588 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fa810022020 con 0x7fa8201088d0 2024-06-13T11:42:11.995 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.103+0000 7fa826200700 1 -- 172.21.15.42:0/1187564588 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa820063af0 con 0x7fa8201088d0 2024-06-13T11:42:11.995 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.104+0000 7fa817e00700 1 --2- 172.21.15.42:0/1187564588 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fa8040390a0 0x7fa80403b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:11.995 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.104+0000 7fa817e00700 1 -- 172.21.15.42:0/1187564588 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fa81004d2d0 con 0x7fa8201088d0 2024-06-13T11:42:11.995 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.105+0000 7fa81ea00700 1 --2- 172.21.15.42:0/1187564588 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fa8040390a0 0x7fa80403b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:11.995 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.106+0000 7fa81ea00700 1 --2- 172.21.15.42:0/1187564588 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fa8040390a0 0x7fa80403b560 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fa80c006fd0 tx=0x7fa80c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:11.995 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.110+0000 7fa817e00700 1 -- 172.21.15.42:0/1187564588 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fa81000b3e0 con 0x7fa8201088d0 2024-06-13T11:42:11.995 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.355+0000 7fa826200700 1 -- 172.21.15.42:0/1187564588 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7fa8201075e0 con 0x7fa8201088d0 2024-06-13T11:42:11.996 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.359+0000 7fa817e00700 1 -- 172.21.15.42:0/1187564588 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7fa81002dde0 con 0x7fa8201088d0 2024-06-13T11:42:11.996 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.362+0000 7fa826200700 1 -- 172.21.15.42:0/1187564588 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fa8040390a0 msgr2=0x7fa80403b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:11.996 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.362+0000 7fa826200700 1 --2- 172.21.15.42:0/1187564588 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fa8040390a0 0x7fa80403b560 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fa80c006fd0 tx=0x7fa80c006e40 comp rx=0 tx=0).stop 2024-06-13T11:42:11.996 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.362+0000 7fa826200700 1 -- 172.21.15.42:0/1187564588 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa8201088d0 msgr2=0x7fa820108150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:11.997 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.362+0000 7fa826200700 1 --2- 172.21.15.42:0/1187564588 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa8201088d0 0x7fa820108150 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fa810011b60 tx=0x7fa810011c40 comp rx=0 tx=0).stop 2024-06-13T11:42:11.997 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.362+0000 7fa826200700 1 -- 172.21.15.42:0/1187564588 shutdown_connections 2024-06-13T11:42:11.997 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.362+0000 7fa826200700 1 --2- 172.21.15.42:0/1187564588 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fa8040390a0 0x7fa80403b560 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:11.997 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.362+0000 7fa826200700 1 --2- 172.21.15.42:0/1187564588 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa8201088d0 0x7fa820108150 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:11.997 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.362+0000 7fa826200700 1 -- 172.21.15.42:0/1187564588 >> 172.21.15.42:0/1187564588 conn(0x7fa820102340 msgr2=0x7fa820102e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:11.997 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.364+0000 7fa826200700 1 -- 172.21.15.42:0/1187564588 shutdown_connections 2024-06-13T11:42:11.997 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:11.364+0000 7fa826200700 1 -- 172.21.15.42:0/1187564588 wait complete. 2024-06-13T11:42:12.289 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:12 smithi042 ceph-mon[32231]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:42:12.289 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:12 smithi042 ceph-mon[32231]: from='mgr.14120 172.21.15.42:0/3041324865' entity='mgr.x' 2024-06-13T11:42:12.289 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:12 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/1187564588' entity='client.admin' 2024-06-13T11:42:13.931 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.618+0000 7fc045400700 1 Processor -- start 2024-06-13T11:42:13.931 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.618+0000 7fc045400700 1 -- start start 2024-06-13T11:42:13.931 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.619+0000 7fc045400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc04007e660 0x7fc04007cb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:13.931 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.619+0000 7fc045400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc04007d0a0 con 0x7fc04007e660 2024-06-13T11:42:13.932 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.619+0000 7fc03fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc04007e660 0x7fc04007cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:13.932 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.619+0000 7fc03fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc04007e660 0x7fc04007cb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42734/0 (socket says 172.21.15.42:42734) 2024-06-13T11:42:13.933 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.619+0000 7fc03fe00700 1 -- 172.21.15.42:0/2560305779 learned_addr learned my addr 172.21.15.42:0/2560305779 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:42:13.933 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.620+0000 7fc03fe00700 1 -- 172.21.15.42:0/2560305779 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc04007d220 con 0x7fc04007e660 2024-06-13T11:42:13.933 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.620+0000 7fc03fe00700 1 --2- 172.21.15.42:0/2560305779 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc04007e660 0x7fc04007cb60 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fc0300098a0 tx=0x7fc030009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be46aec4abe02450 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:13.933 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.620+0000 7fc03f400700 1 -- 172.21.15.42:0/2560305779 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc030004160 con 0x7fc04007e660 2024-06-13T11:42:13.933 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.620+0000 7fc03f400700 1 -- 172.21.15.42:0/2560305779 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc030004300 con 0x7fc04007e660 2024-06-13T11:42:13.933 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.620+0000 7fc03f400700 1 -- 172.21.15.42:0/2560305779 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc030011b20 con 0x7fc04007e660 2024-06-13T11:42:13.933 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.621+0000 7fc045400700 1 -- 172.21.15.42:0/2560305779 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc04007e660 msgr2=0x7fc04007cb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:13.933 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.621+0000 7fc045400700 1 --2- 172.21.15.42:0/2560305779 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc04007e660 0x7fc04007cb60 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fc0300098a0 tx=0x7fc030009bb0 comp rx=0 tx=0).stop 2024-06-13T11:42:13.937 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.621+0000 7fc045400700 1 -- 172.21.15.42:0/2560305779 shutdown_connections 2024-06-13T11:42:13.937 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.621+0000 7fc045400700 1 --2- 172.21.15.42:0/2560305779 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc04007e660 0x7fc04007cb60 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:13.937 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.621+0000 7fc045400700 1 -- 172.21.15.42:0/2560305779 >> 172.21.15.42:0/2560305779 conn(0x7fc0401032f0 msgr2=0x7fc040105710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:13.937 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.622+0000 7fc045400700 1 -- 172.21.15.42:0/2560305779 shutdown_connections 2024-06-13T11:42:13.937 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.622+0000 7fc045400700 1 -- 172.21.15.42:0/2560305779 wait complete. 2024-06-13T11:42:13.937 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.623+0000 7fc045400700 1 Processor -- start 2024-06-13T11:42:13.938 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.623+0000 7fc045400700 1 -- start start 2024-06-13T11:42:13.938 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.623+0000 7fc045400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc04007e660 0x7fc04019de50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:13.938 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.623+0000 7fc045400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc04010e2d0 con 0x7fc04007e660 2024-06-13T11:42:13.938 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.623+0000 7fc03fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc04007e660 0x7fc04019de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:13.938 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.623+0000 7fc03fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc04007e660 0x7fc04019de50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42746/0 (socket says 172.21.15.42:42746) 2024-06-13T11:42:13.938 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.623+0000 7fc03fe00700 1 -- 172.21.15.42:0/3704453762 learned_addr learned my addr 172.21.15.42:0/3704453762 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:42:13.938 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.624+0000 7fc03fe00700 1 -- 172.21.15.42:0/3704453762 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc04019e390 con 0x7fc04007e660 2024-06-13T11:42:13.938 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.624+0000 7fc03fe00700 1 --2- 172.21.15.42:0/3704453762 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc04007e660 0x7fc04019de50 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fc030011b60 tx=0x7fc030011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:13.938 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.624+0000 7fc03d600700 1 -- 172.21.15.42:0/3704453762 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc030003b60 con 0x7fc04007e660 2024-06-13T11:42:13.938 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.625+0000 7fc03d600700 1 -- 172.21.15.42:0/3704453762 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc03001a910 con 0x7fc04007e660 2024-06-13T11:42:13.938 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.625+0000 7fc03d600700 1 -- 172.21.15.42:0/3704453762 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc030024930 con 0x7fc04007e660 2024-06-13T11:42:13.938 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.625+0000 7fc045400700 1 -- 172.21.15.42:0/3704453762 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc04019e620 con 0x7fc04007e660 2024-06-13T11:42:13.939 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.625+0000 7fc045400700 1 -- 172.21.15.42:0/3704453762 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc04019ea80 con 0x7fc04007e660 2024-06-13T11:42:13.939 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.626+0000 7fc03d600700 1 -- 172.21.15.42:0/3704453762 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fc030022020 con 0x7fc04007e660 2024-06-13T11:42:13.939 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.626+0000 7fc045400700 1 -- 172.21.15.42:0/3704453762 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0400695a0 con 0x7fc04007e660 2024-06-13T11:42:13.939 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.626+0000 7fc03d600700 1 --2- 172.21.15.42:0/3704453762 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fc024039050 0x7fc02403b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:13.939 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.627+0000 7fc03d600700 1 -- 172.21.15.42:0/3704453762 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fc03004d270 con 0x7fc04007e660 2024-06-13T11:42:13.939 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.627+0000 7fc037e00700 1 --2- 172.21.15.42:0/3704453762 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fc024039050 0x7fc02403b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:13.939 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.628+0000 7fc037e00700 1 --2- 172.21.15.42:0/3704453762 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fc024039050 0x7fc02403b510 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fc028006fd0 tx=0x7fc028006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:13.939 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.633+0000 7fc03d600700 1 -- 172.21.15.42:0/3704453762 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc03000b3e0 con 0x7fc04007e660 2024-06-13T11:42:13.939 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.906+0000 7fc045400700 1 -- 172.21.15.42:0/3704453762 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7fc0401a1450 con 0x7fc04007e660 2024-06-13T11:42:13.939 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.913+0000 7fc03d600700 1 -- 172.21.15.42:0/3704453762 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7fc03002ddb0 con 0x7fc04007e660 2024-06-13T11:42:13.940 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.915+0000 7fc045400700 1 -- 172.21.15.42:0/3704453762 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fc024039050 msgr2=0x7fc02403b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:13.940 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.915+0000 7fc045400700 1 --2- 172.21.15.42:0/3704453762 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fc024039050 0x7fc02403b510 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fc028006fd0 tx=0x7fc028006e40 comp rx=0 tx=0).stop 2024-06-13T11:42:13.940 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.916+0000 7fc045400700 1 -- 172.21.15.42:0/3704453762 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc04007e660 msgr2=0x7fc04019de50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:13.940 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.916+0000 7fc045400700 1 --2- 172.21.15.42:0/3704453762 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc04007e660 0x7fc04019de50 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fc030011b60 tx=0x7fc030011c40 comp rx=0 tx=0).stop 2024-06-13T11:42:13.941 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.916+0000 7fc045400700 1 -- 172.21.15.42:0/3704453762 shutdown_connections 2024-06-13T11:42:13.941 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.916+0000 7fc045400700 1 --2- 172.21.15.42:0/3704453762 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fc024039050 0x7fc02403b510 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:13.941 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.916+0000 7fc045400700 1 --2- 172.21.15.42:0/3704453762 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc04007e660 0x7fc04019de50 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:13.941 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.916+0000 7fc045400700 1 -- 172.21.15.42:0/3704453762 >> 172.21.15.42:0/3704453762 conn(0x7fc0401032f0 msgr2=0x7fc040103e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:13.941 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.916+0000 7fc045400700 1 -- 172.21.15.42:0/3704453762 shutdown_connections 2024-06-13T11:42:13.941 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:12.917+0000 7fc045400700 1 -- 172.21.15.42:0/3704453762 wait complete. 2024-06-13T11:42:13.941 INFO:teuthology.orchestra.run.smithi042.stdout:Enabling the dashboard module... 2024-06-13T11:42:14.262 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:13 smithi042 ceph-mon[32231]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:42:14.262 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:13 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/3704453762' entity='client.admin' 2024-06-13T11:42:15.158 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:15 smithi042 ceph-mon[32231]: from='mgr.14120 172.21.15.42:0/3041324865' entity='mgr.x' 2024-06-13T11:42:15.159 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:15 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2787196874' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-06-13T11:42:15.449 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:42:15 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: ignoring --setuser ceph since I am not root 2024-06-13T11:42:15.449 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:42:15 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: ignoring --setgroup ceph since I am not root 2024-06-13T11:42:15.449 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:42:15 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:42:15.397+0000 7f82be4ea200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-13T11:42:15.765 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:42:15 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:42:15.659+0000 7f82be4ea200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-13T11:42:15.777 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.573+0000 7f75bbc00700 1 Processor -- start 2024-06-13T11:42:15.777 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.574+0000 7f75bbc00700 1 -- start start 2024-06-13T11:42:15.777 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.574+0000 7f75bbc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f75b4107f10 0x7f75b4108330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:15.777 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.574+0000 7f75bbc00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f75b4108870 con 0x7f75b4107f10 2024-06-13T11:42:15.778 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.575+0000 7f75b9200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f75b4107f10 0x7f75b4108330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:15.778 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.575+0000 7f75b9200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f75b4107f10 0x7f75b4108330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42750/0 (socket says 172.21.15.42:42750) 2024-06-13T11:42:15.778 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.575+0000 7f75b9200700 1 -- 172.21.15.42:0/2256724350 learned_addr learned my addr 172.21.15.42:0/2256724350 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:42:15.778 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.575+0000 7f75b9200700 1 -- 172.21.15.42:0/2256724350 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75b4108fd0 con 0x7f75b4107f10 2024-06-13T11:42:15.778 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.576+0000 7f75b9200700 1 --2- 172.21.15.42:0/2256724350 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f75b4107f10 0x7f75b4108330 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f75a80098a0 tx=0x7f75a8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=544a2b0a51782d98 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:15.778 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.576+0000 7f75b3400700 1 -- 172.21.15.42:0/2256724350 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f75a8004160 con 0x7f75b4107f10 2024-06-13T11:42:15.778 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.576+0000 7f75b3400700 1 -- 172.21.15.42:0/2256724350 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f75a8004300 con 0x7f75b4107f10 2024-06-13T11:42:15.778 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.576+0000 7f75b3400700 1 -- 172.21.15.42:0/2256724350 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f75a8011b20 con 0x7f75b4107f10 2024-06-13T11:42:15.778 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.577+0000 7f75bbc00700 1 -- 172.21.15.42:0/2256724350 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f75b4107f10 msgr2=0x7f75b4108330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:15.778 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.577+0000 7f75bbc00700 1 --2- 172.21.15.42:0/2256724350 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f75b4107f10 0x7f75b4108330 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f75a80098a0 tx=0x7f75a8009bb0 comp rx=0 tx=0).stop 2024-06-13T11:42:15.778 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.577+0000 7f75bbc00700 1 -- 172.21.15.42:0/2256724350 shutdown_connections 2024-06-13T11:42:15.778 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.577+0000 7f75bbc00700 1 --2- 172.21.15.42:0/2256724350 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f75b4107f10 0x7f75b4108330 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:15.778 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.577+0000 7f75bbc00700 1 -- 172.21.15.42:0/2256724350 >> 172.21.15.42:0/2256724350 conn(0x7f75b4103510 msgr2=0x7f75b4105930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:15.779 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.577+0000 7f75bbc00700 1 -- 172.21.15.42:0/2256724350 shutdown_connections 2024-06-13T11:42:15.779 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.577+0000 7f75bbc00700 1 -- 172.21.15.42:0/2256724350 wait complete. 2024-06-13T11:42:15.779 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.578+0000 7f75bbc00700 1 Processor -- start 2024-06-13T11:42:15.779 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.578+0000 7f75bbc00700 1 -- start start 2024-06-13T11:42:15.779 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.579+0000 7f75bbc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f75b4107f10 0x7f75b4194e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:15.779 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.579+0000 7f75bbc00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f75b410c410 con 0x7f75b4107f10 2024-06-13T11:42:15.779 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.579+0000 7f75b9200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f75b4107f10 0x7f75b4194e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:15.779 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.579+0000 7f75b9200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f75b4107f10 0x7f75b4194e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42760/0 (socket says 172.21.15.42:42760) 2024-06-13T11:42:15.779 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.579+0000 7f75b9200700 1 -- 172.21.15.42:0/2787196874 learned_addr learned my addr 172.21.15.42:0/2787196874 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:42:15.779 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.579+0000 7f75b9200700 1 -- 172.21.15.42:0/2787196874 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75b4195360 con 0x7f75b4107f10 2024-06-13T11:42:15.779 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.580+0000 7f75b9200700 1 --2- 172.21.15.42:0/2787196874 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f75b4107f10 0x7f75b4194e20 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f75a8011b60 tx=0x7f75a8011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:15.779 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.580+0000 7f75b1600700 1 -- 172.21.15.42:0/2787196874 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f75a8003b60 con 0x7f75b4107f10 2024-06-13T11:42:15.779 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.580+0000 7f75b1600700 1 -- 172.21.15.42:0/2787196874 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f75a801a910 con 0x7f75b4107f10 2024-06-13T11:42:15.780 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.580+0000 7f75b1600700 1 -- 172.21.15.42:0/2787196874 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f75a8024930 con 0x7f75b4107f10 2024-06-13T11:42:15.780 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.580+0000 7f75bbc00700 1 -- 172.21.15.42:0/2787196874 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75b41955f0 con 0x7f75b4107f10 2024-06-13T11:42:15.780 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.580+0000 7f75bbc00700 1 -- 172.21.15.42:0/2787196874 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75b4191b30 con 0x7f75b4107f10 2024-06-13T11:42:15.780 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.581+0000 7f75b1600700 1 -- 172.21.15.42:0/2787196874 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f75a8022020 con 0x7f75b4107f10 2024-06-13T11:42:15.780 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.582+0000 7f75bbc00700 1 -- 172.21.15.42:0/2787196874 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75b41957c0 con 0x7f75b4107f10 2024-06-13T11:42:15.780 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.582+0000 7f75b1600700 1 --2- 172.21.15.42:0/2787196874 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f759c0390a0 0x7f759c03b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:15.780 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.582+0000 7f75b1600700 1 -- 172.21.15.42:0/2787196874 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f75a804d1f0 con 0x7f75b4107f10 2024-06-13T11:42:15.780 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.582+0000 7f75b3e00700 1 --2- 172.21.15.42:0/2787196874 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f759c0390a0 0x7f759c03b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:15.780 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.583+0000 7f75b3e00700 1 --2- 172.21.15.42:0/2787196874 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f759c0390a0 0x7f759c03b560 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f75a0006fd0 tx=0x7f75a0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:15.780 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.588+0000 7f75b1600700 1 -- 172.21.15.42:0/2787196874 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f75b41957c0 con 0x7f75b4107f10 2024-06-13T11:42:15.780 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:14.895+0000 7f75bbc00700 1 -- 172.21.15.42:0/2787196874 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7f75b4192180 con 0x7f75b4107f10 2024-06-13T11:42:15.780 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:15.039+0000 7f75b1600700 1 -- 172.21.15.42:0/2787196874 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7f75a800b3e0 con 0x7f75b4107f10 2024-06-13T11:42:15.781 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:15.042+0000 7f75b1600700 1 -- 172.21.15.42:0/2787196874 <== mon.0 v2:172.21.15.42:3300/0 8 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7f75a8024ad0 con 0x7f75b4107f10 2024-06-13T11:42:15.781 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:15.045+0000 7f75bbc00700 1 -- 172.21.15.42:0/2787196874 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f759c0390a0 msgr2=0x7f759c03b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:15.781 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:15.045+0000 7f75bbc00700 1 --2- 172.21.15.42:0/2787196874 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f759c0390a0 0x7f759c03b560 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f75a0006fd0 tx=0x7f75a0006e40 comp rx=0 tx=0).stop 2024-06-13T11:42:15.781 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:15.045+0000 7f75bbc00700 1 -- 172.21.15.42:0/2787196874 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f75b4107f10 msgr2=0x7f75b4194e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:15.781 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:15.045+0000 7f75bbc00700 1 --2- 172.21.15.42:0/2787196874 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f75b4107f10 0x7f75b4194e20 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f75a8011b60 tx=0x7f75a8011c40 comp rx=0 tx=0).stop 2024-06-13T11:42:15.781 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:15.045+0000 7f75bbc00700 1 -- 172.21.15.42:0/2787196874 shutdown_connections 2024-06-13T11:42:15.781 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:15.045+0000 7f75bbc00700 1 --2- 172.21.15.42:0/2787196874 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f759c0390a0 0x7f759c03b560 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:15.781 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:15.045+0000 7f75bbc00700 1 --2- 172.21.15.42:0/2787196874 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f75b4107f10 0x7f75b4194e20 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:15.781 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:15.045+0000 7f75bbc00700 1 -- 172.21.15.42:0/2787196874 >> 172.21.15.42:0/2787196874 conn(0x7f75b4103510 msgr2=0x7f75b4103f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:15.781 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:15.046+0000 7f75bbc00700 1 -- 172.21.15.42:0/2787196874 shutdown_connections 2024-06-13T11:42:15.781 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:15.046+0000 7f75bbc00700 1 -- 172.21.15.42:0/2787196874 wait complete. 2024-06-13T11:42:16.038 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:42:15 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:42:15.799+0000 7f82be4ea200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-13T11:42:16.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:16 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2787196874' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-06-13T11:42:16.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:16 smithi042 ceph-mon[32231]: mgrmap e9: x(active, since 24s) 2024-06-13T11:42:16.307 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:42:16 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:42:16.226+0000 7f82be4ea200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-13T11:42:16.649 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:42:16 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:42:16.348+0000 7f82be4ea200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-13T11:42:17.236 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:17 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/3973882820' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-06-13T11:42:17.248 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout { 2024-06-13T11:42:17.249 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-06-13T11:42:17.249 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "available": true, 2024-06-13T11:42:17.249 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-06-13T11:42:17.249 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-06-13T11:42:17.249 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout } 2024-06-13T11:42:17.252 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.351+0000 7f8ca5e00700 1 Processor -- start 2024-06-13T11:42:17.252 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.351+0000 7f8ca5e00700 1 -- start start 2024-06-13T11:42:17.252 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.351+0000 7f8ca5e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ca0107ca0 0x7f8ca01080c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:17.252 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.352+0000 7f8ca5e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8ca0108690 con 0x7f8ca0107ca0 2024-06-13T11:42:17.252 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.352+0000 7f8ca4a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ca0107ca0 0x7f8ca01080c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:17.252 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.352+0000 7f8ca4a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ca0107ca0 0x7f8ca01080c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42784/0 (socket says 172.21.15.42:42784) 2024-06-13T11:42:17.252 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.352+0000 7f8ca4a00700 1 -- 172.21.15.42:0/214466415 learned_addr learned my addr 172.21.15.42:0/214466415 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:42:17.252 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.352+0000 7f8ca4a00700 1 -- 172.21.15.42:0/214466415 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ca0108ea0 con 0x7f8ca0107ca0 2024-06-13T11:42:17.252 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.353+0000 7f8ca4a00700 1 --2- 172.21.15.42:0/214466415 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ca0107ca0 0x7f8ca01080c0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f8c940098a0 tx=0x7f8c94009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ccdb766f85314bf server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:17.252 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.353+0000 7f8c9f400700 1 -- 172.21.15.42:0/214466415 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8c94004160 con 0x7f8ca0107ca0 2024-06-13T11:42:17.253 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.353+0000 7f8c9f400700 1 -- 172.21.15.42:0/214466415 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8c94004300 con 0x7f8ca0107ca0 2024-06-13T11:42:17.253 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.353+0000 7f8c9f400700 1 -- 172.21.15.42:0/214466415 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8c94011b20 con 0x7f8ca0107ca0 2024-06-13T11:42:17.253 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.354+0000 7f8ca5e00700 1 -- 172.21.15.42:0/214466415 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ca0107ca0 msgr2=0x7f8ca01080c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:17.253 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.354+0000 7f8ca5e00700 1 --2- 172.21.15.42:0/214466415 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ca0107ca0 0x7f8ca01080c0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f8c940098a0 tx=0x7f8c94009bb0 comp rx=0 tx=0).stop 2024-06-13T11:42:17.253 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.354+0000 7f8ca5e00700 1 -- 172.21.15.42:0/214466415 shutdown_connections 2024-06-13T11:42:17.253 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.354+0000 7f8ca5e00700 1 --2- 172.21.15.42:0/214466415 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ca0107ca0 0x7f8ca01080c0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:17.253 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.354+0000 7f8ca5e00700 1 -- 172.21.15.42:0/214466415 >> 172.21.15.42:0/214466415 conn(0x7f8ca0103260 msgr2=0x7f8ca0105680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:17.253 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.354+0000 7f8ca5e00700 1 -- 172.21.15.42:0/214466415 shutdown_connections 2024-06-13T11:42:17.253 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.354+0000 7f8ca5e00700 1 -- 172.21.15.42:0/214466415 wait complete. 2024-06-13T11:42:17.253 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.355+0000 7f8ca5e00700 1 Processor -- start 2024-06-13T11:42:17.253 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.355+0000 7f8ca5e00700 1 -- start start 2024-06-13T11:42:17.253 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.356+0000 7f8ca5e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ca0107ca0 0x7f8ca007db40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:17.253 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.356+0000 7f8ca5e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8ca010c250 con 0x7f8ca0107ca0 2024-06-13T11:42:17.253 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.356+0000 7f8ca4a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ca0107ca0 0x7f8ca007db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:17.257 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.356+0000 7f8ca4a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ca0107ca0 0x7f8ca007db40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42796/0 (socket says 172.21.15.42:42796) 2024-06-13T11:42:17.257 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.356+0000 7f8ca4a00700 1 -- 172.21.15.42:0/3973882820 learned_addr learned my addr 172.21.15.42:0/3973882820 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:42:17.257 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.356+0000 7f8ca4a00700 1 -- 172.21.15.42:0/3973882820 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ca007e080 con 0x7f8ca0107ca0 2024-06-13T11:42:17.257 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.357+0000 7f8ca4a00700 1 --2- 172.21.15.42:0/3973882820 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ca0107ca0 0x7f8ca007db40 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f8c94000c00 tx=0x7f8c94011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:17.257 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.357+0000 7f8c9d600700 1 -- 172.21.15.42:0/3973882820 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8c94003b60 con 0x7f8ca0107ca0 2024-06-13T11:42:17.257 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.357+0000 7f8c9d600700 1 -- 172.21.15.42:0/3973882820 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8c9401a910 con 0x7f8ca0107ca0 2024-06-13T11:42:17.257 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.357+0000 7f8ca5e00700 1 -- 172.21.15.42:0/3973882820 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ca007c270 con 0x7f8ca0107ca0 2024-06-13T11:42:17.257 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.357+0000 7f8c9d600700 1 -- 172.21.15.42:0/3973882820 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8c94024930 con 0x7f8ca0107ca0 2024-06-13T11:42:17.257 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.357+0000 7f8ca5e00700 1 -- 172.21.15.42:0/3973882820 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ca007c730 con 0x7f8ca0107ca0 2024-06-13T11:42:17.258 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.358+0000 7f8c9d600700 1 -- 172.21.15.42:0/3973882820 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7f8c94022020 con 0x7f8ca0107ca0 2024-06-13T11:42:17.258 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.358+0000 7f8ca5e00700 1 -- 172.21.15.42:0/3973882820 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ca00695a0 con 0x7f8ca0107ca0 2024-06-13T11:42:17.258 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.359+0000 7f8c9d600700 1 --2- 172.21.15.42:0/3973882820 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f8c88039100 0x7f8c8803b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:17.258 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.359+0000 7f8c9d600700 1 -- 172.21.15.42:0/3973882820 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f8c9404d1f0 con 0x7f8ca0107ca0 2024-06-13T11:42:17.258 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.359+0000 7f8c9fe00700 1 -- 172.21.15.42:0/3973882820 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f8c88039100 msgr2=0x7f8c8803b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/1570600420 2024-06-13T11:42:17.258 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.359+0000 7f8c9fe00700 1 --2- 172.21.15.42:0/3973882820 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f8c88039100 0x7f8c8803b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-13T11:42:17.258 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.364+0000 7f8c9d600700 1 -- 172.21.15.42:0/3973882820 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f8c9400f2e0 con 0x7f8ca0107ca0 2024-06-13T11:42:17.258 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.560+0000 7f8c9fe00700 1 -- 172.21.15.42:0/3973882820 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f8c88039100 msgr2=0x7f8c8803b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/1570600420 2024-06-13T11:42:17.258 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.560+0000 7f8c9fe00700 1 --2- 172.21.15.42:0/3973882820 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f8c88039100 0x7f8c8803b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-06-13T11:42:17.258 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.650+0000 7f8ca5e00700 1 -- 172.21.15.42:0/3973882820 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f8ca007cfd0 con 0x7f8ca0107ca0 2024-06-13T11:42:17.258 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.651+0000 7f8c9d600700 1 -- 172.21.15.42:0/3973882820 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7f8c9401ab70 con 0x7f8ca0107ca0 2024-06-13T11:42:17.258 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.653+0000 7f8ca5e00700 1 -- 172.21.15.42:0/3973882820 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f8c88039100 msgr2=0x7f8c8803b5c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-13T11:42:17.259 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.653+0000 7f8ca5e00700 1 --2- 172.21.15.42:0/3973882820 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f8c88039100 0x7f8c8803b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:17.259 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.653+0000 7f8ca5e00700 1 -- 172.21.15.42:0/3973882820 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ca0107ca0 msgr2=0x7f8ca007db40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:17.259 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.653+0000 7f8ca5e00700 1 --2- 172.21.15.42:0/3973882820 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ca0107ca0 0x7f8ca007db40 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f8c94000c00 tx=0x7f8c94011c10 comp rx=0 tx=0).stop 2024-06-13T11:42:17.259 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.654+0000 7f8ca5e00700 1 -- 172.21.15.42:0/3973882820 shutdown_connections 2024-06-13T11:42:17.259 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.654+0000 7f8ca5e00700 1 --2- 172.21.15.42:0/3973882820 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7f8c88039100 0x7f8c8803b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:17.259 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.654+0000 7f8ca5e00700 1 --2- 172.21.15.42:0/3973882820 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ca0107ca0 0x7f8ca007db40 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:17.259 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.654+0000 7f8ca5e00700 1 -- 172.21.15.42:0/3973882820 >> 172.21.15.42:0/3973882820 conn(0x7f8ca0103260 msgr2=0x7f8ca0103e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:17.259 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.654+0000 7f8ca5e00700 1 -- 172.21.15.42:0/3973882820 shutdown_connections 2024-06-13T11:42:17.259 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:16.654+0000 7f8ca5e00700 1 -- 172.21.15.42:0/3973882820 wait complete. 2024-06-13T11:42:17.259 INFO:teuthology.orchestra.run.smithi042.stdout:Waiting for the mgr to restart... 2024-06-13T11:42:17.259 INFO:teuthology.orchestra.run.smithi042.stdout:Waiting for mgr epoch 9... 2024-06-13T11:42:18.222 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:42:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:42:17.986+0000 7f82be4ea200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-13T11:42:18.557 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:42:18 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:42:18.222+0000 7f82be4ea200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-13T11:42:18.557 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:42:18 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:42:18.443+0000 7f82be4ea200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-13T11:42:18.971 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:42:18 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:42:18.847+0000 7f82be4ea200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-13T11:42:19.245 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:42:18 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:42:18.980+0000 7f82be4ea200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-13T11:42:19.521 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:42:19 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:42:19.245+0000 7f82be4ea200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-13T11:42:19.521 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:42:19 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:42:19.521+0000 7f82be4ea200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-13T11:42:20.557 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:42:20 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:42:20.380+0000 7f82be4ea200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-13T11:42:21.307 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:42:20 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:42:20.956+0000 7f82be4ea200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-13T11:42:21.307 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:42:21 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:42:21.090+0000 7f82be4ea200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-13T11:42:21.807 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:42:21 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:42:21.366+0000 7f82be4ea200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-13T11:42:22.307 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:42:22 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:42:22.044+0000 7f82be4ea200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-13T11:42:22.307 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:42:22 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:42:22.172+0000 7f82be4ea200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-13T11:42:22.807 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:42:22 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:42:22.510+0000 7f82be4ea200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-13T11:42:22.807 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:42:22 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:42:22.697+0000 7f82be4ea200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-13T11:42:23.307 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:42:22 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:42:22.830+0000 7f82be4ea200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-13T11:42:23.307 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:42:22 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:42:22.992+0000 7f82be4ea200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-13T11:42:23.807 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:42:23 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:42:23.369+0000 7f82be4ea200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-13T11:42:24.474 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:42:24 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:42:24.172+0000 7f82be4ea200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-13T11:42:24.807 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:42:24 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:42:24.474+0000 7f82be4ea200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-13T11:42:24.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:24 smithi042 ceph-mon[32231]: Active manager daemon x restarted 2024-06-13T11:42:24.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:24 smithi042 ceph-mon[32231]: Activating manager daemon x 2024-06-13T11:42:24.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:24 smithi042 ceph-mon[32231]: osdmap e3: 0 total, 0 up, 0 in 2024-06-13T11:42:24.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:24 smithi042 ceph-mon[32231]: mgrmap e10: x(active, starting, since 0.00868579s) 2024-06-13T11:42:24.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:24 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T11:42:24.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:24 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-13T11:42:24.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:24 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-13T11:42:24.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:24 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-13T11:42:24.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:24 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-13T11:42:24.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:24 smithi042 ceph-mon[32231]: Manager daemon x is now available 2024-06-13T11:42:25.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:42:25.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-13T11:42:25.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-13T11:42:25.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:25 smithi042 ceph-mon[32231]: [13/Jun/2024:11:42:24] ENGINE Bus STARTING 2024-06-13T11:42:25.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:25 smithi042 ceph-mon[32231]: [13/Jun/2024:11:42:25] ENGINE Serving on https://172.21.15.42:7150 2024-06-13T11:42:25.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:25 smithi042 ceph-mon[32231]: [13/Jun/2024:11:42:25] ENGINE Serving on http://172.21.15.42:8765 2024-06-13T11:42:25.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:25 smithi042 ceph-mon[32231]: [13/Jun/2024:11:42:25] ENGINE Bus STARTED 2024-06-13T11:42:25.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:25 smithi042 ceph-mon[32231]: mgrmap e11: x(active, since 1.00985s) 2024-06-13T11:42:26.125 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout { 2024-06-13T11:42:26.125 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-06-13T11:42:26.125 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "initialized": true 2024-06-13T11:42:26.125 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout } 2024-06-13T11:42:26.125 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.842+0000 7fb8f6600700 1 Processor -- start 2024-06-13T11:42:26.125 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.843+0000 7fb8f6600700 1 -- start start 2024-06-13T11:42:26.125 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.843+0000 7fb8f6600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb8f0108900 0x7fb8f010acf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:26.125 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.843+0000 7fb8f6600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb8f007be60 con 0x7fb8f0108900 2024-06-13T11:42:26.126 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.844+0000 7fb8ef400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb8f0108900 0x7fb8f010acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:26.126 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.844+0000 7fb8ef400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb8f0108900 0x7fb8f010acf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42808/0 (socket says 172.21.15.42:42808) 2024-06-13T11:42:26.126 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.844+0000 7fb8ef400700 1 -- 172.21.15.42:0/4248135803 learned_addr learned my addr 172.21.15.42:0/4248135803 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:42:26.126 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.844+0000 7fb8ef400700 1 -- 172.21.15.42:0/4248135803 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8f010b230 con 0x7fb8f0108900 2024-06-13T11:42:26.126 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.844+0000 7fb8ef400700 1 --2- 172.21.15.42:0/4248135803 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb8f0108900 0x7fb8f010acf0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fb8e00098a0 tx=0x7fb8e0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d141a8a116498f5 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:26.126 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.845+0000 7fb8ee000700 1 -- 172.21.15.42:0/4248135803 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb8e0004160 con 0x7fb8f0108900 2024-06-13T11:42:26.126 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.845+0000 7fb8ee000700 1 -- 172.21.15.42:0/4248135803 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb8e0004300 con 0x7fb8f0108900 2024-06-13T11:42:26.132 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.845+0000 7fb8ee000700 1 -- 172.21.15.42:0/4248135803 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb8e0011b20 con 0x7fb8f0108900 2024-06-13T11:42:26.132 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.846+0000 7fb8f6600700 1 -- 172.21.15.42:0/4248135803 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb8f0108900 msgr2=0x7fb8f010acf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:26.132 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.846+0000 7fb8f6600700 1 --2- 172.21.15.42:0/4248135803 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb8f0108900 0x7fb8f010acf0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fb8e00098a0 tx=0x7fb8e0009bb0 comp rx=0 tx=0).stop 2024-06-13T11:42:26.132 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.846+0000 7fb8f6600700 1 -- 172.21.15.42:0/4248135803 shutdown_connections 2024-06-13T11:42:26.132 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.846+0000 7fb8f6600700 1 --2- 172.21.15.42:0/4248135803 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb8f0108900 0x7fb8f010acf0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:26.132 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.846+0000 7fb8f6600700 1 -- 172.21.15.42:0/4248135803 >> 172.21.15.42:0/4248135803 conn(0x7fb8f0102350 msgr2=0x7fb8f0104770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:26.133 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.846+0000 7fb8f6600700 1 -- 172.21.15.42:0/4248135803 shutdown_connections 2024-06-13T11:42:26.133 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.846+0000 7fb8f6600700 1 -- 172.21.15.42:0/4248135803 wait complete. 2024-06-13T11:42:26.133 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.847+0000 7fb8f6600700 1 Processor -- start 2024-06-13T11:42:26.133 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.847+0000 7fb8f6600700 1 -- start start 2024-06-13T11:42:26.133 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.848+0000 7fb8f6600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb8f0108900 0x7fb8f0108180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:26.133 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.848+0000 7fb8f6600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb8f010c290 con 0x7fb8f0108900 2024-06-13T11:42:26.133 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.848+0000 7fb8ef400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb8f0108900 0x7fb8f0108180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:26.133 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.848+0000 7fb8ef400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb8f0108900 0x7fb8f0108180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42818/0 (socket says 172.21.15.42:42818) 2024-06-13T11:42:26.133 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.848+0000 7fb8ef400700 1 -- 172.21.15.42:0/2266878420 learned_addr learned my addr 172.21.15.42:0/2266878420 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:42:26.133 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.848+0000 7fb8ef400700 1 -- 172.21.15.42:0/2266878420 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8f01086c0 con 0x7fb8f0108900 2024-06-13T11:42:26.133 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.849+0000 7fb8ef400700 1 --2- 172.21.15.42:0/2266878420 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb8f0108900 0x7fb8f0108180 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fb8e0011b60 tx=0x7fb8e0011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:26.133 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.849+0000 7fb8e7e00700 1 -- 172.21.15.42:0/2266878420 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb8e0003b60 con 0x7fb8f0108900 2024-06-13T11:42:26.134 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.849+0000 7fb8e7e00700 1 -- 172.21.15.42:0/2266878420 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb8e001a910 con 0x7fb8f0108900 2024-06-13T11:42:26.134 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.849+0000 7fb8e7e00700 1 -- 172.21.15.42:0/2266878420 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb8e0024930 con 0x7fb8f0108900 2024-06-13T11:42:26.134 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.849+0000 7fb8f6600700 1 -- 172.21.15.42:0/2266878420 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8f01068b0 con 0x7fb8f0108900 2024-06-13T11:42:26.134 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.849+0000 7fb8f6600700 1 -- 172.21.15.42:0/2266878420 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8f0106d70 con 0x7fb8f0108900 2024-06-13T11:42:26.134 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.850+0000 7fb8e7e00700 1 -- 172.21.15.42:0/2266878420 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7fb8e0022020 con 0x7fb8f0108900 2024-06-13T11:42:26.134 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.851+0000 7fb8e7e00700 1 --2- 172.21.15.42:0/2266878420 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fb8d4039100 0x7fb8d403b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:26.134 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.851+0000 7fb8e7e00700 1 -- 172.21.15.42:0/2266878420 --> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fb8d403bcd0 con 0x7fb8d4039100 2024-06-13T11:42:26.134 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.851+0000 7fb8e7e00700 1 -- 172.21.15.42:0/2266878420 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fb8e004d2c0 con 0x7fb8f0108900 2024-06-13T11:42:26.134 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.851+0000 7fb8eea00700 1 -- 172.21.15.42:0/2266878420 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fb8d4039100 msgr2=0x7fb8d403b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/1570600420 2024-06-13T11:42:26.134 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:17.851+0000 7fb8eea00700 1 --2- 172.21.15.42:0/2266878420 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fb8d4039100 0x7fb8d403b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-13T11:42:26.134 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:18.052+0000 7fb8eea00700 1 -- 172.21.15.42:0/2266878420 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fb8d4039100 msgr2=0x7fb8d403b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/1570600420 2024-06-13T11:42:26.134 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:18.052+0000 7fb8eea00700 1 --2- 172.21.15.42:0/2266878420 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fb8d4039100 0x7fb8d403b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-06-13T11:42:26.135 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:18.453+0000 7fb8eea00700 1 -- 172.21.15.42:0/2266878420 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fb8d4039100 msgr2=0x7fb8d403b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/1570600420 2024-06-13T11:42:26.135 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:18.453+0000 7fb8eea00700 1 --2- 172.21.15.42:0/2266878420 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fb8d4039100 0x7fb8d403b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-06-13T11:42:26.135 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:19.254+0000 7fb8eea00700 1 -- 172.21.15.42:0/2266878420 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fb8d4039100 msgr2=0x7fb8d403b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/1570600420 2024-06-13T11:42:26.135 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:19.254+0000 7fb8eea00700 1 --2- 172.21.15.42:0/2266878420 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fb8d4039100 0x7fb8d403b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-06-13T11:42:26.135 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:20.856+0000 7fb8eea00700 1 -- 172.21.15.42:0/2266878420 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fb8d4039100 msgr2=0x7fb8d403b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/1570600420 2024-06-13T11:42:26.135 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:20.856+0000 7fb8eea00700 1 --2- 172.21.15.42:0/2266878420 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fb8d4039100 0x7fb8d403b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-06-13T11:42:26.135 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:24.058+0000 7fb8eea00700 1 -- 172.21.15.42:0/2266878420 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fb8d4039100 msgr2=0x7fb8d403b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/1570600420 2024-06-13T11:42:26.135 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:24.059+0000 7fb8eea00700 1 --2- 172.21.15.42:0/2266878420 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fb8d4039100 0x7fb8d403b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-06-13T11:42:26.135 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:24.483+0000 7fb8e7e00700 1 -- 172.21.15.42:0/2266878420 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mgrmap(e 10) ==== 46067+0+0 (secure 0 0 0) 0x7fb8e0024ad0 con 0x7fb8f0108900 2024-06-13T11:42:26.135 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:24.483+0000 7fb8e7e00700 1 -- 172.21.15.42:0/2266878420 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fb8d4039100 msgr2=0x7fb8d403b5c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-13T11:42:26.135 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:24.483+0000 7fb8e7e00700 1 --2- 172.21.15.42:0/2266878420 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fb8d4039100 0x7fb8d403b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:26.135 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:25.485+0000 7fb8e7e00700 1 -- 172.21.15.42:0/2266878420 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mgrmap(e 11) ==== 46194+0+0 (secure 0 0 0) 0x7fb8e004f050 con 0x7fb8f0108900 2024-06-13T11:42:26.135 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:25.485+0000 7fb8e7e00700 1 --2- 172.21.15.42:0/2266878420 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb8d403cbc0 0x7fb8d403efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:26.135 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:25.485+0000 7fb8e7e00700 1 -- 172.21.15.42:0/2266878420 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fb8e000af30 con 0x7fb8d403cbc0 2024-06-13T11:42:26.136 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:25.486+0000 7fb8eea00700 1 --2- 172.21.15.42:0/2266878420 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb8d403cbc0 0x7fb8d403efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:26.136 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:25.487+0000 7fb8eea00700 1 --2- 172.21.15.42:0/2266878420 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb8d403cbc0 0x7fb8d403efb0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fb8dc003a10 tx=0x7fb8dc009270 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:26.136 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:25.488+0000 7fb8e7e00700 1 -- 172.21.15.42:0/2266878420 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7fb8e000af30 con 0x7fb8d403cbc0 2024-06-13T11:42:26.136 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:25.500+0000 7fb8f6600700 1 -- 172.21.15.42:0/2266878420 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7fb8f00695a0 con 0x7fb8d403cbc0 2024-06-13T11:42:26.136 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:25.501+0000 7fb8e7e00700 1 -- 172.21.15.42:0/2266878420 <== mgr.14152 v2:172.21.15.42:6800/580472160 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7fb8f00695a0 con 0x7fb8d403cbc0 2024-06-13T11:42:26.136 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:25.501+0000 7fb8f6600700 1 -- 172.21.15.42:0/2266878420 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb8d403cbc0 msgr2=0x7fb8d403efb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:26.136 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:25.501+0000 7fb8f6600700 1 --2- 172.21.15.42:0/2266878420 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb8d403cbc0 0x7fb8d403efb0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fb8dc003a10 tx=0x7fb8dc009270 comp rx=0 tx=0).stop 2024-06-13T11:42:26.136 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:25.501+0000 7fb8f6600700 1 -- 172.21.15.42:0/2266878420 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb8f0108900 msgr2=0x7fb8f0108180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:26.136 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:25.501+0000 7fb8f6600700 1 --2- 172.21.15.42:0/2266878420 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb8f0108900 0x7fb8f0108180 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fb8e0011b60 tx=0x7fb8e0011c40 comp rx=0 tx=0).stop 2024-06-13T11:42:26.136 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:25.501+0000 7fb8f6600700 1 -- 172.21.15.42:0/2266878420 shutdown_connections 2024-06-13T11:42:26.136 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:25.501+0000 7fb8f6600700 1 --2- 172.21.15.42:0/2266878420 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb8d403cbc0 0x7fb8d403efb0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:26.136 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:25.501+0000 7fb8f6600700 1 --2- 172.21.15.42:0/2266878420 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb8f0108900 0x7fb8f0108180 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:26.136 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:25.501+0000 7fb8f6600700 1 --2- 172.21.15.42:0/2266878420 >> [v2:172.21.15.42:6800/1570600420,v1:172.21.15.42:6801/1570600420] conn(0x7fb8d4039100 0x7fb8d403b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:26.137 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:25.501+0000 7fb8f6600700 1 -- 172.21.15.42:0/2266878420 >> 172.21.15.42:0/2266878420 conn(0x7fb8f0102350 msgr2=0x7fb8f0102e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:26.137 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:25.502+0000 7fb8f6600700 1 -- 172.21.15.42:0/2266878420 shutdown_connections 2024-06-13T11:42:26.137 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:25.502+0000 7fb8f6600700 1 -- 172.21.15.42:0/2266878420 wait complete. 2024-06-13T11:42:26.137 INFO:teuthology.orchestra.run.smithi042.stdout:mgr epoch 9 is available 2024-06-13T11:42:26.137 INFO:teuthology.orchestra.run.smithi042.stdout:Generating a dashboard self-signed certificate... 2024-06-13T11:42:26.667 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:26 smithi042 ceph-mon[32231]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-06-13T11:42:26.667 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:26 smithi042 ceph-mon[32231]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-06-13T11:42:27.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:27 smithi042 ceph-mon[32231]: mgrmap e12: x(active, since 2s) 2024-06-13T11:42:27.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:27 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:42:28.241 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-06-13T11:42:28.241 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.145+0000 7fd4e7200700 1 Processor -- start 2024-06-13T11:42:28.241 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.145+0000 7fd4e7200700 1 -- start start 2024-06-13T11:42:28.242 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.145+0000 7fd4e7200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd4e810a120 0x7fd4e810a540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:28.242 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.145+0000 7fd4e7200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd4e810ab10 con 0x7fd4e810a120 2024-06-13T11:42:28.242 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.146+0000 7fd4e5e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd4e810a120 0x7fd4e810a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:28.242 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.146+0000 7fd4e5e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd4e810a120 0x7fd4e810a540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37558/0 (socket says 172.21.15.42:37558) 2024-06-13T11:42:28.242 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.146+0000 7fd4e5e00700 1 -- 172.21.15.42:0/2631277616 learned_addr learned my addr 172.21.15.42:0/2631277616 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:42:28.242 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.146+0000 7fd4e5e00700 1 -- 172.21.15.42:0/2631277616 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4e810afe0 con 0x7fd4e810a120 2024-06-13T11:42:28.242 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.147+0000 7fd4e5e00700 1 --2- 172.21.15.42:0/2631277616 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd4e810a120 0x7fd4e810a540 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fd4d80098a0 tx=0x7fd4d8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd2d493fdb96c255 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:28.242 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.147+0000 7fd4e4a00700 1 -- 172.21.15.42:0/2631277616 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd4d8004160 con 0x7fd4e810a120 2024-06-13T11:42:28.242 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.147+0000 7fd4e4a00700 1 -- 172.21.15.42:0/2631277616 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd4d8004300 con 0x7fd4e810a120 2024-06-13T11:42:28.242 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.147+0000 7fd4e4a00700 1 -- 172.21.15.42:0/2631277616 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd4d8011b20 con 0x7fd4e810a120 2024-06-13T11:42:28.242 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.147+0000 7fd4e7200700 1 -- 172.21.15.42:0/2631277616 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd4e810a120 msgr2=0x7fd4e810a540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:28.242 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.147+0000 7fd4e7200700 1 --2- 172.21.15.42:0/2631277616 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd4e810a120 0x7fd4e810a540 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fd4d80098a0 tx=0x7fd4d8009bb0 comp rx=0 tx=0).stop 2024-06-13T11:42:28.243 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.148+0000 7fd4e7200700 1 -- 172.21.15.42:0/2631277616 shutdown_connections 2024-06-13T11:42:28.243 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.148+0000 7fd4e7200700 1 --2- 172.21.15.42:0/2631277616 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd4e810a120 0x7fd4e810a540 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:28.243 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.148+0000 7fd4e7200700 1 -- 172.21.15.42:0/2631277616 >> 172.21.15.42:0/2631277616 conn(0x7fd4e807d2a0 msgr2=0x7fd4e807d6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:28.243 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.148+0000 7fd4e7200700 1 -- 172.21.15.42:0/2631277616 shutdown_connections 2024-06-13T11:42:28.243 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.148+0000 7fd4e7200700 1 -- 172.21.15.42:0/2631277616 wait complete. 2024-06-13T11:42:28.243 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.149+0000 7fd4e7200700 1 Processor -- start 2024-06-13T11:42:28.243 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.149+0000 7fd4e7200700 1 -- start start 2024-06-13T11:42:28.243 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.149+0000 7fd4e7200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd4e810a120 0x7fd4e819de50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:28.243 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.149+0000 7fd4e7200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd4e810e2a0 con 0x7fd4e810a120 2024-06-13T11:42:28.243 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.150+0000 7fd4e5e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd4e810a120 0x7fd4e819de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:28.243 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.150+0000 7fd4e5e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd4e810a120 0x7fd4e819de50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37574/0 (socket says 172.21.15.42:37574) 2024-06-13T11:42:28.243 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.150+0000 7fd4e5e00700 1 -- 172.21.15.42:0/1669488891 learned_addr learned my addr 172.21.15.42:0/1669488891 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:42:28.243 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.150+0000 7fd4e5e00700 1 -- 172.21.15.42:0/1669488891 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4e819e390 con 0x7fd4e810a120 2024-06-13T11:42:28.244 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.151+0000 7fd4e5e00700 1 --2- 172.21.15.42:0/1669488891 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd4e810a120 0x7fd4e819de50 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fd4d8011b60 tx=0x7fd4d8011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:28.244 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.151+0000 7fd4dea00700 1 -- 172.21.15.42:0/1669488891 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd4d8003b60 con 0x7fd4e810a120 2024-06-13T11:42:28.244 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.151+0000 7fd4dea00700 1 -- 172.21.15.42:0/1669488891 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd4d801a910 con 0x7fd4e810a120 2024-06-13T11:42:28.244 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.151+0000 7fd4dea00700 1 -- 172.21.15.42:0/1669488891 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd4d8024930 con 0x7fd4e810a120 2024-06-13T11:42:28.244 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.151+0000 7fd4e7200700 1 -- 172.21.15.42:0/1669488891 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4e819e620 con 0x7fd4e810a120 2024-06-13T11:42:28.244 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.152+0000 7fd4e7200700 1 -- 172.21.15.42:0/1669488891 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4e819ea80 con 0x7fd4e810a120 2024-06-13T11:42:28.244 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.153+0000 7fd4e7200700 1 -- 172.21.15.42:0/1669488891 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4e80695a0 con 0x7fd4e810a120 2024-06-13T11:42:28.244 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.153+0000 7fd4dea00700 1 -- 172.21.15.42:0/1669488891 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7fd4d8022020 con 0x7fd4e810a120 2024-06-13T11:42:28.244 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.153+0000 7fd4dea00700 1 --2- 172.21.15.42:0/1669488891 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd4cc039100 0x7fd4cc03b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:28.244 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.154+0000 7fd4dea00700 1 -- 172.21.15.42:0/1669488891 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fd4d804d330 con 0x7fd4e810a120 2024-06-13T11:42:28.244 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.154+0000 7fd4e5400700 1 --2- 172.21.15.42:0/1669488891 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd4cc039100 0x7fd4cc03b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:28.244 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.155+0000 7fd4e5400700 1 --2- 172.21.15.42:0/1669488891 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd4cc039100 0x7fd4cc03b5c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fd4d4006fd0 tx=0x7fd4d4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:28.244 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.159+0000 7fd4dea00700 1 -- 172.21.15.42:0/1669488891 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd4d800b3e0 con 0x7fd4e810a120 2024-06-13T11:42:28.245 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.405+0000 7fd4e7200700 1 -- 172.21.15.42:0/1669488891 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7fd4e8108490 con 0x7fd4cc039100 2024-06-13T11:42:28.245 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.591+0000 7fd4dea00700 1 -- 172.21.15.42:0/1669488891 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7fd4e8108490 con 0x7fd4cc039100 2024-06-13T11:42:28.245 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.594+0000 7fd4e7200700 1 -- 172.21.15.42:0/1669488891 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd4cc039100 msgr2=0x7fd4cc03b5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:28.245 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.594+0000 7fd4e7200700 1 --2- 172.21.15.42:0/1669488891 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd4cc039100 0x7fd4cc03b5c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fd4d4006fd0 tx=0x7fd4d4006e40 comp rx=0 tx=0).stop 2024-06-13T11:42:28.245 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.594+0000 7fd4e7200700 1 -- 172.21.15.42:0/1669488891 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd4e810a120 msgr2=0x7fd4e819de50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:28.245 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.594+0000 7fd4e7200700 1 --2- 172.21.15.42:0/1669488891 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd4e810a120 0x7fd4e819de50 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fd4d8011b60 tx=0x7fd4d8011c40 comp rx=0 tx=0).stop 2024-06-13T11:42:28.245 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.594+0000 7fd4e7200700 1 -- 172.21.15.42:0/1669488891 shutdown_connections 2024-06-13T11:42:28.245 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.594+0000 7fd4e7200700 1 --2- 172.21.15.42:0/1669488891 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd4cc039100 0x7fd4cc03b5c0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:28.245 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.594+0000 7fd4e7200700 1 --2- 172.21.15.42:0/1669488891 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd4e810a120 0x7fd4e819de50 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:28.245 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.594+0000 7fd4e7200700 1 -- 172.21.15.42:0/1669488891 >> 172.21.15.42:0/1669488891 conn(0x7fd4e807d2a0 msgr2=0x7fd4e8107d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:28.245 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.595+0000 7fd4e7200700 1 -- 172.21.15.42:0/1669488891 shutdown_connections 2024-06-13T11:42:28.245 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:27.595+0000 7fd4e7200700 1 -- 172.21.15.42:0/1669488891 wait complete. 2024-06-13T11:42:28.245 INFO:teuthology.orchestra.run.smithi042.stdout:Creating initial admin user... 2024-06-13T11:42:28.895 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:28 smithi042 ceph-mon[32231]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:42:28.895 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:28 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:42:28.895 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:28 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:42:30.175 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:30 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:42:30.176 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:30 smithi042 ceph-mon[32231]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:42:30.176 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:30 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:42:30.185 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$FzLNGCBhykwMtczd5.JqDePwDZmW9xXvQJ5jYfU5VPO.ebVmVwwE.", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1718278949, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-06-13T11:42:30.185 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.894+0000 7ff424800700 1 Processor -- start 2024-06-13T11:42:30.186 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.894+0000 7ff424800700 1 -- start start 2024-06-13T11:42:30.187 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.895+0000 7ff424800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff41c107e90 0x7ff41c1082b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:30.187 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.895+0000 7ff424800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff41c1087f0 con 0x7ff41c107e90 2024-06-13T11:42:30.187 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.895+0000 7ff421e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff41c107e90 0x7ff41c1082b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:30.187 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.896+0000 7ff421e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff41c107e90 0x7ff41c1082b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:44396/0 (socket says 172.21.15.42:44396) 2024-06-13T11:42:30.187 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.896+0000 7ff421e00700 1 -- 172.21.15.42:0/3852458382 learned_addr learned my addr 172.21.15.42:0/3852458382 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:42:30.187 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.896+0000 7ff421e00700 1 -- 172.21.15.42:0/3852458382 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff41c108fa0 con 0x7ff41c107e90 2024-06-13T11:42:30.187 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.897+0000 7ff421e00700 1 --2- 172.21.15.42:0/3852458382 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff41c107e90 0x7ff41c1082b0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7ff4100098a0 tx=0x7ff410009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b20615ca92ebafd5 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:30.188 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.897+0000 7ff420a00700 1 -- 172.21.15.42:0/3852458382 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff410004160 con 0x7ff41c107e90 2024-06-13T11:42:30.189 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.897+0000 7ff420a00700 1 -- 172.21.15.42:0/3852458382 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff410004300 con 0x7ff41c107e90 2024-06-13T11:42:30.189 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.897+0000 7ff420a00700 1 -- 172.21.15.42:0/3852458382 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff410011b20 con 0x7ff41c107e90 2024-06-13T11:42:30.189 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.898+0000 7ff424800700 1 -- 172.21.15.42:0/3852458382 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff41c107e90 msgr2=0x7ff41c1082b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:30.189 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.898+0000 7ff424800700 1 --2- 172.21.15.42:0/3852458382 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff41c107e90 0x7ff41c1082b0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7ff4100098a0 tx=0x7ff410009bb0 comp rx=0 tx=0).stop 2024-06-13T11:42:30.189 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.898+0000 7ff424800700 1 -- 172.21.15.42:0/3852458382 shutdown_connections 2024-06-13T11:42:30.189 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.898+0000 7ff424800700 1 --2- 172.21.15.42:0/3852458382 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff41c107e90 0x7ff41c1082b0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:30.189 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.898+0000 7ff424800700 1 -- 172.21.15.42:0/3852458382 >> 172.21.15.42:0/3852458382 conn(0x7ff41c103430 msgr2=0x7ff41c105870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:30.190 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.898+0000 7ff424800700 1 -- 172.21.15.42:0/3852458382 shutdown_connections 2024-06-13T11:42:30.190 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.898+0000 7ff424800700 1 -- 172.21.15.42:0/3852458382 wait complete. 2024-06-13T11:42:30.190 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.899+0000 7ff424800700 1 Processor -- start 2024-06-13T11:42:30.190 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.900+0000 7ff424800700 1 -- start start 2024-06-13T11:42:30.194 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.900+0000 7ff424800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff41c107e90 0x7ff41c19dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:30.194 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.900+0000 7ff424800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff41c10c3e0 con 0x7ff41c107e90 2024-06-13T11:42:30.194 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.900+0000 7ff421e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff41c107e90 0x7ff41c19dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:30.194 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.900+0000 7ff421e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff41c107e90 0x7ff41c19dfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:44406/0 (socket says 172.21.15.42:44406) 2024-06-13T11:42:30.194 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.900+0000 7ff421e00700 1 -- 172.21.15.42:0/2043642309 learned_addr learned my addr 172.21.15.42:0/2043642309 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:42:30.194 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.901+0000 7ff421e00700 1 -- 172.21.15.42:0/2043642309 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff41c19e510 con 0x7ff41c107e90 2024-06-13T11:42:30.194 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.901+0000 7ff421e00700 1 --2- 172.21.15.42:0/2043642309 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff41c107e90 0x7ff41c19dfd0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7ff4100117e0 tx=0x7ff410011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:30.195 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.901+0000 7ff416a00700 1 -- 172.21.15.42:0/2043642309 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff410003ba0 con 0x7ff41c107e90 2024-06-13T11:42:30.195 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.902+0000 7ff416a00700 1 -- 172.21.15.42:0/2043642309 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff41001a910 con 0x7ff41c107e90 2024-06-13T11:42:30.195 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.902+0000 7ff416a00700 1 -- 172.21.15.42:0/2043642309 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff4100248f0 con 0x7ff41c107e90 2024-06-13T11:42:30.195 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.902+0000 7ff424800700 1 -- 172.21.15.42:0/2043642309 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff41c19e7a0 con 0x7ff41c107e90 2024-06-13T11:42:30.195 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.902+0000 7ff424800700 1 -- 172.21.15.42:0/2043642309 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff41c19ec00 con 0x7ff41c107e90 2024-06-13T11:42:30.195 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.903+0000 7ff424800700 1 -- 172.21.15.42:0/2043642309 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff41c063af0 con 0x7ff41c107e90 2024-06-13T11:42:30.195 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.903+0000 7ff416a00700 1 -- 172.21.15.42:0/2043642309 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7ff410022020 con 0x7ff41c107e90 2024-06-13T11:42:30.195 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.904+0000 7ff416a00700 1 --2- 172.21.15.42:0/2043642309 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ff404039100 0x7ff40403b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:30.195 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.904+0000 7ff416a00700 1 -- 172.21.15.42:0/2043642309 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7ff41004d690 con 0x7ff41c107e90 2024-06-13T11:42:30.195 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.904+0000 7ff421400700 1 --2- 172.21.15.42:0/2043642309 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ff404039100 0x7ff40403b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:30.195 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.905+0000 7ff421400700 1 --2- 172.21.15.42:0/2043642309 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ff404039100 0x7ff40403b5c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ff40c006fd0 tx=0x7ff40c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:30.195 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:28.909+0000 7ff416a00700 1 -- 172.21.15.42:0/2043642309 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff41001ab70 con 0x7ff41c107e90 2024-06-13T11:42:30.195 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:29.159+0000 7ff424800700 1 -- 172.21.15.42:0/2043642309 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7ff41c1a1610 con 0x7ff404039100 2024-06-13T11:42:30.196 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:29.429+0000 7ff416a00700 1 -- 172.21.15.42:0/2043642309 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7ff41c1a1610 con 0x7ff404039100 2024-06-13T11:42:30.196 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:29.432+0000 7ff424800700 1 -- 172.21.15.42:0/2043642309 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ff404039100 msgr2=0x7ff40403b5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:30.196 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:29.432+0000 7ff424800700 1 --2- 172.21.15.42:0/2043642309 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ff404039100 0x7ff40403b5c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ff40c006fd0 tx=0x7ff40c006e40 comp rx=0 tx=0).stop 2024-06-13T11:42:30.196 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:29.432+0000 7ff424800700 1 -- 172.21.15.42:0/2043642309 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff41c107e90 msgr2=0x7ff41c19dfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:30.196 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:29.432+0000 7ff424800700 1 --2- 172.21.15.42:0/2043642309 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff41c107e90 0x7ff41c19dfd0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7ff4100117e0 tx=0x7ff410011ba0 comp rx=0 tx=0).stop 2024-06-13T11:42:30.196 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:29.432+0000 7ff424800700 1 -- 172.21.15.42:0/2043642309 shutdown_connections 2024-06-13T11:42:30.196 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:29.432+0000 7ff424800700 1 --2- 172.21.15.42:0/2043642309 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ff404039100 0x7ff40403b5c0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:30.196 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:29.432+0000 7ff424800700 1 --2- 172.21.15.42:0/2043642309 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff41c107e90 0x7ff41c19dfd0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:30.196 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:29.432+0000 7ff424800700 1 -- 172.21.15.42:0/2043642309 >> 172.21.15.42:0/2043642309 conn(0x7ff41c103430 msgr2=0x7ff41c103dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:30.196 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:29.432+0000 7ff424800700 1 -- 172.21.15.42:0/2043642309 shutdown_connections 2024-06-13T11:42:30.196 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:29.433+0000 7ff424800700 1 -- 172.21.15.42:0/2043642309 wait complete. 2024-06-13T11:42:30.196 INFO:teuthology.orchestra.run.smithi042.stdout:Fetching dashboard port number... 2024-06-13T11:42:32.453 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:32 smithi042 ceph-mon[32231]: mgrmap e13: x(active, since 6s) 2024-06-13T11:42:32.454 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:32 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/4037458817' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-06-13T11:42:32.469 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 8443 2024-06-13T11:42:32.469 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.824+0000 7fed75200700 1 Processor -- start 2024-06-13T11:42:32.470 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.825+0000 7fed75200700 1 -- start start 2024-06-13T11:42:32.470 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.825+0000 7fed75200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fed70108940 0x7fed7010ad30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:32.470 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.825+0000 7fed75200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fed7007bdf0 con 0x7fed70108940 2024-06-13T11:42:32.470 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.825+0000 7fed6de00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fed70108940 0x7fed7010ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:32.470 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.826+0000 7fed6de00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fed70108940 0x7fed7010ad30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:44414/0 (socket says 172.21.15.42:44414) 2024-06-13T11:42:32.470 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.826+0000 7fed6de00700 1 -- 172.21.15.42:0/3319044691 learned_addr learned my addr 172.21.15.42:0/3319044691 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:42:32.470 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.826+0000 7fed6de00700 1 -- 172.21.15.42:0/3319044691 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed7010b270 con 0x7fed70108940 2024-06-13T11:42:32.470 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.826+0000 7fed6de00700 1 --2- 172.21.15.42:0/3319044691 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fed70108940 0x7fed7010ad30 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fed600098a0 tx=0x7fed60009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21f5b04e0a3d86ae server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:32.470 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.827+0000 7fed6ca00700 1 -- 172.21.15.42:0/3319044691 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fed60004160 con 0x7fed70108940 2024-06-13T11:42:32.471 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.827+0000 7fed6ca00700 1 -- 172.21.15.42:0/3319044691 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fed60004300 con 0x7fed70108940 2024-06-13T11:42:32.471 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.827+0000 7fed6ca00700 1 -- 172.21.15.42:0/3319044691 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fed60011b20 con 0x7fed70108940 2024-06-13T11:42:32.471 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.827+0000 7fed75200700 1 -- 172.21.15.42:0/3319044691 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fed70108940 msgr2=0x7fed7010ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:32.471 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.827+0000 7fed75200700 1 --2- 172.21.15.42:0/3319044691 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fed70108940 0x7fed7010ad30 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fed600098a0 tx=0x7fed60009bb0 comp rx=0 tx=0).stop 2024-06-13T11:42:32.471 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.828+0000 7fed75200700 1 -- 172.21.15.42:0/3319044691 shutdown_connections 2024-06-13T11:42:32.471 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.828+0000 7fed75200700 1 --2- 172.21.15.42:0/3319044691 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fed70108940 0x7fed7010ad30 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:32.471 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.828+0000 7fed75200700 1 -- 172.21.15.42:0/3319044691 >> 172.21.15.42:0/3319044691 conn(0x7fed70102390 msgr2=0x7fed701047b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:32.471 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.828+0000 7fed75200700 1 -- 172.21.15.42:0/3319044691 shutdown_connections 2024-06-13T11:42:32.471 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.828+0000 7fed75200700 1 -- 172.21.15.42:0/3319044691 wait complete. 2024-06-13T11:42:32.471 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.829+0000 7fed75200700 1 Processor -- start 2024-06-13T11:42:32.471 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.829+0000 7fed75200700 1 -- start start 2024-06-13T11:42:32.471 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.829+0000 7fed75200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fed70108940 0x7fed7019bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:32.471 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.829+0000 7fed75200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fed7010c270 con 0x7fed70108940 2024-06-13T11:42:32.472 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.830+0000 7fed6de00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fed70108940 0x7fed7019bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:32.472 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.830+0000 7fed6de00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fed70108940 0x7fed7019bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:44428/0 (socket says 172.21.15.42:44428) 2024-06-13T11:42:32.472 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.830+0000 7fed6de00700 1 -- 172.21.15.42:0/4037458817 learned_addr learned my addr 172.21.15.42:0/4037458817 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:42:32.472 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.830+0000 7fed6de00700 1 -- 172.21.15.42:0/4037458817 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed7019c2e0 con 0x7fed70108940 2024-06-13T11:42:32.472 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.830+0000 7fed6de00700 1 --2- 172.21.15.42:0/4037458817 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fed70108940 0x7fed7019bda0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fed600117e0 tx=0x7fed60011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:32.472 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.831+0000 7fed66a00700 1 -- 172.21.15.42:0/4037458817 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fed60003ba0 con 0x7fed70108940 2024-06-13T11:42:32.472 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.831+0000 7fed66a00700 1 -- 172.21.15.42:0/4037458817 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fed6001a910 con 0x7fed70108940 2024-06-13T11:42:32.472 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.831+0000 7fed66a00700 1 -- 172.21.15.42:0/4037458817 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fed600248f0 con 0x7fed70108940 2024-06-13T11:42:32.472 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.831+0000 7fed75200700 1 -- 172.21.15.42:0/4037458817 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed7019c570 con 0x7fed70108940 2024-06-13T11:42:32.472 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.831+0000 7fed75200700 1 -- 172.21.15.42:0/4037458817 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed7019f220 con 0x7fed70108940 2024-06-13T11:42:32.472 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.832+0000 7fed66a00700 1 -- 172.21.15.42:0/4037458817 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7fed60022020 con 0x7fed70108940 2024-06-13T11:42:32.472 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.832+0000 7fed75200700 1 -- 172.21.15.42:0/4037458817 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed70063af0 con 0x7fed70108940 2024-06-13T11:42:32.472 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.833+0000 7fed66a00700 1 --2- 172.21.15.42:0/4037458817 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fed540390a0 0x7fed5403b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:32.472 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.833+0000 7fed66a00700 1 -- 172.21.15.42:0/4037458817 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fed6004dac0 con 0x7fed70108940 2024-06-13T11:42:32.473 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.833+0000 7fed6d400700 1 --2- 172.21.15.42:0/4037458817 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fed540390a0 0x7fed5403b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:32.473 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.834+0000 7fed6d400700 1 --2- 172.21.15.42:0/4037458817 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fed540390a0 0x7fed5403b560 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fed5c006fd0 tx=0x7fed5c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:32.473 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:30.839+0000 7fed66a00700 1 -- 172.21.15.42:0/4037458817 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fed6000f2e0 con 0x7fed70108940 2024-06-13T11:42:32.473 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:31.071+0000 7fed66a00700 1 -- 172.21.15.42:0/4037458817 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fed6002d3f0 con 0x7fed70108940 2024-06-13T11:42:32.473 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:31.082+0000 7fed75200700 1 -- 172.21.15.42:0/4037458817 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7fed7019c9d0 con 0x7fed70108940 2024-06-13T11:42:32.473 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:31.083+0000 7fed66a00700 1 -- 172.21.15.42:0/4037458817 <== mon.0 v2:172.21.15.42:3300/0 8 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7fed600212c0 con 0x7fed70108940 2024-06-13T11:42:32.473 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:31.086+0000 7fed75200700 1 -- 172.21.15.42:0/4037458817 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fed540390a0 msgr2=0x7fed5403b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:32.473 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:31.086+0000 7fed75200700 1 --2- 172.21.15.42:0/4037458817 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fed540390a0 0x7fed5403b560 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fed5c006fd0 tx=0x7fed5c006e40 comp rx=0 tx=0).stop 2024-06-13T11:42:32.473 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:31.086+0000 7fed75200700 1 -- 172.21.15.42:0/4037458817 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fed70108940 msgr2=0x7fed7019bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:32.473 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:31.086+0000 7fed75200700 1 --2- 172.21.15.42:0/4037458817 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fed70108940 0x7fed7019bda0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fed600117e0 tx=0x7fed60011ba0 comp rx=0 tx=0).stop 2024-06-13T11:42:32.473 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:31.087+0000 7fed75200700 1 -- 172.21.15.42:0/4037458817 shutdown_connections 2024-06-13T11:42:32.473 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:31.087+0000 7fed75200700 1 --2- 172.21.15.42:0/4037458817 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fed540390a0 0x7fed5403b560 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:32.473 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:31.087+0000 7fed75200700 1 --2- 172.21.15.42:0/4037458817 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fed70108940 0x7fed7019bda0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:32.473 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:31.087+0000 7fed75200700 1 -- 172.21.15.42:0/4037458817 >> 172.21.15.42:0/4037458817 conn(0x7fed70102390 msgr2=0x7fed70102e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:32.473 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:31.087+0000 7fed75200700 1 -- 172.21.15.42:0/4037458817 shutdown_connections 2024-06-13T11:42:32.473 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:31.087+0000 7fed75200700 1 -- 172.21.15.42:0/4037458817 wait complete. 2024-06-13T11:42:32.494 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-06-13T11:42:32.494 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout disabled 2024-06-13T11:42:32.519 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-06-13T11:42:32.519 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout inactive 2024-06-13T11:42:32.520 INFO:teuthology.orchestra.run.smithi042.stdout:firewalld.service is not enabled 2024-06-13T11:42:32.520 INFO:teuthology.orchestra.run.smithi042.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-06-13T11:42:32.528 INFO:teuthology.orchestra.run.smithi042.stdout:Ceph Dashboard is now available at: 2024-06-13T11:42:32.528 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:42:32.528 INFO:teuthology.orchestra.run.smithi042.stdout: URL: https://smithi042.front.sepia.ceph.com:8443/ 2024-06-13T11:42:32.528 INFO:teuthology.orchestra.run.smithi042.stdout: User: admin 2024-06-13T11:42:32.528 INFO:teuthology.orchestra.run.smithi042.stdout: Password: fbrfyehgzi 2024-06-13T11:42:32.528 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:42:32.529 INFO:teuthology.orchestra.run.smithi042.stdout:Saving cluster configuration to /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config directory 2024-06-13T11:42:32.531 INFO:teuthology.orchestra.run.smithi042.stdout:Enabling autotune for osd_memory_target 2024-06-13T11:42:34.109 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.151+0000 7f4fb6c00700 1 Processor -- start 2024-06-13T11:42:34.109 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.151+0000 7f4fb6c00700 1 -- start start 2024-06-13T11:42:34.109 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.152+0000 7f4fb6c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fb0105d70 0x7f4fb0106190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:34.109 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.152+0000 7f4fb6c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4fb0106760 con 0x7f4fb0105d70 2024-06-13T11:42:34.110 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.152+0000 7f4fafe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fb0105d70 0x7f4fb0106190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:34.110 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.152+0000 7f4fafe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fb0105d70 0x7f4fb0106190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:44436/0 (socket says 172.21.15.42:44436) 2024-06-13T11:42:34.110 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.152+0000 7f4fafe00700 1 -- 172.21.15.42:0/62312423 learned_addr learned my addr 172.21.15.42:0/62312423 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:42:34.110 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.153+0000 7f4fafe00700 1 -- 172.21.15.42:0/62312423 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fb0106eb0 con 0x7f4fb0105d70 2024-06-13T11:42:34.110 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.153+0000 7f4fafe00700 1 --2- 172.21.15.42:0/62312423 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fb0105d70 0x7f4fb0106190 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f4fa0009e80 tx=0x7f4fa000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1754aa3f1197cccb server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:34.110 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.154+0000 7f4faf400700 1 -- 172.21.15.42:0/62312423 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4fa0017070 con 0x7f4fb0105d70 2024-06-13T11:42:34.110 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.154+0000 7f4faf400700 1 -- 172.21.15.42:0/62312423 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4fa000b8c0 con 0x7f4fb0105d70 2024-06-13T11:42:34.110 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.154+0000 7f4faf400700 1 -- 172.21.15.42:0/62312423 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4fa00045c0 con 0x7f4fb0105d70 2024-06-13T11:42:34.110 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.154+0000 7f4fb6c00700 1 -- 172.21.15.42:0/62312423 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fb0105d70 msgr2=0x7f4fb0106190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:34.110 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.154+0000 7f4fb6c00700 1 --2- 172.21.15.42:0/62312423 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fb0105d70 0x7f4fb0106190 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f4fa0009e80 tx=0x7f4fa000b330 comp rx=0 tx=0).stop 2024-06-13T11:42:34.110 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.155+0000 7f4fb6c00700 1 -- 172.21.15.42:0/62312423 shutdown_connections 2024-06-13T11:42:34.110 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.155+0000 7f4fb6c00700 1 --2- 172.21.15.42:0/62312423 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fb0105d70 0x7f4fb0106190 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:34.111 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.155+0000 7f4fb6c00700 1 -- 172.21.15.42:0/62312423 >> 172.21.15.42:0/62312423 conn(0x7f4fb0101700 msgr2=0x7f4fb0103b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:34.111 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.155+0000 7f4fb6c00700 1 -- 172.21.15.42:0/62312423 shutdown_connections 2024-06-13T11:42:34.111 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.155+0000 7f4fb6c00700 1 -- 172.21.15.42:0/62312423 wait complete. 2024-06-13T11:42:34.111 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.156+0000 7f4fb6c00700 1 Processor -- start 2024-06-13T11:42:34.111 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.156+0000 7f4fb6c00700 1 -- start start 2024-06-13T11:42:34.111 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.156+0000 7f4fb6c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fb0105d70 0x7f4fb019e060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:34.111 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.156+0000 7f4fb6c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4fb0108270 con 0x7f4fb0105d70 2024-06-13T11:42:34.111 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.157+0000 7f4fafe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fb0105d70 0x7f4fb019e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:34.111 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.157+0000 7f4fafe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fb0105d70 0x7f4fb019e060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:44450/0 (socket says 172.21.15.42:44450) 2024-06-13T11:42:34.111 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.157+0000 7f4fafe00700 1 -- 172.21.15.42:0/1507668556 learned_addr learned my addr 172.21.15.42:0/1507668556 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:42:34.111 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.157+0000 7f4fafe00700 1 -- 172.21.15.42:0/1507668556 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fb019e5a0 con 0x7f4fb0105d70 2024-06-13T11:42:34.111 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.157+0000 7f4fafe00700 1 --2- 172.21.15.42:0/1507668556 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fb0105d70 0x7f4fb019e060 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f4fa0004350 tx=0x7f4fa000bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:34.111 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.158+0000 7f4fad600700 1 -- 172.21.15.42:0/1507668556 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4fa0020020 con 0x7f4fb0105d70 2024-06-13T11:42:34.111 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.158+0000 7f4fad600700 1 -- 172.21.15.42:0/1507668556 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4fa0003d90 con 0x7f4fb0105d70 2024-06-13T11:42:34.112 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.158+0000 7f4fad600700 1 -- 172.21.15.42:0/1507668556 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4fa0017040 con 0x7f4fb0105d70 2024-06-13T11:42:34.112 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.158+0000 7f4fb6c00700 1 -- 172.21.15.42:0/1507668556 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4fb019e830 con 0x7f4fb0105d70 2024-06-13T11:42:34.112 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.158+0000 7f4fb6c00700 1 -- 172.21.15.42:0/1507668556 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4fb01a1520 con 0x7f4fb0105d70 2024-06-13T11:42:34.112 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.159+0000 7f4fad600700 1 -- 172.21.15.42:0/1507668556 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f4fa0023020 con 0x7f4fb0105d70 2024-06-13T11:42:34.112 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.159+0000 7f4fb6c00700 1 -- 172.21.15.42:0/1507668556 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4fb0063af0 con 0x7f4fb0105d70 2024-06-13T11:42:34.112 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.159+0000 7f4fad600700 1 --2- 172.21.15.42:0/1507668556 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f4f94039150 0x7f4f9403b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:34.112 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.160+0000 7f4fad600700 1 -- 172.21.15.42:0/1507668556 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f4fa000f050 con 0x7f4fb0105d70 2024-06-13T11:42:34.112 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.160+0000 7f4fa7400700 1 --2- 172.21.15.42:0/1507668556 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f4f94039150 0x7f4f9403b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:34.112 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.160+0000 7f4fa7400700 1 --2- 172.21.15.42:0/1507668556 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f4f94039150 0x7f4f9403b610 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f4f98006fd0 tx=0x7f4f98006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:34.112 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.165+0000 7f4fad600700 1 -- 172.21.15.42:0/1507668556 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4fa002a020 con 0x7f4fb0105d70 2024-06-13T11:42:34.112 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.392+0000 7f4fb6c00700 1 -- 172.21.15.42:0/1507668556 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7f4fb01975c0 con 0x7f4fb0105d70 2024-06-13T11:42:34.112 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.393+0000 7f4fad600700 1 -- 172.21.15.42:0/1507668556 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) ==== 127+0+0 (secure 0 0 0) 0x7f4fb01975c0 con 0x7f4fb0105d70 2024-06-13T11:42:34.113 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.395+0000 7f4fb6c00700 1 -- 172.21.15.42:0/1507668556 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f4f94039150 msgr2=0x7f4f9403b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:34.113 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.395+0000 7f4fb6c00700 1 --2- 172.21.15.42:0/1507668556 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f4f94039150 0x7f4f9403b610 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f4f98006fd0 tx=0x7f4f98006e40 comp rx=0 tx=0).stop 2024-06-13T11:42:34.113 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.395+0000 7f4fb6c00700 1 -- 172.21.15.42:0/1507668556 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fb0105d70 msgr2=0x7f4fb019e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:34.113 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.395+0000 7f4fb6c00700 1 --2- 172.21.15.42:0/1507668556 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fb0105d70 0x7f4fb019e060 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f4fa0004350 tx=0x7f4fa000bd50 comp rx=0 tx=0).stop 2024-06-13T11:42:34.113 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.396+0000 7f4fb6c00700 1 -- 172.21.15.42:0/1507668556 shutdown_connections 2024-06-13T11:42:34.113 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.396+0000 7f4fb6c00700 1 --2- 172.21.15.42:0/1507668556 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f4f94039150 0x7f4f9403b610 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:34.113 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.396+0000 7f4fb6c00700 1 --2- 172.21.15.42:0/1507668556 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fb0105d70 0x7f4fb019e060 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:34.113 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.396+0000 7f4fb6c00700 1 -- 172.21.15.42:0/1507668556 >> 172.21.15.42:0/1507668556 conn(0x7f4fb0101700 msgr2=0x7f4fb01946c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:34.113 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.396+0000 7f4fb6c00700 1 -- 172.21.15.42:0/1507668556 shutdown_connections 2024-06-13T11:42:34.113 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:33.396+0000 7f4fb6c00700 1 -- 172.21.15.42:0/1507668556 wait complete. 2024-06-13T11:42:35.754 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.729+0000 7f1751a00700 1 Processor -- start 2024-06-13T11:42:35.755 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.729+0000 7f1751a00700 1 -- start start 2024-06-13T11:42:35.755 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.730+0000 7f1751a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f174c109f00 0x7f174c10a340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:35.755 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.730+0000 7f1751a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f174c10a880 con 0x7f174c109f00 2024-06-13T11:42:35.756 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.730+0000 7f174be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f174c109f00 0x7f174c10a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:35.756 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.730+0000 7f174be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f174c109f00 0x7f174c10a340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:44462/0 (socket says 172.21.15.42:44462) 2024-06-13T11:42:35.756 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.730+0000 7f174be00700 1 -- 172.21.15.42:0/1886012729 learned_addr learned my addr 172.21.15.42:0/1886012729 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:42:35.756 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.731+0000 7f174be00700 1 -- 172.21.15.42:0/1886012729 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f174c10b0e0 con 0x7f174c109f00 2024-06-13T11:42:35.757 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.731+0000 7f174be00700 1 --2- 172.21.15.42:0/1886012729 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f174c109f00 0x7f174c10a340 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f173c0098a0 tx=0x7f173c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7db385e4336a6abc server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:35.757 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.731+0000 7f174aa00700 1 -- 172.21.15.42:0/1886012729 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f173c004160 con 0x7f174c109f00 2024-06-13T11:42:35.757 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.732+0000 7f174aa00700 1 -- 172.21.15.42:0/1886012729 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f173c004300 con 0x7f174c109f00 2024-06-13T11:42:35.757 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.732+0000 7f174aa00700 1 -- 172.21.15.42:0/1886012729 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f173c011b20 con 0x7f174c109f00 2024-06-13T11:42:35.757 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.732+0000 7f1751a00700 1 -- 172.21.15.42:0/1886012729 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f174c109f00 msgr2=0x7f174c10a340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:35.758 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.732+0000 7f1751a00700 1 --2- 172.21.15.42:0/1886012729 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f174c109f00 0x7f174c10a340 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f173c0098a0 tx=0x7f173c009bb0 comp rx=0 tx=0).stop 2024-06-13T11:42:35.758 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.732+0000 7f1751a00700 1 -- 172.21.15.42:0/1886012729 shutdown_connections 2024-06-13T11:42:35.758 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.732+0000 7f1751a00700 1 --2- 172.21.15.42:0/1886012729 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f174c109f00 0x7f174c10a340 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:35.759 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.732+0000 7f1751a00700 1 -- 172.21.15.42:0/1886012729 >> 172.21.15.42:0/1886012729 conn(0x7f174c07d370 msgr2=0x7f174c07d780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:35.759 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.733+0000 7f1751a00700 1 -- 172.21.15.42:0/1886012729 shutdown_connections 2024-06-13T11:42:35.759 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.733+0000 7f1751a00700 1 -- 172.21.15.42:0/1886012729 wait complete. 2024-06-13T11:42:35.759 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.734+0000 7f1751a00700 1 Processor -- start 2024-06-13T11:42:35.759 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.734+0000 7f1751a00700 1 -- start start 2024-06-13T11:42:35.759 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.734+0000 7f1751a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f174c109f00 0x7f174c19deb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:35.759 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.734+0000 7f1751a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f174c10e3a0 con 0x7f174c109f00 2024-06-13T11:42:35.759 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.734+0000 7f174be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f174c109f00 0x7f174c19deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:35.760 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.735+0000 7f174be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f174c109f00 0x7f174c19deb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:44468/0 (socket says 172.21.15.42:44468) 2024-06-13T11:42:35.761 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.735+0000 7f174be00700 1 -- 172.21.15.42:0/914611268 learned_addr learned my addr 172.21.15.42:0/914611268 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:42:35.761 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.735+0000 7f174be00700 1 -- 172.21.15.42:0/914611268 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f174c19e3f0 con 0x7f174c109f00 2024-06-13T11:42:35.761 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.735+0000 7f174be00700 1 --2- 172.21.15.42:0/914611268 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f174c109f00 0x7f174c19deb0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f173c000c00 tx=0x7f173c011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:35.761 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.736+0000 7f1748c00700 1 -- 172.21.15.42:0/914611268 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f173c003b60 con 0x7f174c109f00 2024-06-13T11:42:35.761 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.736+0000 7f1748c00700 1 -- 172.21.15.42:0/914611268 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f173c01a910 con 0x7f174c109f00 2024-06-13T11:42:35.761 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.736+0000 7f1748c00700 1 -- 172.21.15.42:0/914611268 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f173c024930 con 0x7f174c109f00 2024-06-13T11:42:35.761 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.736+0000 7f1751a00700 1 -- 172.21.15.42:0/914611268 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f174c19e680 con 0x7f174c109f00 2024-06-13T11:42:35.761 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.736+0000 7f1751a00700 1 -- 172.21.15.42:0/914611268 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f174c19eae0 con 0x7f174c109f00 2024-06-13T11:42:35.761 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.737+0000 7f1748c00700 1 -- 172.21.15.42:0/914611268 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f173c022020 con 0x7f174c109f00 2024-06-13T11:42:35.761 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.737+0000 7f1751a00700 1 -- 172.21.15.42:0/914611268 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f174c0695a0 con 0x7f174c109f00 2024-06-13T11:42:35.761 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.737+0000 7f1748c00700 1 --2- 172.21.15.42:0/914611268 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f1730039140 0x7f173003b600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:35.763 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.738+0000 7f1748c00700 1 -- 172.21.15.42:0/914611268 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f173c04d470 con 0x7f174c109f00 2024-06-13T11:42:35.763 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.738+0000 7f174b400700 1 --2- 172.21.15.42:0/914611268 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f1730039140 0x7f173003b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:35.763 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.738+0000 7f174b400700 1 --2- 172.21.15.42:0/914611268 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f1730039140 0x7f173003b600 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f1738006fd0 tx=0x7f1738006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:35.763 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:34.743+0000 7f1748c00700 1 -- 172.21.15.42:0/914611268 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f173c01ab70 con 0x7f174c109f00 2024-06-13T11:42:35.763 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:35.096+0000 7f1751a00700 1 -- 172.21.15.42:0/914611268 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7f174c1a1570 con 0x7f174c109f00 2024-06-13T11:42:35.763 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:35.101+0000 7f1748c00700 1 -- 172.21.15.42:0/914611268 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v27)=0 set mgr/dashboard/cluster/status v27) ==== 153+0+0 (secure 0 0 0) 0x7f173c02d3f0 con 0x7f174c109f00 2024-06-13T11:42:35.763 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:35.105+0000 7f1751a00700 1 -- 172.21.15.42:0/914611268 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f1730039140 msgr2=0x7f173003b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:35.764 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:35.105+0000 7f1751a00700 1 --2- 172.21.15.42:0/914611268 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f1730039140 0x7f173003b600 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f1738006fd0 tx=0x7f1738006e40 comp rx=0 tx=0).stop 2024-06-13T11:42:35.764 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:35.105+0000 7f1751a00700 1 -- 172.21.15.42:0/914611268 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f174c109f00 msgr2=0x7f174c19deb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:35.764 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:35.105+0000 7f1751a00700 1 --2- 172.21.15.42:0/914611268 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f174c109f00 0x7f174c19deb0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f173c000c00 tx=0x7f173c011c10 comp rx=0 tx=0).stop 2024-06-13T11:42:35.764 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:35.105+0000 7f1751a00700 1 -- 172.21.15.42:0/914611268 shutdown_connections 2024-06-13T11:42:35.764 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:35.105+0000 7f1751a00700 1 --2- 172.21.15.42:0/914611268 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f1730039140 0x7f173003b600 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:35.764 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:35.105+0000 7f1751a00700 1 --2- 172.21.15.42:0/914611268 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f174c109f00 0x7f174c19deb0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:35.764 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:35.105+0000 7f1751a00700 1 -- 172.21.15.42:0/914611268 >> 172.21.15.42:0/914611268 conn(0x7f174c07d370 msgr2=0x7f174c1074a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:35.765 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:35.105+0000 7f1751a00700 1 -- 172.21.15.42:0/914611268 shutdown_connections 2024-06-13T11:42:35.765 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-13T11:42:35.105+0000 7f1751a00700 1 -- 172.21.15.42:0/914611268 wait complete. 2024-06-13T11:42:35.765 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-06-13T11:42:35.765 INFO:teuthology.orchestra.run.smithi042.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-06-13T11:42:35.765 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:42:35.765 INFO:teuthology.orchestra.run.smithi042.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-06-13T11:42:35.765 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:42:35.765 INFO:teuthology.orchestra.run.smithi042.stdout:Or, if you are only running a single cluster on this host: 2024-06-13T11:42:35.765 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:42:35.766 INFO:teuthology.orchestra.run.smithi042.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-06-13T11:42:35.766 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:42:35.766 INFO:teuthology.orchestra.run.smithi042.stdout:Please consider enabling telemetry to help improve Ceph: 2024-06-13T11:42:35.766 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:42:35.766 INFO:teuthology.orchestra.run.smithi042.stdout: ceph telemetry on 2024-06-13T11:42:35.766 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:42:35.766 INFO:teuthology.orchestra.run.smithi042.stdout:For more information see: 2024-06-13T11:42:35.766 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:42:35.766 INFO:teuthology.orchestra.run.smithi042.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-06-13T11:42:35.766 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:42:35.766 INFO:teuthology.orchestra.run.smithi042.stdout:Bootstrap complete. 2024-06-13T11:42:35.870 INFO:tasks.cephadm:Fetching config... 2024-06-13T11:42:35.870 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-13T11:42:35.870 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-06-13T11:42:35.921 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-06-13T11:42:35.922 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-13T11:42:35.922 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-06-13T11:42:35.976 INFO:tasks.cephadm:Fetching mon keyring... 2024-06-13T11:42:35.976 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-13T11:42:35.976 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd if=/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/keyring of=/dev/stdout 2024-06-13T11:42:36.049 INFO:tasks.cephadm:Fetching pub ssh key... 2024-06-13T11:42:36.049 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-13T11:42:36.049 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-06-13T11:42:36.147 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-06-13T11:42:36.148 DEBUG:teuthology.orchestra.run.smithi042:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCsXC7ol0CKnCpPoo0VW5x5YCldYgFslXQyEx9zPm2m6GFRKuLsKS/cK3dLAELin5S32FgDaDTpb8/ngZ5sEwi7eFf2DHzXrwx0pdSUGhbmebQ1hAHqw7A0OtRrlAmsrscocG+5WikAxvjEzRTBqNgklVqXXV4pRXJ9n2TBGNEBZB2iF286vfLnWds0wDUZkPIsTNMVCT/tsioDyG/ZpovmzVQ8+3VdSNYfMpxMLu8emdpPHHebe9vZJ7lZLZ/fOE7ltubzP2Mahi34h4xPIbm9scuahWq48Ue47tVwA/TGCkjQCdoKjskRoswC3rqnWG12ljzodANMzK5uxKPEym71GJ7PdIkjM8IeevxPzmur5Xqb3398GHEfeAgH/3W1KZe9PaSBz9xKbvUCOmqLKtl3HiQvpIvc2yUJibVw0iWWCdmK/Adoco0k995NpcoWwsmyb7+qHXdTDKUB5EGVKaFwXrBwLBXp/XpDWWOPG8AVGmptFRTKYg4Rxv7lYXiq1xk= ceph-aa9143f6-2979-11ef-bc9c-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-06-13T11:42:36.262 INFO:teuthology.orchestra.run.smithi042.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCsXC7ol0CKnCpPoo0VW5x5YCldYgFslXQyEx9zPm2m6GFRKuLsKS/cK3dLAELin5S32FgDaDTpb8/ngZ5sEwi7eFf2DHzXrwx0pdSUGhbmebQ1hAHqw7A0OtRrlAmsrscocG+5WikAxvjEzRTBqNgklVqXXV4pRXJ9n2TBGNEBZB2iF286vfLnWds0wDUZkPIsTNMVCT/tsioDyG/ZpovmzVQ8+3VdSNYfMpxMLu8emdpPHHebe9vZJ7lZLZ/fOE7ltubzP2Mahi34h4xPIbm9scuahWq48Ue47tVwA/TGCkjQCdoKjskRoswC3rqnWG12ljzodANMzK5uxKPEym71GJ7PdIkjM8IeevxPzmur5Xqb3398GHEfeAgH/3W1KZe9PaSBz9xKbvUCOmqLKtl3HiQvpIvc2yUJibVw0iWWCdmK/Adoco0k995NpcoWwsmyb7+qHXdTDKUB5EGVKaFwXrBwLBXp/XpDWWOPG8AVGmptFRTKYg4Rxv7lYXiq1xk= ceph-aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T11:42:36.290 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:36 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/914611268' entity='client.admin' 2024-06-13T11:42:36.299 DEBUG:teuthology.orchestra.run.smithi088:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCsXC7ol0CKnCpPoo0VW5x5YCldYgFslXQyEx9zPm2m6GFRKuLsKS/cK3dLAELin5S32FgDaDTpb8/ngZ5sEwi7eFf2DHzXrwx0pdSUGhbmebQ1hAHqw7A0OtRrlAmsrscocG+5WikAxvjEzRTBqNgklVqXXV4pRXJ9n2TBGNEBZB2iF286vfLnWds0wDUZkPIsTNMVCT/tsioDyG/ZpovmzVQ8+3VdSNYfMpxMLu8emdpPHHebe9vZJ7lZLZ/fOE7ltubzP2Mahi34h4xPIbm9scuahWq48Ue47tVwA/TGCkjQCdoKjskRoswC3rqnWG12ljzodANMzK5uxKPEym71GJ7PdIkjM8IeevxPzmur5Xqb3398GHEfeAgH/3W1KZe9PaSBz9xKbvUCOmqLKtl3HiQvpIvc2yUJibVw0iWWCdmK/Adoco0k995NpcoWwsmyb7+qHXdTDKUB5EGVKaFwXrBwLBXp/XpDWWOPG8AVGmptFRTKYg4Rxv7lYXiq1xk= ceph-aa9143f6-2979-11ef-bc9c-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-06-13T11:42:36.338 INFO:teuthology.orchestra.run.smithi088.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCsXC7ol0CKnCpPoo0VW5x5YCldYgFslXQyEx9zPm2m6GFRKuLsKS/cK3dLAELin5S32FgDaDTpb8/ngZ5sEwi7eFf2DHzXrwx0pdSUGhbmebQ1hAHqw7A0OtRrlAmsrscocG+5WikAxvjEzRTBqNgklVqXXV4pRXJ9n2TBGNEBZB2iF286vfLnWds0wDUZkPIsTNMVCT/tsioDyG/ZpovmzVQ8+3VdSNYfMpxMLu8emdpPHHebe9vZJ7lZLZ/fOE7ltubzP2Mahi34h4xPIbm9scuahWq48Ue47tVwA/TGCkjQCdoKjskRoswC3rqnWG12ljzodANMzK5uxKPEym71GJ7PdIkjM8IeevxPzmur5Xqb3398GHEfeAgH/3W1KZe9PaSBz9xKbvUCOmqLKtl3HiQvpIvc2yUJibVw0iWWCdmK/Adoco0k995NpcoWwsmyb7+qHXdTDKUB5EGVKaFwXrBwLBXp/XpDWWOPG8AVGmptFRTKYg4Rxv7lYXiq1xk= ceph-aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T11:42:36.350 DEBUG:teuthology.orchestra.run.smithi162:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCsXC7ol0CKnCpPoo0VW5x5YCldYgFslXQyEx9zPm2m6GFRKuLsKS/cK3dLAELin5S32FgDaDTpb8/ngZ5sEwi7eFf2DHzXrwx0pdSUGhbmebQ1hAHqw7A0OtRrlAmsrscocG+5WikAxvjEzRTBqNgklVqXXV4pRXJ9n2TBGNEBZB2iF286vfLnWds0wDUZkPIsTNMVCT/tsioDyG/ZpovmzVQ8+3VdSNYfMpxMLu8emdpPHHebe9vZJ7lZLZ/fOE7ltubzP2Mahi34h4xPIbm9scuahWq48Ue47tVwA/TGCkjQCdoKjskRoswC3rqnWG12ljzodANMzK5uxKPEym71GJ7PdIkjM8IeevxPzmur5Xqb3398GHEfeAgH/3W1KZe9PaSBz9xKbvUCOmqLKtl3HiQvpIvc2yUJibVw0iWWCdmK/Adoco0k995NpcoWwsmyb7+qHXdTDKUB5EGVKaFwXrBwLBXp/XpDWWOPG8AVGmptFRTKYg4Rxv7lYXiq1xk= ceph-aa9143f6-2979-11ef-bc9c-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-06-13T11:42:36.388 INFO:teuthology.orchestra.run.smithi162.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCsXC7ol0CKnCpPoo0VW5x5YCldYgFslXQyEx9zPm2m6GFRKuLsKS/cK3dLAELin5S32FgDaDTpb8/ngZ5sEwi7eFf2DHzXrwx0pdSUGhbmebQ1hAHqw7A0OtRrlAmsrscocG+5WikAxvjEzRTBqNgklVqXXV4pRXJ9n2TBGNEBZB2iF286vfLnWds0wDUZkPIsTNMVCT/tsioDyG/ZpovmzVQ8+3VdSNYfMpxMLu8emdpPHHebe9vZJ7lZLZ/fOE7ltubzP2Mahi34h4xPIbm9scuahWq48Ue47tVwA/TGCkjQCdoKjskRoswC3rqnWG12ljzodANMzK5uxKPEym71GJ7PdIkjM8IeevxPzmur5Xqb3398GHEfeAgH/3W1KZe9PaSBz9xKbvUCOmqLKtl3HiQvpIvc2yUJibVw0iWWCdmK/Adoco0k995NpcoWwsmyb7+qHXdTDKUB5EGVKaFwXrBwLBXp/XpDWWOPG8AVGmptFRTKYg4Rxv7lYXiq1xk= ceph-aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T11:42:36.401 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-06-13T11:42:36.847 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:42:39.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.050+0000 7f0f2b200700 1 -- 172.21.15.42:0/902585209 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f2c108650 msgr2=0x7f0f2c108a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:39.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.050+0000 7f0f2b200700 1 --2- 172.21.15.42:0/902585209 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f2c108650 0x7f0f2c108a70 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f0f1c009910 tx=0x7f0f1c009c20 comp rx=0 tx=0).stop 2024-06-13T11:42:39.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.050+0000 7f0f2b200700 1 -- 172.21.15.42:0/902585209 shutdown_connections 2024-06-13T11:42:39.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.050+0000 7f0f2b200700 1 --2- 172.21.15.42:0/902585209 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f2c108650 0x7f0f2c108a70 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:39.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.050+0000 7f0f2b200700 1 -- 172.21.15.42:0/902585209 >> 172.21.15.42:0/902585209 conn(0x7f0f2c0774b0 msgr2=0x7f0f2c079910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:39.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.050+0000 7f0f2b200700 1 -- 172.21.15.42:0/902585209 shutdown_connections 2024-06-13T11:42:39.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.051+0000 7f0f2b200700 1 -- 172.21.15.42:0/902585209 wait complete. 2024-06-13T11:42:39.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.052+0000 7f0f2b200700 1 Processor -- start 2024-06-13T11:42:39.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.052+0000 7f0f2b200700 1 -- start start 2024-06-13T11:42:39.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.052+0000 7f0f2b200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f2c108650 0x7f0f2c19da00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:39.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.052+0000 7f0f2b200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0f2c10e370 con 0x7f0f2c108650 2024-06-13T11:42:39.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.052+0000 7f0f29e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f2c108650 0x7f0f2c19da00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:39.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.052+0000 7f0f29e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f2c108650 0x7f0f2c19da00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33156/0 (socket says 172.21.15.42:33156) 2024-06-13T11:42:39.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.052+0000 7f0f29e00700 1 -- 172.21.15.42:0/2407940080 learned_addr learned my addr 172.21.15.42:0/2407940080 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:42:39.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.053+0000 7f0f29e00700 1 -- 172.21.15.42:0/2407940080 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f2c19df40 con 0x7f0f2c108650 2024-06-13T11:42:39.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.053+0000 7f0f29e00700 1 --2- 172.21.15.42:0/2407940080 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f2c108650 0x7f0f2c19da00 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f0f1c005950 tx=0x7f0f1c005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:39.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.053+0000 7f0f22a00700 1 -- 172.21.15.42:0/2407940080 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0f1c026070 con 0x7f0f2c108650 2024-06-13T11:42:39.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.053+0000 7f0f22a00700 1 -- 172.21.15.42:0/2407940080 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0f1c00bc30 con 0x7f0f2c108650 2024-06-13T11:42:39.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.053+0000 7f0f2b200700 1 -- 172.21.15.42:0/2407940080 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f2c19e1d0 con 0x7f0f2c108650 2024-06-13T11:42:39.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.053+0000 7f0f22a00700 1 -- 172.21.15.42:0/2407940080 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0f1c003b30 con 0x7f0f2c108650 2024-06-13T11:42:39.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.054+0000 7f0f2b200700 1 -- 172.21.15.42:0/2407940080 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f2c1a0ec0 con 0x7f0f2c108650 2024-06-13T11:42:39.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.055+0000 7f0f22a00700 1 -- 172.21.15.42:0/2407940080 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f0f1c029070 con 0x7f0f2c108650 2024-06-13T11:42:39.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.055+0000 7f0f2b200700 1 -- 172.21.15.42:0/2407940080 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f2c10eaf0 con 0x7f0f2c108650 2024-06-13T11:42:39.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.055+0000 7f0f22a00700 1 --2- 172.21.15.42:0/2407940080 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f0f100390f0 0x7f0f1003b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:39.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.055+0000 7f0f22a00700 1 -- 172.21.15.42:0/2407940080 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f0f1c01e070 con 0x7f0f2c108650 2024-06-13T11:42:39.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.056+0000 7f0f23e00700 1 --2- 172.21.15.42:0/2407940080 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f0f100390f0 0x7f0f1003b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:39.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.056+0000 7f0f23e00700 1 --2- 172.21.15.42:0/2407940080 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f0f100390f0 0x7f0f1003b5b0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f0f14006fd0 tx=0x7f0f14006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:39.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.063+0000 7f0f22a00700 1 -- 172.21.15.42:0/2407940080 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f0f1c013070 con 0x7f0f2c108650 2024-06-13T11:42:39.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.293+0000 7f0f2b200700 1 -- 172.21.15.42:0/2407940080 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7f0f2c02ddb0 con 0x7f0f2c108650 2024-06-13T11:42:39.299 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.299+0000 7f0f22a00700 1 -- 172.21.15.42:0/2407940080 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7f0f1c030020 con 0x7f0f2c108650 2024-06-13T11:42:39.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.302+0000 7f0f2b200700 1 -- 172.21.15.42:0/2407940080 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f0f100390f0 msgr2=0x7f0f1003b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:39.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.302+0000 7f0f2b200700 1 --2- 172.21.15.42:0/2407940080 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f0f100390f0 0x7f0f1003b5b0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f0f14006fd0 tx=0x7f0f14006e40 comp rx=0 tx=0).stop 2024-06-13T11:42:39.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.302+0000 7f0f2b200700 1 -- 172.21.15.42:0/2407940080 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f2c108650 msgr2=0x7f0f2c19da00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:39.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.302+0000 7f0f2b200700 1 --2- 172.21.15.42:0/2407940080 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f2c108650 0x7f0f2c19da00 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f0f1c005950 tx=0x7f0f1c005030 comp rx=0 tx=0).stop 2024-06-13T11:42:39.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.302+0000 7f0f2b200700 1 -- 172.21.15.42:0/2407940080 shutdown_connections 2024-06-13T11:42:39.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.302+0000 7f0f2b200700 1 --2- 172.21.15.42:0/2407940080 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f0f100390f0 0x7f0f1003b5b0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:39.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.302+0000 7f0f2b200700 1 --2- 172.21.15.42:0/2407940080 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f2c108650 0x7f0f2c19da00 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:39.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.302+0000 7f0f2b200700 1 -- 172.21.15.42:0/2407940080 >> 172.21.15.42:0/2407940080 conn(0x7f0f2c0774b0 msgr2=0x7f0f2c077ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:39.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.303+0000 7f0f2b200700 1 -- 172.21.15.42:0/2407940080 shutdown_connections 2024-06-13T11:42:39.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:39.303+0000 7f0f2b200700 1 -- 172.21.15.42:0/2407940080 wait complete. 2024-06-13T11:42:40.035 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-06-13T11:42:40.035 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-06-13T11:42:40.519 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:42:40.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:40 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2407940080' entity='client.admin' 2024-06-13T11:42:40.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:40 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:42:40.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:40 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:42:40.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:40 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi042", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:42:40.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:40 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:42:40.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:40 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:42:40.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:40 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:42:42.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.444+0000 7fdf17600700 1 -- 172.21.15.42:0/1361095677 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf10102980 msgr2=0x7fdf10104d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:42.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.444+0000 7fdf17600700 1 --2- 172.21.15.42:0/1361095677 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf10102980 0x7fdf10104d70 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fdf04009910 tx=0x7fdf04009c20 comp rx=0 tx=0).stop 2024-06-13T11:42:42.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.444+0000 7fdf17600700 1 -- 172.21.15.42:0/1361095677 shutdown_connections 2024-06-13T11:42:42.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.444+0000 7fdf17600700 1 --2- 172.21.15.42:0/1361095677 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf10102980 0x7fdf10104d70 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:42.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.444+0000 7fdf17600700 1 -- 172.21.15.42:0/1361095677 >> 172.21.15.42:0/1361095677 conn(0x7fdf100fc390 msgr2=0x7fdf100fe7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:42.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.445+0000 7fdf17600700 1 -- 172.21.15.42:0/1361095677 shutdown_connections 2024-06-13T11:42:42.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.445+0000 7fdf17600700 1 -- 172.21.15.42:0/1361095677 wait complete. 2024-06-13T11:42:42.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.446+0000 7fdf17600700 1 Processor -- start 2024-06-13T11:42:42.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.446+0000 7fdf17600700 1 -- start start 2024-06-13T11:42:42.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.446+0000 7fdf17600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf10102980 0x7fdf10197570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:42.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.446+0000 7fdf17600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdf10107f20 con 0x7fdf10102980 2024-06-13T11:42:42.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.447+0000 7fdf14c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf10102980 0x7fdf10197570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:42.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.447+0000 7fdf14c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf10102980 0x7fdf10197570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33174/0 (socket says 172.21.15.42:33174) 2024-06-13T11:42:42.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.447+0000 7fdf14c00700 1 -- 172.21.15.42:0/2247644933 learned_addr learned my addr 172.21.15.42:0/2247644933 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:42:42.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.447+0000 7fdf14c00700 1 -- 172.21.15.42:0/2247644933 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf10197ab0 con 0x7fdf10102980 2024-06-13T11:42:42.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.448+0000 7fdf14c00700 1 --2- 172.21.15.42:0/2247644933 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf10102980 0x7fdf10197570 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fdf04005950 tx=0x7fdf04005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:42.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.448+0000 7fdf0d600700 1 -- 172.21.15.42:0/2247644933 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdf04026070 con 0x7fdf10102980 2024-06-13T11:42:42.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.448+0000 7fdf0d600700 1 -- 172.21.15.42:0/2247644933 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdf0400bbd0 con 0x7fdf10102980 2024-06-13T11:42:42.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.448+0000 7fdf17600700 1 -- 172.21.15.42:0/2247644933 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf10197da0 con 0x7fdf10102980 2024-06-13T11:42:42.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.448+0000 7fdf0d600700 1 -- 172.21.15.42:0/2247644933 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdf04003ad0 con 0x7fdf10102980 2024-06-13T11:42:42.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.448+0000 7fdf17600700 1 -- 172.21.15.42:0/2247644933 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf1019aa30 con 0x7fdf10102980 2024-06-13T11:42:42.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.449+0000 7fdf0d600700 1 -- 172.21.15.42:0/2247644933 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fdf04029070 con 0x7fdf10102980 2024-06-13T11:42:42.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.449+0000 7fdf17600700 1 -- 172.21.15.42:0/2247644933 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf101086a0 con 0x7fdf10102980 2024-06-13T11:42:42.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.450+0000 7fdf0d600700 1 --2- 172.21.15.42:0/2247644933 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fdef8039150 0x7fdef803b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:42.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.450+0000 7fdf0d600700 1 -- 172.21.15.42:0/2247644933 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fdf0401e070 con 0x7fdf10102980 2024-06-13T11:42:42.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.450+0000 7fdf0fe00700 1 --2- 172.21.15.42:0/2247644933 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fdef8039150 0x7fdef803b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:42.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.451+0000 7fdf0fe00700 1 --2- 172.21.15.42:0/2247644933 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fdef8039150 0x7fdef803b610 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fdefc006fd0 tx=0x7fdefc006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:42.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.455+0000 7fdf0d600700 1 -- 172.21.15.42:0/2247644933 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fdf04013070 con 0x7fdf10102980 2024-06-13T11:42:42.689 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.689+0000 7fdf17600700 1 -- 172.21.15.42:0/2247644933 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7fdf1002de90 con 0x7fdef8039150 2024-06-13T11:42:42.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.696+0000 7fdf0d600700 1 -- 172.21.15.42:0/2247644933 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fdf1002de90 con 0x7fdef8039150 2024-06-13T11:42:42.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.699+0000 7fdf17600700 1 -- 172.21.15.42:0/2247644933 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fdef8039150 msgr2=0x7fdef803b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:42.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.699+0000 7fdf17600700 1 --2- 172.21.15.42:0/2247644933 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fdef8039150 0x7fdef803b610 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fdefc006fd0 tx=0x7fdefc006e40 comp rx=0 tx=0).stop 2024-06-13T11:42:42.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.699+0000 7fdf17600700 1 -- 172.21.15.42:0/2247644933 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf10102980 msgr2=0x7fdf10197570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:42.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.699+0000 7fdf17600700 1 --2- 172.21.15.42:0/2247644933 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf10102980 0x7fdf10197570 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fdf04005950 tx=0x7fdf04005030 comp rx=0 tx=0).stop 2024-06-13T11:42:42.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.699+0000 7fdf17600700 1 -- 172.21.15.42:0/2247644933 shutdown_connections 2024-06-13T11:42:42.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.699+0000 7fdf17600700 1 --2- 172.21.15.42:0/2247644933 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fdef8039150 0x7fdef803b610 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:42.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.699+0000 7fdf17600700 1 --2- 172.21.15.42:0/2247644933 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf10102980 0x7fdf10197570 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:42.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.699+0000 7fdf17600700 1 -- 172.21.15.42:0/2247644933 >> 172.21.15.42:0/2247644933 conn(0x7fdf100fc390 msgr2=0x7fdf100fcdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:42.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.699+0000 7fdf17600700 1 -- 172.21.15.42:0/2247644933 shutdown_connections 2024-06-13T11:42:42.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:42.699+0000 7fdf17600700 1 -- 172.21.15.42:0/2247644933 wait complete. 2024-06-13T11:42:43.437 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi088 2024-06-13T11:42:43.437 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-06-13T11:42:43.437 DEBUG:teuthology.orchestra.run.smithi088:> dd of=/etc/ceph/ceph.conf 2024-06-13T11:42:43.456 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-06-13T11:42:43.456 DEBUG:teuthology.orchestra.run.smithi088:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-06-13T11:42:43.514 INFO:tasks.cephadm:Adding host smithi088 to orchestrator... 2024-06-13T11:42:43.514 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph orch host add smithi088 2024-06-13T11:42:43.947 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:42:44.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:43 smithi042 ceph-mon[32231]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:42:44.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:43 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:42:44.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:43 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:42:44.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:43 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:42:44.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:43 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:42:44.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:43 smithi042 ceph-mon[32231]: Updating smithi042:/etc/ceph/ceph.conf 2024-06-13T11:42:45.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:44 smithi042 ceph-mon[32231]: Updating smithi042:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T11:42:45.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:44 smithi042 ceph-mon[32231]: Updating smithi042:/etc/ceph/ceph.client.admin.keyring 2024-06-13T11:42:45.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:45.814+0000 7f1a90200700 1 -- 172.21.15.42:0/1749341740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1a88074860 msgr2=0x7f1a88074c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:45.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:45.814+0000 7f1a90200700 1 --2- 172.21.15.42:0/1749341740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1a88074860 0x7f1a88074c40 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c00b0a0 tx=0x7f1a7c00b3b0 comp rx=0 tx=0).stop 2024-06-13T11:42:45.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:45.814+0000 7f1a90200700 1 -- 172.21.15.42:0/1749341740 shutdown_connections 2024-06-13T11:42:45.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:45.815+0000 7f1a90200700 1 --2- 172.21.15.42:0/1749341740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1a88074860 0x7f1a88074c40 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:45.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:45.815+0000 7f1a90200700 1 -- 172.21.15.42:0/1749341740 >> 172.21.15.42:0/1749341740 conn(0x7f1a880fd9d0 msgr2=0x7f1a880ffdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:45.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:45.815+0000 7f1a90200700 1 -- 172.21.15.42:0/1749341740 shutdown_connections 2024-06-13T11:42:45.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:45.815+0000 7f1a90200700 1 -- 172.21.15.42:0/1749341740 wait complete. 2024-06-13T11:42:45.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:45.816+0000 7f1a90200700 1 Processor -- start 2024-06-13T11:42:45.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:45.816+0000 7f1a90200700 1 -- start start 2024-06-13T11:42:45.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:45.816+0000 7f1a90200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1a88074860 0x7f1a8819f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:45.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:45.816+0000 7f1a90200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1a8810e740 con 0x7f1a88074860 2024-06-13T11:42:45.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:45.817+0000 7f1a8d800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1a88074860 0x7f1a8819f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:45.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:45.817+0000 7f1a8d800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1a88074860 0x7f1a8819f7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33200/0 (socket says 172.21.15.42:33200) 2024-06-13T11:42:45.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:45.817+0000 7f1a8d800700 1 -- 172.21.15.42:0/1129290409 learned_addr learned my addr 172.21.15.42:0/1129290409 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:42:45.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:45.817+0000 7f1a8d800700 1 -- 172.21.15.42:0/1129290409 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a8819fd20 con 0x7f1a88074860 2024-06-13T11:42:45.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:45.817+0000 7f1a8d800700 1 --2- 172.21.15.42:0/1129290409 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1a88074860 0x7f1a8819f7e0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c0062a0 tx=0x7f1a7c00bdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:45.818 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:45.818+0000 7f1a86000700 1 -- 172.21.15.42:0/1129290409 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1a7c017050 con 0x7f1a88074860 2024-06-13T11:42:45.818 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:45.818+0000 7f1a86000700 1 -- 172.21.15.42:0/1129290409 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1a7c023070 con 0x7f1a88074860 2024-06-13T11:42:45.818 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:45.818+0000 7f1a90200700 1 -- 172.21.15.42:0/1129290409 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a8819ffb0 con 0x7f1a88074860 2024-06-13T11:42:45.818 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:45.818+0000 7f1a86000700 1 -- 172.21.15.42:0/1129290409 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1a7c004000 con 0x7f1a88074860 2024-06-13T11:42:45.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:45.818+0000 7f1a90200700 1 -- 172.21.15.42:0/1129290409 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a881999f0 con 0x7f1a88074860 2024-06-13T11:42:45.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:45.819+0000 7f1a86000700 1 -- 172.21.15.42:0/1129290409 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f1a7c01e450 con 0x7f1a88074860 2024-06-13T11:42:45.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:45.819+0000 7f1a90200700 1 -- 172.21.15.42:0/1129290409 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a88075f10 con 0x7f1a88074860 2024-06-13T11:42:45.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:45.820+0000 7f1a86000700 1 --2- 172.21.15.42:0/1129290409 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f1a70039150 0x7f1a7003b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:45.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:45.820+0000 7f1a86000700 1 -- 172.21.15.42:0/1129290409 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f1a7c00f050 con 0x7f1a88074860 2024-06-13T11:42:45.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:45.820+0000 7f1a8ce00700 1 --2- 172.21.15.42:0/1129290409 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f1a70039150 0x7f1a7003b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:45.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:45.821+0000 7f1a8ce00700 1 --2- 172.21.15.42:0/1129290409 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f1a70039150 0x7f1a7003b610 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f1a74006fd0 tx=0x7f1a74006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:45.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:45.825+0000 7f1a86000700 1 -- 172.21.15.42:0/1129290409 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f1a7c026bd0 con 0x7f1a88074860 2024-06-13T11:42:46.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:46.054+0000 7f1a90200700 1 -- 172.21.15.42:0/1129290409 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi088", "target": ["mon-mgr", ""]}) -- 0x7f1a8819aed0 con 0x7f1a70039150 2024-06-13T11:42:46.055 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:45 smithi042 ceph-mon[32231]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:42:46.055 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:45 smithi042 ceph-mon[32231]: Updating smithi042:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.client.admin.keyring 2024-06-13T11:42:46.055 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:45 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:42:46.055 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:45 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:42:46.055 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:45 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:42:47.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:46 smithi042 ceph-mon[32231]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi088", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:42:47.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:47 smithi042 ceph-mon[32231]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:42:47.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:47 smithi042 ceph-mon[32231]: Deploying cephadm binary to smithi088 2024-06-13T11:42:50.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:49 smithi042 ceph-mon[32231]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:42:50.959 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:50.956+0000 7f1a86000700 1 -- 172.21.15.42:0/1129290409 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f1a8819aed0 con 0x7f1a70039150 2024-06-13T11:42:50.959 INFO:teuthology.orchestra.run.smithi042.stdout:Added host 'smithi088' with addr '172.21.15.88' 2024-06-13T11:42:50.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:50.960+0000 7f1a90200700 1 -- 172.21.15.42:0/1129290409 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f1a70039150 msgr2=0x7f1a7003b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:50.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:50.960+0000 7f1a90200700 1 --2- 172.21.15.42:0/1129290409 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f1a70039150 0x7f1a7003b610 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f1a74006fd0 tx=0x7f1a74006e40 comp rx=0 tx=0).stop 2024-06-13T11:42:50.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:50.960+0000 7f1a90200700 1 -- 172.21.15.42:0/1129290409 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1a88074860 msgr2=0x7f1a8819f7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:50.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:50.960+0000 7f1a90200700 1 --2- 172.21.15.42:0/1129290409 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1a88074860 0x7f1a8819f7e0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c0062a0 tx=0x7f1a7c00bdd0 comp rx=0 tx=0).stop 2024-06-13T11:42:50.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:50.960+0000 7f1a90200700 1 -- 172.21.15.42:0/1129290409 shutdown_connections 2024-06-13T11:42:50.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:50.960+0000 7f1a90200700 1 --2- 172.21.15.42:0/1129290409 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f1a70039150 0x7f1a7003b610 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:50.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:50.960+0000 7f1a90200700 1 --2- 172.21.15.42:0/1129290409 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1a88074860 0x7f1a8819f7e0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:50.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:50.960+0000 7f1a90200700 1 -- 172.21.15.42:0/1129290409 >> 172.21.15.42:0/1129290409 conn(0x7f1a880fd9d0 msgr2=0x7f1a881061a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:50.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:50.961+0000 7f1a90200700 1 -- 172.21.15.42:0/1129290409 shutdown_connections 2024-06-13T11:42:50.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:50.961+0000 7f1a90200700 1 -- 172.21.15.42:0/1129290409 wait complete. 2024-06-13T11:42:51.654 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph orch host ls --format=json 2024-06-13T11:42:52.108 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:42:52.247 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:51 smithi042 ceph-mon[32231]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:42:52.248 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:51 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:42:52.248 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:51 smithi042 ceph-mon[32231]: Added host smithi088 2024-06-13T11:42:52.248 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:51 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:42:52.248 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:51 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:42:53.257 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:53 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:42:54.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.033+0000 7fb16e800700 1 -- 172.21.15.42:0/663565297 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb168100a30 msgr2=0x7fb168100e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:54.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.033+0000 7fb16e800700 1 --2- 172.21.15.42:0/663565297 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb168100a30 0x7fb168100e10 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fb15c009910 tx=0x7fb15c009c20 comp rx=0 tx=0).stop 2024-06-13T11:42:54.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.033+0000 7fb16e800700 1 -- 172.21.15.42:0/663565297 shutdown_connections 2024-06-13T11:42:54.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.033+0000 7fb16e800700 1 --2- 172.21.15.42:0/663565297 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb168100a30 0x7fb168100e10 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:54.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.033+0000 7fb16e800700 1 -- 172.21.15.42:0/663565297 >> 172.21.15.42:0/663565297 conn(0x7fb1680fc730 msgr2=0x7fb1680feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:54.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.034+0000 7fb16e800700 1 -- 172.21.15.42:0/663565297 shutdown_connections 2024-06-13T11:42:54.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.034+0000 7fb16e800700 1 -- 172.21.15.42:0/663565297 wait complete. 2024-06-13T11:42:54.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.035+0000 7fb16e800700 1 Processor -- start 2024-06-13T11:42:54.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.035+0000 7fb16e800700 1 -- start start 2024-06-13T11:42:54.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.035+0000 7fb16e800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb168100a30 0x7fb16819f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:54.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.035+0000 7fb16e800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb16810e570 con 0x7fb168100a30 2024-06-13T11:42:54.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.036+0000 7fb16d400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb168100a30 0x7fb16819f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:54.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.036+0000 7fb16d400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb168100a30 0x7fb16819f6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:58458/0 (socket says 172.21.15.42:58458) 2024-06-13T11:42:54.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.036+0000 7fb16d400700 1 -- 172.21.15.42:0/3132434344 learned_addr learned my addr 172.21.15.42:0/3132434344 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:42:54.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.036+0000 7fb16d400700 1 -- 172.21.15.42:0/3132434344 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb16819fc00 con 0x7fb168100a30 2024-06-13T11:42:54.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.036+0000 7fb16d400700 1 --2- 172.21.15.42:0/3132434344 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb168100a30 0x7fb16819f6c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fb15c006010 tx=0x7fb15c005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:54.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.037+0000 7fb166000700 1 -- 172.21.15.42:0/3132434344 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb15c026070 con 0x7fb168100a30 2024-06-13T11:42:54.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.037+0000 7fb166000700 1 -- 172.21.15.42:0/3132434344 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb15c00bc30 con 0x7fb168100a30 2024-06-13T11:42:54.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.037+0000 7fb16e800700 1 -- 172.21.15.42:0/3132434344 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb16819fe90 con 0x7fb168100a30 2024-06-13T11:42:54.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.037+0000 7fb166000700 1 -- 172.21.15.42:0/3132434344 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb15c0039d0 con 0x7fb168100a30 2024-06-13T11:42:54.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.037+0000 7fb16e800700 1 -- 172.21.15.42:0/3132434344 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb168199880 con 0x7fb168100a30 2024-06-13T11:42:54.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.038+0000 7fb166000700 1 -- 172.21.15.42:0/3132434344 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fb15c029070 con 0x7fb168100a30 2024-06-13T11:42:54.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.038+0000 7fb16e800700 1 -- 172.21.15.42:0/3132434344 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb16806aa20 con 0x7fb168100a30 2024-06-13T11:42:54.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.039+0000 7fb166000700 1 --2- 172.21.15.42:0/3132434344 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb150039150 0x7fb15003b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:54.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.039+0000 7fb166000700 1 -- 172.21.15.42:0/3132434344 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fb15c01e070 con 0x7fb168100a30 2024-06-13T11:42:54.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.039+0000 7fb16ca00700 1 --2- 172.21.15.42:0/3132434344 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb150039150 0x7fb15003b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:54.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.040+0000 7fb16ca00700 1 --2- 172.21.15.42:0/3132434344 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb150039150 0x7fb15003b610 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fb154006fd0 tx=0x7fb154006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:54.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.044+0000 7fb166000700 1 -- 172.21.15.42:0/3132434344 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb15c013070 con 0x7fb168100a30 2024-06-13T11:42:54.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.276+0000 7fb16e800700 1 -- 172.21.15.42:0/3132434344 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb16819adb0 con 0x7fb150039150 2024-06-13T11:42:54.282 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:54 smithi042 ceph-mon[32231]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:42:54.282 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:54 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:42:54.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.279+0000 7fb166000700 1 -- 172.21.15.42:0/3132434344 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+159 (secure 0 0 0) 0x7fb16819adb0 con 0x7fb150039150 2024-06-13T11:42:54.282 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:42:54.282 INFO:teuthology.orchestra.run.smithi042.stdout:[{"addr": "172.21.15.42", "hostname": "smithi042", "labels": [], "status": ""}, {"addr": "172.21.15.88", "hostname": "smithi088", "labels": [], "status": ""}] 2024-06-13T11:42:54.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.282+0000 7fb16e800700 1 -- 172.21.15.42:0/3132434344 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb150039150 msgr2=0x7fb15003b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:54.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.282+0000 7fb16e800700 1 --2- 172.21.15.42:0/3132434344 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb150039150 0x7fb15003b610 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fb154006fd0 tx=0x7fb154006e40 comp rx=0 tx=0).stop 2024-06-13T11:42:54.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.282+0000 7fb16e800700 1 -- 172.21.15.42:0/3132434344 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb168100a30 msgr2=0x7fb16819f6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:54.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.282+0000 7fb16e800700 1 --2- 172.21.15.42:0/3132434344 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb168100a30 0x7fb16819f6c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fb15c006010 tx=0x7fb15c005030 comp rx=0 tx=0).stop 2024-06-13T11:42:54.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.282+0000 7fb16e800700 1 -- 172.21.15.42:0/3132434344 shutdown_connections 2024-06-13T11:42:54.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.282+0000 7fb16e800700 1 --2- 172.21.15.42:0/3132434344 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb150039150 0x7fb15003b610 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:54.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.282+0000 7fb16e800700 1 --2- 172.21.15.42:0/3132434344 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb168100a30 0x7fb16819f6c0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:54.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.282+0000 7fb16e800700 1 -- 172.21.15.42:0/3132434344 >> 172.21.15.42:0/3132434344 conn(0x7fb1680fc730 msgr2=0x7fb1680fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:54.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.283+0000 7fb16e800700 1 -- 172.21.15.42:0/3132434344 shutdown_connections 2024-06-13T11:42:54.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:54.283+0000 7fb16e800700 1 -- 172.21.15.42:0/3132434344 wait complete. 2024-06-13T11:42:54.934 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi162 2024-06-13T11:42:54.934 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2024-06-13T11:42:54.934 DEBUG:teuthology.orchestra.run.smithi162:> dd of=/etc/ceph/ceph.conf 2024-06-13T11:42:54.954 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2024-06-13T11:42:54.955 DEBUG:teuthology.orchestra.run.smithi162:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-06-13T11:42:55.011 INFO:tasks.cephadm:Adding host smithi162 to orchestrator... 2024-06-13T11:42:55.012 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph orch host add smithi162 2024-06-13T11:42:55.462 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:42:56.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:56 smithi042 ceph-mon[32231]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T11:42:56.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:56 smithi042 ceph-mon[32231]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:42:57.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:57.371+0000 7fa60e600700 1 -- 172.21.15.42:0/2106802740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa608102ea0 msgr2=0x7fa608103280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:42:57.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:57.371+0000 7fa60e600700 1 --2- 172.21.15.42:0/2106802740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa608102ea0 0x7fa608103280 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fa5fc009910 tx=0x7fa5fc009c20 comp rx=0 tx=0).stop 2024-06-13T11:42:57.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:57.371+0000 7fa60e600700 1 -- 172.21.15.42:0/2106802740 shutdown_connections 2024-06-13T11:42:57.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:57.371+0000 7fa60e600700 1 --2- 172.21.15.42:0/2106802740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa608102ea0 0x7fa608103280 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:42:57.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:57.371+0000 7fa60e600700 1 -- 172.21.15.42:0/2106802740 >> 172.21.15.42:0/2106802740 conn(0x7fa6080fc730 msgr2=0x7fa6080feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:42:57.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:57.371+0000 7fa60e600700 1 -- 172.21.15.42:0/2106802740 shutdown_connections 2024-06-13T11:42:57.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:57.371+0000 7fa60e600700 1 -- 172.21.15.42:0/2106802740 wait complete. 2024-06-13T11:42:57.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:57.372+0000 7fa60e600700 1 Processor -- start 2024-06-13T11:42:57.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:57.373+0000 7fa60e600700 1 -- start start 2024-06-13T11:42:57.377 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:57.373+0000 7fa60e600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa608102ea0 0x7fa60819f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:57.377 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:57.373+0000 7fa60e600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa60810c390 con 0x7fa608102ea0 2024-06-13T11:42:57.377 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:57.373+0000 7fa60d200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa608102ea0 0x7fa60819f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:57.378 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:57.373+0000 7fa60d200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa608102ea0 0x7fa60819f700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:58478/0 (socket says 172.21.15.42:58478) 2024-06-13T11:42:57.378 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:57.373+0000 7fa60d200700 1 -- 172.21.15.42:0/1343136959 learned_addr learned my addr 172.21.15.42:0/1343136959 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:42:57.378 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:57.374+0000 7fa60d200700 1 -- 172.21.15.42:0/1343136959 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa60819fc40 con 0x7fa608102ea0 2024-06-13T11:42:57.378 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:57.374+0000 7fa60d200700 1 --2- 172.21.15.42:0/1343136959 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa608102ea0 0x7fa60819f700 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fa5fc006010 tx=0x7fa5fc005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:57.378 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:57.374+0000 7fa605600700 1 -- 172.21.15.42:0/1343136959 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa5fc026070 con 0x7fa608102ea0 2024-06-13T11:42:57.378 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:57.374+0000 7fa605600700 1 -- 172.21.15.42:0/1343136959 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa5fc00bc30 con 0x7fa608102ea0 2024-06-13T11:42:57.378 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:57.374+0000 7fa605600700 1 -- 172.21.15.42:0/1343136959 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa5fc0039a0 con 0x7fa608102ea0 2024-06-13T11:42:57.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:57.374+0000 7fa60e600700 1 -- 172.21.15.42:0/1343136959 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa60819fed0 con 0x7fa608102ea0 2024-06-13T11:42:57.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:57.375+0000 7fa60e600700 1 -- 172.21.15.42:0/1343136959 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6081998c0 con 0x7fa608102ea0 2024-06-13T11:42:57.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:57.376+0000 7fa60e600700 1 -- 172.21.15.42:0/1343136959 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa60806aa20 con 0x7fa608102ea0 2024-06-13T11:42:57.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:57.376+0000 7fa605600700 1 -- 172.21.15.42:0/1343136959 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fa5fc029070 con 0x7fa608102ea0 2024-06-13T11:42:57.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:57.376+0000 7fa605600700 1 --2- 172.21.15.42:0/1343136959 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fa5f0039150 0x7fa5f003b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:42:57.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:57.376+0000 7fa605600700 1 -- 172.21.15.42:0/1343136959 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fa5fc01e070 con 0x7fa608102ea0 2024-06-13T11:42:57.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:57.377+0000 7fa607e00700 1 --2- 172.21.15.42:0/1343136959 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fa5f0039150 0x7fa5f003b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:42:57.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:57.378+0000 7fa607e00700 1 --2- 172.21.15.42:0/1343136959 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fa5f0039150 0x7fa5f003b610 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fa5f4006fd0 tx=0x7fa5f4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:42:57.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:57.382+0000 7fa605600700 1 -- 172.21.15.42:0/1343136959 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fa5fc013070 con 0x7fa608102ea0 2024-06-13T11:42:57.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:42:57.615+0000 7fa60e600700 1 -- 172.21.15.42:0/1343136959 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi162", "target": ["mon-mgr", ""]}) -- 0x7fa60819adf0 con 0x7fa5f0039150 2024-06-13T11:42:58.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:57 smithi042 ceph-mon[32231]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:42:58.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:57 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:42:58.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:57 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:42:58.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:57 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:42:58.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:57 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:42:58.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:57 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:42:58.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:57 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:42:58.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:57 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:42:58.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:57 smithi042 ceph-mon[32231]: Updating smithi088:/etc/ceph/ceph.conf 2024-06-13T11:42:58.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:57 smithi042 ceph-mon[32231]: Updating smithi088:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T11:42:59.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:59 smithi042 ceph-mon[32231]: Updating smithi088:/etc/ceph/ceph.client.admin.keyring 2024-06-13T11:42:59.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:59 smithi042 ceph-mon[32231]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi162", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:42:59.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:59 smithi042 ceph-mon[32231]: Updating smithi088:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.client.admin.keyring 2024-06-13T11:42:59.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:59 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:42:59.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:59 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:42:59.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:42:59 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:00.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:00 smithi042 ceph-mon[32231]: Deploying cephadm binary to smithi162 2024-06-13T11:43:00.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:00 smithi042 ceph-mon[32231]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:02.519 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:02.518+0000 7fa605600700 1 -- 172.21.15.42:0/1343136959 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7fa60819adf0 con 0x7fa5f0039150 2024-06-13T11:43:02.519 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:02 smithi042 ceph-mon[32231]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:02.520 INFO:teuthology.orchestra.run.smithi042.stdout:Added host 'smithi162' with addr '172.21.15.162' 2024-06-13T11:43:02.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:02.522+0000 7fa60e600700 1 -- 172.21.15.42:0/1343136959 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fa5f0039150 msgr2=0x7fa5f003b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:43:02.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:02.522+0000 7fa60e600700 1 --2- 172.21.15.42:0/1343136959 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fa5f0039150 0x7fa5f003b610 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fa5f4006fd0 tx=0x7fa5f4006e40 comp rx=0 tx=0).stop 2024-06-13T11:43:02.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:02.522+0000 7fa60e600700 1 -- 172.21.15.42:0/1343136959 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa608102ea0 msgr2=0x7fa60819f700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:43:02.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:02.522+0000 7fa60e600700 1 --2- 172.21.15.42:0/1343136959 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa608102ea0 0x7fa60819f700 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fa5fc006010 tx=0x7fa5fc005030 comp rx=0 tx=0).stop 2024-06-13T11:43:02.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:02.523+0000 7fa60e600700 1 -- 172.21.15.42:0/1343136959 shutdown_connections 2024-06-13T11:43:02.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:02.523+0000 7fa60e600700 1 --2- 172.21.15.42:0/1343136959 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fa5f0039150 0x7fa5f003b610 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:02.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:02.523+0000 7fa60e600700 1 --2- 172.21.15.42:0/1343136959 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa608102ea0 0x7fa60819f700 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:02.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:02.523+0000 7fa60e600700 1 -- 172.21.15.42:0/1343136959 >> 172.21.15.42:0/1343136959 conn(0x7fa6080fc730 msgr2=0x7fa608108060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:43:02.524 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:02.523+0000 7fa60e600700 1 -- 172.21.15.42:0/1343136959 shutdown_connections 2024-06-13T11:43:02.524 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:02.523+0000 7fa60e600700 1 -- 172.21.15.42:0/1343136959 wait complete. 2024-06-13T11:43:03.213 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph orch host ls --format=json 2024-06-13T11:43:03.667 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:43:03.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:03 smithi042 ceph-mon[32231]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:03.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:03 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:03.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:03 smithi042 ceph-mon[32231]: Added host smithi162 2024-06-13T11:43:03.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:03 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:43:03.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:03 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:04.799 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:04 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:05.593 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.593+0000 7f5bd1800700 1 -- 172.21.15.42:0/839594189 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5bcc0748c0 msgr2=0x7f5bcc074ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:43:05.593 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.593+0000 7f5bd1800700 1 --2- 172.21.15.42:0/839594189 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5bcc0748c0 0x7f5bcc074ca0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc00b0a0 tx=0x7f5bbc00b3b0 comp rx=0 tx=0).stop 2024-06-13T11:43:05.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.593+0000 7f5bd1800700 1 -- 172.21.15.42:0/839594189 shutdown_connections 2024-06-13T11:43:05.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.593+0000 7f5bd1800700 1 --2- 172.21.15.42:0/839594189 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5bcc0748c0 0x7f5bcc074ca0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:05.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.593+0000 7f5bd1800700 1 -- 172.21.15.42:0/839594189 >> 172.21.15.42:0/839594189 conn(0x7f5bcc0fd7f0 msgr2=0x7f5bcc0ffc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:43:05.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.593+0000 7f5bd1800700 1 -- 172.21.15.42:0/839594189 shutdown_connections 2024-06-13T11:43:05.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.593+0000 7f5bd1800700 1 -- 172.21.15.42:0/839594189 wait complete. 2024-06-13T11:43:05.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.594+0000 7f5bd1800700 1 Processor -- start 2024-06-13T11:43:05.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.594+0000 7f5bd1800700 1 -- start start 2024-06-13T11:43:05.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.595+0000 7f5bd1800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5bcc0748c0 0x7f5bcc19f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:43:05.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.595+0000 7f5bd1800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5bcc10e590 con 0x7f5bcc0748c0 2024-06-13T11:43:05.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.595+0000 7f5bcbe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5bcc0748c0 0x7f5bcc19f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:43:05.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.595+0000 7f5bcbe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5bcc0748c0 0x7f5bcc19f6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:38624/0 (socket says 172.21.15.42:38624) 2024-06-13T11:43:05.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.595+0000 7f5bcbe00700 1 -- 172.21.15.42:0/4159283483 learned_addr learned my addr 172.21.15.42:0/4159283483 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:43:05.596 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.595+0000 7f5bcbe00700 1 -- 172.21.15.42:0/4159283483 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bcc19fc00 con 0x7f5bcc0748c0 2024-06-13T11:43:05.596 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.596+0000 7f5bcbe00700 1 --2- 172.21.15.42:0/4159283483 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5bcc0748c0 0x7f5bcc19f6c0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc000f80 tx=0x7f5bbc00bd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:43:05.596 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.596+0000 7f5bc9600700 1 -- 172.21.15.42:0/4159283483 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5bbc020020 con 0x7f5bcc0748c0 2024-06-13T11:43:05.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.596+0000 7f5bc9600700 1 -- 172.21.15.42:0/4159283483 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5bbc018040 con 0x7f5bcc0748c0 2024-06-13T11:43:05.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.596+0000 7f5bd1800700 1 -- 172.21.15.42:0/4159283483 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bcc19fe90 con 0x7f5bcc0748c0 2024-06-13T11:43:05.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.596+0000 7f5bc9600700 1 -- 172.21.15.42:0/4159283483 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5bbc017070 con 0x7f5bcc0748c0 2024-06-13T11:43:05.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.596+0000 7f5bd1800700 1 -- 172.21.15.42:0/4159283483 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bcc199840 con 0x7f5bcc0748c0 2024-06-13T11:43:05.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.597+0000 7f5bc9600700 1 -- 172.21.15.42:0/4159283483 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f5bbc023020 con 0x7f5bcc0748c0 2024-06-13T11:43:05.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.598+0000 7f5bd1800700 1 -- 172.21.15.42:0/4159283483 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5bcc075f70 con 0x7f5bcc0748c0 2024-06-13T11:43:05.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.598+0000 7f5bc9600700 1 --2- 172.21.15.42:0/4159283483 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f5bb0039190 0x7f5bb003b650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:43:05.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.598+0000 7f5bc9600700 1 -- 172.21.15.42:0/4159283483 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f5bbc00f050 con 0x7f5bcc0748c0 2024-06-13T11:43:05.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.598+0000 7f5bc3400700 1 --2- 172.21.15.42:0/4159283483 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f5bb0039190 0x7f5bb003b650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:43:05.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.599+0000 7f5bc3400700 1 --2- 172.21.15.42:0/4159283483 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f5bb0039190 0x7f5bb003b650 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f5bb4006fd0 tx=0x7f5bb4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:43:05.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.604+0000 7f5bc9600700 1 -- 172.21.15.42:0/4159283483 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5bbc02a020 con 0x7f5bcc0748c0 2024-06-13T11:43:05.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:05 smithi042 ceph-mon[32231]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:05.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:05.841 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.841+0000 7f5bd1800700 1 -- 172.21.15.42:0/4159283483 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5bcc063af0 con 0x7f5bb0039190 2024-06-13T11:43:05.843 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.843+0000 7f5bc9600700 1 -- 172.21.15.42:0/4159283483 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+239 (secure 0 0 0) 0x7f5bcc063af0 con 0x7f5bb0039190 2024-06-13T11:43:05.843 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:43:05.843 INFO:teuthology.orchestra.run.smithi042.stdout:[{"addr": "172.21.15.42", "hostname": "smithi042", "labels": [], "status": ""}, {"addr": "172.21.15.88", "hostname": "smithi088", "labels": [], "status": ""}, {"addr": "172.21.15.162", "hostname": "smithi162", "labels": [], "status": ""}] 2024-06-13T11:43:05.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.846+0000 7f5bd1800700 1 -- 172.21.15.42:0/4159283483 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f5bb0039190 msgr2=0x7f5bb003b650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:43:05.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.846+0000 7f5bd1800700 1 --2- 172.21.15.42:0/4159283483 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f5bb0039190 0x7f5bb003b650 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f5bb4006fd0 tx=0x7f5bb4006e40 comp rx=0 tx=0).stop 2024-06-13T11:43:05.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.846+0000 7f5bd1800700 1 -- 172.21.15.42:0/4159283483 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5bcc0748c0 msgr2=0x7f5bcc19f6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:43:05.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.846+0000 7f5bd1800700 1 --2- 172.21.15.42:0/4159283483 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5bcc0748c0 0x7f5bcc19f6c0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc000f80 tx=0x7f5bbc00bd20 comp rx=0 tx=0).stop 2024-06-13T11:43:05.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.846+0000 7f5bd1800700 1 -- 172.21.15.42:0/4159283483 shutdown_connections 2024-06-13T11:43:05.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.846+0000 7f5bd1800700 1 --2- 172.21.15.42:0/4159283483 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f5bb0039190 0x7f5bb003b650 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:05.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.846+0000 7f5bd1800700 1 --2- 172.21.15.42:0/4159283483 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5bcc0748c0 0x7f5bcc19f6c0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:05.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.846+0000 7f5bd1800700 1 -- 172.21.15.42:0/4159283483 >> 172.21.15.42:0/4159283483 conn(0x7f5bcc0fd7f0 msgr2=0x7f5bcc105f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:43:05.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.846+0000 7f5bd1800700 1 -- 172.21.15.42:0/4159283483 shutdown_connections 2024-06-13T11:43:05.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:05.846+0000 7f5bd1800700 1 -- 172.21.15.42:0/4159283483 wait complete. 2024-06-13T11:43:06.533 INFO:tasks.cephadm:Setting crush tunables to default 2024-06-13T11:43:06.533 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd crush tunables default 2024-06-13T11:43:06.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:06 smithi042 ceph-mon[32231]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T11:43:06.974 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:43:07.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:07 smithi042 ceph-mon[32231]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:09.003 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.003+0000 7f10dc600700 1 -- 172.21.15.42:0/4269384802 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f10d40747b0 msgr2=0x7f10d4074b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:43:09.004 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.003+0000 7f10dc600700 1 --2- 172.21.15.42:0/4269384802 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f10d40747b0 0x7f10d4074b90 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f10c8009910 tx=0x7f10c8009c20 comp rx=0 tx=0).stop 2024-06-13T11:43:09.004 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.003+0000 7f10dc600700 1 -- 172.21.15.42:0/4269384802 shutdown_connections 2024-06-13T11:43:09.004 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.003+0000 7f10dc600700 1 --2- 172.21.15.42:0/4269384802 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f10d40747b0 0x7f10d4074b90 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:09.004 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.003+0000 7f10dc600700 1 -- 172.21.15.42:0/4269384802 >> 172.21.15.42:0/4269384802 conn(0x7f10d40fd9a0 msgr2=0x7f10d40ffdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:43:09.004 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.003+0000 7f10dc600700 1 -- 172.21.15.42:0/4269384802 shutdown_connections 2024-06-13T11:43:09.004 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.003+0000 7f10dc600700 1 -- 172.21.15.42:0/4269384802 wait complete. 2024-06-13T11:43:09.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.005+0000 7f10dc600700 1 Processor -- start 2024-06-13T11:43:09.006 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.006+0000 7f10dc600700 1 -- start start 2024-06-13T11:43:09.007 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.007+0000 7f10dc600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f10d40747b0 0x7f10d419f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:43:09.007 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.007+0000 7f10dc600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f10d410e700 con 0x7f10d40747b0 2024-06-13T11:43:09.007 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.007+0000 7f10d9c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f10d40747b0 0x7f10d419f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:43:09.008 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.007+0000 7f10d9c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f10d40747b0 0x7f10d419f8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:39906/0 (socket says 172.21.15.42:39906) 2024-06-13T11:43:09.008 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.007+0000 7f10d9c00700 1 -- 172.21.15.42:0/732111516 learned_addr learned my addr 172.21.15.42:0/732111516 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:43:09.008 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.008+0000 7f10d9c00700 1 -- 172.21.15.42:0/732111516 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10d419fde0 con 0x7f10d40747b0 2024-06-13T11:43:09.008 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.008+0000 7f10d9c00700 1 --2- 172.21.15.42:0/732111516 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f10d40747b0 0x7f10d419f8a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f10c8006010 tx=0x7f10c8005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:43:09.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.008+0000 7f10d2000700 1 -- 172.21.15.42:0/732111516 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f10c8026070 con 0x7f10d40747b0 2024-06-13T11:43:09.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.008+0000 7f10d2000700 1 -- 172.21.15.42:0/732111516 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f10c800bc30 con 0x7f10d40747b0 2024-06-13T11:43:09.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.008+0000 7f10d2000700 1 -- 172.21.15.42:0/732111516 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f10c80039a0 con 0x7f10d40747b0 2024-06-13T11:43:09.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.008+0000 7f10dc600700 1 -- 172.21.15.42:0/732111516 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10d41a0070 con 0x7f10d40747b0 2024-06-13T11:43:09.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.009+0000 7f10dc600700 1 -- 172.21.15.42:0/732111516 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10d4199a60 con 0x7f10d40747b0 2024-06-13T11:43:09.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.010+0000 7f10dc600700 1 -- 172.21.15.42:0/732111516 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10d4075ef0 con 0x7f10d40747b0 2024-06-13T11:43:09.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.010+0000 7f10d2000700 1 -- 172.21.15.42:0/732111516 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f10c8029070 con 0x7f10d40747b0 2024-06-13T11:43:09.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.011+0000 7f10d2000700 1 --2- 172.21.15.42:0/732111516 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f10bc039150 0x7f10bc03b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:43:09.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.011+0000 7f10d2000700 1 -- 172.21.15.42:0/732111516 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f10c801e070 con 0x7f10d40747b0 2024-06-13T11:43:09.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.011+0000 7f10d9200700 1 --2- 172.21.15.42:0/732111516 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f10bc039150 0x7f10bc03b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:43:09.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.012+0000 7f10d9200700 1 --2- 172.21.15.42:0/732111516 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f10bc039150 0x7f10bc03b610 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f10c0006fd0 tx=0x7f10c0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:43:09.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.016+0000 7f10d2000700 1 -- 172.21.15.42:0/732111516 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f10c8013070 con 0x7f10d40747b0 2024-06-13T11:43:09.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.251+0000 7f10dc600700 1 -- 172.21.15.42:0/732111516 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f10d4063af0 con 0x7f10d40747b0 2024-06-13T11:43:09.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.475+0000 7f10d2000700 1 -- 172.21.15.42:0/732111516 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7f10c8030090 con 0x7f10d40747b0 2024-06-13T11:43:09.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.480+0000 7f10dc600700 1 -- 172.21.15.42:0/732111516 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f10bc039150 msgr2=0x7f10bc03b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:43:09.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.480+0000 7f10dc600700 1 --2- 172.21.15.42:0/732111516 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f10bc039150 0x7f10bc03b610 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f10c0006fd0 tx=0x7f10c0006e40 comp rx=0 tx=0).stop 2024-06-13T11:43:09.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.480+0000 7f10dc600700 1 -- 172.21.15.42:0/732111516 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f10d40747b0 msgr2=0x7f10d419f8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:43:09.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.480+0000 7f10dc600700 1 --2- 172.21.15.42:0/732111516 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f10d40747b0 0x7f10d419f8a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f10c8006010 tx=0x7f10c8005030 comp rx=0 tx=0).stop 2024-06-13T11:43:09.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.480+0000 7f10dc600700 1 -- 172.21.15.42:0/732111516 shutdown_connections 2024-06-13T11:43:09.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.480+0000 7f10dc600700 1 --2- 172.21.15.42:0/732111516 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f10bc039150 0x7f10bc03b610 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:09.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.480+0000 7f10dc600700 1 --2- 172.21.15.42:0/732111516 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f10d40747b0 0x7f10d419f8a0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:09.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.480+0000 7f10dc600700 1 -- 172.21.15.42:0/732111516 >> 172.21.15.42:0/732111516 conn(0x7f10d40fd9a0 msgr2=0x7f10d4106190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:43:09.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.481+0000 7f10dc600700 1 -- 172.21.15.42:0/732111516 shutdown_connections 2024-06-13T11:43:09.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:09.481+0000 7f10dc600700 1 -- 172.21.15.42:0/732111516 wait complete. 2024-06-13T11:43:09.483 INFO:teuthology.orchestra.run.smithi042.stderr:adjusted tunables profile to default 2024-06-13T11:43:09.506 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:09 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:09.506 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:09 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:09.506 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:09 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:09.506 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:09 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:09.506 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:09 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi162", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:43:09.506 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:09 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:09.506 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:09 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:43:09.506 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:09 smithi042 ceph-mon[32231]: Updating smithi162:/etc/ceph/ceph.conf 2024-06-13T11:43:09.506 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:09 smithi042 ceph-mon[32231]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:09.506 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:09 smithi042 ceph-mon[32231]: Updating smithi162:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T11:43:09.506 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:09 smithi042 ceph-mon[32231]: Updating smithi162:/etc/ceph/ceph.client.admin.keyring 2024-06-13T11:43:09.506 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:09 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/732111516' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-06-13T11:43:10.185 INFO:tasks.cephadm:Adding mon.a on smithi042 2024-06-13T11:43:10.185 INFO:tasks.cephadm:Adding mon.b on smithi088 2024-06-13T11:43:10.185 INFO:tasks.cephadm:Adding mon.c on smithi162 2024-06-13T11:43:10.186 DEBUG:teuthology.orchestra.run.smithi162:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph orch apply mon '3;smithi042:172.21.15.42=a;smithi088:172.21.15.88=b;smithi162:172.21.15.162=c' 2024-06-13T11:43:10.410 INFO:teuthology.orchestra.run.smithi162.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T11:43:10.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:10 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/732111516' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-06-13T11:43:10.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:10 smithi042 ceph-mon[32231]: osdmap e4: 0 total, 0 up, 0 in 2024-06-13T11:43:10.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:10 smithi042 ceph-mon[32231]: Updating smithi162:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.client.admin.keyring 2024-06-13T11:43:10.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:10 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:10.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:10 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:10.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:10 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:11.776 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:11.775+0000 7f2772fd6700 1 -- 172.21.15.162:0/1380852410 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f276c102100 msgr2=0x7f276c1024e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:43:11.777 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:11.775+0000 7f2772fd6700 1 --2- 172.21.15.162:0/1380852410 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f276c102100 0x7f276c1024e0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f276800b0a0 tx=0x7f276800b3b0 comp rx=0 tx=0).stop 2024-06-13T11:43:11.777 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:11.776+0000 7f2772fd6700 1 -- 172.21.15.162:0/1380852410 shutdown_connections 2024-06-13T11:43:11.777 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:11.776+0000 7f2772fd6700 1 --2- 172.21.15.162:0/1380852410 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f276c102100 0x7f276c1024e0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:11.777 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:11.776+0000 7f2772fd6700 1 -- 172.21.15.162:0/1380852410 >> 172.21.15.162:0/1380852410 conn(0x7f276c0fd9d0 msgr2=0x7f276c0ffdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:43:11.777 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:11.776+0000 7f2772fd6700 1 -- 172.21.15.162:0/1380852410 shutdown_connections 2024-06-13T11:43:11.777 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:11.776+0000 7f2772fd6700 1 -- 172.21.15.162:0/1380852410 wait complete. 2024-06-13T11:43:11.777 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:11.776+0000 7f2772fd6700 1 Processor -- start 2024-06-13T11:43:11.777 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:11.776+0000 7f2772fd6700 1 -- start start 2024-06-13T11:43:11.777 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:11.776+0000 7f2772fd6700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f276c102100 0x7f276c19d660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:43:11.777 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:11.776+0000 7f2772fd6700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f276c10c4d0 con 0x7f276c102100 2024-06-13T11:43:11.778 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:11.777+0000 7f2770d72700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f276c102100 0x7f276c19d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:43:11.779 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:11.777+0000 7f2770d72700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f276c102100 0x7f276c19d660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.162:46438/0 (socket says 172.21.15.162:46438) 2024-06-13T11:43:11.779 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:11.777+0000 7f2770d72700 1 -- 172.21.15.162:0/3496546178 learned_addr learned my addr 172.21.15.162:0/3496546178 (peer_addr_for_me v2:172.21.15.162:0/0) 2024-06-13T11:43:11.779 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:11.778+0000 7f2770d72700 1 -- 172.21.15.162:0/3496546178 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f276c19dba0 con 0x7f276c102100 2024-06-13T11:43:11.779 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:11.778+0000 7f2770d72700 1 --2- 172.21.15.162:0/3496546178 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f276c102100 0x7f276c19d660 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f2768015040 tx=0x7f2768003d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:43:11.779 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:11.778+0000 7f2761ffb700 1 -- 172.21.15.162:0/3496546178 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2768017040 con 0x7f276c102100 2024-06-13T11:43:11.779 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:11.778+0000 7f2772fd6700 1 -- 172.21.15.162:0/3496546178 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f276c19de30 con 0x7f276c102100 2024-06-13T11:43:11.779 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:11.778+0000 7f2772fd6700 1 -- 172.21.15.162:0/3496546178 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f276c197730 con 0x7f276c102100 2024-06-13T11:43:11.779 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:11.778+0000 7f2761ffb700 1 -- 172.21.15.162:0/3496546178 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2768022070 con 0x7f276c102100 2024-06-13T11:43:11.779 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:11.778+0000 7f2761ffb700 1 -- 172.21.15.162:0/3496546178 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2768004190 con 0x7f276c102100 2024-06-13T11:43:11.780 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:11.779+0000 7f2772fd6700 1 -- 172.21.15.162:0/3496546178 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f276c1035e0 con 0x7f276c102100 2024-06-13T11:43:11.780 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:11.780+0000 7f2761ffb700 1 -- 172.21.15.162:0/3496546178 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f276800bc10 con 0x7f276c102100 2024-06-13T11:43:11.780 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:11.780+0000 7f2761ffb700 1 --2- 172.21.15.162:0/3496546178 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f27540390f0 0x7f275403b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:43:11.780 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:11.780+0000 7f2761ffb700 1 -- 172.21.15.162:0/3496546178 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f276800f050 con 0x7f276c102100 2024-06-13T11:43:11.781 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:11.781+0000 7f2763fff700 1 --2- 172.21.15.162:0/3496546178 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f27540390f0 0x7f275403b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:43:11.781 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:11.782+0000 7f2763fff700 1 --2- 172.21.15.162:0/3496546178 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f27540390f0 0x7f275403b5b0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f275c006fd0 tx=0x7f275c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:43:11.796 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:11.796+0000 7f2761ffb700 1 -- 172.21.15.162:0/3496546178 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f2768007e20 con 0x7f276c102100 2024-06-13T11:43:11.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:11 smithi042 ceph-mon[32231]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:12.005 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:12.005+0000 7f2772fd6700 1 -- 172.21.15.162:0/3496546178 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi042:172.21.15.42=a;smithi088:172.21.15.88=b;smithi162:172.21.15.162=c", "target": ["mon-mgr", ""]}) -- 0x7f276c198c60 con 0x7f27540390f0 2024-06-13T11:43:12.020 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:12.020+0000 7f2761ffb700 1 -- 172.21.15.162:0/3496546178 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f276c198c60 con 0x7f27540390f0 2024-06-13T11:43:12.020 INFO:teuthology.orchestra.run.smithi162.stdout:Scheduled mon update... 2024-06-13T11:43:12.022 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:12.022+0000 7f2772fd6700 1 -- 172.21.15.162:0/3496546178 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f27540390f0 msgr2=0x7f275403b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:43:12.022 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:12.022+0000 7f2772fd6700 1 --2- 172.21.15.162:0/3496546178 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f27540390f0 0x7f275403b5b0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f275c006fd0 tx=0x7f275c006e40 comp rx=0 tx=0).stop 2024-06-13T11:43:12.022 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:12.022+0000 7f2772fd6700 1 -- 172.21.15.162:0/3496546178 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f276c102100 msgr2=0x7f276c19d660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:43:12.022 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:12.022+0000 7f2772fd6700 1 --2- 172.21.15.162:0/3496546178 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f276c102100 0x7f276c19d660 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f2768015040 tx=0x7f2768003d50 comp rx=0 tx=0).stop 2024-06-13T11:43:12.023 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:12.022+0000 7f2772fd6700 1 -- 172.21.15.162:0/3496546178 shutdown_connections 2024-06-13T11:43:12.023 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:12.022+0000 7f2772fd6700 1 --2- 172.21.15.162:0/3496546178 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f27540390f0 0x7f275403b5b0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:12.023 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:12.022+0000 7f2772fd6700 1 --2- 172.21.15.162:0/3496546178 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f276c102100 0x7f276c19d660 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:12.023 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:12.022+0000 7f2772fd6700 1 -- 172.21.15.162:0/3496546178 >> 172.21.15.162:0/3496546178 conn(0x7f276c0fd9d0 msgr2=0x7f276c103ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:43:12.023 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:12.022+0000 7f2772fd6700 1 -- 172.21.15.162:0/3496546178 shutdown_connections 2024-06-13T11:43:12.023 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:12.022+0000 7f2772fd6700 1 -- 172.21.15.162:0/3496546178 wait complete. 2024-06-13T11:43:12.591 DEBUG:teuthology.orchestra.run.smithi088:mon.b> sudo journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mon.b.service 2024-06-13T11:43:12.594 DEBUG:teuthology.orchestra.run.smithi162:mon.c> sudo journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mon.c.service 2024-06-13T11:43:12.597 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-06-13T11:43:12.597 DEBUG:teuthology.orchestra.run.smithi162:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph mon dump -f json 2024-06-13T11:43:13.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:13 smithi042 ceph-mon[32231]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi042:172.21.15.42=a;smithi088:172.21.15.88=b;smithi162:172.21.15.162=c", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:43:13.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:13 smithi042 ceph-mon[32231]: Saving service mon spec with placement smithi042:172.21.15.42=a;smithi088:172.21.15.88=b;smithi162:172.21.15.162=c;count:3 2024-06-13T11:43:13.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:13 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:13.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:13 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:43:13.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:13 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:13.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:13 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:43:13.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:13 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:13.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:13 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-13T11:43:13.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:13 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:13.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:13 smithi042 ceph-mon[32231]: Deploying daemon mon.c on smithi162 2024-06-13T11:43:14.115 INFO:teuthology.orchestra.run.smithi162.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T11:43:14.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:14 smithi042 ceph-mon[32231]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:15.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:15 smithi162 systemd[1]: Starting Ceph mon.c for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T11:43:16.156 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.154+0000 7f36c0588700 1 -- 172.21.15.162:0/1407634162 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f36b8100680 msgr2=0x7f36b8100a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:43:16.157 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.154+0000 7f36c0588700 1 --2- 172.21.15.162:0/1407634162 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f36b8100680 0x7f36b8100a60 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f36b4009910 tx=0x7f36b4009c20 comp rx=0 tx=0).stop 2024-06-13T11:43:16.157 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.154+0000 7f36c0588700 1 -- 172.21.15.162:0/1407634162 shutdown_connections 2024-06-13T11:43:16.157 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.154+0000 7f36c0588700 1 --2- 172.21.15.162:0/1407634162 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f36b8100680 0x7f36b8100a60 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:16.157 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.154+0000 7f36c0588700 1 -- 172.21.15.162:0/1407634162 >> 172.21.15.162:0/1407634162 conn(0x7f36b8077510 msgr2=0x7f36b8077920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:43:16.157 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.154+0000 7f36c0588700 1 -- 172.21.15.162:0/1407634162 shutdown_connections 2024-06-13T11:43:16.157 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.154+0000 7f36c0588700 1 -- 172.21.15.162:0/1407634162 wait complete. 2024-06-13T11:43:16.157 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.155+0000 7f36c0588700 1 Processor -- start 2024-06-13T11:43:16.157 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.155+0000 7f36c0588700 1 -- start start 2024-06-13T11:43:16.157 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.155+0000 7f36c0588700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f36b8100680 0x7f36b8101600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:43:16.157 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.155+0000 7f36c0588700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f36b810c510 con 0x7f36b8100680 2024-06-13T11:43:16.158 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.156+0000 7f36be324700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f36b8100680 0x7f36b8101600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:43:16.159 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.156+0000 7f36be324700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f36b8100680 0x7f36b8101600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.162:46432/0 (socket says 172.21.15.162:46432) 2024-06-13T11:43:16.159 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.156+0000 7f36be324700 1 -- 172.21.15.162:0/1696480740 learned_addr learned my addr 172.21.15.162:0/1696480740 (peer_addr_for_me v2:172.21.15.162:0/0) 2024-06-13T11:43:16.159 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.157+0000 7f36be324700 1 -- 172.21.15.162:0/1696480740 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36b81034f0 con 0x7f36b8100680 2024-06-13T11:43:16.159 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.157+0000 7f36be324700 1 --2- 172.21.15.162:0/1696480740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f36b8100680 0x7f36b8101600 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f36b4006010 tx=0x7f36b4005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:43:16.159 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.157+0000 7f36af7fe700 1 -- 172.21.15.162:0/1696480740 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f36b4026070 con 0x7f36b8100680 2024-06-13T11:43:16.159 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.157+0000 7f36c0588700 1 -- 172.21.15.162:0/1696480740 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36b8101ba0 con 0x7f36b8100680 2024-06-13T11:43:16.159 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.157+0000 7f36af7fe700 1 -- 172.21.15.162:0/1696480740 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f36b400bc30 con 0x7f36b8100680 2024-06-13T11:43:16.159 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.157+0000 7f36c0588700 1 -- 172.21.15.162:0/1696480740 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36b8102060 con 0x7f36b8100680 2024-06-13T11:43:16.159 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.158+0000 7f36af7fe700 1 -- 172.21.15.162:0/1696480740 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f36b40039d0 con 0x7f36b8100680 2024-06-13T11:43:16.159 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.158+0000 7f36c0588700 1 -- 172.21.15.162:0/1696480740 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36b8063af0 con 0x7f36b8100680 2024-06-13T11:43:16.160 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.159+0000 7f36af7fe700 1 -- 172.21.15.162:0/1696480740 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f36b4029070 con 0x7f36b8100680 2024-06-13T11:43:16.160 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.159+0000 7f36af7fe700 1 --2- 172.21.15.162:0/1696480740 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f36a40390f0 0x7f36a403b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:43:16.160 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.159+0000 7f36af7fe700 1 -- 172.21.15.162:0/1696480740 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f36b401e070 con 0x7f36b8100680 2024-06-13T11:43:16.161 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.160+0000 7f36bdb23700 1 --2- 172.21.15.162:0/1696480740 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f36a40390f0 0x7f36a403b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:43:16.161 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.161+0000 7f36bdb23700 1 --2- 172.21.15.162:0/1696480740 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f36a40390f0 0x7f36a403b5b0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f36a8006fd0 tx=0x7f36a8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:43:16.176 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.175+0000 7f36af7fe700 1 -- 172.21.15.162:0/1696480740 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f36b4030020 con 0x7f36b8100680 2024-06-13T11:43:16.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:16 smithi042 ceph-mon[32231]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:16.381 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 podman[36730]: 2024-06-13 11:43:16.279721382 +0000 UTC m=+0.099715097 container create 88675cd2c559258a71febe5d6a7a2cc556e4083599644475bbc3db8f0393a958 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-c, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-06-13T11:43:16.381 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 podman[36730]: 2024-06-13 11:43:16.198141823 +0000 UTC m=+0.018135542 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T11:43:16.463 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.462+0000 7f36c0588700 1 -- 172.21.15.162:0/1696480740 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f36b80008d0 con 0x7f36b8100680 2024-06-13T11:43:16.464 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.463+0000 7f36af7fe700 1 -- 172.21.15.162:0/1696480740 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7f36b4013070 con 0x7f36b8100680 2024-06-13T11:43:16.464 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-06-13T11:43:16.464 INFO:teuthology.orchestra.run.smithi162.stdout:{"epoch":1,"fsid":"aa9143f6-2979-11ef-bc9c-c7b262605968","modified":"2024-06-13T11:41:04.851290Z","created":"2024-06-13T11:41:04.851290Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:3300","nonce":0},{"type":"v1","addr":"172.21.15.42:6789","nonce":0}]},"addr":"172.21.15.42:6789/0","public_addr":"172.21.15.42:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-06-13T11:43:16.466 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.465+0000 7f36c0588700 1 -- 172.21.15.162:0/1696480740 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f36a40390f0 msgr2=0x7f36a403b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:43:16.466 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.465+0000 7f36c0588700 1 --2- 172.21.15.162:0/1696480740 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f36a40390f0 0x7f36a403b5b0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f36a8006fd0 tx=0x7f36a8006e40 comp rx=0 tx=0).stop 2024-06-13T11:43:16.466 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.465+0000 7f36c0588700 1 -- 172.21.15.162:0/1696480740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f36b8100680 msgr2=0x7f36b8101600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:43:16.466 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.465+0000 7f36c0588700 1 --2- 172.21.15.162:0/1696480740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f36b8100680 0x7f36b8101600 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f36b4006010 tx=0x7f36b4005030 comp rx=0 tx=0).stop 2024-06-13T11:43:16.466 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.465+0000 7f36c0588700 1 -- 172.21.15.162:0/1696480740 shutdown_connections 2024-06-13T11:43:16.467 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.465+0000 7f36c0588700 1 --2- 172.21.15.162:0/1696480740 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f36a40390f0 0x7f36a403b5b0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:16.467 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.465+0000 7f36c0588700 1 --2- 172.21.15.162:0/1696480740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f36b8100680 0x7f36b8101600 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:16.467 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.465+0000 7f36c0588700 1 -- 172.21.15.162:0/1696480740 >> 172.21.15.162:0/1696480740 conn(0x7f36b8077510 msgr2=0x7f36b8103b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:43:16.467 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.465+0000 7f36c0588700 1 -- 172.21.15.162:0/1696480740 shutdown_connections 2024-06-13T11:43:16.467 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:16.465+0000 7f36c0588700 1 -- 172.21.15.162:0/1696480740 wait complete. 2024-06-13T11:43:16.467 INFO:teuthology.orchestra.run.smithi162.stderr:dumped monmap epoch 1 2024-06-13T11:43:16.844 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 podman[36730]: 2024-06-13 11:43:16.48269515 +0000 UTC m=+0.302688872 container init 88675cd2c559258a71febe5d6a7a2cc556e4083599644475bbc3db8f0393a958 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-c, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T11:43:16.844 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 podman[36730]: 2024-06-13 11:43:16.486126594 +0000 UTC m=+0.306120300 container start 88675cd2c559258a71febe5d6a7a2cc556e4083599644475bbc3db8f0393a958 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-06-13T11:43:16.844 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: set uid:gid to 167:167 (ceph:ceph) 2024-06-13T11:43:16.844 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc), process ceph-mon, pid 2 2024-06-13T11:43:16.844 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: pidfile_write: ignore empty --pid-file 2024-06-13T11:43:16.844 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: load: jerasure load: lrc 2024-06-13T11:43:16.844 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: RocksDB version: 7.9.2 2024-06-13T11:43:16.844 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Git sha 0 2024-06-13T11:43:16.844 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Compile date 2024-05-30 15:42:47 2024-06-13T11:43:16.845 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: DB SUMMARY 2024-06-13T11:43:16.845 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: DB Session ID: HLT57TVWLGP4ATKZ2THT 2024-06-13T11:43:16.845 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: CURRENT file: CURRENT 2024-06-13T11:43:16.845 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: IDENTITY file: IDENTITY 2024-06-13T11:43:16.845 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-06-13T11:43:16.845 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-06-13T11:43:16.845 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-06-13T11:43:16.845 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.error_if_exists: 0 2024-06-13T11:43:16.845 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.create_if_missing: 0 2024-06-13T11:43:16.845 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.paranoid_checks: 1 2024-06-13T11:43:16.845 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.flush_verify_memtable_count: 1 2024-06-13T11:43:16.845 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-06-13T11:43:16.845 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-06-13T11:43:16.846 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.env: 0x55ce1b931c60 2024-06-13T11:43:16.846 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.fs: PosixFileSystem 2024-06-13T11:43:16.846 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.info_log: 0x55ce1cd69b20 2024-06-13T11:43:16.846 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.max_file_opening_threads: 16 2024-06-13T11:43:16.847 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.statistics: (nil) 2024-06-13T11:43:16.848 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.use_fsync: 0 2024-06-13T11:43:16.848 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.max_log_file_size: 0 2024-06-13T11:43:16.848 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-06-13T11:43:16.848 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.log_file_time_to_roll: 0 2024-06-13T11:43:16.848 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.keep_log_file_num: 1000 2024-06-13T11:43:16.848 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.recycle_log_file_num: 0 2024-06-13T11:43:16.848 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.allow_fallocate: 1 2024-06-13T11:43:16.848 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.allow_mmap_reads: 0 2024-06-13T11:43:16.849 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.allow_mmap_writes: 0 2024-06-13T11:43:16.849 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.use_direct_reads: 0 2024-06-13T11:43:16.849 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-06-13T11:43:16.849 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.create_missing_column_families: 0 2024-06-13T11:43:16.849 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.db_log_dir: 2024-06-13T11:43:16.849 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.wal_dir: 2024-06-13T11:43:16.849 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.table_cache_numshardbits: 6 2024-06-13T11:43:16.849 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.WAL_ttl_seconds: 0 2024-06-13T11:43:16.849 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.WAL_size_limit_MB: 0 2024-06-13T11:43:16.849 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-06-13T11:43:16.849 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-06-13T11:43:16.849 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.is_fd_close_on_exec: 1 2024-06-13T11:43:16.849 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.advise_random_on_open: 1 2024-06-13T11:43:16.850 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.db_write_buffer_size: 0 2024-06-13T11:43:16.850 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.write_buffer_manager: 0x55ce1cd3a1e0 2024-06-13T11:43:16.850 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-06-13T11:43:16.850 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-06-13T11:43:16.850 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.use_adaptive_mutex: 0 2024-06-13T11:43:16.850 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.rate_limiter: (nil) 2024-06-13T11:43:16.850 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-06-13T11:43:16.850 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.wal_recovery_mode: 2 2024-06-13T11:43:16.850 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.enable_thread_tracking: 0 2024-06-13T11:43:16.851 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.enable_pipelined_write: 0 2024-06-13T11:43:16.851 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.unordered_write: 0 2024-06-13T11:43:16.851 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-06-13T11:43:16.851 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-06-13T11:43:16.851 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-06-13T11:43:16.851 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-06-13T11:43:16.851 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.row_cache: None 2024-06-13T11:43:16.851 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.wal_filter: None 2024-06-13T11:43:16.851 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-06-13T11:43:16.851 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.allow_ingest_behind: 0 2024-06-13T11:43:16.851 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.two_write_queues: 0 2024-06-13T11:43:16.851 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.manual_wal_flush: 0 2024-06-13T11:43:16.851 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.wal_compression: 0 2024-06-13T11:43:16.852 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.atomic_flush: 0 2024-06-13T11:43:16.852 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-06-13T11:43:16.852 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.persist_stats_to_disk: 0 2024-06-13T11:43:16.852 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.write_dbid_to_manifest: 0 2024-06-13T11:43:16.852 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.log_readahead_size: 0 2024-06-13T11:43:16.852 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-06-13T11:43:16.852 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.best_efforts_recovery: 0 2024-06-13T11:43:16.852 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-06-13T11:43:16.852 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-06-13T11:43:16.852 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.allow_data_in_errors: 0 2024-06-13T11:43:16.852 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.db_host_id: __hostname__ 2024-06-13T11:43:16.852 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.enforce_single_del_contracts: true 2024-06-13T11:43:16.852 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.max_background_jobs: 2 2024-06-13T11:43:16.852 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.max_background_compactions: -1 2024-06-13T11:43:16.853 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.max_subcompactions: 1 2024-06-13T11:43:16.853 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-06-13T11:43:16.853 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-06-13T11:43:16.853 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.delayed_write_rate : 16777216 2024-06-13T11:43:16.853 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.max_total_wal_size: 0 2024-06-13T11:43:16.853 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-06-13T11:43:16.853 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.stats_dump_period_sec: 600 2024-06-13T11:43:16.853 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.stats_persist_period_sec: 600 2024-06-13T11:43:16.853 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-06-13T11:43:16.853 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.max_open_files: -1 2024-06-13T11:43:16.853 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.bytes_per_sync: 0 2024-06-13T11:43:16.853 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.wal_bytes_per_sync: 0 2024-06-13T11:43:16.853 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.strict_bytes_per_sync: 0 2024-06-13T11:43:16.853 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.compaction_readahead_size: 0 2024-06-13T11:43:16.854 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.max_background_flushes: -1 2024-06-13T11:43:16.854 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Compression algorithms supported: 2024-06-13T11:43:16.854 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-06-13T11:43:16.854 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: kZSTD supported: 0 2024-06-13T11:43:16.854 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: kXpressCompression supported: 0 2024-06-13T11:43:16.854 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: kLZ4HCCompression supported: 1 2024-06-13T11:43:16.854 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: kZlibCompression supported: 1 2024-06-13T11:43:16.854 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: kSnappyCompression supported: 1 2024-06-13T11:43:16.854 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: kLZ4Compression supported: 1 2024-06-13T11:43:16.854 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: kBZip2Compression supported: 0 2024-06-13T11:43:16.854 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Fast CRC32 supported: Supported on x86 2024-06-13T11:43:16.854 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: DMutex implementation: pthread_mutex_t 2024-06-13T11:43:16.854 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-06-13T11:43:16.855 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-06-13T11:43:16.855 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-06-13T11:43:16.855 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.merge_operator: 2024-06-13T11:43:16.855 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.compaction_filter: None 2024-06-13T11:43:16.855 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.compaction_filter_factory: None 2024-06-13T11:43:16.855 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.sst_partitioner_factory: None 2024-06-13T11:43:16.855 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.memtable_factory: SkipListFactory 2024-06-13T11:43:16.855 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.table_factory: BlockBasedTable 2024-06-13T11:43:16.855 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ce1cd69c40) 2024-06-13T11:43:16.855 INFO:journalctl@ceph.mon.c.smithi162.stdout: cache_index_and_filter_blocks: 1 2024-06-13T11:43:16.855 INFO:journalctl@ceph.mon.c.smithi162.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-06-13T11:43:16.855 INFO:journalctl@ceph.mon.c.smithi162.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-06-13T11:43:16.855 INFO:journalctl@ceph.mon.c.smithi162.stdout: pin_top_level_index_and_filter: 1 2024-06-13T11:43:16.855 INFO:journalctl@ceph.mon.c.smithi162.stdout: index_type: 0 2024-06-13T11:43:16.856 INFO:journalctl@ceph.mon.c.smithi162.stdout: data_block_index_type: 0 2024-06-13T11:43:16.856 INFO:journalctl@ceph.mon.c.smithi162.stdout: index_shortening: 1 2024-06-13T11:43:16.856 INFO:journalctl@ceph.mon.c.smithi162.stdout: data_block_hash_table_util_ratio: 0.750000 2024-06-13T11:43:16.856 INFO:journalctl@ceph.mon.c.smithi162.stdout: checksum: 4 2024-06-13T11:43:16.856 INFO:journalctl@ceph.mon.c.smithi162.stdout: no_block_cache: 0 2024-06-13T11:43:16.856 INFO:journalctl@ceph.mon.c.smithi162.stdout: block_cache: 0x55ce1cd6b090 2024-06-13T11:43:16.856 INFO:journalctl@ceph.mon.c.smithi162.stdout: block_cache_name: BinnedLRUCache 2024-06-13T11:43:16.856 INFO:journalctl@ceph.mon.c.smithi162.stdout: block_cache_options: 2024-06-13T11:43:16.856 INFO:journalctl@ceph.mon.c.smithi162.stdout: capacity : 536870912 2024-06-13T11:43:16.856 INFO:journalctl@ceph.mon.c.smithi162.stdout: num_shard_bits : 4 2024-06-13T11:43:16.856 INFO:journalctl@ceph.mon.c.smithi162.stdout: strict_capacity_limit : 0 2024-06-13T11:43:16.856 INFO:journalctl@ceph.mon.c.smithi162.stdout: high_pri_pool_ratio: 0.000 2024-06-13T11:43:16.856 INFO:journalctl@ceph.mon.c.smithi162.stdout: block_cache_compressed: (nil) 2024-06-13T11:43:16.857 INFO:journalctl@ceph.mon.c.smithi162.stdout: persistent_cache: (nil) 2024-06-13T11:43:16.857 INFO:journalctl@ceph.mon.c.smithi162.stdout: block_size: 4096 2024-06-13T11:43:16.857 INFO:journalctl@ceph.mon.c.smithi162.stdout: block_size_deviation: 10 2024-06-13T11:43:16.857 INFO:journalctl@ceph.mon.c.smithi162.stdout: block_restart_interval: 16 2024-06-13T11:43:16.857 INFO:journalctl@ceph.mon.c.smithi162.stdout: index_block_restart_interval: 1 2024-06-13T11:43:16.857 INFO:journalctl@ceph.mon.c.smithi162.stdout: metadata_block_size: 4096 2024-06-13T11:43:16.857 INFO:journalctl@ceph.mon.c.smithi162.stdout: partition_filters: 0 2024-06-13T11:43:16.857 INFO:journalctl@ceph.mon.c.smithi162.stdout: use_delta_encoding: 1 2024-06-13T11:43:16.857 INFO:journalctl@ceph.mon.c.smithi162.stdout: filter_policy: bloomfilter 2024-06-13T11:43:16.857 INFO:journalctl@ceph.mon.c.smithi162.stdout: whole_key_filtering: 1 2024-06-13T11:43:16.857 INFO:journalctl@ceph.mon.c.smithi162.stdout: verify_compression: 0 2024-06-13T11:43:16.857 INFO:journalctl@ceph.mon.c.smithi162.stdout: read_amp_bytes_per_bit: 0 2024-06-13T11:43:16.857 INFO:journalctl@ceph.mon.c.smithi162.stdout: format_version: 5 2024-06-13T11:43:16.858 INFO:journalctl@ceph.mon.c.smithi162.stdout: enable_index_compression: 1 2024-06-13T11:43:16.858 INFO:journalctl@ceph.mon.c.smithi162.stdout: block_align: 0 2024-06-13T11:43:16.858 INFO:journalctl@ceph.mon.c.smithi162.stdout: max_auto_readahead_size: 262144 2024-06-13T11:43:16.858 INFO:journalctl@ceph.mon.c.smithi162.stdout: prepopulate_block_cache: 0 2024-06-13T11:43:16.858 INFO:journalctl@ceph.mon.c.smithi162.stdout: initial_auto_readahead_size: 8192 2024-06-13T11:43:16.858 INFO:journalctl@ceph.mon.c.smithi162.stdout: num_file_reads_for_auto_readahead: 2 2024-06-13T11:43:16.858 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.write_buffer_size: 33554432 2024-06-13T11:43:16.858 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.max_write_buffer_number: 2 2024-06-13T11:43:16.858 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.compression: NoCompression 2024-06-13T11:43:16.858 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.bottommost_compression: Disabled 2024-06-13T11:43:16.859 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.prefix_extractor: nullptr 2024-06-13T11:43:16.859 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-06-13T11:43:16.859 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.num_levels: 7 2024-06-13T11:43:16.859 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-06-13T11:43:16.859 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-06-13T11:43:16.859 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-06-13T11:43:16.859 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-06-13T11:43:16.859 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-06-13T11:43:16.859 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-06-13T11:43:16.859 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-06-13T11:43:16.859 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-06-13T11:43:16.859 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-06-13T11:43:16.860 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-06-13T11:43:16.860 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-06-13T11:43:16.860 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-06-13T11:43:16.860 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.compression_opts.window_bits: -14 2024-06-13T11:43:16.860 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.compression_opts.level: 32767 2024-06-13T11:43:16.860 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.compression_opts.strategy: 0 2024-06-13T11:43:16.860 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-06-13T11:43:16.860 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-06-13T11:43:16.860 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-06-13T11:43:16.860 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-06-13T11:43:16.860 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.compression_opts.enabled: false 2024-06-13T11:43:16.860 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-06-13T11:43:16.860 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-06-13T11:43:16.860 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-06-13T11:43:16.861 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-06-13T11:43:16.861 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.target_file_size_base: 67108864 2024-06-13T11:43:16.861 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.target_file_size_multiplier: 1 2024-06-13T11:43:16.861 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-06-13T11:43:16.861 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-06-13T11:43:16.861 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-06-13T11:43:16.861 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-06-13T11:43:16.861 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-06-13T11:43:16.861 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-06-13T11:43:16.861 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-06-13T11:43:16.861 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-06-13T11:43:16.861 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-06-13T11:43:16.861 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-06-13T11:43:16.862 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-06-13T11:43:16.862 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-06-13T11:43:16.862 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-06-13T11:43:16.862 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.arena_block_size: 1048576 2024-06-13T11:43:16.862 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-06-13T11:43:16.862 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-06-13T11:43:16.862 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.disable_auto_compactions: 0 2024-06-13T11:43:16.862 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-06-13T11:43:16.862 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-06-13T11:43:16.862 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-06-13T11:43:16.862 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-06-13T11:43:16.862 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-06-13T11:43:16.862 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-06-13T11:43:16.863 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-06-13T11:43:16.863 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-06-13T11:43:16.863 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-06-13T11:43:16.863 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-06-13T11:43:16.863 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.table_properties_collectors: 2024-06-13T11:43:16.863 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.inplace_update_support: 0 2024-06-13T11:43:16.863 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.inplace_update_num_locks: 10000 2024-06-13T11:43:16.863 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-06-13T11:43:16.863 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-06-13T11:43:16.863 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.memtable_huge_page_size: 0 2024-06-13T11:43:16.863 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.bloom_locality: 0 2024-06-13T11:43:16.863 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.max_successive_merges: 0 2024-06-13T11:43:16.863 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.optimize_filters_for_hits: 0 2024-06-13T11:43:16.864 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.paranoid_file_checks: 0 2024-06-13T11:43:16.864 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.force_consistency_checks: 1 2024-06-13T11:43:16.864 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.report_bg_io_stats: 0 2024-06-13T11:43:16.864 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.ttl: 2592000 2024-06-13T11:43:16.864 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.periodic_compaction_seconds: 0 2024-06-13T11:43:16.864 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-06-13T11:43:16.864 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-06-13T11:43:16.864 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.enable_blob_files: false 2024-06-13T11:43:16.864 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.min_blob_size: 0 2024-06-13T11:43:16.864 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.blob_file_size: 268435456 2024-06-13T11:43:16.864 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.blob_compression_type: NoCompression 2024-06-13T11:43:16.864 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.enable_blob_garbage_collection: false 2024-06-13T11:43:16.864 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-06-13T11:43:16.864 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-06-13T11:43:16.865 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-06-13T11:43:16.865 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.blob_file_starting_level: 0 2024-06-13T11:43:16.865 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-06-13T11:43:16.865 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-06-13T11:43:16.865 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-06-13T11:43:16.865 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 1e1eb75e-41d6-40f6-bc94-4799a165b747 2024-06-13T11:43:16.865 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: EVENT_LOG_v1 {"time_micros": 1718278996517107, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-06-13T11:43:16.865 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-06-13T11:43:16.865 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: EVENT_LOG_v1 {"time_micros": 1718278996517632, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1718278996, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "1e1eb75e-41d6-40f6-bc94-4799a165b747", "db_session_id": "HLT57TVWLGP4ATKZ2THT", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-06-13T11:43:16.865 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: EVENT_LOG_v1 {"time_micros": 1718278996517731, "job": 1, "event": "recovery_finished"} 2024-06-13T11:43:16.865 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-06-13T11:43:16.865 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-06-13T11:43:16.865 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55ce1ce5a000 2024-06-13T11:43:16.866 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: DB pointer 0x55ce1ce44000 2024-06-13T11:43:16.866 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-06-13T11:43:16.866 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-06-13T11:43:16.866 INFO:journalctl@ceph.mon.c.smithi162.stdout: ** DB Stats ** 2024-06-13T11:43:16.866 INFO:journalctl@ceph.mon.c.smithi162.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-06-13T11:43:16.866 INFO:journalctl@ceph.mon.c.smithi162.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-06-13T11:43:16.866 INFO:journalctl@ceph.mon.c.smithi162.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-06-13T11:43:16.866 INFO:journalctl@ceph.mon.c.smithi162.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-06-13T11:43:16.866 INFO:journalctl@ceph.mon.c.smithi162.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-06-13T11:43:16.866 INFO:journalctl@ceph.mon.c.smithi162.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-06-13T11:43:16.866 INFO:journalctl@ceph.mon.c.smithi162.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-06-13T11:43:16.866 INFO:journalctl@ceph.mon.c.smithi162.stdout: 2024-06-13T11:43:16.867 INFO:journalctl@ceph.mon.c.smithi162.stdout: ** Compaction Stats [default] ** 2024-06-13T11:43:16.867 INFO:journalctl@ceph.mon.c.smithi162.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-06-13T11:43:16.867 INFO:journalctl@ceph.mon.c.smithi162.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-06-13T11:43:16.867 INFO:journalctl@ceph.mon.c.smithi162.stdout: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-06-13T11:43:16.867 INFO:journalctl@ceph.mon.c.smithi162.stdout: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-06-13T11:43:16.867 INFO:journalctl@ceph.mon.c.smithi162.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-06-13T11:43:16.867 INFO:journalctl@ceph.mon.c.smithi162.stdout: 2024-06-13T11:43:16.867 INFO:journalctl@ceph.mon.c.smithi162.stdout: ** Compaction Stats [default] ** 2024-06-13T11:43:16.867 INFO:journalctl@ceph.mon.c.smithi162.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-06-13T11:43:16.867 INFO:journalctl@ceph.mon.c.smithi162.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-06-13T11:43:16.867 INFO:journalctl@ceph.mon.c.smithi162.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-06-13T11:43:16.867 INFO:journalctl@ceph.mon.c.smithi162.stdout: 2024-06-13T11:43:16.867 INFO:journalctl@ceph.mon.c.smithi162.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-06-13T11:43:16.868 INFO:journalctl@ceph.mon.c.smithi162.stdout: 2024-06-13T11:43:16.868 INFO:journalctl@ceph.mon.c.smithi162.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-06-13T11:43:16.868 INFO:journalctl@ceph.mon.c.smithi162.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-06-13T11:43:16.868 INFO:journalctl@ceph.mon.c.smithi162.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-06-13T11:43:16.868 INFO:journalctl@ceph.mon.c.smithi162.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-06-13T11:43:16.868 INFO:journalctl@ceph.mon.c.smithi162.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-06-13T11:43:16.868 INFO:journalctl@ceph.mon.c.smithi162.stdout: AddFile(Keys): cumulative 0, interval 0 2024-06-13T11:43:16.868 INFO:journalctl@ceph.mon.c.smithi162.stdout: Cumulative compaction: 0.00 GB write, 0.48 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-06-13T11:43:16.868 INFO:journalctl@ceph.mon.c.smithi162.stdout: Interval compaction: 0.00 GB write, 0.48 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-06-13T11:43:16.868 INFO:journalctl@ceph.mon.c.smithi162.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-06-13T11:43:16.868 INFO:journalctl@ceph.mon.c.smithi162.stdout: Block cache BinnedLRUCache@0x55ce1cd6b090#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-06-13T11:43:16.868 INFO:journalctl@ceph.mon.c.smithi162.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-06-13T11:43:16.868 INFO:journalctl@ceph.mon.c.smithi162.stdout: 2024-06-13T11:43:16.869 INFO:journalctl@ceph.mon.c.smithi162.stdout: ** File Read Latency Histogram By Level [default] ** 2024-06-13T11:43:16.869 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-06-13T11:43:16.869 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: using public_addr v2:172.21.15.162:0/0 -> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] 2024-06-13T11:43:16.869 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: starting mon.c rank -1 at public addrs [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] at bind addrs [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T11:43:16.869 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: mon.c@-1(???) e0 preinit fsid aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T11:43:16.869 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: mon.c@-1(synchronizing).mds e1 new map 2024-06-13T11:43:16.869 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: mon.c@-1(synchronizing).mds e1 print_map 2024-06-13T11:43:16.869 INFO:journalctl@ceph.mon.c.smithi162.stdout: e1 2024-06-13T11:43:16.869 INFO:journalctl@ceph.mon.c.smithi162.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-06-13T11:43:16.869 INFO:journalctl@ceph.mon.c.smithi162.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-06-13T11:43:16.869 INFO:journalctl@ceph.mon.c.smithi162.stdout: legacy client fscid: -1 2024-06-13T11:43:16.869 INFO:journalctl@ceph.mon.c.smithi162.stdout: 2024-06-13T11:43:16.869 INFO:journalctl@ceph.mon.c.smithi162.stdout: No filesystems configured 2024-06-13T11:43:16.870 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-06-13T11:43:16.870 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-06-13T11:43:16.870 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-06-13T11:43:16.870 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-06-13T11:43:16.870 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-06-13T11:43:16.870 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-06-13T11:43:16.870 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-06-13T11:43:16.870 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-06-13T11:43:16.870 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-06-13T11:43:16.870 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-06-13T11:43:16.870 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:16.870 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:16.870 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T11:43:16.870 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:16.871 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:16.871 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:16.871 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:16.871 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:16.871 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:16.871 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:43:16.871 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:16.871 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:43:16.871 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: Updating smithi088:/etc/ceph/ceph.conf 2024-06-13T11:43:16.871 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: Updating smithi088:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T11:43:16.871 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: Updating smithi088:/etc/ceph/ceph.client.admin.keyring 2024-06-13T11:43:16.871 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi162", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:43:16.872 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: Updating smithi088:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.client.admin.keyring 2024-06-13T11:43:16.872 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:16.872 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:16.872 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:16.872 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: Deploying cephadm binary to smithi162 2024-06-13T11:43:16.872 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:16.872 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:16.872 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:16.872 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:16.872 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: Added host smithi162 2024-06-13T11:43:16.872 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:43:16.872 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:16.872 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:16.872 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:16.873 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:16.873 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T11:43:16.873 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:16.873 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:16.873 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:16.873 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:16.873 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:16.873 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi162", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:43:16.873 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:16.873 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:43:16.873 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: Updating smithi162:/etc/ceph/ceph.conf 2024-06-13T11:43:16.873 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:16.873 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: Updating smithi162:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T11:43:16.873 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: Updating smithi162:/etc/ceph/ceph.client.admin.keyring 2024-06-13T11:43:16.874 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/732111516' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-06-13T11:43:16.874 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/732111516' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-06-13T11:43:16.874 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: osdmap e4: 0 total, 0 up, 0 in 2024-06-13T11:43:16.874 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: Updating smithi162:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.client.admin.keyring 2024-06-13T11:43:16.874 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:16.874 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:16.874 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:16.874 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:16.874 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi042:172.21.15.42=a;smithi088:172.21.15.88=b;smithi162:172.21.15.162=c", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:43:16.874 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: Saving service mon spec with placement smithi042:172.21.15.42=a;smithi088:172.21.15.88=b;smithi162:172.21.15.162=c;count:3 2024-06-13T11:43:16.874 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:16.874 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:43:16.874 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:16.875 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:43:16.875 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:16.875 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-13T11:43:16.875 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:16.875 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: Deploying daemon mon.c on smithi162 2024-06-13T11:43:16.875 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:16.875 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:16.875 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 ceph-mon[36757]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-06-13T11:43:16.875 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 bash[36730]: 88675cd2c559258a71febe5d6a7a2cc556e4083599644475bbc3db8f0393a958 2024-06-13T11:43:16.875 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:16 smithi162 systemd[1]: Started Ceph mon.c for aa9143f6-2979-11ef-bc9c-c7b262605968. 2024-06-13T11:43:18.221 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-06-13T11:43:18.221 DEBUG:teuthology.orchestra.run.smithi162:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph mon dump -f json 2024-06-13T11:43:18.466 INFO:teuthology.orchestra.run.smithi162.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.c/config 2024-06-13T11:43:21.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:21 smithi162 ceph-mon[36757]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:21.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:21 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:43:21.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:21 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T11:43:21.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:21 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:43:21.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:21 smithi162 ceph-mon[36757]: mon.a calling monitor election 2024-06-13T11:43:21.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:21 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:43:21.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:21 smithi162 ceph-mon[36757]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:21.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:21 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:43:21.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:21 smithi162 ceph-mon[36757]: mon.c calling monitor election 2024-06-13T11:43:21.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:21 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:43:21.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:21 smithi162 ceph-mon[36757]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:21.905 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:21 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:43:21.905 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:21 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:43:21.905 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:21 smithi162 ceph-mon[36757]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-06-13T11:43:21.905 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:21 smithi162 ceph-mon[36757]: monmap epoch 2 2024-06-13T11:43:21.905 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:21 smithi162 ceph-mon[36757]: fsid aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T11:43:21.905 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:21 smithi162 ceph-mon[36757]: last_changed 2024-06-13T11:43:16.549905+0000 2024-06-13T11:43:21.905 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:21 smithi162 ceph-mon[36757]: created 2024-06-13T11:41:04.851290+0000 2024-06-13T11:43:21.905 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:21 smithi162 ceph-mon[36757]: min_mon_release 19 (squid) 2024-06-13T11:43:21.905 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:21 smithi162 ceph-mon[36757]: election_strategy: 1 2024-06-13T11:43:21.905 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:21 smithi162 ceph-mon[36757]: 0: [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] mon.a 2024-06-13T11:43:21.905 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:21 smithi162 ceph-mon[36757]: 1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.c 2024-06-13T11:43:21.905 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:21 smithi162 ceph-mon[36757]: fsmap 2024-06-13T11:43:21.905 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:21 smithi162 ceph-mon[36757]: osdmap e4: 0 total, 0 up, 0 in 2024-06-13T11:43:21.905 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:21 smithi162 ceph-mon[36757]: mgrmap e13: x(active, since 57s) 2024-06-13T11:43:21.906 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:21 smithi162 ceph-mon[36757]: overall HEALTH_OK 2024-06-13T11:43:21.906 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:21 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:21.906 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:21 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:21.906 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:21 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:21.906 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:21 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-13T11:43:21.906 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:21 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:22.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:21 smithi042 ceph-mon[32231]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:22.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:21 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:43:22.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:21 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T11:43:22.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:21 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:43:22.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:21 smithi042 ceph-mon[32231]: mon.a calling monitor election 2024-06-13T11:43:22.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:21 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:43:22.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:21 smithi042 ceph-mon[32231]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:22.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:21 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:43:22.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:21 smithi042 ceph-mon[32231]: mon.c calling monitor election 2024-06-13T11:43:22.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:21 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:43:22.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:21 smithi042 ceph-mon[32231]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:22.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:21 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:43:22.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:21 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:43:22.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:21 smithi042 ceph-mon[32231]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-06-13T11:43:22.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:21 smithi042 ceph-mon[32231]: monmap epoch 2 2024-06-13T11:43:22.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:21 smithi042 ceph-mon[32231]: fsid aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T11:43:22.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:21 smithi042 ceph-mon[32231]: last_changed 2024-06-13T11:43:16.549905+0000 2024-06-13T11:43:22.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:21 smithi042 ceph-mon[32231]: created 2024-06-13T11:41:04.851290+0000 2024-06-13T11:43:22.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:21 smithi042 ceph-mon[32231]: min_mon_release 19 (squid) 2024-06-13T11:43:22.060 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:21 smithi042 ceph-mon[32231]: election_strategy: 1 2024-06-13T11:43:22.060 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:21 smithi042 ceph-mon[32231]: 0: [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] mon.a 2024-06-13T11:43:22.060 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:21 smithi042 ceph-mon[32231]: 1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.c 2024-06-13T11:43:22.060 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:21 smithi042 ceph-mon[32231]: fsmap 2024-06-13T11:43:22.060 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:21 smithi042 ceph-mon[32231]: osdmap e4: 0 total, 0 up, 0 in 2024-06-13T11:43:22.060 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:21 smithi042 ceph-mon[32231]: mgrmap e13: x(active, since 57s) 2024-06-13T11:43:22.060 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:21 smithi042 ceph-mon[32231]: overall HEALTH_OK 2024-06-13T11:43:22.060 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:21 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:22.060 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:21 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:22.060 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:21 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:22.060 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:21 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-13T11:43:22.060 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:21 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:22.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:22 smithi042 ceph-mon[32231]: Deploying daemon mon.b on smithi088 2024-06-13T11:43:22.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:22 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:43:22.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:22 smithi162 ceph-mon[36757]: Deploying daemon mon.b on smithi088 2024-06-13T11:43:22.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:22 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:43:22.925 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.925+0000 7f4d8d7d1700 1 -- 172.21.15.162:0/2653828668 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d700035c0 msgr2=0x7f4d70005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:43:22.925 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.925+0000 7f4d8d7d1700 1 --2- 172.21.15.162:0/2653828668 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d700035c0 0x7f4d70005a50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f4d88100e00 tx=0x7f4d7800feb0 comp rx=0 tx=0).stop 2024-06-13T11:43:22.925 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.925+0000 7f4d8d7d1700 1 -- 172.21.15.162:0/2653828668 shutdown_connections 2024-06-13T11:43:22.925 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.925+0000 7f4d8d7d1700 1 --2- 172.21.15.162:0/2653828668 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d700035c0 0x7f4d70005a50 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:22.925 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.925+0000 7f4d8d7d1700 1 -- 172.21.15.162:0/2653828668 >> 172.21.15.162:0/2653828668 conn(0x7f4d880fc9e0 msgr2=0x7f4d880fee00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:43:22.925 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.925+0000 7f4d8d7d1700 1 -- 172.21.15.162:0/2653828668 shutdown_connections 2024-06-13T11:43:22.925 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.925+0000 7f4d8d7d1700 1 -- 172.21.15.162:0/2653828668 wait complete. 2024-06-13T11:43:22.927 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.926+0000 7f4d8d7d1700 1 Processor -- start 2024-06-13T11:43:22.927 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.926+0000 7f4d8d7d1700 1 -- start start 2024-06-13T11:43:22.927 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.926+0000 7f4d8d7d1700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4d700035c0 0x7f4d8810a3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:43:22.927 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.927+0000 7f4d8d7d1700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d8810c030 0x7f4d8810a930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:43:22.927 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.927+0000 7f4d8d7d1700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4d88108f60 con 0x7f4d8810c030 2024-06-13T11:43:22.927 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.927+0000 7f4d8d7d1700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f4d88108de0 con 0x7f4d700035c0 2024-06-13T11:43:22.927 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.927+0000 7f4d86ffd700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4d700035c0 0x7f4d8810a3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:43:22.927 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.927+0000 7f4d86ffd700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4d700035c0 0x7f4d8810a3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.162:40526/0 (socket says 172.21.15.162:40526) 2024-06-13T11:43:22.927 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.927+0000 7f4d86ffd700 1 -- 172.21.15.162:0/908165097 learned_addr learned my addr 172.21.15.162:0/908165097 (peer_addr_for_me v2:172.21.15.162:0/0) 2024-06-13T11:43:22.927 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.927+0000 7f4d86ffd700 1 -- 172.21.15.162:0/908165097 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4d700035c0 msgr2=0x7f4d8810a3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-06-13T11:43:22.927 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.927+0000 7f4d86ffd700 1 -- 172.21.15.162:0/908165097 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4d700035c0 msgr2=0x7f4d8810a3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-06-13T11:43:22.928 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.927+0000 7f4d86ffd700 1 --2- 172.21.15.162:0/908165097 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4d700035c0 0x7f4d8810a3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-06-13T11:43:22.928 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.927+0000 7f4d86ffd700 1 --2- 172.21.15.162:0/908165097 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4d700035c0 0x7f4d8810a3f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-13T11:43:22.928 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.927+0000 7f4d867fc700 1 --2- 172.21.15.162:0/908165097 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d8810c030 0x7f4d8810a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:43:22.929 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.928+0000 7f4d867fc700 1 -- 172.21.15.162:0/908165097 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4d700035c0 msgr2=0x7f4d8810a3f0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-13T11:43:22.929 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.928+0000 7f4d867fc700 1 --2- 172.21.15.162:0/908165097 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4d700035c0 0x7f4d8810a3f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:22.929 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.928+0000 7f4d867fc700 1 -- 172.21.15.162:0/908165097 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d8810ae70 con 0x7f4d8810c030 2024-06-13T11:43:22.929 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.928+0000 7f4d867fc700 1 --2- 172.21.15.162:0/908165097 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d8810c030 0x7f4d8810a930 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f4d7c00b500 tx=0x7f4d7c00b8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:43:22.929 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.928+0000 7f4d6ffff700 1 -- 172.21.15.162:0/908165097 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f4d7c011630 con 0x7f4d8810c030 2024-06-13T11:43:22.929 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.928+0000 7f4d8d7d1700 1 -- 172.21.15.162:0/908165097 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d8810b160 con 0x7f4d8810c030 2024-06-13T11:43:22.929 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.929+0000 7f4d6ffff700 1 -- 172.21.15.162:0/908165097 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4d7c011cb0 con 0x7f4d8810c030 2024-06-13T11:43:22.929 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.929+0000 7f4d6ffff700 1 -- 172.21.15.162:0/908165097 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f4d7c010db0 con 0x7f4d8810c030 2024-06-13T11:43:22.929 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.929+0000 7f4d8d7d1700 1 -- 172.21.15.162:0/908165097 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d881a8730 con 0x7f4d8810c030 2024-06-13T11:43:22.930 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.930+0000 7f4d8d7d1700 1 -- 172.21.15.162:0/908165097 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d88102610 con 0x7f4d8810c030 2024-06-13T11:43:22.930 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.930+0000 7f4d6ffff700 1 -- 172.21.15.162:0/908165097 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f4d7c018020 con 0x7f4d8810c030 2024-06-13T11:43:22.930 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.930+0000 7f4d6ffff700 1 --2- 172.21.15.162:0/908165097 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f4d74038e90 0x7f4d7403b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:43:22.930 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.930+0000 7f4d6ffff700 1 -- 172.21.15.162:0/908165097 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f4d7c04b560 con 0x7f4d8810c030 2024-06-13T11:43:22.931 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.931+0000 7f4d86ffd700 1 --2- 172.21.15.162:0/908165097 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f4d74038e90 0x7f4d7403b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:43:22.931 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.932+0000 7f4d86ffd700 1 --2- 172.21.15.162:0/908165097 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f4d74038e90 0x7f4d7403b350 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f4d7800fa60 tx=0x7f4d78005a90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:43:22.941 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:22.941+0000 7f4d6ffff700 1 -- 172.21.15.162:0/908165097 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4d7c01f070 con 0x7f4d8810c030 2024-06-13T11:43:23.222 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:23.222+0000 7f4d8d7d1700 1 -- 172.21.15.162:0/908165097 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f4d881a8a40 con 0x7f4d8810c030 2024-06-13T11:43:23.223 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:23.223+0000 7f4d6ffff700 1 -- 172.21.15.162:0/908165097 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7f4d7c018570 con 0x7f4d8810c030 2024-06-13T11:43:23.223 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-06-13T11:43:23.223 INFO:teuthology.orchestra.run.smithi162.stdout:{"epoch":2,"fsid":"aa9143f6-2979-11ef-bc9c-c7b262605968","modified":"2024-06-13T11:43:16.549905Z","created":"2024-06-13T11:41:04.851290Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:3300","nonce":0},{"type":"v1","addr":"172.21.15.42:6789","nonce":0}]},"addr":"172.21.15.42:6789/0","public_addr":"172.21.15.42:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:3300","nonce":0},{"type":"v1","addr":"172.21.15.162:6789","nonce":0}]},"addr":"172.21.15.162:6789/0","public_addr":"172.21.15.162:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-06-13T11:43:23.225 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:23.226+0000 7f4d8d7d1700 1 -- 172.21.15.162:0/908165097 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f4d74038e90 msgr2=0x7f4d7403b350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:43:23.226 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:23.226+0000 7f4d8d7d1700 1 --2- 172.21.15.162:0/908165097 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f4d74038e90 0x7f4d7403b350 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f4d7800fa60 tx=0x7f4d78005a90 comp rx=0 tx=0).stop 2024-06-13T11:43:23.226 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:23.226+0000 7f4d8d7d1700 1 -- 172.21.15.162:0/908165097 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d8810c030 msgr2=0x7f4d8810a930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:43:23.226 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:23.226+0000 7f4d8d7d1700 1 --2- 172.21.15.162:0/908165097 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d8810c030 0x7f4d8810a930 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f4d7c00b500 tx=0x7f4d7c00b8c0 comp rx=0 tx=0).stop 2024-06-13T11:43:23.226 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:23.226+0000 7f4d8d7d1700 1 -- 172.21.15.162:0/908165097 shutdown_connections 2024-06-13T11:43:23.226 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:23.226+0000 7f4d8d7d1700 1 --2- 172.21.15.162:0/908165097 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f4d74038e90 0x7f4d7403b350 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:23.226 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:23.226+0000 7f4d8d7d1700 1 --2- 172.21.15.162:0/908165097 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4d700035c0 0x7f4d8810a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:23.226 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:23.226+0000 7f4d8d7d1700 1 --2- 172.21.15.162:0/908165097 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d8810c030 0x7f4d8810a930 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:23.226 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:23.226+0000 7f4d8d7d1700 1 -- 172.21.15.162:0/908165097 >> 172.21.15.162:0/908165097 conn(0x7f4d880fc9e0 msgr2=0x7f4d88104b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:43:23.226 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:23.226+0000 7f4d8d7d1700 1 -- 172.21.15.162:0/908165097 shutdown_connections 2024-06-13T11:43:23.226 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:23.226+0000 7f4d8d7d1700 1 -- 172.21.15.162:0/908165097 wait complete. 2024-06-13T11:43:23.227 INFO:teuthology.orchestra.run.smithi162.stderr:dumped monmap epoch 2 2024-06-13T11:43:23.650 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:43:23 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:43:23.550+0000 7f827aa00700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-06-13T11:43:23.790 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:23 smithi162 ceph-mon[36757]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:23.791 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:23 smithi162 ceph-mon[36757]: from='client.? 172.21.15.162:0/908165097' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-06-13T11:43:24.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:23 smithi042 ceph-mon[32231]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:24.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:23 smithi042 ceph-mon[32231]: from='client.? 172.21.15.162:0/908165097' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-06-13T11:43:24.818 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-06-13T11:43:24.819 DEBUG:teuthology.orchestra.run.smithi162:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph mon dump -f json 2024-06-13T11:43:25.060 INFO:teuthology.orchestra.run.smithi162.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.c/config 2024-06-13T11:43:25.441 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 podman[36381]: 2024-06-13 11:43:25.260345081 +0000 UTC m=+0.017009063 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T11:43:25.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 podman[36381]: 2024-06-13 11:43:25.543865574 +0000 UTC m=+0.300529556 container init 922b9652e4a02c42ba1efe44261b99774de2c220f38089762a55bf2a605b64c8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-b, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-06-13T11:43:25.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 podman[36381]: 2024-06-13 11:43:25.546901342 +0000 UTC m=+0.303565327 container start 922b9652e4a02c42ba1efe44261b99774de2c220f38089762a55bf2a605b64c8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-b, GIT_CLEAN=True, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-06-13T11:43:25.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: set uid:gid to 167:167 (ceph:ceph) 2024-06-13T11:43:25.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc), process ceph-mon, pid 2 2024-06-13T11:43:25.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: pidfile_write: ignore empty --pid-file 2024-06-13T11:43:25.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: load: jerasure load: lrc 2024-06-13T11:43:25.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: RocksDB version: 7.9.2 2024-06-13T11:43:25.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Git sha 0 2024-06-13T11:43:25.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Compile date 2024-05-30 15:42:47 2024-06-13T11:43:25.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: DB SUMMARY 2024-06-13T11:43:25.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: DB Session ID: CQCLSVE5RK9IQTJQ4WHS 2024-06-13T11:43:25.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: CURRENT file: CURRENT 2024-06-13T11:43:25.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: IDENTITY file: IDENTITY 2024-06-13T11:43:25.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-06-13T11:43:25.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-06-13T11:43:25.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 636 ; 2024-06-13T11:43:25.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.error_if_exists: 0 2024-06-13T11:43:25.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.create_if_missing: 0 2024-06-13T11:43:25.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.paranoid_checks: 1 2024-06-13T11:43:25.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.flush_verify_memtable_count: 1 2024-06-13T11:43:25.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-06-13T11:43:25.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-06-13T11:43:25.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.env: 0x55a50ee25c60 2024-06-13T11:43:25.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.fs: PosixFileSystem 2024-06-13T11:43:25.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.info_log: 0x55a50fbd1b20 2024-06-13T11:43:25.757 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.max_file_opening_threads: 16 2024-06-13T11:43:25.757 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.statistics: (nil) 2024-06-13T11:43:25.757 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.use_fsync: 0 2024-06-13T11:43:25.757 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.max_log_file_size: 0 2024-06-13T11:43:25.757 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-06-13T11:43:25.757 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.log_file_time_to_roll: 0 2024-06-13T11:43:25.757 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.keep_log_file_num: 1000 2024-06-13T11:43:25.757 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.recycle_log_file_num: 0 2024-06-13T11:43:25.757 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.allow_fallocate: 1 2024-06-13T11:43:25.757 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.allow_mmap_reads: 0 2024-06-13T11:43:25.757 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.allow_mmap_writes: 0 2024-06-13T11:43:25.757 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.use_direct_reads: 0 2024-06-13T11:43:25.757 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-06-13T11:43:25.758 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.create_missing_column_families: 0 2024-06-13T11:43:25.758 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.db_log_dir: 2024-06-13T11:43:25.758 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.wal_dir: 2024-06-13T11:43:25.758 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.table_cache_numshardbits: 6 2024-06-13T11:43:25.758 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.WAL_ttl_seconds: 0 2024-06-13T11:43:25.758 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.WAL_size_limit_MB: 0 2024-06-13T11:43:25.758 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-06-13T11:43:25.758 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-06-13T11:43:25.758 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.is_fd_close_on_exec: 1 2024-06-13T11:43:25.758 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.advise_random_on_open: 1 2024-06-13T11:43:25.758 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.db_write_buffer_size: 0 2024-06-13T11:43:25.758 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.write_buffer_manager: 0x55a50fba21e0 2024-06-13T11:43:25.758 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-06-13T11:43:25.758 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-06-13T11:43:25.759 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.use_adaptive_mutex: 0 2024-06-13T11:43:25.759 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.rate_limiter: (nil) 2024-06-13T11:43:25.759 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-06-13T11:43:25.759 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.wal_recovery_mode: 2 2024-06-13T11:43:25.759 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.enable_thread_tracking: 0 2024-06-13T11:43:25.759 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.enable_pipelined_write: 0 2024-06-13T11:43:25.759 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.unordered_write: 0 2024-06-13T11:43:25.759 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-06-13T11:43:25.759 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-06-13T11:43:25.759 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-06-13T11:43:25.759 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-06-13T11:43:25.759 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.row_cache: None 2024-06-13T11:43:25.759 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.wal_filter: None 2024-06-13T11:43:25.761 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-06-13T11:43:25.761 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.allow_ingest_behind: 0 2024-06-13T11:43:25.761 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.two_write_queues: 0 2024-06-13T11:43:25.761 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.manual_wal_flush: 0 2024-06-13T11:43:25.761 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.wal_compression: 0 2024-06-13T11:43:25.761 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.atomic_flush: 0 2024-06-13T11:43:25.761 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-06-13T11:43:25.761 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.persist_stats_to_disk: 0 2024-06-13T11:43:25.761 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.write_dbid_to_manifest: 0 2024-06-13T11:43:25.762 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.log_readahead_size: 0 2024-06-13T11:43:25.762 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-06-13T11:43:25.762 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.best_efforts_recovery: 0 2024-06-13T11:43:25.762 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-06-13T11:43:25.762 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-06-13T11:43:25.762 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.allow_data_in_errors: 0 2024-06-13T11:43:25.762 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.db_host_id: __hostname__ 2024-06-13T11:43:25.762 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.enforce_single_del_contracts: true 2024-06-13T11:43:25.762 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.max_background_jobs: 2 2024-06-13T11:43:25.762 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.max_background_compactions: -1 2024-06-13T11:43:25.762 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.max_subcompactions: 1 2024-06-13T11:43:25.762 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-06-13T11:43:25.762 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-06-13T11:43:25.763 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.delayed_write_rate : 16777216 2024-06-13T11:43:25.763 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.max_total_wal_size: 0 2024-06-13T11:43:25.763 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-06-13T11:43:25.763 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.stats_dump_period_sec: 600 2024-06-13T11:43:25.763 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.stats_persist_period_sec: 600 2024-06-13T11:43:25.763 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-06-13T11:43:25.763 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.max_open_files: -1 2024-06-13T11:43:25.763 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.bytes_per_sync: 0 2024-06-13T11:43:25.763 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.wal_bytes_per_sync: 0 2024-06-13T11:43:25.763 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.strict_bytes_per_sync: 0 2024-06-13T11:43:25.763 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.compaction_readahead_size: 0 2024-06-13T11:43:25.763 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.max_background_flushes: -1 2024-06-13T11:43:25.763 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Compression algorithms supported: 2024-06-13T11:43:25.764 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-06-13T11:43:25.764 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: kZSTD supported: 0 2024-06-13T11:43:25.764 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: kXpressCompression supported: 0 2024-06-13T11:43:25.764 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: kLZ4HCCompression supported: 1 2024-06-13T11:43:25.764 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: kZlibCompression supported: 1 2024-06-13T11:43:25.764 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: kSnappyCompression supported: 1 2024-06-13T11:43:25.764 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: kLZ4Compression supported: 1 2024-06-13T11:43:25.764 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: kBZip2Compression supported: 0 2024-06-13T11:43:25.764 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Fast CRC32 supported: Supported on x86 2024-06-13T11:43:25.764 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: DMutex implementation: pthread_mutex_t 2024-06-13T11:43:25.764 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-06-13T11:43:25.764 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-06-13T11:43:25.764 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-06-13T11:43:25.764 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.merge_operator: 2024-06-13T11:43:25.765 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.compaction_filter: None 2024-06-13T11:43:25.765 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.compaction_filter_factory: None 2024-06-13T11:43:25.765 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.sst_partitioner_factory: None 2024-06-13T11:43:25.765 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.memtable_factory: SkipListFactory 2024-06-13T11:43:25.765 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.table_factory: BlockBasedTable 2024-06-13T11:43:25.765 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55a50fbd1c40) 2024-06-13T11:43:25.765 INFO:journalctl@ceph.mon.b.smithi088.stdout: cache_index_and_filter_blocks: 1 2024-06-13T11:43:25.765 INFO:journalctl@ceph.mon.b.smithi088.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-06-13T11:43:25.765 INFO:journalctl@ceph.mon.b.smithi088.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-06-13T11:43:25.765 INFO:journalctl@ceph.mon.b.smithi088.stdout: pin_top_level_index_and_filter: 1 2024-06-13T11:43:25.765 INFO:journalctl@ceph.mon.b.smithi088.stdout: index_type: 0 2024-06-13T11:43:25.765 INFO:journalctl@ceph.mon.b.smithi088.stdout: data_block_index_type: 0 2024-06-13T11:43:25.765 INFO:journalctl@ceph.mon.b.smithi088.stdout: index_shortening: 1 2024-06-13T11:43:25.765 INFO:journalctl@ceph.mon.b.smithi088.stdout: data_block_hash_table_util_ratio: 0.750000 2024-06-13T11:43:25.766 INFO:journalctl@ceph.mon.b.smithi088.stdout: checksum: 4 2024-06-13T11:43:25.766 INFO:journalctl@ceph.mon.b.smithi088.stdout: no_block_cache: 0 2024-06-13T11:43:25.766 INFO:journalctl@ceph.mon.b.smithi088.stdout: block_cache: 0x55a50fbd3090 2024-06-13T11:43:25.766 INFO:journalctl@ceph.mon.b.smithi088.stdout: block_cache_name: BinnedLRUCache 2024-06-13T11:43:25.766 INFO:journalctl@ceph.mon.b.smithi088.stdout: block_cache_options: 2024-06-13T11:43:25.766 INFO:journalctl@ceph.mon.b.smithi088.stdout: capacity : 536870912 2024-06-13T11:43:25.766 INFO:journalctl@ceph.mon.b.smithi088.stdout: num_shard_bits : 4 2024-06-13T11:43:25.766 INFO:journalctl@ceph.mon.b.smithi088.stdout: strict_capacity_limit : 0 2024-06-13T11:43:25.766 INFO:journalctl@ceph.mon.b.smithi088.stdout: high_pri_pool_ratio: 0.000 2024-06-13T11:43:25.766 INFO:journalctl@ceph.mon.b.smithi088.stdout: block_cache_compressed: (nil) 2024-06-13T11:43:25.766 INFO:journalctl@ceph.mon.b.smithi088.stdout: persistent_cache: (nil) 2024-06-13T11:43:25.766 INFO:journalctl@ceph.mon.b.smithi088.stdout: block_size: 4096 2024-06-13T11:43:25.766 INFO:journalctl@ceph.mon.b.smithi088.stdout: block_size_deviation: 10 2024-06-13T11:43:25.766 INFO:journalctl@ceph.mon.b.smithi088.stdout: block_restart_interval: 16 2024-06-13T11:43:25.767 INFO:journalctl@ceph.mon.b.smithi088.stdout: index_block_restart_interval: 1 2024-06-13T11:43:25.767 INFO:journalctl@ceph.mon.b.smithi088.stdout: metadata_block_size: 4096 2024-06-13T11:43:25.767 INFO:journalctl@ceph.mon.b.smithi088.stdout: partition_filters: 0 2024-06-13T11:43:25.767 INFO:journalctl@ceph.mon.b.smithi088.stdout: use_delta_encoding: 1 2024-06-13T11:43:25.767 INFO:journalctl@ceph.mon.b.smithi088.stdout: filter_policy: bloomfilter 2024-06-13T11:43:25.767 INFO:journalctl@ceph.mon.b.smithi088.stdout: whole_key_filtering: 1 2024-06-13T11:43:25.767 INFO:journalctl@ceph.mon.b.smithi088.stdout: verify_compression: 0 2024-06-13T11:43:25.767 INFO:journalctl@ceph.mon.b.smithi088.stdout: read_amp_bytes_per_bit: 0 2024-06-13T11:43:25.767 INFO:journalctl@ceph.mon.b.smithi088.stdout: format_version: 5 2024-06-13T11:43:25.767 INFO:journalctl@ceph.mon.b.smithi088.stdout: enable_index_compression: 1 2024-06-13T11:43:25.767 INFO:journalctl@ceph.mon.b.smithi088.stdout: block_align: 0 2024-06-13T11:43:25.767 INFO:journalctl@ceph.mon.b.smithi088.stdout: max_auto_readahead_size: 262144 2024-06-13T11:43:25.767 INFO:journalctl@ceph.mon.b.smithi088.stdout: prepopulate_block_cache: 0 2024-06-13T11:43:25.768 INFO:journalctl@ceph.mon.b.smithi088.stdout: initial_auto_readahead_size: 8192 2024-06-13T11:43:25.768 INFO:journalctl@ceph.mon.b.smithi088.stdout: num_file_reads_for_auto_readahead: 2 2024-06-13T11:43:25.768 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.write_buffer_size: 33554432 2024-06-13T11:43:25.768 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.max_write_buffer_number: 2 2024-06-13T11:43:25.768 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.compression: NoCompression 2024-06-13T11:43:25.768 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.bottommost_compression: Disabled 2024-06-13T11:43:25.768 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.prefix_extractor: nullptr 2024-06-13T11:43:25.768 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-06-13T11:43:25.768 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.num_levels: 7 2024-06-13T11:43:25.768 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-06-13T11:43:25.768 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-06-13T11:43:25.768 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-06-13T11:43:25.768 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-06-13T11:43:25.768 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-06-13T11:43:25.769 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-06-13T11:43:25.769 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-06-13T11:43:25.769 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-06-13T11:43:25.769 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-06-13T11:43:25.769 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-06-13T11:43:25.769 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-06-13T11:43:25.769 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-06-13T11:43:25.769 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.compression_opts.window_bits: -14 2024-06-13T11:43:25.769 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.compression_opts.level: 32767 2024-06-13T11:43:25.769 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.compression_opts.strategy: 0 2024-06-13T11:43:25.769 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-06-13T11:43:25.769 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-06-13T11:43:25.769 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-06-13T11:43:25.769 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-06-13T11:43:25.770 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.compression_opts.enabled: false 2024-06-13T11:43:25.770 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-06-13T11:43:25.770 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-06-13T11:43:25.770 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-06-13T11:43:25.770 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-06-13T11:43:25.770 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.target_file_size_base: 67108864 2024-06-13T11:43:25.770 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.target_file_size_multiplier: 1 2024-06-13T11:43:25.770 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-06-13T11:43:25.770 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-06-13T11:43:25.770 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-06-13T11:43:25.770 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-06-13T11:43:25.770 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-06-13T11:43:25.770 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-06-13T11:43:25.770 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-06-13T11:43:25.771 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-06-13T11:43:25.771 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-06-13T11:43:25.771 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-06-13T11:43:25.771 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-06-13T11:43:25.771 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-06-13T11:43:25.771 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-06-13T11:43:25.771 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.arena_block_size: 1048576 2024-06-13T11:43:25.771 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-06-13T11:43:25.771 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-06-13T11:43:25.771 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.disable_auto_compactions: 0 2024-06-13T11:43:25.771 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-06-13T11:43:25.771 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-06-13T11:43:25.771 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-06-13T11:43:25.772 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-06-13T11:43:25.772 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-06-13T11:43:25.772 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-06-13T11:43:25.772 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-06-13T11:43:25.772 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-06-13T11:43:25.772 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-06-13T11:43:25.772 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-06-13T11:43:25.772 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.table_properties_collectors: 2024-06-13T11:43:25.772 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.inplace_update_support: 0 2024-06-13T11:43:25.772 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.inplace_update_num_locks: 10000 2024-06-13T11:43:25.772 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-06-13T11:43:25.772 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-06-13T11:43:25.772 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.memtable_huge_page_size: 0 2024-06-13T11:43:25.772 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.bloom_locality: 0 2024-06-13T11:43:25.772 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.max_successive_merges: 0 2024-06-13T11:43:25.773 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.optimize_filters_for_hits: 0 2024-06-13T11:43:25.773 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.paranoid_file_checks: 0 2024-06-13T11:43:25.773 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.force_consistency_checks: 1 2024-06-13T11:43:25.773 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.report_bg_io_stats: 0 2024-06-13T11:43:25.773 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.ttl: 2592000 2024-06-13T11:43:25.773 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.periodic_compaction_seconds: 0 2024-06-13T11:43:25.773 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-06-13T11:43:25.773 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-06-13T11:43:25.773 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.enable_blob_files: false 2024-06-13T11:43:25.773 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.min_blob_size: 0 2024-06-13T11:43:25.773 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.blob_file_size: 268435456 2024-06-13T11:43:25.773 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.blob_compression_type: NoCompression 2024-06-13T11:43:25.773 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.enable_blob_garbage_collection: false 2024-06-13T11:43:25.773 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-06-13T11:43:25.774 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-06-13T11:43:25.774 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-06-13T11:43:25.774 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.blob_file_starting_level: 0 2024-06-13T11:43:25.774 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-06-13T11:43:25.774 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-06-13T11:43:25.774 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-06-13T11:43:25.774 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 76396da1-b9f9-41b4-8b22-32697af5283a 2024-06-13T11:43:25.774 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: EVENT_LOG_v1 {"time_micros": 1718279005576295, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-06-13T11:43:25.774 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-06-13T11:43:25.774 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: EVENT_LOG_v1 {"time_micros": 1718279005576689, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1747, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1718279005, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "76396da1-b9f9-41b4-8b22-32697af5283a", "db_session_id": "CQCLSVE5RK9IQTJQ4WHS", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-06-13T11:43:25.774 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: EVENT_LOG_v1 {"time_micros": 1718279005576766, "job": 1, "event": "recovery_finished"} 2024-06-13T11:43:25.774 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-06-13T11:43:25.774 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-06-13T11:43:25.775 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55a50fcc2000 2024-06-13T11:43:25.775 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: DB pointer 0x55a50fcac000 2024-06-13T11:43:25.775 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-06-13T11:43:25.775 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-06-13T11:43:25.775 INFO:journalctl@ceph.mon.b.smithi088.stdout: ** DB Stats ** 2024-06-13T11:43:25.775 INFO:journalctl@ceph.mon.b.smithi088.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-06-13T11:43:25.775 INFO:journalctl@ceph.mon.b.smithi088.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-06-13T11:43:25.775 INFO:journalctl@ceph.mon.b.smithi088.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-06-13T11:43:25.775 INFO:journalctl@ceph.mon.b.smithi088.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-06-13T11:43:25.775 INFO:journalctl@ceph.mon.b.smithi088.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-06-13T11:43:25.775 INFO:journalctl@ceph.mon.b.smithi088.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-06-13T11:43:25.775 INFO:journalctl@ceph.mon.b.smithi088.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-06-13T11:43:25.775 INFO:journalctl@ceph.mon.b.smithi088.stdout: 2024-06-13T11:43:25.775 INFO:journalctl@ceph.mon.b.smithi088.stdout: ** Compaction Stats [default] ** 2024-06-13T11:43:25.776 INFO:journalctl@ceph.mon.b.smithi088.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-06-13T11:43:25.776 INFO:journalctl@ceph.mon.b.smithi088.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-06-13T11:43:25.776 INFO:journalctl@ceph.mon.b.smithi088.stdout: L0 1/0 1.71 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-06-13T11:43:25.776 INFO:journalctl@ceph.mon.b.smithi088.stdout: Sum 1/0 1.71 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-06-13T11:43:25.776 INFO:journalctl@ceph.mon.b.smithi088.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-06-13T11:43:25.776 INFO:journalctl@ceph.mon.b.smithi088.stdout: 2024-06-13T11:43:25.776 INFO:journalctl@ceph.mon.b.smithi088.stdout: ** Compaction Stats [default] ** 2024-06-13T11:43:25.776 INFO:journalctl@ceph.mon.b.smithi088.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-06-13T11:43:25.776 INFO:journalctl@ceph.mon.b.smithi088.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-06-13T11:43:25.776 INFO:journalctl@ceph.mon.b.smithi088.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-06-13T11:43:25.776 INFO:journalctl@ceph.mon.b.smithi088.stdout: 2024-06-13T11:43:25.776 INFO:journalctl@ceph.mon.b.smithi088.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-06-13T11:43:25.776 INFO:journalctl@ceph.mon.b.smithi088.stdout: 2024-06-13T11:43:25.776 INFO:journalctl@ceph.mon.b.smithi088.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-06-13T11:43:25.777 INFO:journalctl@ceph.mon.b.smithi088.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-06-13T11:43:25.777 INFO:journalctl@ceph.mon.b.smithi088.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-06-13T11:43:25.777 INFO:journalctl@ceph.mon.b.smithi088.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-06-13T11:43:25.777 INFO:journalctl@ceph.mon.b.smithi088.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-06-13T11:43:25.777 INFO:journalctl@ceph.mon.b.smithi088.stdout: AddFile(Keys): cumulative 0, interval 0 2024-06-13T11:43:25.777 INFO:journalctl@ceph.mon.b.smithi088.stdout: Cumulative compaction: 0.00 GB write, 0.70 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-06-13T11:43:25.777 INFO:journalctl@ceph.mon.b.smithi088.stdout: Interval compaction: 0.00 GB write, 0.70 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-06-13T11:43:25.777 INFO:journalctl@ceph.mon.b.smithi088.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-06-13T11:43:25.777 INFO:journalctl@ceph.mon.b.smithi088.stdout: Block cache BinnedLRUCache@0x55a50fbd3090#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-06-13T11:43:25.777 INFO:journalctl@ceph.mon.b.smithi088.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-06-13T11:43:25.777 INFO:journalctl@ceph.mon.b.smithi088.stdout: 2024-06-13T11:43:25.777 INFO:journalctl@ceph.mon.b.smithi088.stdout: ** File Read Latency Histogram By Level [default] ** 2024-06-13T11:43:25.777 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-06-13T11:43:25.778 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: using public_addr v2:172.21.15.88:0/0 -> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] 2024-06-13T11:43:25.778 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: starting mon.b rank -1 at public addrs [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] at bind addrs [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T11:43:25.778 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: mon.b@-1(???) e0 preinit fsid aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T11:43:25.778 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: mon.b@-1(synchronizing).mds e1 new map 2024-06-13T11:43:25.778 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: mon.b@-1(synchronizing).mds e1 print_map 2024-06-13T11:43:25.778 INFO:journalctl@ceph.mon.b.smithi088.stdout: e1 2024-06-13T11:43:25.778 INFO:journalctl@ceph.mon.b.smithi088.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-06-13T11:43:25.778 INFO:journalctl@ceph.mon.b.smithi088.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-06-13T11:43:25.778 INFO:journalctl@ceph.mon.b.smithi088.stdout: legacy client fscid: -1 2024-06-13T11:43:25.778 INFO:journalctl@ceph.mon.b.smithi088.stdout: 2024-06-13T11:43:25.778 INFO:journalctl@ceph.mon.b.smithi088.stdout: No filesystems configured 2024-06-13T11:43:25.778 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-06-13T11:43:25.778 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-06-13T11:43:25.778 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-06-13T11:43:25.779 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-06-13T11:43:25.779 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-06-13T11:43:25.779 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-06-13T11:43:25.779 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-06-13T11:43:25.779 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-06-13T11:43:25.779 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-06-13T11:43:25.779 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-06-13T11:43:25.779 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:25.779 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:25.779 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T11:43:25.779 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:25.779 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:25.779 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:25.779 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:25.780 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:25.780 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:25.780 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:43:25.780 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:25.780 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:43:25.780 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: Updating smithi088:/etc/ceph/ceph.conf 2024-06-13T11:43:25.780 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: Updating smithi088:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T11:43:25.780 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: Updating smithi088:/etc/ceph/ceph.client.admin.keyring 2024-06-13T11:43:25.780 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi162", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:43:25.780 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: Updating smithi088:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.client.admin.keyring 2024-06-13T11:43:25.780 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:25.780 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:25.780 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:25.780 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: Deploying cephadm binary to smithi162 2024-06-13T11:43:25.781 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:25.781 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:25.781 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:25.781 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:25.781 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: Added host smithi162 2024-06-13T11:43:25.781 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:43:25.781 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:25.781 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:25.781 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:25.781 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:25.781 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T11:43:25.781 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:25.781 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:25.781 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:25.781 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:25.782 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:25.782 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi162", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:43:25.782 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:25.782 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:43:25.782 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: Updating smithi162:/etc/ceph/ceph.conf 2024-06-13T11:43:25.782 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:25.782 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: Updating smithi162:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T11:43:25.782 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: Updating smithi162:/etc/ceph/ceph.client.admin.keyring 2024-06-13T11:43:25.782 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/732111516' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-06-13T11:43:25.782 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/732111516' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-06-13T11:43:25.782 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: osdmap e4: 0 total, 0 up, 0 in 2024-06-13T11:43:25.782 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: Updating smithi162:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.client.admin.keyring 2024-06-13T11:43:25.782 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:25.783 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:25.783 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:25.783 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:25.783 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi042:172.21.15.42=a;smithi088:172.21.15.88=b;smithi162:172.21.15.162=c", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:43:25.783 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: Saving service mon spec with placement smithi042:172.21.15.42=a;smithi088:172.21.15.88=b;smithi162:172.21.15.162=c;count:3 2024-06-13T11:43:25.783 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:25.783 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:43:25.783 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:25.783 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:43:25.783 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:25.783 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-13T11:43:25.783 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:25.783 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: Deploying daemon mon.c on smithi162 2024-06-13T11:43:25.783 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:25.784 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:25.784 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:25.784 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:43:25.784 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T11:43:25.784 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:43:25.784 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: mon.a calling monitor election 2024-06-13T11:43:25.784 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:43:25.784 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:25.784 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:43:25.784 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: mon.c calling monitor election 2024-06-13T11:43:25.784 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:43:25.784 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:25.784 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:43:25.784 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:43:25.784 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-06-13T11:43:25.785 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: monmap epoch 2 2024-06-13T11:43:25.785 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: fsid aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T11:43:25.785 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: last_changed 2024-06-13T11:43:16.549905+0000 2024-06-13T11:43:25.785 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: created 2024-06-13T11:41:04.851290+0000 2024-06-13T11:43:25.785 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: min_mon_release 19 (squid) 2024-06-13T11:43:25.785 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: election_strategy: 1 2024-06-13T11:43:25.785 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: 0: [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] mon.a 2024-06-13T11:43:25.785 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: 1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.c 2024-06-13T11:43:25.785 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: fsmap 2024-06-13T11:43:25.785 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: osdmap e4: 0 total, 0 up, 0 in 2024-06-13T11:43:25.785 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: mgrmap e13: x(active, since 57s) 2024-06-13T11:43:25.785 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: overall HEALTH_OK 2024-06-13T11:43:25.785 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:25.785 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:25.786 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:25.786 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-13T11:43:25.786 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:25.786 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: Deploying daemon mon.b on smithi088 2024-06-13T11:43:25.786 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:43:25.786 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:25.786 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: from='client.? 172.21.15.162:0/908165097' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-06-13T11:43:25.786 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 ceph-mon[36399]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-06-13T11:43:25.786 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 bash[36381]: 922b9652e4a02c42ba1efe44261b99774de2c220f38089762a55bf2a605b64c8 2024-06-13T11:43:25.786 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:25 smithi088 systemd[1]: Started Ceph mon.b for aa9143f6-2979-11ef-bc9c-c7b262605968. 2024-06-13T11:43:30.772 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.772+0000 7ff22ab9d700 1 -- 172.21.15.162:0/2215756298 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff20c0035c0 msgr2=0x7ff20c005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:43:30.772 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.772+0000 7ff22ab9d700 1 --2- 172.21.15.162:0/2215756298 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff20c0035c0 0x7ff20c005a50 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7ff224101d00 tx=0x7ff21c00fe60 comp rx=0 tx=0).stop 2024-06-13T11:43:30.772 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.772+0000 7ff22ab9d700 1 -- 172.21.15.162:0/2215756298 shutdown_connections 2024-06-13T11:43:30.772 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.772+0000 7ff22ab9d700 1 --2- 172.21.15.162:0/2215756298 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff20c0035c0 0x7ff20c005a50 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:30.773 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.772+0000 7ff22ab9d700 1 -- 172.21.15.162:0/2215756298 >> 172.21.15.162:0/2215756298 conn(0x7ff2240fd8e0 msgr2=0x7ff2240ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:43:30.773 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.772+0000 7ff22ab9d700 1 -- 172.21.15.162:0/2215756298 shutdown_connections 2024-06-13T11:43:30.773 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.772+0000 7ff22ab9d700 1 -- 172.21.15.162:0/2215756298 wait complete. 2024-06-13T11:43:30.775 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.773+0000 7ff22ab9d700 1 Processor -- start 2024-06-13T11:43:30.775 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.773+0000 7ff22ab9d700 1 -- start start 2024-06-13T11:43:30.775 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.773+0000 7ff22ab9d700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff20c0035c0 0x7ff22419d840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:43:30.775 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.773+0000 7ff22ab9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff22419dd80 0x7ff224197a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:43:30.775 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.773+0000 7ff22ab9d700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff224197f40 0x7ff2241983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:43:30.775 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.773+0000 7ff22ab9d700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff224109f20 con 0x7ff22419dd80 2024-06-13T11:43:30.775 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.773+0000 7ff22ab9d700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7ff224109da0 con 0x7ff224197f40 2024-06-13T11:43:30.775 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.773+0000 7ff22ab9d700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7ff22410a0a0 con 0x7ff20c0035c0 2024-06-13T11:43:30.776 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.773+0000 7ff229b9b700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff20c0035c0 0x7ff22419d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:43:30.776 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.773+0000 7ff229b9b700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff20c0035c0 0x7ff22419d840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.162:32864/0 (socket says 172.21.15.162:32864) 2024-06-13T11:43:30.776 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.773+0000 7ff229b9b700 1 -- 172.21.15.162:0/141247431 learned_addr learned my addr 172.21.15.162:0/141247431 (peer_addr_for_me v2:172.21.15.162:0/0) 2024-06-13T11:43:30.776 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.773+0000 7ff229b9b700 1 -- 172.21.15.162:0/141247431 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff20c0035c0 msgr2=0x7ff22419d840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-06-13T11:43:30.776 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.773+0000 7ff229b9b700 1 -- 172.21.15.162:0/141247431 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff20c0035c0 msgr2=0x7ff22419d840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-06-13T11:43:30.776 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.773+0000 7ff229b9b700 1 --2- 172.21.15.162:0/141247431 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff20c0035c0 0x7ff22419d840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-06-13T11:43:30.776 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.773+0000 7ff229b9b700 1 --2- 172.21.15.162:0/141247431 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff20c0035c0 0x7ff22419d840 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-13T11:43:30.776 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.773+0000 7ff22939a700 1 --2- 172.21.15.162:0/141247431 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff22419dd80 0x7ff224197a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:43:30.776 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.774+0000 7ff22a39c700 1 --2- 172.21.15.162:0/141247431 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff224197f40 0x7ff2241983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:43:30.776 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.774+0000 7ff22a39c700 1 -- 172.21.15.162:0/141247431 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff224197f40 msgr2=0x7ff2241983f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 14 2024-06-13T11:43:30.776 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.774+0000 7ff22a39c700 1 -- 172.21.15.162:0/141247431 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff224197f40 msgr2=0x7ff2241983f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-06-13T11:43:30.776 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.774+0000 7ff22a39c700 1 --2- 172.21.15.162:0/141247431 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff224197f40 0x7ff2241983f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-06-13T11:43:30.777 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.774+0000 7ff22a39c700 1 --2- 172.21.15.162:0/141247431 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff224197f40 0x7ff2241983f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-13T11:43:30.777 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.774+0000 7ff22939a700 1 -- 172.21.15.162:0/141247431 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff20c0035c0 msgr2=0x7ff22419d840 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-13T11:43:30.777 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.774+0000 7ff22939a700 1 --2- 172.21.15.162:0/141247431 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff20c0035c0 0x7ff22419d840 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:30.777 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.774+0000 7ff22939a700 1 -- 172.21.15.162:0/141247431 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff224197f40 msgr2=0x7ff2241983f0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-13T11:43:30.777 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.774+0000 7ff22939a700 1 --2- 172.21.15.162:0/141247431 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff224197f40 0x7ff2241983f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:30.777 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.774+0000 7ff22939a700 1 -- 172.21.15.162:0/141247431 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2241a4710 con 0x7ff22419dd80 2024-06-13T11:43:30.777 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.774+0000 7ff22939a700 1 --2- 172.21.15.162:0/141247431 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff22419dd80 0x7ff224197a00 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff21800b550 tx=0x7ff21800b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:43:30.777 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.775+0000 7ff222ffd700 1 -- 172.21.15.162:0/141247431 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff218004230 con 0x7ff22419dd80 2024-06-13T11:43:30.777 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.775+0000 7ff222ffd700 1 -- 172.21.15.162:0/141247431 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff2180043d0 con 0x7ff22419dd80 2024-06-13T11:43:30.777 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.775+0000 7ff22ab9d700 1 -- 172.21.15.162:0/141247431 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2241a4940 con 0x7ff22419dd80 2024-06-13T11:43:30.777 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.775+0000 7ff222ffd700 1 -- 172.21.15.162:0/141247431 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff218011c20 con 0x7ff22419dd80 2024-06-13T11:43:30.777 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.775+0000 7ff22ab9d700 1 -- 172.21.15.162:0/141247431 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2241a4e80 con 0x7ff22419dd80 2024-06-13T11:43:30.778 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.776+0000 7ff222ffd700 1 -- 172.21.15.162:0/141247431 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7ff2180036a0 con 0x7ff22419dd80 2024-06-13T11:43:30.778 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.776+0000 7ff22ab9d700 1 -- 172.21.15.162:0/141247431 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff224103510 con 0x7ff22419dd80 2024-06-13T11:43:30.778 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.776+0000 7ff222ffd700 1 --2- 172.21.15.162:0/141247431 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ff210039580 0x7ff21003ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:43:30.778 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.776+0000 7ff222ffd700 1 -- 172.21.15.162:0/141247431 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7ff21804bd90 con 0x7ff22419dd80 2024-06-13T11:43:30.779 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.777+0000 7ff229b9b700 1 --2- 172.21.15.162:0/141247431 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ff210039580 0x7ff21003ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:43:30.779 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.778+0000 7ff229b9b700 1 --2- 172.21.15.162:0/141247431 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ff210039580 0x7ff21003ba40 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7ff21c001eb0 tx=0x7ff21c005de0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:43:30.783 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:30.783+0000 7ff222ffd700 1 -- 172.21.15.162:0/141247431 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff218021e00 con 0x7ff22419dd80 2024-06-13T11:43:31.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:30 smithi042 ceph-mon[32231]: mon.c calling monitor election 2024-06-13T11:43:31.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:30 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T11:43:31.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:30 smithi042 ceph-mon[32231]: mon.a calling monitor election 2024-06-13T11:43:31.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:30 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:43:31.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:30 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:43:31.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:30 smithi042 ceph-mon[32231]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:31.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:30 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:43:31.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:30 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:43:31.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:30 smithi042 ceph-mon[32231]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:31.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:30 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:43:31.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:30 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:43:31.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:30 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:43:31.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:30 smithi042 ceph-mon[32231]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-06-13T11:43:31.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:30 smithi042 ceph-mon[32231]: monmap epoch 3 2024-06-13T11:43:31.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:30 smithi042 ceph-mon[32231]: fsid aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T11:43:31.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:30 smithi042 ceph-mon[32231]: last_changed 2024-06-13T11:43:25.599995+0000 2024-06-13T11:43:31.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:30 smithi042 ceph-mon[32231]: created 2024-06-13T11:41:04.851290+0000 2024-06-13T11:43:31.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:30 smithi042 ceph-mon[32231]: min_mon_release 19 (squid) 2024-06-13T11:43:31.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:30 smithi042 ceph-mon[32231]: election_strategy: 1 2024-06-13T11:43:31.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:30 smithi042 ceph-mon[32231]: 0: [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] mon.a 2024-06-13T11:43:31.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:30 smithi042 ceph-mon[32231]: 1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.c 2024-06-13T11:43:31.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:30 smithi042 ceph-mon[32231]: 2: [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] mon.b 2024-06-13T11:43:31.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:30 smithi042 ceph-mon[32231]: fsmap 2024-06-13T11:43:31.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:30 smithi042 ceph-mon[32231]: osdmap e4: 0 total, 0 up, 0 in 2024-06-13T11:43:31.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:30 smithi042 ceph-mon[32231]: mgrmap e13: x(active, since 66s) 2024-06-13T11:43:31.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:30 smithi042 ceph-mon[32231]: overall HEALTH_OK 2024-06-13T11:43:31.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:30 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:31.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:30 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:31.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:30 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:31.078 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:31.078+0000 7ff22ab9d700 1 -- 172.21.15.162:0/141247431 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7ff22402dca0 con 0x7ff22419dd80 2024-06-13T11:43:31.078 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:30 smithi162 ceph-mon[36757]: mon.c calling monitor election 2024-06-13T11:43:31.078 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:30 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T11:43:31.079 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:30 smithi162 ceph-mon[36757]: mon.a calling monitor election 2024-06-13T11:43:31.079 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:30 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:43:31.079 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:30 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:43:31.079 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:30 smithi162 ceph-mon[36757]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:31.079 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:30 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:43:31.079 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:30 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:43:31.079 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:30 smithi162 ceph-mon[36757]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:31.079 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:30 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:43:31.079 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:30 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:43:31.079 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:30 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:43:31.079 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:30 smithi162 ceph-mon[36757]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-06-13T11:43:31.079 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:30 smithi162 ceph-mon[36757]: monmap epoch 3 2024-06-13T11:43:31.079 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:30 smithi162 ceph-mon[36757]: fsid aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T11:43:31.080 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:30 smithi162 ceph-mon[36757]: last_changed 2024-06-13T11:43:25.599995+0000 2024-06-13T11:43:31.080 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:30 smithi162 ceph-mon[36757]: created 2024-06-13T11:41:04.851290+0000 2024-06-13T11:43:31.080 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:30 smithi162 ceph-mon[36757]: min_mon_release 19 (squid) 2024-06-13T11:43:31.080 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:30 smithi162 ceph-mon[36757]: election_strategy: 1 2024-06-13T11:43:31.080 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:30 smithi162 ceph-mon[36757]: 0: [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] mon.a 2024-06-13T11:43:31.080 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:30 smithi162 ceph-mon[36757]: 1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.c 2024-06-13T11:43:31.080 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:30 smithi162 ceph-mon[36757]: 2: [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] mon.b 2024-06-13T11:43:31.080 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:30 smithi162 ceph-mon[36757]: fsmap 2024-06-13T11:43:31.080 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:30 smithi162 ceph-mon[36757]: osdmap e4: 0 total, 0 up, 0 in 2024-06-13T11:43:31.080 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:30 smithi162 ceph-mon[36757]: mgrmap e13: x(active, since 66s) 2024-06-13T11:43:31.080 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:30 smithi162 ceph-mon[36757]: overall HEALTH_OK 2024-06-13T11:43:31.080 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:30 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:31.080 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:30 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:31.080 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:30 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:31.081 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:31.079+0000 7ff222ffd700 1 -- 172.21.15.162:0/141247431 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1279 (secure 0 0 0) 0x7ff218003d30 con 0x7ff22419dd80 2024-06-13T11:43:31.081 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-06-13T11:43:31.081 INFO:teuthology.orchestra.run.smithi162.stdout:{"epoch":3,"fsid":"aa9143f6-2979-11ef-bc9c-c7b262605968","modified":"2024-06-13T11:43:25.599995Z","created":"2024-06-13T11:41:04.851290Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:3300","nonce":0},{"type":"v1","addr":"172.21.15.42:6789","nonce":0}]},"addr":"172.21.15.42:6789/0","public_addr":"172.21.15.42:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:3300","nonce":0},{"type":"v1","addr":"172.21.15.162:6789","nonce":0}]},"addr":"172.21.15.162:6789/0","public_addr":"172.21.15.162:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:3300","nonce":0},{"type":"v1","addr":"172.21.15.88:6789","nonce":0}]},"addr":"172.21.15.88:6789/0","public_addr":"172.21.15.88:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-06-13T11:43:31.082 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:31.081+0000 7ff22ab9d700 1 -- 172.21.15.162:0/141247431 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ff210039580 msgr2=0x7ff21003ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:43:31.082 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:31.081+0000 7ff22ab9d700 1 --2- 172.21.15.162:0/141247431 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ff210039580 0x7ff21003ba40 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7ff21c001eb0 tx=0x7ff21c005de0 comp rx=0 tx=0).stop 2024-06-13T11:43:31.082 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:31.081+0000 7ff22ab9d700 1 -- 172.21.15.162:0/141247431 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff22419dd80 msgr2=0x7ff224197a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:43:31.082 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:31.081+0000 7ff22ab9d700 1 --2- 172.21.15.162:0/141247431 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff22419dd80 0x7ff224197a00 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff21800b550 tx=0x7ff21800b910 comp rx=0 tx=0).stop 2024-06-13T11:43:31.082 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:31.081+0000 7ff22ab9d700 1 -- 172.21.15.162:0/141247431 shutdown_connections 2024-06-13T11:43:31.082 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:31.081+0000 7ff22ab9d700 1 --2- 172.21.15.162:0/141247431 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ff210039580 0x7ff21003ba40 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:31.082 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:31.081+0000 7ff22ab9d700 1 --2- 172.21.15.162:0/141247431 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff224197f40 0x7ff2241983f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:31.082 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:31.081+0000 7ff22ab9d700 1 --2- 172.21.15.162:0/141247431 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff20c0035c0 0x7ff22419d840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:31.082 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:31.081+0000 7ff22ab9d700 1 --2- 172.21.15.162:0/141247431 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff22419dd80 0x7ff224197a00 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:31.083 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:31.081+0000 7ff22ab9d700 1 -- 172.21.15.162:0/141247431 >> 172.21.15.162:0/141247431 conn(0x7ff2240fd8e0 msgr2=0x7ff2240feb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:43:31.083 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:31.081+0000 7ff22ab9d700 1 -- 172.21.15.162:0/141247431 shutdown_connections 2024-06-13T11:43:31.083 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:31.081+0000 7ff22ab9d700 1 -- 172.21.15.162:0/141247431 wait complete. 2024-06-13T11:43:31.083 INFO:teuthology.orchestra.run.smithi162.stderr:dumped monmap epoch 3 2024-06-13T11:43:31.662 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-06-13T11:43:31.662 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph config generate-minimal-conf 2024-06-13T11:43:31.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:31 smithi162 ceph-mon[36757]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:31.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:31 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:31.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:31 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:43:31.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:31 smithi162 ceph-mon[36757]: from='client.? 172.21.15.162:0/141247431' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-06-13T11:43:31.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:31 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:43:32.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:31 smithi042 ceph-mon[32231]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:32.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:31 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:32.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:31 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:43:32.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:31 smithi042 ceph-mon[32231]: from='client.? 172.21.15.162:0/141247431' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-06-13T11:43:32.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:31 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:43:32.097 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:43:33.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: mon.c calling monitor election 2024-06-13T11:43:33.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T11:43:33.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: mon.a calling monitor election 2024-06-13T11:43:33.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:43:33.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:43:33.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:33.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:43:33.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:43:33.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:33.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:43:33.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:43:33.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:43:33.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-06-13T11:43:33.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: monmap epoch 3 2024-06-13T11:43:33.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: fsid aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T11:43:33.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: last_changed 2024-06-13T11:43:25.599995+0000 2024-06-13T11:43:33.006 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: created 2024-06-13T11:41:04.851290+0000 2024-06-13T11:43:33.006 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: min_mon_release 19 (squid) 2024-06-13T11:43:33.006 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: election_strategy: 1 2024-06-13T11:43:33.006 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: 0: [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] mon.a 2024-06-13T11:43:33.006 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: 1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.c 2024-06-13T11:43:33.006 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: 2: [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] mon.b 2024-06-13T11:43:33.006 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: fsmap 2024-06-13T11:43:33.006 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: osdmap e4: 0 total, 0 up, 0 in 2024-06-13T11:43:33.006 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: mgrmap e13: x(active, since 66s) 2024-06-13T11:43:33.006 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: overall HEALTH_OK 2024-06-13T11:43:33.006 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:33.006 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:33.006 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:33.006 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:33.007 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:33.007 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:43:33.007 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: from='client.? 172.21.15.162:0/141247431' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-06-13T11:43:33.007 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:32 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:43:33.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:33 smithi042 ceph-mon[32231]: mon.b calling monitor election 2024-06-13T11:43:33.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:33 smithi042 ceph-mon[32231]: Updating smithi042:/etc/ceph/ceph.conf 2024-06-13T11:43:33.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:33 smithi042 ceph-mon[32231]: Updating smithi088:/etc/ceph/ceph.conf 2024-06-13T11:43:33.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:33 smithi042 ceph-mon[32231]: Updating smithi162:/etc/ceph/ceph.conf 2024-06-13T11:43:33.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:33 smithi042 ceph-mon[32231]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:33.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:33 smithi042 ceph-mon[32231]: mon.b calling monitor election 2024-06-13T11:43:33.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:33 smithi042 ceph-mon[32231]: mon.c calling monitor election 2024-06-13T11:43:33.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:33 smithi042 ceph-mon[32231]: mon.a calling monitor election 2024-06-13T11:43:33.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:33 smithi042 ceph-mon[32231]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-06-13T11:43:33.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:33 smithi042 ceph-mon[32231]: monmap epoch 3 2024-06-13T11:43:33.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:33 smithi042 ceph-mon[32231]: fsid aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T11:43:33.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:33 smithi042 ceph-mon[32231]: last_changed 2024-06-13T11:43:25.599995+0000 2024-06-13T11:43:33.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:33 smithi042 ceph-mon[32231]: created 2024-06-13T11:41:04.851290+0000 2024-06-13T11:43:33.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:33 smithi042 ceph-mon[32231]: min_mon_release 19 (squid) 2024-06-13T11:43:33.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:33 smithi042 ceph-mon[32231]: election_strategy: 1 2024-06-13T11:43:33.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:33 smithi042 ceph-mon[32231]: 0: [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] mon.a 2024-06-13T11:43:33.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:33 smithi042 ceph-mon[32231]: 1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.c 2024-06-13T11:43:33.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:33 smithi042 ceph-mon[32231]: 2: [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] mon.b 2024-06-13T11:43:33.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:33 smithi042 ceph-mon[32231]: fsmap 2024-06-13T11:43:33.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:33 smithi042 ceph-mon[32231]: osdmap e4: 0 total, 0 up, 0 in 2024-06-13T11:43:33.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:33 smithi042 ceph-mon[32231]: mgrmap e13: x(active, since 68s) 2024-06-13T11:43:33.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:33 smithi042 ceph-mon[32231]: overall HEALTH_OK 2024-06-13T11:43:33.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:33 smithi042 ceph-mon[32231]: Updating smithi088:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T11:43:33.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:33 smithi042 ceph-mon[32231]: Updating smithi162:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T11:43:33.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:33 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:33.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:33 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:33.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:33 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:33.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:33 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:33.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:33 smithi042 ceph-mon[32231]: Updating smithi042:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T11:43:33.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:33 smithi162 ceph-mon[36757]: mon.b calling monitor election 2024-06-13T11:43:33.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:33 smithi162 ceph-mon[36757]: Updating smithi042:/etc/ceph/ceph.conf 2024-06-13T11:43:33.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:33 smithi162 ceph-mon[36757]: Updating smithi088:/etc/ceph/ceph.conf 2024-06-13T11:43:33.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:33 smithi162 ceph-mon[36757]: Updating smithi162:/etc/ceph/ceph.conf 2024-06-13T11:43:33.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:33 smithi162 ceph-mon[36757]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:33.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:33 smithi162 ceph-mon[36757]: mon.b calling monitor election 2024-06-13T11:43:33.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:33 smithi162 ceph-mon[36757]: mon.c calling monitor election 2024-06-13T11:43:33.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:33 smithi162 ceph-mon[36757]: mon.a calling monitor election 2024-06-13T11:43:33.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:33 smithi162 ceph-mon[36757]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-06-13T11:43:33.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:33 smithi162 ceph-mon[36757]: monmap epoch 3 2024-06-13T11:43:33.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:33 smithi162 ceph-mon[36757]: fsid aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T11:43:33.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:33 smithi162 ceph-mon[36757]: last_changed 2024-06-13T11:43:25.599995+0000 2024-06-13T11:43:33.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:33 smithi162 ceph-mon[36757]: created 2024-06-13T11:41:04.851290+0000 2024-06-13T11:43:33.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:33 smithi162 ceph-mon[36757]: min_mon_release 19 (squid) 2024-06-13T11:43:33.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:33 smithi162 ceph-mon[36757]: election_strategy: 1 2024-06-13T11:43:33.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:33 smithi162 ceph-mon[36757]: 0: [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] mon.a 2024-06-13T11:43:33.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:33 smithi162 ceph-mon[36757]: 1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.c 2024-06-13T11:43:33.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:33 smithi162 ceph-mon[36757]: 2: [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] mon.b 2024-06-13T11:43:33.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:33 smithi162 ceph-mon[36757]: fsmap 2024-06-13T11:43:33.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:33 smithi162 ceph-mon[36757]: osdmap e4: 0 total, 0 up, 0 in 2024-06-13T11:43:33.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:33 smithi162 ceph-mon[36757]: mgrmap e13: x(active, since 68s) 2024-06-13T11:43:33.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:33 smithi162 ceph-mon[36757]: overall HEALTH_OK 2024-06-13T11:43:33.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:33 smithi162 ceph-mon[36757]: Updating smithi088:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T11:43:33.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:33 smithi162 ceph-mon[36757]: Updating smithi162:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T11:43:33.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:33 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:33.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:33 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:33.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:33 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:33.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:33 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:33.656 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:33 smithi162 ceph-mon[36757]: Updating smithi042:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T11:43:33.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:33 smithi088 ceph-mon[36399]: mon.b calling monitor election 2024-06-13T11:43:33.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:33 smithi088 ceph-mon[36399]: Updating smithi042:/etc/ceph/ceph.conf 2024-06-13T11:43:33.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:33 smithi088 ceph-mon[36399]: Updating smithi088:/etc/ceph/ceph.conf 2024-06-13T11:43:33.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:33 smithi088 ceph-mon[36399]: Updating smithi162:/etc/ceph/ceph.conf 2024-06-13T11:43:33.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:33 smithi088 ceph-mon[36399]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:33.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:33 smithi088 ceph-mon[36399]: mon.b calling monitor election 2024-06-13T11:43:33.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:33 smithi088 ceph-mon[36399]: mon.c calling monitor election 2024-06-13T11:43:33.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:33 smithi088 ceph-mon[36399]: mon.a calling monitor election 2024-06-13T11:43:33.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:33 smithi088 ceph-mon[36399]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-06-13T11:43:33.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:33 smithi088 ceph-mon[36399]: monmap epoch 3 2024-06-13T11:43:33.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:33 smithi088 ceph-mon[36399]: fsid aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T11:43:33.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:33 smithi088 ceph-mon[36399]: last_changed 2024-06-13T11:43:25.599995+0000 2024-06-13T11:43:33.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:33 smithi088 ceph-mon[36399]: created 2024-06-13T11:41:04.851290+0000 2024-06-13T11:43:33.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:33 smithi088 ceph-mon[36399]: min_mon_release 19 (squid) 2024-06-13T11:43:33.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:33 smithi088 ceph-mon[36399]: election_strategy: 1 2024-06-13T11:43:33.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:33 smithi088 ceph-mon[36399]: 0: [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] mon.a 2024-06-13T11:43:33.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:33 smithi088 ceph-mon[36399]: 1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.c 2024-06-13T11:43:33.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:33 smithi088 ceph-mon[36399]: 2: [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] mon.b 2024-06-13T11:43:33.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:33 smithi088 ceph-mon[36399]: fsmap 2024-06-13T11:43:33.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:33 smithi088 ceph-mon[36399]: osdmap e4: 0 total, 0 up, 0 in 2024-06-13T11:43:33.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:33 smithi088 ceph-mon[36399]: mgrmap e13: x(active, since 68s) 2024-06-13T11:43:33.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:33 smithi088 ceph-mon[36399]: overall HEALTH_OK 2024-06-13T11:43:33.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:33 smithi088 ceph-mon[36399]: Updating smithi088:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T11:43:33.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:33 smithi088 ceph-mon[36399]: Updating smithi162:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T11:43:33.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:33 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:33.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:33 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:33.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:33 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:33.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:33 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:33.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:33 smithi088 ceph-mon[36399]: Updating smithi042:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T11:43:34.157 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.156+0000 7f7cb0a00700 1 -- 172.21.15.42:0/1948648013 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7cac102100 msgr2=0x7f7cac1024e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:43:34.157 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.156+0000 7f7cb0a00700 1 --2- 172.21.15.42:0/1948648013 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7cac102100 0x7f7cac1024e0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f7c9c009910 tx=0x7f7c9c009c20 comp rx=0 tx=0).stop 2024-06-13T11:43:34.157 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.156+0000 7f7cb0a00700 1 -- 172.21.15.42:0/1948648013 shutdown_connections 2024-06-13T11:43:34.157 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.156+0000 7f7cb0a00700 1 --2- 172.21.15.42:0/1948648013 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7cac102100 0x7f7cac1024e0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:34.157 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.156+0000 7f7cb0a00700 1 -- 172.21.15.42:0/1948648013 >> 172.21.15.42:0/1948648013 conn(0x7f7cac0fd9d0 msgr2=0x7f7cac0ffdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:43:34.157 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.156+0000 7f7cb0a00700 1 -- 172.21.15.42:0/1948648013 shutdown_connections 2024-06-13T11:43:34.157 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.156+0000 7f7cb0a00700 1 -- 172.21.15.42:0/1948648013 wait complete. 2024-06-13T11:43:34.158 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.158+0000 7f7cb0a00700 1 Processor -- start 2024-06-13T11:43:34.158 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.158+0000 7f7cb0a00700 1 -- start start 2024-06-13T11:43:34.159 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.159+0000 7f7cb0a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7cac102100 0x7f7cac199e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:43:34.159 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.159+0000 7f7cb0a00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7cac19a380 0x7f7cac19e710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:43:34.159 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.159+0000 7f7cb0a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7cac19ec50 0x7f7cac19f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:43:34.159 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.159+0000 7f7cb0a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7cac10c4d0 con 0x7f7cac102100 2024-06-13T11:43:34.159 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.159+0000 7f7cb0a00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f7cac10c350 con 0x7f7cac19ec50 2024-06-13T11:43:34.159 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.159+0000 7f7cb0a00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f7cac10c650 con 0x7f7cac19a380 2024-06-13T11:43:34.160 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.159+0000 7f7ca9e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7cac102100 0x7f7cac199e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:43:34.160 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.159+0000 7f7ca9e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7cac102100 0x7f7cac199e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35196/0 (socket says 172.21.15.42:35196) 2024-06-13T11:43:34.160 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.159+0000 7f7ca9e00700 1 -- 172.21.15.42:0/3094009258 learned_addr learned my addr 172.21.15.42:0/3094009258 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:43:34.160 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.159+0000 7f7ca9400700 1 --2- 172.21.15.42:0/3094009258 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7cac19a380 0x7f7cac19e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:43:34.160 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.159+0000 7f7caa800700 1 --2- 172.21.15.42:0/3094009258 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7cac19ec50 0x7f7cac19f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:43:34.160 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.160+0000 7f7ca9e00700 1 -- 172.21.15.42:0/3094009258 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7cac19a380 msgr2=0x7f7cac19e710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:43:34.160 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.160+0000 7f7ca9e00700 1 --2- 172.21.15.42:0/3094009258 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7cac19a380 0x7f7cac19e710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:34.160 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.160+0000 7f7ca9e00700 1 -- 172.21.15.42:0/3094009258 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7cac19ec50 msgr2=0x7f7cac19f100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:43:34.160 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.160+0000 7f7ca9e00700 1 --2- 172.21.15.42:0/3094009258 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7cac19ec50 0x7f7cac19f100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:34.160 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.160+0000 7f7ca9e00700 1 -- 172.21.15.42:0/3094009258 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cac1a69c0 con 0x7f7cac102100 2024-06-13T11:43:34.161 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.160+0000 7f7ca9e00700 1 --2- 172.21.15.42:0/3094009258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7cac102100 0x7f7cac199e40 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f7c9c005850 tx=0x7f7c9c004f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:43:34.161 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.160+0000 7f7ca2a00700 1 -- 172.21.15.42:0/3094009258 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c9c026070 con 0x7f7cac102100 2024-06-13T11:43:34.161 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.161+0000 7f7ca2a00700 1 -- 172.21.15.42:0/3094009258 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7c9c00b6f0 con 0x7f7cac102100 2024-06-13T11:43:34.161 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.161+0000 7f7cb0a00700 1 -- 172.21.15.42:0/3094009258 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7cac1a6bf0 con 0x7f7cac102100 2024-06-13T11:43:34.161 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.161+0000 7f7cb0a00700 1 -- 172.21.15.42:0/3094009258 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7cac1a7130 con 0x7f7cac102100 2024-06-13T11:43:34.162 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.161+0000 7f7ca2a00700 1 -- 172.21.15.42:0/3094009258 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c9c0038e0 con 0x7f7cac102100 2024-06-13T11:43:34.162 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.162+0000 7f7cb0a00700 1 -- 172.21.15.42:0/3094009258 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7cac063af0 con 0x7f7cac102100 2024-06-13T11:43:34.162 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.162+0000 7f7ca2a00700 1 -- 172.21.15.42:0/3094009258 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f7c9c029070 con 0x7f7cac102100 2024-06-13T11:43:34.163 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.163+0000 7f7ca2a00700 1 --2- 172.21.15.42:0/3094009258 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f7c90039580 0x7f7c9003ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:43:34.163 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.163+0000 7f7ca2a00700 1 -- 172.21.15.42:0/3094009258 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f7c9c04ce80 con 0x7f7cac102100 2024-06-13T11:43:34.163 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.163+0000 7f7ca9400700 1 --2- 172.21.15.42:0/3094009258 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f7c90039580 0x7f7c9003ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:43:34.164 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.164+0000 7f7ca9400700 1 --2- 172.21.15.42:0/3094009258 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f7c90039580 0x7f7c9003ba40 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f7c98009ad0 tx=0x7f7c98009210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:43:34.169 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.169+0000 7f7ca2a00700 1 -- 172.21.15.42:0/3094009258 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f7c9c013070 con 0x7f7cac102100 2024-06-13T11:43:34.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.412+0000 7f7cb0a00700 1 -- 172.21.15.42:0/3094009258 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f7cac1a7300 con 0x7f7cac102100 2024-06-13T11:43:34.413 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:34 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:43:34.413 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:34 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:34.413 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:34 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:34.413 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:34 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:34.413 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:34 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:34.414 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:34 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:34.414 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:34 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:34.414 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:34 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:34.414 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:34 smithi042 ceph-mon[32231]: Reconfiguring mon.a (unknown last config time)... 2024-06-13T11:43:34.414 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:34 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-13T11:43:34.414 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:34 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-13T11:43:34.414 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:34 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:34.414 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:34 smithi042 ceph-mon[32231]: Reconfiguring daemon mon.a on smithi042 2024-06-13T11:43:34.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.413+0000 7f7ca2a00700 1 -- 172.21.15.42:0/3094009258 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+273 (secure 0 0 0) 0x7f7c9c030020 con 0x7f7cac102100 2024-06-13T11:43:34.415 INFO:teuthology.orchestra.run.smithi042.stdout:# minimal ceph.conf for aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T11:43:34.415 INFO:teuthology.orchestra.run.smithi042.stdout:[global] 2024-06-13T11:43:34.415 INFO:teuthology.orchestra.run.smithi042.stdout: fsid = aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T11:43:34.415 INFO:teuthology.orchestra.run.smithi042.stdout: mon_host = [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] 2024-06-13T11:43:34.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.416+0000 7f7cb0a00700 1 -- 172.21.15.42:0/3094009258 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f7c90039580 msgr2=0x7f7c9003ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:43:34.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.416+0000 7f7cb0a00700 1 --2- 172.21.15.42:0/3094009258 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f7c90039580 0x7f7c9003ba40 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f7c98009ad0 tx=0x7f7c98009210 comp rx=0 tx=0).stop 2024-06-13T11:43:34.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.416+0000 7f7cb0a00700 1 -- 172.21.15.42:0/3094009258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7cac102100 msgr2=0x7f7cac199e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:43:34.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.417+0000 7f7cb0a00700 1 --2- 172.21.15.42:0/3094009258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7cac102100 0x7f7cac199e40 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f7c9c005850 tx=0x7f7c9c004f80 comp rx=0 tx=0).stop 2024-06-13T11:43:34.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.417+0000 7f7cb0a00700 1 -- 172.21.15.42:0/3094009258 shutdown_connections 2024-06-13T11:43:34.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.417+0000 7f7cb0a00700 1 --2- 172.21.15.42:0/3094009258 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f7c90039580 0x7f7c9003ba40 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:34.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.417+0000 7f7cb0a00700 1 --2- 172.21.15.42:0/3094009258 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7cac19ec50 0x7f7cac19f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:34.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.417+0000 7f7cb0a00700 1 --2- 172.21.15.42:0/3094009258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7cac102100 0x7f7cac199e40 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:34.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.417+0000 7f7cb0a00700 1 --2- 172.21.15.42:0/3094009258 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7cac19a380 0x7f7cac19e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:34.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.417+0000 7f7cb0a00700 1 -- 172.21.15.42:0/3094009258 >> 172.21.15.42:0/3094009258 conn(0x7f7cac0fd9d0 msgr2=0x7f7cac074760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:43:34.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.417+0000 7f7cb0a00700 1 -- 172.21.15.42:0/3094009258 shutdown_connections 2024-06-13T11:43:34.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:34.417+0000 7f7cb0a00700 1 -- 172.21.15.42:0/3094009258 wait complete. 2024-06-13T11:43:34.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:34 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:43:34.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:34 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:34.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:34 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:34.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:34 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:34.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:34 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:34.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:34 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:34.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:34 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:34.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:34 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:34.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:34 smithi162 ceph-mon[36757]: Reconfiguring mon.a (unknown last config time)... 2024-06-13T11:43:34.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:34 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-13T11:43:34.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:34 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-13T11:43:34.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:34 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:34.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:34 smithi162 ceph-mon[36757]: Reconfiguring daemon mon.a on smithi042 2024-06-13T11:43:34.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:34 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:43:34.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:34 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:34.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:34 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:34.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:34 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:34.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:34 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:34.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:34 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:34.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:34 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:34.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:34 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:34.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:34 smithi088 ceph-mon[36399]: Reconfiguring mon.a (unknown last config time)... 2024-06-13T11:43:34.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:34 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-13T11:43:34.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:34 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-13T11:43:34.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:34 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:34.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:34 smithi088 ceph-mon[36399]: Reconfiguring daemon mon.a on smithi042 2024-06-13T11:43:34.806 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:43:34 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:43:34.601+0000 7f827aa00700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-06-13T11:43:35.201 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-06-13T11:43:35.201 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-13T11:43:35.202 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/etc/ceph/ceph.conf 2024-06-13T11:43:35.273 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-13T11:43:35.273 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-06-13T11:43:35.395 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-06-13T11:43:35.395 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd of=/etc/ceph/ceph.conf 2024-06-13T11:43:35.418 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:35 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/3094009258' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:35.418 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:35 smithi042 ceph-mon[32231]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:35.418 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:35 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:35.426 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-06-13T11:43:35.427 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-06-13T11:43:35.494 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2024-06-13T11:43:35.494 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd of=/etc/ceph/ceph.conf 2024-06-13T11:43:35.524 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2024-06-13T11:43:35.524 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-06-13T11:43:35.592 INFO:tasks.cephadm:Adding mgr.x on smithi042 2024-06-13T11:43:35.592 INFO:tasks.cephadm:Adding mgr.y on smithi088 2024-06-13T11:43:35.593 INFO:tasks.cephadm:Adding mgr.z on smithi162 2024-06-13T11:43:35.593 DEBUG:teuthology.orchestra.run.smithi162:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph orch apply mgr '3;smithi042=x;smithi088=y;smithi162=z' 2024-06-13T11:43:35.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:35 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/3094009258' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:35.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:35 smithi162 ceph-mon[36757]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:35.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:35 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:35.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:35 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/3094009258' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:35.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:35 smithi088 ceph-mon[36399]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:35.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:35 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:35.868 INFO:teuthology.orchestra.run.smithi162.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.c/config 2024-06-13T11:43:37.280 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.279+0000 7f14a1245700 1 -- 172.21.15.162:0/1493777315 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f149c100ea0 msgr2=0x7f149c1012c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:43:37.280 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.279+0000 7f14a1245700 1 --2- 172.21.15.162:0/1493777315 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f149c100ea0 0x7f149c1012c0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f1490009910 tx=0x7f1490009c20 comp rx=0 tx=0).stop 2024-06-13T11:43:37.280 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.279+0000 7f14a1245700 1 -- 172.21.15.162:0/1493777315 shutdown_connections 2024-06-13T11:43:37.280 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.279+0000 7f14a1245700 1 --2- 172.21.15.162:0/1493777315 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f149c100ea0 0x7f149c1012c0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:37.281 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.279+0000 7f14a1245700 1 -- 172.21.15.162:0/1493777315 >> 172.21.15.162:0/1493777315 conn(0x7f149c0fc490 msgr2=0x7f149c0fe8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:43:37.281 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.279+0000 7f14a1245700 1 -- 172.21.15.162:0/1493777315 shutdown_connections 2024-06-13T11:43:37.281 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.279+0000 7f14a1245700 1 -- 172.21.15.162:0/1493777315 wait complete. 2024-06-13T11:43:37.281 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.280+0000 7f14a1245700 1 Processor -- start 2024-06-13T11:43:37.281 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.280+0000 7f14a1245700 1 -- start start 2024-06-13T11:43:37.283 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.280+0000 7f14a1245700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f149c100ea0 0x7f149c197860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:43:37.283 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.281+0000 7f14a1245700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f149c197da0 0x7f149c19ce10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:43:37.283 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.281+0000 7f14a1245700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f149c198220 0x7f149c19f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:43:37.284 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.281+0000 7f14a1245700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f149c106e90 con 0x7f149c198220 2024-06-13T11:43:37.284 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.281+0000 7f14a1245700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f149c106d10 con 0x7f149c197da0 2024-06-13T11:43:37.284 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.281+0000 7f14a1245700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f149c107010 con 0x7f149c100ea0 2024-06-13T11:43:37.284 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.281+0000 7f149ad9d700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f149c100ea0 0x7f149c197860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:43:37.284 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.281+0000 7f149ad9d700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f149c100ea0 0x7f149c197860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.162:53916/0 (socket says 172.21.15.162:53916) 2024-06-13T11:43:37.284 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.281+0000 7f149ad9d700 1 -- 172.21.15.162:0/164385790 learned_addr learned my addr 172.21.15.162:0/164385790 (peer_addr_for_me v2:172.21.15.162:0/0) 2024-06-13T11:43:37.284 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.281+0000 7f149a59c700 1 --2- 172.21.15.162:0/164385790 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f149c197da0 0x7f149c19ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:43:37.284 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.281+0000 7f149b59e700 1 --2- 172.21.15.162:0/164385790 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f149c198220 0x7f149c19f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:43:37.284 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.281+0000 7f149ad9d700 1 -- 172.21.15.162:0/164385790 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f149c197da0 msgr2=0x7f149c19ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:43:37.284 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.281+0000 7f149ad9d700 1 --2- 172.21.15.162:0/164385790 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f149c197da0 0x7f149c19ce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:37.284 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.281+0000 7f149ad9d700 1 -- 172.21.15.162:0/164385790 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f149c198220 msgr2=0x7f149c19f3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:43:37.284 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.281+0000 7f149ad9d700 1 --2- 172.21.15.162:0/164385790 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f149c198220 0x7f149c19f3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:37.285 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.281+0000 7f149ad9d700 1 -- 172.21.15.162:0/164385790 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f149c19fc70 con 0x7f149c100ea0 2024-06-13T11:43:37.285 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.281+0000 7f149ad9d700 1 --2- 172.21.15.162:0/164385790 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f149c100ea0 0x7f149c197860 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f1490000c00 tx=0x7f1490005000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:43:37.285 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.281+0000 7f1483fff700 1 -- 172.21.15.162:0/164385790 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1490027070 con 0x7f149c100ea0 2024-06-13T11:43:37.285 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.282+0000 7f1483fff700 1 -- 172.21.15.162:0/164385790 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1490022470 con 0x7f149c100ea0 2024-06-13T11:43:37.285 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.282+0000 7f14a1245700 1 -- 172.21.15.162:0/164385790 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f149c19ff00 con 0x7f149c100ea0 2024-06-13T11:43:37.285 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.282+0000 7f1483fff700 1 -- 172.21.15.162:0/164385790 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f149000f680 con 0x7f149c100ea0 2024-06-13T11:43:37.285 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.282+0000 7f14a1245700 1 -- 172.21.15.162:0/164385790 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f149c1a0370 con 0x7f149c100ea0 2024-06-13T11:43:37.285 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.282+0000 7f1483fff700 1 -- 172.21.15.162:0/164385790 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f149002a070 con 0x7f149c100ea0 2024-06-13T11:43:37.285 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.283+0000 7f1483fff700 1 --2- 172.21.15.162:0/164385790 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f1484039580 0x7f148403ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:43:37.285 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.283+0000 7f14a1245700 1 -- 172.21.15.162:0/164385790 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f149c063af0 con 0x7f149c100ea0 2024-06-13T11:43:37.286 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.283+0000 7f1483fff700 1 -- 172.21.15.162:0/164385790 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f149004d1c0 con 0x7f149c100ea0 2024-06-13T11:43:37.286 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.283+0000 7f149a59c700 1 --2- 172.21.15.162:0/164385790 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f1484039580 0x7f148403ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:43:37.286 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.284+0000 7f149a59c700 1 --2- 172.21.15.162:0/164385790 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f1484039580 0x7f148403ba40 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f148c009ad0 tx=0x7f148c009210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:43:37.288 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.288+0000 7f1483fff700 1 -- 172.21.15.162:0/164385790 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f1490013070 con 0x7f149c100ea0 2024-06-13T11:43:37.494 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.494+0000 7f14a1245700 1 -- 172.21.15.162:0/164385790 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi042=x;smithi088=y;smithi162=z", "target": ["mon-mgr", ""]}) -- 0x7f149c062960 con 0x7f1484039580 2024-06-13T11:43:37.508 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.508+0000 7f1483fff700 1 -- 172.21.15.162:0/164385790 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f149c062960 con 0x7f1484039580 2024-06-13T11:43:37.508 INFO:teuthology.orchestra.run.smithi162.stdout:Scheduled mgr update... 2024-06-13T11:43:37.510 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.510+0000 7f14a1245700 1 -- 172.21.15.162:0/164385790 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f1484039580 msgr2=0x7f148403ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:43:37.510 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.510+0000 7f14a1245700 1 --2- 172.21.15.162:0/164385790 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f1484039580 0x7f148403ba40 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f148c009ad0 tx=0x7f148c009210 comp rx=0 tx=0).stop 2024-06-13T11:43:37.510 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.510+0000 7f14a1245700 1 -- 172.21.15.162:0/164385790 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f149c100ea0 msgr2=0x7f149c197860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:43:37.510 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.510+0000 7f14a1245700 1 --2- 172.21.15.162:0/164385790 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f149c100ea0 0x7f149c197860 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f1490000c00 tx=0x7f1490005000 comp rx=0 tx=0).stop 2024-06-13T11:43:37.511 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.510+0000 7f14a1245700 1 -- 172.21.15.162:0/164385790 shutdown_connections 2024-06-13T11:43:37.511 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.510+0000 7f14a1245700 1 --2- 172.21.15.162:0/164385790 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f149c198220 0x7f149c19f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:37.511 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.510+0000 7f14a1245700 1 --2- 172.21.15.162:0/164385790 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f149c100ea0 0x7f149c197860 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:37.511 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.510+0000 7f14a1245700 1 --2- 172.21.15.162:0/164385790 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f1484039580 0x7f148403ba40 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:37.511 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.510+0000 7f14a1245700 1 --2- 172.21.15.162:0/164385790 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f149c197da0 0x7f149c19ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:37.511 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.510+0000 7f14a1245700 1 -- 172.21.15.162:0/164385790 >> 172.21.15.162:0/164385790 conn(0x7f149c0fc490 msgr2=0x7f149c18e540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:43:37.511 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.510+0000 7f14a1245700 1 -- 172.21.15.162:0/164385790 shutdown_connections 2024-06-13T11:43:37.511 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:43:37.511+0000 7f14a1245700 1 -- 172.21.15.162:0/164385790 wait complete. 2024-06-13T11:43:37.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:37 smithi088 ceph-mon[36399]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:37.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:37 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:37.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:37 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:37.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:37 smithi088 ceph-mon[36399]: Reconfiguring mon.b (monmap changed)... 2024-06-13T11:43:37.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:37 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-13T11:43:37.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:37 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-13T11:43:37.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:37 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:37.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:37 smithi088 ceph-mon[36399]: Reconfiguring daemon mon.b on smithi088 2024-06-13T11:43:37.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:37 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:37.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:37 smithi042 ceph-mon[32231]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:37.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:37 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:37.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:37 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:37.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:37 smithi042 ceph-mon[32231]: Reconfiguring mon.b (monmap changed)... 2024-06-13T11:43:37.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:37 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-13T11:43:37.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:37 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-13T11:43:37.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:37 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:37.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:37 smithi042 ceph-mon[32231]: Reconfiguring daemon mon.b on smithi088 2024-06-13T11:43:37.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:37 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:37.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:37 smithi162 ceph-mon[36757]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:37.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:37 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:37.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:37 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:37.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:37 smithi162 ceph-mon[36757]: Reconfiguring mon.b (monmap changed)... 2024-06-13T11:43:37.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:37 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-13T11:43:37.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:37 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-13T11:43:37.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:37 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:37.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:37 smithi162 ceph-mon[36757]: Reconfiguring daemon mon.b on smithi088 2024-06-13T11:43:37.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:37 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:38.110 DEBUG:teuthology.orchestra.run.smithi088:mgr.y> sudo journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mgr.y.service 2024-06-13T11:43:38.113 DEBUG:teuthology.orchestra.run.smithi162:mgr.z> sudo journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mgr.z.service 2024-06-13T11:43:38.152 INFO:tasks.cephadm:Deploying OSDs... 2024-06-13T11:43:38.152 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-13T11:43:38.152 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/scratch_devs of=/dev/stdout 2024-06-13T11:43:38.214 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-06-13T11:43:38.214 DEBUG:teuthology.orchestra.run.smithi042:> stat /dev/vg_nvme/lv_1 2024-06-13T11:43:38.271 INFO:teuthology.orchestra.run.smithi042.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-06-13T11:43:38.272 INFO:teuthology.orchestra.run.smithi042.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-13T11:43:38.272 INFO:teuthology.orchestra.run.smithi042.stdout:Device: 6h/6d Inode: 631 Links: 1 2024-06-13T11:43:38.272 INFO:teuthology.orchestra.run.smithi042.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-13T11:43:38.272 INFO:teuthology.orchestra.run.smithi042.stdout:Context: system_u:object_r:device_t:s0 2024-06-13T11:43:38.272 INFO:teuthology.orchestra.run.smithi042.stdout:Access: 2024-06-13 11:42:37.555899555 +0000 2024-06-13T11:43:38.272 INFO:teuthology.orchestra.run.smithi042.stdout:Modify: 2024-06-13 11:37:00.548704702 +0000 2024-06-13T11:43:38.272 INFO:teuthology.orchestra.run.smithi042.stdout:Change: 2024-06-13 11:37:00.548704702 +0000 2024-06-13T11:43:38.272 INFO:teuthology.orchestra.run.smithi042.stdout: Birth: 2024-06-13 11:37:00.548704702 +0000 2024-06-13T11:43:38.272 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-06-13T11:43:38.359 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records in 2024-06-13T11:43:38.360 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records out 2024-06-13T11:43:38.360 INFO:teuthology.orchestra.run.smithi042.stderr:512 bytes copied, 0.000291621 s, 1.8 MB/s 2024-06-13T11:43:38.364 DEBUG:teuthology.orchestra.run.smithi042:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-06-13T11:43:38.421 DEBUG:teuthology.orchestra.run.smithi042:> stat /dev/vg_nvme/lv_2 2024-06-13T11:43:38.475 INFO:teuthology.orchestra.run.smithi042.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-06-13T11:43:38.475 INFO:teuthology.orchestra.run.smithi042.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-13T11:43:38.475 INFO:teuthology.orchestra.run.smithi042.stdout:Device: 6h/6d Inode: 652 Links: 1 2024-06-13T11:43:38.475 INFO:teuthology.orchestra.run.smithi042.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-13T11:43:38.476 INFO:teuthology.orchestra.run.smithi042.stdout:Context: system_u:object_r:device_t:s0 2024-06-13T11:43:38.476 INFO:teuthology.orchestra.run.smithi042.stdout:Access: 2024-06-13 11:42:37.652898860 +0000 2024-06-13T11:43:38.476 INFO:teuthology.orchestra.run.smithi042.stdout:Modify: 2024-06-13 11:37:01.152700414 +0000 2024-06-13T11:43:38.476 INFO:teuthology.orchestra.run.smithi042.stdout:Change: 2024-06-13 11:37:01.152700414 +0000 2024-06-13T11:43:38.476 INFO:teuthology.orchestra.run.smithi042.stdout: Birth: 2024-06-13 11:37:01.152700414 +0000 2024-06-13T11:43:38.476 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-06-13T11:43:38.559 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records in 2024-06-13T11:43:38.559 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records out 2024-06-13T11:43:38.559 INFO:teuthology.orchestra.run.smithi042.stderr:512 bytes copied, 0.000293437 s, 1.7 MB/s 2024-06-13T11:43:38.563 DEBUG:teuthology.orchestra.run.smithi042:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-06-13T11:43:38.624 DEBUG:teuthology.orchestra.run.smithi042:> stat /dev/vg_nvme/lv_3 2024-06-13T11:43:38.679 INFO:teuthology.orchestra.run.smithi042.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-06-13T11:43:38.679 INFO:teuthology.orchestra.run.smithi042.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-13T11:43:38.679 INFO:teuthology.orchestra.run.smithi042.stdout:Device: 6h/6d Inode: 669 Links: 1 2024-06-13T11:43:38.679 INFO:teuthology.orchestra.run.smithi042.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-13T11:43:38.679 INFO:teuthology.orchestra.run.smithi042.stdout:Context: system_u:object_r:device_t:s0 2024-06-13T11:43:38.679 INFO:teuthology.orchestra.run.smithi042.stdout:Access: 2024-06-13 11:42:37.751898151 +0000 2024-06-13T11:43:38.679 INFO:teuthology.orchestra.run.smithi042.stdout:Modify: 2024-06-13 11:37:01.756696126 +0000 2024-06-13T11:43:38.679 INFO:teuthology.orchestra.run.smithi042.stdout:Change: 2024-06-13 11:37:01.756696126 +0000 2024-06-13T11:43:38.680 INFO:teuthology.orchestra.run.smithi042.stdout: Birth: 2024-06-13 11:37:01.756696126 +0000 2024-06-13T11:43:38.680 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-06-13T11:43:38.762 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records in 2024-06-13T11:43:38.762 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records out 2024-06-13T11:43:38.762 INFO:teuthology.orchestra.run.smithi042.stderr:512 bytes copied, 0.000272352 s, 1.9 MB/s 2024-06-13T11:43:38.766 DEBUG:teuthology.orchestra.run.smithi042:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-06-13T11:43:38.825 DEBUG:teuthology.orchestra.run.smithi042:> stat /dev/vg_nvme/lv_4 2024-06-13T11:43:38.876 INFO:teuthology.orchestra.run.smithi042.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-06-13T11:43:38.876 INFO:teuthology.orchestra.run.smithi042.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-13T11:43:38.876 INFO:teuthology.orchestra.run.smithi042.stdout:Device: 6h/6d Inode: 689 Links: 1 2024-06-13T11:43:38.876 INFO:teuthology.orchestra.run.smithi042.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-13T11:43:38.876 INFO:teuthology.orchestra.run.smithi042.stdout:Context: system_u:object_r:device_t:s0 2024-06-13T11:43:38.876 INFO:teuthology.orchestra.run.smithi042.stdout:Access: 2024-06-13 11:42:37.832897570 +0000 2024-06-13T11:43:38.877 INFO:teuthology.orchestra.run.smithi042.stdout:Modify: 2024-06-13 11:37:02.364691810 +0000 2024-06-13T11:43:38.877 INFO:teuthology.orchestra.run.smithi042.stdout:Change: 2024-06-13 11:37:02.364691810 +0000 2024-06-13T11:43:38.877 INFO:teuthology.orchestra.run.smithi042.stdout: Birth: 2024-06-13 11:37:02.364691810 +0000 2024-06-13T11:43:38.877 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-06-13T11:43:38.962 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records in 2024-06-13T11:43:38.962 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records out 2024-06-13T11:43:38.962 INFO:teuthology.orchestra.run.smithi042.stderr:512 bytes copied, 0.00035163 s, 1.5 MB/s 2024-06-13T11:43:38.966 DEBUG:teuthology.orchestra.run.smithi042:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-06-13T11:43:39.025 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-06-13T11:43:39.026 DEBUG:teuthology.orchestra.run.smithi088:> dd if=/scratch_devs of=/dev/stdout 2024-06-13T11:43:39.044 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-06-13T11:43:39.044 DEBUG:teuthology.orchestra.run.smithi088:> stat /dev/vg_nvme/lv_1 2024-06-13T11:43:39.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:38 smithi042 ceph-mon[32231]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi042=x;smithi088=y;smithi162=z", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:43:39.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:38 smithi042 ceph-mon[32231]: Saving service mgr spec with placement smithi042=x;smithi088=y;smithi162=z;count:3 2024-06-13T11:43:39.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:38 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:39.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:38 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:39.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:38 smithi042 ceph-mon[32231]: Reconfiguring mon.c (monmap changed)... 2024-06-13T11:43:39.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:38 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-13T11:43:39.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:38 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-13T11:43:39.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:38 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:39.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:38 smithi042 ceph-mon[32231]: Reconfiguring daemon mon.c on smithi162 2024-06-13T11:43:39.102 INFO:teuthology.orchestra.run.smithi088.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-06-13T11:43:39.103 INFO:teuthology.orchestra.run.smithi088.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-13T11:43:39.103 INFO:teuthology.orchestra.run.smithi088.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-06-13T11:43:39.103 INFO:teuthology.orchestra.run.smithi088.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-13T11:43:39.103 INFO:teuthology.orchestra.run.smithi088.stdout:Context: system_u:object_r:device_t:s0 2024-06-13T11:43:39.103 INFO:teuthology.orchestra.run.smithi088.stdout:Access: 2024-06-13 11:43:25.080180747 +0000 2024-06-13T11:43:39.103 INFO:teuthology.orchestra.run.smithi088.stdout:Modify: 2024-06-13 11:35:31.759210218 +0000 2024-06-13T11:43:39.103 INFO:teuthology.orchestra.run.smithi088.stdout:Change: 2024-06-13 11:35:31.759210218 +0000 2024-06-13T11:43:39.103 INFO:teuthology.orchestra.run.smithi088.stdout: Birth: 2024-06-13 11:35:31.759210218 +0000 2024-06-13T11:43:39.103 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-06-13T11:43:39.169 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records in 2024-06-13T11:43:39.169 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records out 2024-06-13T11:43:39.169 INFO:teuthology.orchestra.run.smithi088.stderr:512 bytes copied, 0.000289286 s, 1.8 MB/s 2024-06-13T11:43:39.171 DEBUG:teuthology.orchestra.run.smithi088:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-06-13T11:43:39.229 DEBUG:teuthology.orchestra.run.smithi088:> stat /dev/vg_nvme/lv_2 2024-06-13T11:43:39.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:38 smithi088 ceph-mon[36399]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi042=x;smithi088=y;smithi162=z", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:43:39.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:38 smithi088 ceph-mon[36399]: Saving service mgr spec with placement smithi042=x;smithi088=y;smithi162=z;count:3 2024-06-13T11:43:39.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:38 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:39.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:38 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:39.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:38 smithi088 ceph-mon[36399]: Reconfiguring mon.c (monmap changed)... 2024-06-13T11:43:39.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:38 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-13T11:43:39.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:38 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-13T11:43:39.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:38 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:39.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:38 smithi088 ceph-mon[36399]: Reconfiguring daemon mon.c on smithi162 2024-06-13T11:43:39.266 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:38 smithi162 ceph-mon[36757]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi042=x;smithi088=y;smithi162=z", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:43:39.267 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:38 smithi162 ceph-mon[36757]: Saving service mgr spec with placement smithi042=x;smithi088=y;smithi162=z;count:3 2024-06-13T11:43:39.267 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:38 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:39.267 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:38 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:39.267 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:38 smithi162 ceph-mon[36757]: Reconfiguring mon.c (monmap changed)... 2024-06-13T11:43:39.267 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:38 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-13T11:43:39.267 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:38 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-13T11:43:39.267 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:38 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:39.267 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:38 smithi162 ceph-mon[36757]: Reconfiguring daemon mon.c on smithi162 2024-06-13T11:43:39.270 INFO:teuthology.orchestra.run.smithi088.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-06-13T11:43:39.270 INFO:teuthology.orchestra.run.smithi088.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-13T11:43:39.271 INFO:teuthology.orchestra.run.smithi088.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-06-13T11:43:39.271 INFO:teuthology.orchestra.run.smithi088.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-13T11:43:39.271 INFO:teuthology.orchestra.run.smithi088.stdout:Context: system_u:object_r:device_t:s0 2024-06-13T11:43:39.271 INFO:teuthology.orchestra.run.smithi088.stdout:Access: 2024-06-13 11:43:25.081180727 +0000 2024-06-13T11:43:39.271 INFO:teuthology.orchestra.run.smithi088.stdout:Modify: 2024-06-13 11:35:32.103203249 +0000 2024-06-13T11:43:39.271 INFO:teuthology.orchestra.run.smithi088.stdout:Change: 2024-06-13 11:35:32.103203249 +0000 2024-06-13T11:43:39.271 INFO:teuthology.orchestra.run.smithi088.stdout: Birth: 2024-06-13 11:35:32.103203249 +0000 2024-06-13T11:43:39.271 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-06-13T11:43:39.336 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records in 2024-06-13T11:43:39.336 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records out 2024-06-13T11:43:39.336 INFO:teuthology.orchestra.run.smithi088.stderr:512 bytes copied, 0.000219941 s, 2.3 MB/s 2024-06-13T11:43:39.337 DEBUG:teuthology.orchestra.run.smithi088:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-06-13T11:43:39.395 DEBUG:teuthology.orchestra.run.smithi088:> stat /dev/vg_nvme/lv_3 2024-06-13T11:43:39.451 INFO:teuthology.orchestra.run.smithi088.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-06-13T11:43:39.451 INFO:teuthology.orchestra.run.smithi088.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-13T11:43:39.451 INFO:teuthology.orchestra.run.smithi088.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-06-13T11:43:39.451 INFO:teuthology.orchestra.run.smithi088.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-13T11:43:39.451 INFO:teuthology.orchestra.run.smithi088.stdout:Context: system_u:object_r:device_t:s0 2024-06-13T11:43:39.451 INFO:teuthology.orchestra.run.smithi088.stdout:Access: 2024-06-13 11:43:25.081180727 +0000 2024-06-13T11:43:39.451 INFO:teuthology.orchestra.run.smithi088.stdout:Modify: 2024-06-13 11:35:32.442196381 +0000 2024-06-13T11:43:39.451 INFO:teuthology.orchestra.run.smithi088.stdout:Change: 2024-06-13 11:35:32.442196381 +0000 2024-06-13T11:43:39.452 INFO:teuthology.orchestra.run.smithi088.stdout: Birth: 2024-06-13 11:35:32.442196381 +0000 2024-06-13T11:43:39.452 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-06-13T11:43:39.515 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records in 2024-06-13T11:43:39.515 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records out 2024-06-13T11:43:39.515 INFO:teuthology.orchestra.run.smithi088.stderr:512 bytes copied, 0.000215476 s, 2.4 MB/s 2024-06-13T11:43:39.516 DEBUG:teuthology.orchestra.run.smithi088:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-06-13T11:43:39.573 DEBUG:teuthology.orchestra.run.smithi088:> stat /dev/vg_nvme/lv_4 2024-06-13T11:43:39.629 INFO:teuthology.orchestra.run.smithi088.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-06-13T11:43:39.629 INFO:teuthology.orchestra.run.smithi088.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-13T11:43:39.629 INFO:teuthology.orchestra.run.smithi088.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-06-13T11:43:39.629 INFO:teuthology.orchestra.run.smithi088.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-13T11:43:39.629 INFO:teuthology.orchestra.run.smithi088.stdout:Context: system_u:object_r:device_t:s0 2024-06-13T11:43:39.630 INFO:teuthology.orchestra.run.smithi088.stdout:Access: 2024-06-13 11:43:25.081180727 +0000 2024-06-13T11:43:39.630 INFO:teuthology.orchestra.run.smithi088.stdout:Modify: 2024-06-13 11:35:32.778189575 +0000 2024-06-13T11:43:39.630 INFO:teuthology.orchestra.run.smithi088.stdout:Change: 2024-06-13 11:35:32.778189575 +0000 2024-06-13T11:43:39.630 INFO:teuthology.orchestra.run.smithi088.stdout: Birth: 2024-06-13 11:35:32.778189575 +0000 2024-06-13T11:43:39.630 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-06-13T11:43:39.694 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records in 2024-06-13T11:43:39.694 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records out 2024-06-13T11:43:39.694 INFO:teuthology.orchestra.run.smithi088.stderr:512 bytes copied, 0.000202494 s, 2.5 MB/s 2024-06-13T11:43:39.695 DEBUG:teuthology.orchestra.run.smithi088:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-06-13T11:43:39.754 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2024-06-13T11:43:39.754 DEBUG:teuthology.orchestra.run.smithi162:> dd if=/scratch_devs of=/dev/stdout 2024-06-13T11:43:39.769 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-06-13T11:43:39.769 DEBUG:teuthology.orchestra.run.smithi162:> stat /dev/vg_nvme/lv_1 2024-06-13T11:43:39.823 INFO:teuthology.orchestra.run.smithi162.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-06-13T11:43:39.824 INFO:teuthology.orchestra.run.smithi162.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-13T11:43:39.824 INFO:teuthology.orchestra.run.smithi162.stdout:Device: 5h/5d Inode: 664 Links: 1 2024-06-13T11:43:39.824 INFO:teuthology.orchestra.run.smithi162.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-13T11:43:39.824 INFO:teuthology.orchestra.run.smithi162.stdout:Context: system_u:object_r:device_t:s0 2024-06-13T11:43:39.824 INFO:teuthology.orchestra.run.smithi162.stdout:Access: 2024-06-13 11:43:15.518012707 +0000 2024-06-13T11:43:39.824 INFO:teuthology.orchestra.run.smithi162.stdout:Modify: 2024-06-13 11:35:31.763436384 +0000 2024-06-13T11:43:39.824 INFO:teuthology.orchestra.run.smithi162.stdout:Change: 2024-06-13 11:35:31.763436384 +0000 2024-06-13T11:43:39.824 INFO:teuthology.orchestra.run.smithi162.stdout: Birth: 2024-06-13 11:35:31.763436384 +0000 2024-06-13T11:43:39.824 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-06-13T11:43:39.888 INFO:teuthology.orchestra.run.smithi162.stderr:1+0 records in 2024-06-13T11:43:39.888 INFO:teuthology.orchestra.run.smithi162.stderr:1+0 records out 2024-06-13T11:43:39.888 INFO:teuthology.orchestra.run.smithi162.stderr:512 bytes copied, 0.000272754 s, 1.9 MB/s 2024-06-13T11:43:39.889 DEBUG:teuthology.orchestra.run.smithi162:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-06-13T11:43:39.946 DEBUG:teuthology.orchestra.run.smithi162:> stat /dev/vg_nvme/lv_2 2024-06-13T11:43:40.001 INFO:teuthology.orchestra.run.smithi162.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-06-13T11:43:40.001 INFO:teuthology.orchestra.run.smithi162.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-13T11:43:40.001 INFO:teuthology.orchestra.run.smithi162.stdout:Device: 5h/5d Inode: 682 Links: 1 2024-06-13T11:43:40.002 INFO:teuthology.orchestra.run.smithi162.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-13T11:43:40.002 INFO:teuthology.orchestra.run.smithi162.stdout:Context: system_u:object_r:device_t:s0 2024-06-13T11:43:40.002 INFO:teuthology.orchestra.run.smithi162.stdout:Access: 2024-06-13 11:43:15.518012707 +0000 2024-06-13T11:43:40.002 INFO:teuthology.orchestra.run.smithi162.stdout:Modify: 2024-06-13 11:35:32.096429314 +0000 2024-06-13T11:43:40.002 INFO:teuthology.orchestra.run.smithi162.stdout:Change: 2024-06-13 11:35:32.096429314 +0000 2024-06-13T11:43:40.002 INFO:teuthology.orchestra.run.smithi162.stdout: Birth: 2024-06-13 11:35:32.096429314 +0000 2024-06-13T11:43:40.002 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-06-13T11:43:40.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:39 smithi088 ceph-mon[36399]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:40.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:39 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:40.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:39 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:40.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:39 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:43:40.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:39 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:40.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:39 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:43:40.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:39 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:40.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:39 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-13T11:43:40.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:39 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-06-13T11:43:40.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:39 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-13T11:43:40.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:39 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:40.064 INFO:teuthology.orchestra.run.smithi162.stderr:1+0 records in 2024-06-13T11:43:40.064 INFO:teuthology.orchestra.run.smithi162.stderr:1+0 records out 2024-06-13T11:43:40.064 INFO:teuthology.orchestra.run.smithi162.stderr:512 bytes copied, 0.000201813 s, 2.5 MB/s 2024-06-13T11:43:40.065 DEBUG:teuthology.orchestra.run.smithi162:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-06-13T11:43:40.121 DEBUG:teuthology.orchestra.run.smithi162:> stat /dev/vg_nvme/lv_3 2024-06-13T11:43:40.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:39 smithi162 ceph-mon[36757]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:40.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:39 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:40.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:39 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:40.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:39 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:43:40.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:39 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:40.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:39 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:43:40.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:39 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:40.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:39 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-13T11:43:40.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:39 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-06-13T11:43:40.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:39 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-13T11:43:40.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:39 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:40.168 INFO:teuthology.orchestra.run.smithi162.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-06-13T11:43:40.169 INFO:teuthology.orchestra.run.smithi162.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-13T11:43:40.169 INFO:teuthology.orchestra.run.smithi162.stdout:Device: 5h/5d Inode: 701 Links: 1 2024-06-13T11:43:40.169 INFO:teuthology.orchestra.run.smithi162.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-13T11:43:40.169 INFO:teuthology.orchestra.run.smithi162.stdout:Context: system_u:object_r:device_t:s0 2024-06-13T11:43:40.169 INFO:teuthology.orchestra.run.smithi162.stdout:Access: 2024-06-13 11:43:15.518012707 +0000 2024-06-13T11:43:40.169 INFO:teuthology.orchestra.run.smithi162.stdout:Modify: 2024-06-13 11:35:32.423422372 +0000 2024-06-13T11:43:40.169 INFO:teuthology.orchestra.run.smithi162.stdout:Change: 2024-06-13 11:35:32.423422372 +0000 2024-06-13T11:43:40.169 INFO:teuthology.orchestra.run.smithi162.stdout: Birth: 2024-06-13 11:35:32.423422372 +0000 2024-06-13T11:43:40.169 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-06-13T11:43:40.232 INFO:teuthology.orchestra.run.smithi162.stderr:1+0 records in 2024-06-13T11:43:40.232 INFO:teuthology.orchestra.run.smithi162.stderr:1+0 records out 2024-06-13T11:43:40.232 INFO:teuthology.orchestra.run.smithi162.stderr:512 bytes copied, 0.000169937 s, 3.0 MB/s 2024-06-13T11:43:40.233 DEBUG:teuthology.orchestra.run.smithi162:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-06-13T11:43:40.289 DEBUG:teuthology.orchestra.run.smithi162:> stat /dev/vg_nvme/lv_4 2024-06-13T11:43:40.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:39 smithi042 ceph-mon[32231]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:40.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:39 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:40.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:39 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:40.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:39 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:43:40.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:39 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:40.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:39 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:43:40.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:39 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:40.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:39 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-13T11:43:40.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:39 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-06-13T11:43:40.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:39 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-13T11:43:40.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:39 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:40.345 INFO:teuthology.orchestra.run.smithi162.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-06-13T11:43:40.345 INFO:teuthology.orchestra.run.smithi162.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-13T11:43:40.345 INFO:teuthology.orchestra.run.smithi162.stdout:Device: 5h/5d Inode: 721 Links: 1 2024-06-13T11:43:40.345 INFO:teuthology.orchestra.run.smithi162.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-13T11:43:40.345 INFO:teuthology.orchestra.run.smithi162.stdout:Context: system_u:object_r:device_t:s0 2024-06-13T11:43:40.345 INFO:teuthology.orchestra.run.smithi162.stdout:Access: 2024-06-13 11:43:15.519012687 +0000 2024-06-13T11:43:40.346 INFO:teuthology.orchestra.run.smithi162.stdout:Modify: 2024-06-13 11:35:32.740415642 +0000 2024-06-13T11:43:40.346 INFO:teuthology.orchestra.run.smithi162.stdout:Change: 2024-06-13 11:35:32.740415642 +0000 2024-06-13T11:43:40.346 INFO:teuthology.orchestra.run.smithi162.stdout: Birth: 2024-06-13 11:35:32.740415642 +0000 2024-06-13T11:43:40.346 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-06-13T11:43:40.408 INFO:teuthology.orchestra.run.smithi162.stderr:1+0 records in 2024-06-13T11:43:40.408 INFO:teuthology.orchestra.run.smithi162.stderr:1+0 records out 2024-06-13T11:43:40.408 INFO:teuthology.orchestra.run.smithi162.stderr:512 bytes copied, 0.000177957 s, 2.9 MB/s 2024-06-13T11:43:40.409 DEBUG:teuthology.orchestra.run.smithi162:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-06-13T11:43:40.465 INFO:tasks.cephadm:Deploying osd.0 on smithi042 with /dev/vg_nvme/lv_4... 2024-06-13T11:43:40.466 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-06-13T11:43:40.917 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:43:41.252 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:40 smithi042 ceph-mon[32231]: Deploying daemon mgr.z on smithi162 2024-06-13T11:43:41.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:40 smithi088 ceph-mon[36399]: Deploying daemon mgr.z on smithi162 2024-06-13T11:43:41.312 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:40 smithi162 ceph-mon[36757]: Deploying daemon mgr.z on smithi162 2024-06-13T11:43:41.653 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:43:41 smithi162 systemd[1]: Starting Ceph mgr.z for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T11:43:41.989 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:41 smithi162 ceph-mon[36757]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:41.989 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:43:41 smithi162 podman[38592]: 2024-06-13 11:43:41.638609548 +0000 UTC m=+0.017605845 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T11:43:41.990 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:43:41 smithi162 podman[38592]: 2024-06-13 11:43:41.761295424 +0000 UTC m=+0.140291756 container create bb1d423061d60fe47ef9581150f25c9a09b06a47806159b935dd4f739f9426cf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240528, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux ) 2024-06-13T11:43:41.990 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:43:41 smithi162 podman[38592]: 2024-06-13 11:43:41.963422487 +0000 UTC m=+0.342418790 container init bb1d423061d60fe47ef9581150f25c9a09b06a47806159b935dd4f739f9426cf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-06-13T11:43:41.990 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:43:41 smithi162 podman[38592]: 2024-06-13 11:43:41.965944846 +0000 UTC m=+0.344941136 container start bb1d423061d60fe47ef9581150f25c9a09b06a47806159b935dd4f739f9426cf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-06-13T11:43:41.990 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:43:41 smithi162 ceph-mgr[38611]: -- 172.21.15.162:0/584489902 <== mon.1 v2:172.21.15.162:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5644306fc5a0 con 0x5644306d1000 2024-06-13T11:43:42.074 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:41 smithi042 ceph-mon[32231]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:42.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:41 smithi088 ceph-mon[36399]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:42.305 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:43:42 smithi162 bash[38592]: bb1d423061d60fe47ef9581150f25c9a09b06a47806159b935dd4f739f9426cf 2024-06-13T11:43:42.305 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:43:42 smithi162 systemd[1]: Started Ceph mgr.z for aa9143f6-2979-11ef-bc9c-c7b262605968. 2024-06-13T11:43:42.305 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:43:42 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:43:42.116+0000 7ffbc3721200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-13T11:43:42.305 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:43:42 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:43:42.305+0000 7ffbc3721200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-13T11:43:42.653 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:43:42 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:43:42.406+0000 7ffbc3721200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-13T11:43:43.136 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:43:42 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:43:42.713+0000 7ffbc3721200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-13T11:43:43.136 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:43:42 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:43:42.798+0000 7ffbc3721200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-13T11:43:43.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:43 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:43.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:43 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:43.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:43 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:43.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:43 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-13T11:43:43.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:43 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-06-13T11:43:43.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:43 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-13T11:43:43.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:43 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:43.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:43 smithi162 ceph-mon[36757]: Deploying daemon mgr.y on smithi088 2024-06-13T11:43:43.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:43 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:43.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:43 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:43.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:43 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:43.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:43 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-13T11:43:43.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:43 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-06-13T11:43:43.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:43 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-13T11:43:43.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:43 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:43.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:43 smithi088 ceph-mon[36399]: Deploying daemon mgr.y on smithi088 2024-06-13T11:43:43.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:43 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:43.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:43 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:43.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:43 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:43.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:43 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-13T11:43:43.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:43 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-06-13T11:43:43.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:43 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-13T11:43:43.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:43 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:43.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:43 smithi042 ceph-mon[32231]: Deploying daemon mgr.y on smithi088 2024-06-13T11:43:43.586 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-06-13T11:43:43.586 INFO:teuthology.orchestra.run.smithi042.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-06-13T11:43:43.586 INFO:teuthology.orchestra.run.smithi042.stderr: stderr: 10+0 records in 2024-06-13T11:43:43.586 INFO:teuthology.orchestra.run.smithi042.stderr:10+0 records out 2024-06-13T11:43:43.586 INFO:teuthology.orchestra.run.smithi042.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0356618 s, 294 MB/s 2024-06-13T11:43:43.586 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping successful for: 2024-06-13T11:43:44.165 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:43:44 smithi088 systemd[1]: Starting Ceph mgr.y for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T11:43:44.248 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:44 smithi042 ceph-mon[32231]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:44.319 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph orch daemon add osd smithi042:vg_nvme/lv_4 2024-06-13T11:43:44.327 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:44 smithi162 ceph-mon[36757]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:44.327 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:43:43 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:43:43.988+0000 7ffbc3721200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-13T11:43:44.327 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:43:44 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:43:44.155+0000 7ffbc3721200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-13T11:43:44.328 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:43:44 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:43:44.327+0000 7ffbc3721200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-13T11:43:44.462 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:44 smithi088 ceph-mon[36399]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:44.463 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:43:44 smithi088 podman[37755]: 2024-06-13 11:43:44.172562459 +0000 UTC m=+0.017621689 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T11:43:44.463 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:43:44 smithi088 podman[37755]: 2024-06-13 11:43:44.277513443 +0000 UTC m=+0.122572654 container create dddb6cd2cfbf5cb511917abfb08fb01fb299663bcef1e0e1de225dcb0672efab (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc) 2024-06-13T11:43:44.463 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:43:44 smithi088 podman[37755]: 2024-06-13 11:43:44.463336677 +0000 UTC m=+0.308395908 container init dddb6cd2cfbf5cb511917abfb08fb01fb299663bcef1e0e1de225dcb0672efab (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-13T11:43:44.754 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:43:44 smithi088 podman[37755]: 2024-06-13 11:43:44.46613607 +0000 UTC m=+0.311195285 container start dddb6cd2cfbf5cb511917abfb08fb01fb299663bcef1e0e1de225dcb0672efab (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-3d89acc, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-06-13T11:43:44.754 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:43:44 smithi088 ceph-mgr[37781]: -- 172.21.15.88:0/2350821134 <== mon.2 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5594b5ff05a0 con 0x5594b5fc4800 2024-06-13T11:43:44.754 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:43:44 smithi088 bash[37755]: dddb6cd2cfbf5cb511917abfb08fb01fb299663bcef1e0e1de225dcb0672efab 2024-06-13T11:43:44.754 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:43:44 smithi088 systemd[1]: Started Ceph mgr.y for aa9143f6-2979-11ef-bc9c-c7b262605968. 2024-06-13T11:43:44.754 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:43:44 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:43:44.619+0000 7f0d61724200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-13T11:43:44.790 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:43:44.903 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:43:44 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:43:44.613+0000 7ffbc3721200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-13T11:43:44.903 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:43:44 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:43:44.710+0000 7ffbc3721200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-13T11:43:45.244 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:43:44 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:43:44.812+0000 7f0d61724200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-13T11:43:45.244 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:43:44 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:43:44.919+0000 7f0d61724200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-13T11:43:45.245 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:43:45 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:43:45.244+0000 7f0d61724200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-13T11:43:45.403 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:43:44 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:43:44.917+0000 7ffbc3721200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-13T11:43:45.403 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:43:45 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:43:45.116+0000 7ffbc3721200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-13T11:43:45.504 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:43:45 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:43:45.334+0000 7f0d61724200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-13T11:43:45.943 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:45 smithi042 ceph-mon[32231]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:45.943 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:45 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:45.943 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:45 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:45.943 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:45 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:45.943 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:45 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:45.943 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:45 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:43:46.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:45 smithi088 ceph-mon[36399]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:46.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:45 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:46.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:45 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:46.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:45 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:46.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:45 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:46.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:45 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:43:46.153 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:43:45 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:43:45.761+0000 7ffbc3721200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-13T11:43:46.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:45 smithi162 ceph-mon[36757]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:46.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:45 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:46.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:45 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:46.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:45 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:46.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:45 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:46.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:45 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:43:46.500 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:43:46 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:43:46.190+0000 7ffbc3721200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-13T11:43:46.500 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:43:46 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:43:46.301+0000 7ffbc3721200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-13T11:43:46.500 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:43:46 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:43:46.500+0000 7ffbc3721200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-13T11:43:46.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.726+0000 7fc55ae00700 1 -- 172.21.15.42:0/3554036072 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc554102fb0 msgr2=0x7fc5541053a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:43:46.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.726+0000 7fc55ae00700 1 --2- 172.21.15.42:0/3554036072 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc554102fb0 0x7fc5541053a0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fc544009990 tx=0x7fc544009ca0 comp rx=0 tx=0).stop 2024-06-13T11:43:46.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.726+0000 7fc55ae00700 1 -- 172.21.15.42:0/3554036072 shutdown_connections 2024-06-13T11:43:46.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.726+0000 7fc55ae00700 1 --2- 172.21.15.42:0/3554036072 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc554102fb0 0x7fc5541053a0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:46.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.726+0000 7fc55ae00700 1 --2- 172.21.15.42:0/3554036072 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc554108210 0x7fc55410a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:46.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.726+0000 7fc55ae00700 1 --2- 172.21.15.42:0/3554036072 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc5541058e0 0x7fc554107cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:46.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.726+0000 7fc55ae00700 1 -- 172.21.15.42:0/3554036072 >> 172.21.15.42:0/3554036072 conn(0x7fc5540fc960 msgr2=0x7fc5540feda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:43:46.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.726+0000 7fc55ae00700 1 -- 172.21.15.42:0/3554036072 shutdown_connections 2024-06-13T11:43:46.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.726+0000 7fc55ae00700 1 -- 172.21.15.42:0/3554036072 wait complete. 2024-06-13T11:43:46.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.728+0000 7fc55ae00700 1 Processor -- start 2024-06-13T11:43:46.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.728+0000 7fc55ae00700 1 -- start start 2024-06-13T11:43:46.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.728+0000 7fc55ae00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc554102fb0 0x7fc55419a980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:43:46.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.728+0000 7fc55ae00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc5541058e0 0x7fc55419aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:43:46.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.728+0000 7fc55ae00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc554108210 0x7fc5541a1f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:43:46.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.728+0000 7fc55ae00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc55410e0e0 con 0x7fc554102fb0 2024-06-13T11:43:46.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.728+0000 7fc55ae00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fc55410df60 con 0x7fc5541058e0 2024-06-13T11:43:46.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.728+0000 7fc55ae00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fc55410e260 con 0x7fc554108210 2024-06-13T11:43:46.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.728+0000 7fc553e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc554102fb0 0x7fc55419a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:43:46.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.728+0000 7fc54be00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc5541058e0 0x7fc55419aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:43:46.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.729+0000 7fc553e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc554102fb0 0x7fc55419a980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:51308/0 (socket says 172.21.15.42:51308) 2024-06-13T11:43:46.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.729+0000 7fc553e00700 1 -- 172.21.15.42:0/20431900 learned_addr learned my addr 172.21.15.42:0/20431900 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:43:46.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.729+0000 7fc558e00700 1 --2- 172.21.15.42:0/20431900 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc554108210 0x7fc5541a1f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:43:46.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.729+0000 7fc54be00700 1 -- 172.21.15.42:0/20431900 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc554108210 msgr2=0x7fc5541a1f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:43:46.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.729+0000 7fc54be00700 1 --2- 172.21.15.42:0/20431900 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc554108210 0x7fc5541a1f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:46.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.729+0000 7fc54be00700 1 -- 172.21.15.42:0/20431900 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc554102fb0 msgr2=0x7fc55419a980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:43:46.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.729+0000 7fc54be00700 1 --2- 172.21.15.42:0/20431900 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc554102fb0 0x7fc55419a980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:43:46.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.729+0000 7fc54be00700 1 -- 172.21.15.42:0/20431900 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5541a25e0 con 0x7fc5541058e0 2024-06-13T11:43:46.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.729+0000 7fc558e00700 1 --2- 172.21.15.42:0/20431900 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc554108210 0x7fc5541a1f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:43:46.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.729+0000 7fc54be00700 1 --2- 172.21.15.42:0/20431900 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc5541058e0 0x7fc55419aec0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fc53c00e9f0 tx=0x7fc53c00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:43:46.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.730+0000 7fc551600700 1 -- 172.21.15.42:0/20431900 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc53c00c9c0 con 0x7fc5541058e0 2024-06-13T11:43:46.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.730+0000 7fc551600700 1 -- 172.21.15.42:0/20431900 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc53c00cb60 con 0x7fc5541058e0 2024-06-13T11:43:46.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.730+0000 7fc551600700 1 -- 172.21.15.42:0/20431900 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc53c018680 con 0x7fc5541058e0 2024-06-13T11:43:46.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.730+0000 7fc55ae00700 1 -- 172.21.15.42:0/20431900 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5541a28d0 con 0x7fc5541058e0 2024-06-13T11:43:46.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.730+0000 7fc55ae00700 1 -- 172.21.15.42:0/20431900 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5541a2dc0 con 0x7fc5541058e0 2024-06-13T11:43:46.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.731+0000 7fc551600700 1 -- 172.21.15.42:0/20431900 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fc53c010430 con 0x7fc5541058e0 2024-06-13T11:43:46.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.732+0000 7fc55ae00700 1 -- 172.21.15.42:0/20431900 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc554069180 con 0x7fc5541058e0 2024-06-13T11:43:46.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.732+0000 7fc551600700 1 --2- 172.21.15.42:0/20431900 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fc538039330 0x7fc53803b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:43:46.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.732+0000 7fc551600700 1 -- 172.21.15.42:0/20431900 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fc53c04c490 con 0x7fc5541058e0 2024-06-13T11:43:46.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.732+0000 7fc553e00700 1 --2- 172.21.15.42:0/20431900 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fc538039330 0x7fc53803b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:43:46.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.733+0000 7fc553e00700 1 --2- 172.21.15.42:0/20431900 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fc538039330 0x7fc53803b7f0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc54400b7b0 tx=0x7fc54400b8a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:43:46.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.738+0000 7fc551600700 1 -- 172.21.15.42:0/20431900 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc53c014230 con 0x7fc5541058e0 2024-06-13T11:43:46.920 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:43:46 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:43:46.585+0000 7f0d61724200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-13T11:43:46.920 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:43:46 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:43:46.753+0000 7f0d61724200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-13T11:43:46.920 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:43:46 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:43:46.920+0000 7f0d61724200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-13T11:43:46.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:46.984+0000 7fc55ae00700 1 -- 172.21.15.42:0/20431900 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fc5540628d0 con 0x7fc538039330 2024-06-13T11:43:47.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:47 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:47.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:47 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:47.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:47 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:47.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:47 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:47.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:47 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:47.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:47 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:43:47.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:47 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:47.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:47 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-13T11:43:47.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:47 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-13T11:43:47.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:47 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:47.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:47 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:43:47.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:47 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:43:47.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:47 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:47.358 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:43:47 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:43:47.023+0000 7ffbc3721200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-13T11:43:47.359 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:43:47 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:43:47.113+0000 7ffbc3721200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-13T11:43:47.359 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:47 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:47.359 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:47 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:47.359 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:47 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:47.359 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:47 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:47.359 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:47 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:47.359 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:47 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:43:47.359 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:47 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:47.359 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:47 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-13T11:43:47.359 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:47 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-13T11:43:47.360 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:47 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:47.360 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:47 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:43:47.360 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:47 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:43:47.360 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:47 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:47.499 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:43:47 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:43:47.205+0000 7f0d61724200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-13T11:43:47.499 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:43:47 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:43:47.299+0000 7f0d61724200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-13T11:43:47.499 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:43:47 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:43:47.499+0000 7f0d61724200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-13T11:43:47.499 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:47 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:47.499 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:47 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:47.499 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:47 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:47.500 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:47 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:47.500 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:47 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:47.500 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:47 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:43:47.500 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:47 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:47.500 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:47 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-13T11:43:47.500 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:47 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-13T11:43:47.500 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:47 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:47.500 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:47 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:43:47.500 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:47 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:43:47.500 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:47 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:47.653 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:43:47 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:43:47.358+0000 7ffbc3721200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-13T11:43:47.653 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:43:47 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:43:47.491+0000 7ffbc3721200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-13T11:43:47.653 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:43:47 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:43:47.585+0000 7ffbc3721200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-13T11:43:47.754 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:43:47 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:43:47.688+0000 7f0d61724200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-13T11:43:48.002 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:43:47 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:43:47.700+0000 7ffbc3721200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-13T11:43:48.002 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:43:48 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:43:48.002+0000 7ffbc3721200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-13T11:43:48.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:48 smithi162 ceph-mon[36757]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:48.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:48 smithi162 ceph-mon[36757]: Reconfiguring mgr.x (unknown last config time)... 2024-06-13T11:43:48.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:48 smithi162 ceph-mon[36757]: Reconfiguring daemon mgr.x on smithi042 2024-06-13T11:43:48.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:48 smithi162 ceph-mon[36757]: from='client.24119 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:43:48.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:48 smithi088 ceph-mon[36399]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:48.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:48 smithi088 ceph-mon[36399]: Reconfiguring mgr.x (unknown last config time)... 2024-06-13T11:43:48.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:48 smithi088 ceph-mon[36399]: Reconfiguring daemon mgr.x on smithi042 2024-06-13T11:43:48.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:48 smithi088 ceph-mon[36399]: from='client.24119 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:43:48.504 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:43:48 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:43:48.301+0000 7f0d61724200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-13T11:43:48.522 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:48 smithi042 ceph-mon[32231]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:48.523 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:48 smithi042 ceph-mon[32231]: Reconfiguring mgr.x (unknown last config time)... 2024-06-13T11:43:48.523 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:48 smithi042 ceph-mon[32231]: Reconfiguring daemon mgr.x on smithi042 2024-06-13T11:43:48.523 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:48 smithi042 ceph-mon[32231]: from='client.24119 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:43:48.903 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:43:48 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:43:48.598+0000 7ffbc3721200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-13T11:43:48.903 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:43:48 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:43:48.812+0000 7ffbc3721200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-13T11:43:49.004 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:43:48 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:43:48.723+0000 7f0d61724200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-13T11:43:49.004 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:43:48 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:43:48.820+0000 7f0d61724200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-13T11:43:49.504 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:43:49 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:43:49.021+0000 7f0d61724200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-13T11:43:49.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:49.748+0000 7fc551600700 1 -- 172.21.15.42:0/20431900 <== mon.2 v2:172.21.15.88:3300/0 7 ==== mgrmap(e 14) ==== 92060+0+0 (secure 0 0 0) 0x7fc53c018820 con 0x7fc5541058e0 2024-06-13T11:43:49.789 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:49 smithi042 ceph-mon[32231]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:49.789 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:49 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:49.789 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:49 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:49.789 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:49 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:43:49.789 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:49 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:49.789 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:49 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:43:49.789 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:49 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:49.790 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:49 smithi042 ceph-mon[32231]: from='mgr.? 172.21.15.162:0/2452380988' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-06-13T11:43:49.790 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:49 smithi042 ceph-mon[32231]: Standby manager daemon z started 2024-06-13T11:43:49.790 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:49 smithi042 ceph-mon[32231]: from='mgr.? 172.21.15.162:0/2452380988' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-13T11:43:49.790 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:49 smithi042 ceph-mon[32231]: from='mgr.? 172.21.15.162:0/2452380988' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-06-13T11:43:49.790 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:49 smithi042 ceph-mon[32231]: from='mgr.? 172.21.15.162:0/2452380988' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-13T11:43:49.790 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:49 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:49.882 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:43:49 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:43:49.548+0000 7f0d61724200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-13T11:43:49.883 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:43:49 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:43:49.640+0000 7f0d61724200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-13T11:43:49.883 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:49 smithi088 ceph-mon[36399]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:49.883 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:49 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:49.883 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:49 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:49.883 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:49 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:43:49.883 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:49 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:49.883 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:49 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:43:49.883 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:49 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:49.883 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:49 smithi088 ceph-mon[36399]: from='mgr.? 172.21.15.162:0/2452380988' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-06-13T11:43:49.883 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:49 smithi088 ceph-mon[36399]: Standby manager daemon z started 2024-06-13T11:43:49.884 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:49 smithi088 ceph-mon[36399]: from='mgr.? 172.21.15.162:0/2452380988' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-13T11:43:49.884 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:49 smithi088 ceph-mon[36399]: from='mgr.? 172.21.15.162:0/2452380988' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-06-13T11:43:49.884 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:49 smithi088 ceph-mon[36399]: from='mgr.? 172.21.15.162:0/2452380988' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-13T11:43:49.884 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:49 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:50.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:49 smithi162 ceph-mon[36757]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:50.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:49 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:50.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:49 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:50.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:49 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:43:50.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:49 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:43:50.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:49 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:43:50.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:49 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:50.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:49 smithi162 ceph-mon[36757]: from='mgr.? 172.21.15.162:0/2452380988' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-06-13T11:43:50.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:49 smithi162 ceph-mon[36757]: Standby manager daemon z started 2024-06-13T11:43:50.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:49 smithi162 ceph-mon[36757]: from='mgr.? 172.21.15.162:0/2452380988' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-13T11:43:50.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:49 smithi162 ceph-mon[36757]: from='mgr.? 172.21.15.162:0/2452380988' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-06-13T11:43:50.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:49 smithi162 ceph-mon[36757]: from='mgr.? 172.21.15.162:0/2452380988' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-13T11:43:50.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:49 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:43:50.221 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:43:49 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:43:49.882+0000 7f0d61724200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-13T11:43:50.221 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:43:50 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:43:50.014+0000 7f0d61724200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-13T11:43:50.222 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:43:50 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:43:50.106+0000 7f0d61724200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-13T11:43:50.222 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:43:50 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:43:50.221+0000 7f0d61724200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-13T11:43:51.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:50 smithi088 ceph-mon[36399]: mgrmap e14: x(active, since 85s), standbys: z 2024-06-13T11:43:51.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:50 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-06-13T11:43:51.004 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:43:50 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:43:50.520+0000 7f0d61724200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-13T11:43:51.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:50 smithi042 ceph-mon[32231]: mgrmap e14: x(active, since 85s), standbys: z 2024-06-13T11:43:51.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:50 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-06-13T11:43:51.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:50 smithi162 ceph-mon[36757]: mgrmap e14: x(active, since 85s), standbys: z 2024-06-13T11:43:51.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:50 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-06-13T11:43:51.504 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:43:51 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:43:51.110+0000 7f0d61724200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-13T11:43:51.504 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:43:51 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:43:51.323+0000 7f0d61724200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-13T11:43:51.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:43:51.770+0000 7fc551600700 1 -- 172.21.15.42:0/20431900 <== mon.2 v2:172.21.15.88:3300/0 8 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7fc53c010fd0 con 0x7fc5541058e0 2024-06-13T11:43:52.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:51 smithi042 ceph-mon[32231]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:52.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:51 smithi042 ceph-mon[32231]: Standby manager daemon y started 2024-06-13T11:43:52.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:51 smithi042 ceph-mon[32231]: from='mgr.? 172.21.15.88:0/1767186119' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-06-13T11:43:52.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:51 smithi042 ceph-mon[32231]: from='mgr.? 172.21.15.88:0/1767186119' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-13T11:43:52.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:51 smithi042 ceph-mon[32231]: from='mgr.? 172.21.15.88:0/1767186119' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-06-13T11:43:52.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:51 smithi042 ceph-mon[32231]: from='mgr.? 172.21.15.88:0/1767186119' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-13T11:43:52.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:51 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2542416723' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7da5efd2-efef-40b1-ba49-d97d18c443fc"}]: dispatch 2024-06-13T11:43:52.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:51 smithi042 ceph-mon[32231]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7da5efd2-efef-40b1-ba49-d97d18c443fc"}]: dispatch 2024-06-13T11:43:52.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:51 smithi042 ceph-mon[32231]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7da5efd2-efef-40b1-ba49-d97d18c443fc"}]': finished 2024-06-13T11:43:52.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:51 smithi042 ceph-mon[32231]: osdmap e5: 1 total, 0 up, 1 in 2024-06-13T11:43:52.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:51 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T11:43:52.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:51 smithi162 ceph-mon[36757]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:52.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:51 smithi162 ceph-mon[36757]: Standby manager daemon y started 2024-06-13T11:43:52.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:51 smithi162 ceph-mon[36757]: from='mgr.? 172.21.15.88:0/1767186119' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-06-13T11:43:52.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:51 smithi162 ceph-mon[36757]: from='mgr.? 172.21.15.88:0/1767186119' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-13T11:43:52.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:51 smithi162 ceph-mon[36757]: from='mgr.? 172.21.15.88:0/1767186119' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-06-13T11:43:52.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:51 smithi162 ceph-mon[36757]: from='mgr.? 172.21.15.88:0/1767186119' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-13T11:43:52.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:51 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2542416723' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7da5efd2-efef-40b1-ba49-d97d18c443fc"}]: dispatch 2024-06-13T11:43:52.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:51 smithi162 ceph-mon[36757]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7da5efd2-efef-40b1-ba49-d97d18c443fc"}]: dispatch 2024-06-13T11:43:52.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:51 smithi162 ceph-mon[36757]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7da5efd2-efef-40b1-ba49-d97d18c443fc"}]': finished 2024-06-13T11:43:52.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:51 smithi162 ceph-mon[36757]: osdmap e5: 1 total, 0 up, 1 in 2024-06-13T11:43:52.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:51 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T11:43:52.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:51 smithi088 ceph-mon[36399]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:52.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:51 smithi088 ceph-mon[36399]: Standby manager daemon y started 2024-06-13T11:43:52.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:51 smithi088 ceph-mon[36399]: from='mgr.? 172.21.15.88:0/1767186119' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-06-13T11:43:52.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:51 smithi088 ceph-mon[36399]: from='mgr.? 172.21.15.88:0/1767186119' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-13T11:43:52.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:51 smithi088 ceph-mon[36399]: from='mgr.? 172.21.15.88:0/1767186119' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-06-13T11:43:52.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:51 smithi088 ceph-mon[36399]: from='mgr.? 172.21.15.88:0/1767186119' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-13T11:43:52.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:51 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2542416723' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7da5efd2-efef-40b1-ba49-d97d18c443fc"}]: dispatch 2024-06-13T11:43:52.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:51 smithi088 ceph-mon[36399]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7da5efd2-efef-40b1-ba49-d97d18c443fc"}]: dispatch 2024-06-13T11:43:52.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:51 smithi088 ceph-mon[36399]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7da5efd2-efef-40b1-ba49-d97d18c443fc"}]': finished 2024-06-13T11:43:52.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:51 smithi088 ceph-mon[36399]: osdmap e5: 1 total, 0 up, 1 in 2024-06-13T11:43:52.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:51 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T11:43:53.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:52 smithi042 ceph-mon[32231]: mgrmap e15: x(active, since 87s), standbys: z, y 2024-06-13T11:43:53.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:52 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-13T11:43:53.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:52 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/1180024385' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:43:53.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:52 smithi162 ceph-mon[36757]: mgrmap e15: x(active, since 87s), standbys: z, y 2024-06-13T11:43:53.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:52 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-13T11:43:53.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:52 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/1180024385' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:43:53.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:52 smithi088 ceph-mon[36399]: mgrmap e15: x(active, since 87s), standbys: z, y 2024-06-13T11:43:53.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:52 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-13T11:43:53.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:52 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/1180024385' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:43:54.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:53 smithi042 ceph-mon[32231]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:54.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:53 smithi162 ceph-mon[36757]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:54.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:53 smithi088 ceph-mon[36399]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:56.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:55 smithi042 ceph-mon[32231]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:56.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:55 smithi162 ceph-mon[36757]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:56.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:55 smithi088 ceph-mon[36399]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:58.055 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:57 smithi042 ceph-mon[32231]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:58.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:57 smithi162 ceph-mon[36757]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:43:58.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:57 smithi088 ceph-mon[36399]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:44:00.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:43:59 smithi042 ceph-mon[32231]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:44:00.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:43:59 smithi162 ceph-mon[36757]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:44:00.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:43:59 smithi088 ceph-mon[36399]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:44:01.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:00 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-06-13T11:44:01.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:00 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:44:01.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:00 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-06-13T11:44:01.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:00 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:44:01.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:00 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-06-13T11:44:01.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:00 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:44:02.088 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:01 smithi042 ceph-mon[32231]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:44:02.088 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:01 smithi042 ceph-mon[32231]: Deploying daemon osd.0 on smithi042 2024-06-13T11:44:02.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:01 smithi162 ceph-mon[36757]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:44:02.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:01 smithi162 ceph-mon[36757]: Deploying daemon osd.0 on smithi042 2024-06-13T11:44:02.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:01 smithi088 ceph-mon[36399]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:44:02.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:01 smithi088 ceph-mon[36399]: Deploying daemon osd.0 on smithi042 2024-06-13T11:44:04.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:03 smithi162 ceph-mon[36757]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:44:04.245 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:03 smithi042 ceph-mon[32231]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:44:04.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:03 smithi088 ceph-mon[36399]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:44:06.001 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:05 smithi042 ceph-mon[32231]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:44:06.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:05 smithi162 ceph-mon[36757]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:44:06.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:05 smithi088 ceph-mon[36399]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:44:08.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:07 smithi162 ceph-mon[36757]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:44:08.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:07 smithi088 ceph-mon[36399]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:44:08.266 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:07 smithi042 ceph-mon[32231]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:44:09.988 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:09 smithi042 ceph-mon[32231]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:44:09.988 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:09 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:09.988 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:09 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:09.988 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:09 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:44:10.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:09 smithi162 ceph-mon[36757]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:44:10.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:09 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:10.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:09 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:10.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:09 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:44:10.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:09 smithi088 ceph-mon[36399]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:44:10.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:09 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:10.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:09 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:10.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:09 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:44:11.997 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:11 smithi042 ceph-mon[32231]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:44:11.997 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:11 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:11.997 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:11 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:11.997 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:11 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:44:11.997 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:11 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:44:11.998 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:11 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:12.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:11 smithi162 ceph-mon[36757]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:44:12.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:11 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:12.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:11 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:12.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:11 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:44:12.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:11 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:44:12.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:11 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:12.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:11 smithi088 ceph-mon[36399]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:44:12.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:11 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:12.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:11 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:12.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:11 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:44:12.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:11 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:44:12.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:11 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:13.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:44:13.481+0000 7fc551600700 1 -- 172.21.15.42:0/20431900 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fc5540628d0 con 0x7fc538039330 2024-06-13T11:44:13.482 INFO:teuthology.orchestra.run.smithi042.stdout:Created osd(s) 0 on host 'smithi042' 2024-06-13T11:44:13.485 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:44:13.484+0000 7fc55ae00700 1 -- 172.21.15.42:0/20431900 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fc538039330 msgr2=0x7fc53803b7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:44:13.485 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:44:13.484+0000 7fc55ae00700 1 --2- 172.21.15.42:0/20431900 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fc538039330 0x7fc53803b7f0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc54400b7b0 tx=0x7fc54400b8a0 comp rx=0 tx=0).stop 2024-06-13T11:44:13.485 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:44:13.484+0000 7fc55ae00700 1 -- 172.21.15.42:0/20431900 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc5541058e0 msgr2=0x7fc55419aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:44:13.485 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:44:13.484+0000 7fc55ae00700 1 --2- 172.21.15.42:0/20431900 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc5541058e0 0x7fc55419aec0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fc53c00e9f0 tx=0x7fc53c00ed00 comp rx=0 tx=0).stop 2024-06-13T11:44:13.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:44:13.485+0000 7fc55ae00700 1 -- 172.21.15.42:0/20431900 shutdown_connections 2024-06-13T11:44:13.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:44:13.485+0000 7fc55ae00700 1 --2- 172.21.15.42:0/20431900 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc554108210 0x7fc5541a1f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:44:13.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:44:13.485+0000 7fc55ae00700 1 --2- 172.21.15.42:0/20431900 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc554102fb0 0x7fc55419a980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:44:13.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:44:13.485+0000 7fc55ae00700 1 --2- 172.21.15.42:0/20431900 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fc538039330 0x7fc53803b7f0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:44:13.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:44:13.485+0000 7fc55ae00700 1 --2- 172.21.15.42:0/20431900 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc5541058e0 0x7fc55419aec0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:44:13.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:44:13.485+0000 7fc55ae00700 1 -- 172.21.15.42:0/20431900 >> 172.21.15.42:0/20431900 conn(0x7fc5540fc960 msgr2=0x7fc554102790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:44:13.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:44:13.485+0000 7fc55ae00700 1 -- 172.21.15.42:0/20431900 shutdown_connections 2024-06-13T11:44:13.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:44:13.485+0000 7fc55ae00700 1 -- 172.21.15.42:0/20431900 wait complete. 2024-06-13T11:44:14.030 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:13 smithi042 ceph-mon[32231]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:44:14.031 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:13 smithi042 ceph-mon[32231]: from='osd.0 [v2:172.21.15.42:6802/3874128443,v1:172.21.15.42:6803/3874128443]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-06-13T11:44:14.031 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:13 smithi042 ceph-mon[32231]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-06-13T11:44:14.031 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:13 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:14.031 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:13 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:14.031 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:13 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:44:14.056 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:13 smithi088 ceph-mon[36399]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:44:14.057 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:13 smithi088 ceph-mon[36399]: from='osd.0 [v2:172.21.15.42:6802/3874128443,v1:172.21.15.42:6803/3874128443]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-06-13T11:44:14.057 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:13 smithi088 ceph-mon[36399]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-06-13T11:44:14.057 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:13 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:14.057 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:13 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:14.057 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:13 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:44:14.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:13 smithi162 ceph-mon[36757]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:44:14.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:13 smithi162 ceph-mon[36757]: from='osd.0 [v2:172.21.15.42:6802/3874128443,v1:172.21.15.42:6803/3874128443]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-06-13T11:44:14.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:13 smithi162 ceph-mon[36757]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-06-13T11:44:14.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:13 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:14.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:13 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:14.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:13 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:44:14.415 DEBUG:teuthology.orchestra.run.smithi042:osd.0> sudo journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.0.service 2024-06-13T11:44:14.419 INFO:tasks.cephadm:Deploying osd.1 on smithi088 with /dev/vg_nvme/lv_4... 2024-06-13T11:44:14.420 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-06-13T11:44:14.665 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.b/config 2024-06-13T11:44:14.908 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:14 smithi042 ceph-mon[32231]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-06-13T11:44:14.908 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:14 smithi042 ceph-mon[32231]: from='osd.0 [v2:172.21.15.42:6802/3874128443,v1:172.21.15.42:6803/3874128443]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-06-13T11:44:14.908 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:14 smithi042 ceph-mon[32231]: osdmap e6: 1 total, 0 up, 1 in 2024-06-13T11:44:14.908 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:14 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T11:44:14.908 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:14 smithi042 ceph-mon[32231]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-06-13T11:44:14.909 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 13 11:44:14 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-0[44281]: 2024-06-13T11:44:14.814+0000 7fe8d6200700 -1 osd.0 0 waiting for initial osdmap 2024-06-13T11:44:14.909 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 13 11:44:14 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-0[44281]: 2024-06-13T11:44:14.823+0000 7fe8d1000700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-13T11:44:14.998 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:14 smithi088 ceph-mon[36399]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-06-13T11:44:14.999 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:14 smithi088 ceph-mon[36399]: from='osd.0 [v2:172.21.15.42:6802/3874128443,v1:172.21.15.42:6803/3874128443]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-06-13T11:44:14.999 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:14 smithi088 ceph-mon[36399]: osdmap e6: 1 total, 0 up, 1 in 2024-06-13T11:44:14.999 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:14 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T11:44:14.999 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:14 smithi088 ceph-mon[36399]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-06-13T11:44:15.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:14 smithi162 ceph-mon[36757]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-06-13T11:44:15.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:14 smithi162 ceph-mon[36757]: from='osd.0 [v2:172.21.15.42:6802/3874128443,v1:172.21.15.42:6803/3874128443]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-06-13T11:44:15.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:14 smithi162 ceph-mon[36757]: osdmap e6: 1 total, 0 up, 1 in 2024-06-13T11:44:15.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:14 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T11:44:15.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:14 smithi162 ceph-mon[36757]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-06-13T11:44:15.893 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:15 smithi088 ceph-mon[36399]: purged_snaps scrub starts 2024-06-13T11:44:15.893 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:15 smithi088 ceph-mon[36399]: purged_snaps scrub ok 2024-06-13T11:44:15.893 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:15 smithi088 ceph-mon[36399]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:44:15.894 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:15 smithi088 ceph-mon[36399]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-06-13T11:44:15.894 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:15 smithi088 ceph-mon[36399]: osdmap e7: 1 total, 0 up, 1 in 2024-06-13T11:44:15.894 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:15 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T11:44:15.894 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:15 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T11:44:16.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:15 smithi042 ceph-mon[32231]: purged_snaps scrub starts 2024-06-13T11:44:16.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:15 smithi042 ceph-mon[32231]: purged_snaps scrub ok 2024-06-13T11:44:16.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:15 smithi042 ceph-mon[32231]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:44:16.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:15 smithi042 ceph-mon[32231]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-06-13T11:44:16.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:15 smithi042 ceph-mon[32231]: osdmap e7: 1 total, 0 up, 1 in 2024-06-13T11:44:16.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:15 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T11:44:16.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:15 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T11:44:16.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:15 smithi162 ceph-mon[36757]: purged_snaps scrub starts 2024-06-13T11:44:16.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:15 smithi162 ceph-mon[36757]: purged_snaps scrub ok 2024-06-13T11:44:16.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:15 smithi162 ceph-mon[36757]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T11:44:16.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:15 smithi162 ceph-mon[36757]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-06-13T11:44:16.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:15 smithi162 ceph-mon[36757]: osdmap e7: 1 total, 0 up, 1 in 2024-06-13T11:44:16.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:15 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T11:44:16.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:15 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T11:44:16.470 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-06-13T11:44:16.470 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-06-13T11:44:16.470 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10+0 records in 2024-06-13T11:44:16.470 INFO:teuthology.orchestra.run.smithi088.stderr:10+0 records out 2024-06-13T11:44:16.470 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0128159 s, 818 MB/s 2024-06-13T11:44:16.470 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping successful for: 2024-06-13T11:44:16.952 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph orch daemon add osd smithi088:vg_nvme/lv_4 2024-06-13T11:44:17.076 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:16 smithi042 ceph-mon[32231]: osd.0 [v2:172.21.15.42:6802/3874128443,v1:172.21.15.42:6803/3874128443] boot 2024-06-13T11:44:17.076 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:16 smithi042 ceph-mon[32231]: osdmap e8: 1 total, 1 up, 1 in 2024-06-13T11:44:17.076 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:16 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T11:44:17.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:16 smithi162 ceph-mon[36757]: osd.0 [v2:172.21.15.42:6802/3874128443,v1:172.21.15.42:6803/3874128443] boot 2024-06-13T11:44:17.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:16 smithi162 ceph-mon[36757]: osdmap e8: 1 total, 1 up, 1 in 2024-06-13T11:44:17.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T11:44:17.181 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.b/config 2024-06-13T11:44:17.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:16 smithi088 ceph-mon[36399]: osd.0 [v2:172.21.15.42:6802/3874128443,v1:172.21.15.42:6803/3874128443] boot 2024-06-13T11:44:17.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:16 smithi088 ceph-mon[36399]: osdmap e8: 1 total, 1 up, 1 in 2024-06-13T11:44:17.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:16 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T11:44:17.973 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:17 smithi088 ceph-mon[36399]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:17.973 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:17 smithi088 ceph-mon[36399]: osdmap e9: 1 total, 1 up, 1 in 2024-06-13T11:44:18.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:17 smithi162 ceph-mon[36757]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:18.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:17 smithi162 ceph-mon[36757]: osdmap e9: 1 total, 1 up, 1 in 2024-06-13T11:44:18.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:17 smithi042 ceph-mon[32231]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:18.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:17 smithi042 ceph-mon[32231]: osdmap e9: 1 total, 1 up, 1 in 2024-06-13T11:44:18.667 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.661+0000 7f76cf58e700 1 -- 172.21.15.88:0/2445816278 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f76c81025f0 msgr2=0x7f76c8102a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:44:18.667 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.661+0000 7f76cf58e700 1 --2- 172.21.15.88:0/2445816278 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f76c81025f0 0x7f76c8102a50 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f76b80099c0 tx=0x7f76b8009cd0 comp rx=0 tx=0).stop 2024-06-13T11:44:18.667 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.661+0000 7f76cf58e700 1 -- 172.21.15.88:0/2445816278 shutdown_connections 2024-06-13T11:44:18.667 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.661+0000 7f76cf58e700 1 --2- 172.21.15.88:0/2445816278 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f76c8102f90 0x7f76c8109840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:44:18.668 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.661+0000 7f76cf58e700 1 --2- 172.21.15.88:0/2445816278 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f76c81013f0 0x7f76c8101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:44:18.668 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.661+0000 7f76cf58e700 1 --2- 172.21.15.88:0/2445816278 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f76c81025f0 0x7f76c8102a50 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:44:18.668 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.661+0000 7f76cf58e700 1 -- 172.21.15.88:0/2445816278 >> 172.21.15.88:0/2445816278 conn(0x7f76c80fc990 msgr2=0x7f76c80fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:44:18.668 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.661+0000 7f76cf58e700 1 -- 172.21.15.88:0/2445816278 shutdown_connections 2024-06-13T11:44:18.668 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.661+0000 7f76cf58e700 1 -- 172.21.15.88:0/2445816278 wait complete. 2024-06-13T11:44:18.668 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.662+0000 7f76cf58e700 1 Processor -- start 2024-06-13T11:44:18.669 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.662+0000 7f76cf58e700 1 -- start start 2024-06-13T11:44:18.669 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.662+0000 7f76cf58e700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f76c81013f0 0x7f76c8197610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:44:18.669 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.662+0000 7f76cf58e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f76c81025f0 0x7f76c8197b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:44:18.669 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.662+0000 7f76cf58e700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f76c8102f90 0x7f76c819ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:44:18.669 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.662+0000 7f76cf58e700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f76c810d030 con 0x7f76c81025f0 2024-06-13T11:44:18.669 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.662+0000 7f76cf58e700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f76c810ceb0 con 0x7f76c8102f90 2024-06-13T11:44:18.670 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.662+0000 7f76cf58e700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f76c810d1b0 con 0x7f76c81013f0 2024-06-13T11:44:18.670 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.662+0000 7f76cdb2b700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f76c8102f90 0x7f76c819ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:44:18.670 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.662+0000 7f76cdb2b700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f76c8102f90 0x7f76c819ebd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:53368/0 (socket says 172.21.15.88:53368) 2024-06-13T11:44:18.670 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.662+0000 7f76cdb2b700 1 -- 172.21.15.88:0/980086656 learned_addr learned my addr 172.21.15.88:0/980086656 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-06-13T11:44:18.670 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.662+0000 7f76cd32a700 1 --2- 172.21.15.88:0/980086656 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f76c81013f0 0x7f76c8197610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:44:18.670 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.662+0000 7f76cdb2b700 1 -- 172.21.15.88:0/980086656 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f76c81013f0 msgr2=0x7f76c8197610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:44:18.670 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.662+0000 7f76cdb2b700 1 --2- 172.21.15.88:0/980086656 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f76c81013f0 0x7f76c8197610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:44:18.671 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.662+0000 7f76cdb2b700 1 -- 172.21.15.88:0/980086656 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f76c81025f0 msgr2=0x7f76c8197b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:44:18.671 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.662+0000 7f76cdb2b700 1 --2- 172.21.15.88:0/980086656 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f76c81025f0 0x7f76c8197b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:44:18.671 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.662+0000 7f76cdb2b700 1 -- 172.21.15.88:0/980086656 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76c819f270 con 0x7f76c8102f90 2024-06-13T11:44:18.671 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.662+0000 7f76cd32a700 1 --2- 172.21.15.88:0/980086656 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f76c81013f0 0x7f76c8197610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T11:44:18.671 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.662+0000 7f76cdb2b700 1 --2- 172.21.15.88:0/980086656 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f76c8102f90 0x7f76c819ebd0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f76c000b970 tx=0x7f76c000bd30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:44:18.671 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.663+0000 7f76be7fc700 1 -- 172.21.15.88:0/980086656 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76c0019070 con 0x7f76c8102f90 2024-06-13T11:44:18.671 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.663+0000 7f76be7fc700 1 -- 172.21.15.88:0/980086656 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f76c0014440 con 0x7f76c8102f90 2024-06-13T11:44:18.671 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.663+0000 7f76cf58e700 1 -- 172.21.15.88:0/980086656 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76c819f560 con 0x7f76c8102f90 2024-06-13T11:44:18.672 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.663+0000 7f76be7fc700 1 -- 172.21.15.88:0/980086656 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76c00075d0 con 0x7f76c8102f90 2024-06-13T11:44:18.672 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.663+0000 7f76cf58e700 1 -- 172.21.15.88:0/980086656 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76c819fb20 con 0x7f76c8102f90 2024-06-13T11:44:18.672 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.663+0000 7f76cf58e700 1 -- 172.21.15.88:0/980086656 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76c8069180 con 0x7f76c8102f90 2024-06-13T11:44:18.672 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.664+0000 7f76be7fc700 1 -- 172.21.15.88:0/980086656 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7f76c001c070 con 0x7f76c8102f90 2024-06-13T11:44:18.672 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.665+0000 7f76be7fc700 1 --2- 172.21.15.88:0/980086656 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f76b40a2c10 0x7f76b40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:44:18.672 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.665+0000 7f76be7fc700 1 -- 172.21.15.88:0/980086656 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1767+0+0 (secure 0 0 0) 0x7f76c00cc970 con 0x7f76c8102f90 2024-06-13T11:44:18.672 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.666+0000 7f76cd32a700 1 --2- 172.21.15.88:0/980086656 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f76b40a2c10 0x7f76b40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:44:18.672 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.667+0000 7f76cd32a700 1 --2- 172.21.15.88:0/980086656 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f76b40a2c10 0x7f76b40a50d0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f76c4005fd0 tx=0x7f76c4005e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:44:18.673 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.670+0000 7f76be7fc700 1 -- 172.21.15.88:0/980086656 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f76c009b340 con 0x7f76c8102f90 2024-06-13T11:44:18.873 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:18.873+0000 7f76cf58e700 1 -- 172.21.15.88:0/980086656 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f76c80628d0 con 0x7f76b40a2c10 2024-06-13T11:44:20.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:19 smithi162 ceph-mon[36757]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:20.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:19 smithi162 ceph-mon[36757]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:44:20.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:19 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:44:20.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:19 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:44:20.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:19 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:44:20.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:19 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:20.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:19 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:20.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:19 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:44:20.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:19 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:20.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:19 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:44:20.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:19 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:44:20.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:19 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:20.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:19 smithi088 ceph-mon[36399]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:20.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:19 smithi088 ceph-mon[36399]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:44:20.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:19 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:44:20.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:19 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:44:20.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:19 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:44:20.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:19 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:20.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:19 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:20.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:19 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:44:20.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:19 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:20.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:19 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:44:20.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:19 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:44:20.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:19 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:20.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:19 smithi042 ceph-mon[32231]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:20.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:19 smithi042 ceph-mon[32231]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:44:20.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:19 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:44:20.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:19 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:44:20.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:19 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:44:20.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:19 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:20.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:19 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:20.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:19 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:44:20.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:19 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:20.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:19 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:44:20.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:19 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:44:20.310 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:19 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:21.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:20 smithi162 ceph-mon[36757]: Detected new or changed devices on smithi042 2024-06-13T11:44:21.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:20 smithi162 ceph-mon[36757]: Adjusting osd_memory_target on smithi042 to 17094M 2024-06-13T11:44:21.211 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:20 smithi042 ceph-mon[32231]: Detected new or changed devices on smithi042 2024-06-13T11:44:21.211 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:20 smithi042 ceph-mon[32231]: Adjusting osd_memory_target on smithi042 to 17094M 2024-06-13T11:44:21.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:20 smithi088 ceph-mon[36399]: Detected new or changed devices on smithi042 2024-06-13T11:44:21.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:20 smithi088 ceph-mon[36399]: Adjusting osd_memory_target on smithi042 to 17094M 2024-06-13T11:44:21.938 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:21 smithi042 ceph-mon[32231]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:21.939 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:21 smithi042 ceph-mon[32231]: from='client.? 172.21.15.88:0/3191507981' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cf818c48-4313-4607-95db-cd55f1185489"}]: dispatch 2024-06-13T11:44:21.939 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:21 smithi042 ceph-mon[32231]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cf818c48-4313-4607-95db-cd55f1185489"}]: dispatch 2024-06-13T11:44:21.939 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:21 smithi042 ceph-mon[32231]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cf818c48-4313-4607-95db-cd55f1185489"}]': finished 2024-06-13T11:44:21.939 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:21 smithi042 ceph-mon[32231]: osdmap e10: 2 total, 1 up, 2 in 2024-06-13T11:44:21.939 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:21 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T11:44:22.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:21 smithi088 ceph-mon[36399]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:22.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:21 smithi088 ceph-mon[36399]: from='client.? 172.21.15.88:0/3191507981' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cf818c48-4313-4607-95db-cd55f1185489"}]: dispatch 2024-06-13T11:44:22.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:21 smithi088 ceph-mon[36399]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cf818c48-4313-4607-95db-cd55f1185489"}]: dispatch 2024-06-13T11:44:22.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:21 smithi088 ceph-mon[36399]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cf818c48-4313-4607-95db-cd55f1185489"}]': finished 2024-06-13T11:44:22.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:21 smithi088 ceph-mon[36399]: osdmap e10: 2 total, 1 up, 2 in 2024-06-13T11:44:22.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:21 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T11:44:22.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:21 smithi162 ceph-mon[36757]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:22.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:21 smithi162 ceph-mon[36757]: from='client.? 172.21.15.88:0/3191507981' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cf818c48-4313-4607-95db-cd55f1185489"}]: dispatch 2024-06-13T11:44:22.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:21 smithi162 ceph-mon[36757]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cf818c48-4313-4607-95db-cd55f1185489"}]: dispatch 2024-06-13T11:44:22.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:21 smithi162 ceph-mon[36757]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cf818c48-4313-4607-95db-cd55f1185489"}]': finished 2024-06-13T11:44:22.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:21 smithi162 ceph-mon[36757]: osdmap e10: 2 total, 1 up, 2 in 2024-06-13T11:44:22.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:21 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T11:44:23.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:22 smithi162 ceph-mon[36757]: from='client.? 172.21.15.88:0/4280003537' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:44:23.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:22 smithi088 ceph-mon[36399]: from='client.? 172.21.15.88:0/4280003537' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:44:23.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:22 smithi042 ceph-mon[32231]: from='client.? 172.21.15.88:0/4280003537' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:44:24.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:23 smithi162 ceph-mon[36757]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:24.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:23 smithi088 ceph-mon[36399]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:24.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:23 smithi042 ceph-mon[32231]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:26.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:25 smithi088 ceph-mon[36399]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:26.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:25 smithi162 ceph-mon[36757]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:26.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:25 smithi042 ceph-mon[32231]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:28.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:27 smithi088 ceph-mon[36399]: pgmap v61: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:28.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:27 smithi162 ceph-mon[36757]: pgmap v61: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:28.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:27 smithi042 ceph-mon[32231]: pgmap v61: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:29.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:28 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-06-13T11:44:29.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:28 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:44:29.154 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:28 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-06-13T11:44:29.154 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:28 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:44:29.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:28 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-06-13T11:44:29.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:28 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:44:30.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:29 smithi162 ceph-mon[36757]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:30.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:29 smithi162 ceph-mon[36757]: Deploying daemon osd.1 on smithi088 2024-06-13T11:44:30.156 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:29 smithi088 ceph-mon[36399]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:30.156 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:29 smithi088 ceph-mon[36399]: Deploying daemon osd.1 on smithi088 2024-06-13T11:44:30.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:29 smithi042 ceph-mon[32231]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:30.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:29 smithi042 ceph-mon[32231]: Deploying daemon osd.1 on smithi088 2024-06-13T11:44:32.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:31 smithi162 ceph-mon[36757]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:32.162 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:31 smithi088 ceph-mon[36399]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:32.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:31 smithi042 ceph-mon[32231]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:34.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:33 smithi162 ceph-mon[36757]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:34.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:33 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:34.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:33 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:34.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:33 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:44:34.187 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:33 smithi088 ceph-mon[36399]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:34.187 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:33 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:34.188 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:33 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:34.188 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:33 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:44:34.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:33 smithi042 ceph-mon[32231]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:34.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:33 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:34.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:33 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:34.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:33 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:44:35.952 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:35 smithi088 ceph-mon[36399]: pgmap v65: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:35.952 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:35 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:35.952 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:35 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:35.953 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:35 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:44:35.953 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:35 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:44:35.953 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:35 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:36.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:35 smithi162 ceph-mon[36757]: pgmap v65: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:36.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:35 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:36.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:35 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:36.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:35 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:44:36.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:35 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:44:36.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:35 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:36.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:35 smithi042 ceph-mon[32231]: pgmap v65: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:36.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:35 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:36.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:35 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:36.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:35 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:44:36.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:35 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:44:36.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:35 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:37.420 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:37.420+0000 7f76be7fc700 1 -- 172.21.15.88:0/980086656 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f76c80628d0 con 0x7f76b40a2c10 2024-06-13T11:44:37.421 INFO:teuthology.orchestra.run.smithi088.stdout:Created osd(s) 1 on host 'smithi088' 2024-06-13T11:44:37.423 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:37.422+0000 7f76cf58e700 1 -- 172.21.15.88:0/980086656 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f76b40a2c10 msgr2=0x7f76b40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:44:37.423 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:37.422+0000 7f76cf58e700 1 --2- 172.21.15.88:0/980086656 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f76b40a2c10 0x7f76b40a50d0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f76c4005fd0 tx=0x7f76c4005e40 comp rx=0 tx=0).stop 2024-06-13T11:44:37.423 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:37.422+0000 7f76cf58e700 1 -- 172.21.15.88:0/980086656 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f76c8102f90 msgr2=0x7f76c819ebd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:44:37.423 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:37.422+0000 7f76cf58e700 1 --2- 172.21.15.88:0/980086656 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f76c8102f90 0x7f76c819ebd0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f76c000b970 tx=0x7f76c000bd30 comp rx=0 tx=0).stop 2024-06-13T11:44:37.423 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:37.422+0000 7f76cf58e700 1 -- 172.21.15.88:0/980086656 shutdown_connections 2024-06-13T11:44:37.423 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:37.422+0000 7f76cf58e700 1 --2- 172.21.15.88:0/980086656 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f76b40a2c10 0x7f76b40a50d0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:44:37.423 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:37.422+0000 7f76cf58e700 1 --2- 172.21.15.88:0/980086656 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f76c8102f90 0x7f76c819ebd0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:44:37.423 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:37.422+0000 7f76cf58e700 1 --2- 172.21.15.88:0/980086656 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f76c81013f0 0x7f76c8197610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:44:37.423 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:37.422+0000 7f76cf58e700 1 --2- 172.21.15.88:0/980086656 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f76c81025f0 0x7f76c8197b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:44:37.424 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:37.422+0000 7f76cf58e700 1 -- 172.21.15.88:0/980086656 >> 172.21.15.88:0/980086656 conn(0x7f76c80fc990 msgr2=0x7f76c81058f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:44:37.424 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:37.422+0000 7f76cf58e700 1 -- 172.21.15.88:0/980086656 shutdown_connections 2024-06-13T11:44:37.424 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:44:37.422+0000 7f76cf58e700 1 -- 172.21.15.88:0/980086656 wait complete. 2024-06-13T11:44:38.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:37 smithi088 ceph-mon[36399]: pgmap v66: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:38.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:37 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:38.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:37 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:38.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:37 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:44:38.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:37 smithi088 ceph-mon[36399]: from='osd.1 [v2:172.21.15.88:6800/1861974568,v1:172.21.15.88:6801/1861974568]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-06-13T11:44:38.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:37 smithi088 ceph-mon[36399]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-06-13T11:44:38.106 DEBUG:teuthology.orchestra.run.smithi088:osd.1> sudo journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.1.service 2024-06-13T11:44:38.108 INFO:tasks.cephadm:Deploying osd.2 on smithi162 with /dev/vg_nvme/lv_4... 2024-06-13T11:44:38.109 DEBUG:teuthology.orchestra.run.smithi162:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-06-13T11:44:38.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:37 smithi162 ceph-mon[36757]: pgmap v66: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:38.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:37 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:38.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:37 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:38.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:37 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:44:38.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:37 smithi162 ceph-mon[36757]: from='osd.1 [v2:172.21.15.88:6800/1861974568,v1:172.21.15.88:6801/1861974568]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-06-13T11:44:38.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:37 smithi162 ceph-mon[36757]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-06-13T11:44:38.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:37 smithi042 ceph-mon[32231]: pgmap v66: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:38.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:37 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:38.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:37 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:38.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:37 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:44:38.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:37 smithi042 ceph-mon[32231]: from='osd.1 [v2:172.21.15.88:6800/1861974568,v1:172.21.15.88:6801/1861974568]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-06-13T11:44:38.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:37 smithi042 ceph-mon[32231]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-06-13T11:44:38.352 INFO:teuthology.orchestra.run.smithi162.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.c/config 2024-06-13T11:44:39.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:39 smithi088 ceph-mon[36399]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-06-13T11:44:39.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:39 smithi088 ceph-mon[36399]: from='osd.1 [v2:172.21.15.88:6800/1861974568,v1:172.21.15.88:6801/1861974568]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-06-13T11:44:39.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:39 smithi088 ceph-mon[36399]: osdmap e11: 2 total, 1 up, 2 in 2024-06-13T11:44:39.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:39 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T11:44:39.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:39 smithi088 ceph-mon[36399]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-06-13T11:44:39.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:39 smithi088 ceph-mon[36399]: pgmap v68: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:39.505 INFO:journalctl@ceph.osd.1.smithi088.stdout:Jun 13 11:44:39 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-1[40963]: 2024-06-13T11:44:39.416+0000 7fbfa9e3a700 -1 osd.1 0 waiting for initial osdmap 2024-06-13T11:44:39.505 INFO:journalctl@ceph.osd.1.smithi088.stdout:Jun 13 11:44:39 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-1[40963]: 2024-06-13T11:44:39.420+0000 7fbfa5c2d700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-13T11:44:39.630 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:39 smithi162 ceph-mon[36757]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-06-13T11:44:39.630 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:39 smithi162 ceph-mon[36757]: from='osd.1 [v2:172.21.15.88:6800/1861974568,v1:172.21.15.88:6801/1861974568]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-06-13T11:44:39.631 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:39 smithi162 ceph-mon[36757]: osdmap e11: 2 total, 1 up, 2 in 2024-06-13T11:44:39.631 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:39 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T11:44:39.631 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:39 smithi162 ceph-mon[36757]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-06-13T11:44:39.631 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:39 smithi162 ceph-mon[36757]: pgmap v68: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:39.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:39 smithi042 ceph-mon[32231]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-06-13T11:44:39.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:39 smithi042 ceph-mon[32231]: from='osd.1 [v2:172.21.15.88:6800/1861974568,v1:172.21.15.88:6801/1861974568]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-06-13T11:44:39.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:39 smithi042 ceph-mon[32231]: osdmap e11: 2 total, 1 up, 2 in 2024-06-13T11:44:39.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:39 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T11:44:39.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:39 smithi042 ceph-mon[32231]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-06-13T11:44:39.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:39 smithi042 ceph-mon[32231]: pgmap v68: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:40.204 INFO:teuthology.orchestra.run.smithi162.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-06-13T11:44:40.205 INFO:teuthology.orchestra.run.smithi162.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-06-13T11:44:40.205 INFO:teuthology.orchestra.run.smithi162.stderr: stderr: 10+0 records in 2024-06-13T11:44:40.205 INFO:teuthology.orchestra.run.smithi162.stderr:10+0 records out 2024-06-13T11:44:40.205 INFO:teuthology.orchestra.run.smithi162.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113164 s, 927 MB/s 2024-06-13T11:44:40.205 INFO:teuthology.orchestra.run.smithi162.stderr:--> Zapping successful for: 2024-06-13T11:44:40.507 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:40 smithi162 ceph-mon[36757]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-06-13T11:44:40.507 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:40 smithi162 ceph-mon[36757]: osdmap e12: 2 total, 1 up, 2 in 2024-06-13T11:44:40.507 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:40 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T11:44:40.507 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:40 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T11:44:40.676 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:40 smithi088 ceph-mon[36399]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-06-13T11:44:40.676 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:40 smithi088 ceph-mon[36399]: osdmap e12: 2 total, 1 up, 2 in 2024-06-13T11:44:40.676 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:40 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T11:44:40.676 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:40 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T11:44:40.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:40 smithi042 ceph-mon[32231]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-06-13T11:44:40.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:40 smithi042 ceph-mon[32231]: osdmap e12: 2 total, 1 up, 2 in 2024-06-13T11:44:40.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:40 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T11:44:40.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:40 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T11:44:40.890 DEBUG:teuthology.orchestra.run.smithi162:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph orch daemon add osd smithi162:vg_nvme/lv_4 2024-06-13T11:44:41.173 INFO:teuthology.orchestra.run.smithi162.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.c/config 2024-06-13T11:44:41.615 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:41 smithi162 ceph-mon[36757]: purged_snaps scrub starts 2024-06-13T11:44:41.615 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:41 smithi162 ceph-mon[36757]: purged_snaps scrub ok 2024-06-13T11:44:41.615 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:41 smithi162 ceph-mon[36757]: osd.1 [v2:172.21.15.88:6800/1861974568,v1:172.21.15.88:6801/1861974568] boot 2024-06-13T11:44:41.615 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:41 smithi162 ceph-mon[36757]: osdmap e13: 2 total, 2 up, 2 in 2024-06-13T11:44:41.615 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:41 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T11:44:41.615 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:41 smithi162 ceph-mon[36757]: pgmap v71: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:41.615 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:41 smithi162 ceph-mon[36757]: Detected new or changed devices on smithi088 2024-06-13T11:44:41.616 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:41 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:41.616 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:41 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:41.616 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:41 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:44:41.616 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:41 smithi162 ceph-mon[36757]: Adjusting osd_memory_target on smithi088 to 17088M 2024-06-13T11:44:41.616 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:41 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:41.616 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:41 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:44:41.616 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:41 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:44:41.616 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:41 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:41.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:41 smithi088 ceph-mon[36399]: purged_snaps scrub starts 2024-06-13T11:44:41.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:41 smithi088 ceph-mon[36399]: purged_snaps scrub ok 2024-06-13T11:44:41.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:41 smithi088 ceph-mon[36399]: osd.1 [v2:172.21.15.88:6800/1861974568,v1:172.21.15.88:6801/1861974568] boot 2024-06-13T11:44:41.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:41 smithi088 ceph-mon[36399]: osdmap e13: 2 total, 2 up, 2 in 2024-06-13T11:44:41.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:41 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T11:44:41.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:41 smithi088 ceph-mon[36399]: pgmap v71: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:41.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:41 smithi088 ceph-mon[36399]: Detected new or changed devices on smithi088 2024-06-13T11:44:41.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:41 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:41.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:41 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:41.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:41 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:44:41.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:41 smithi088 ceph-mon[36399]: Adjusting osd_memory_target on smithi088 to 17088M 2024-06-13T11:44:41.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:41 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:41.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:41 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:44:41.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:41 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:44:41.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:41 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:41.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:41 smithi042 ceph-mon[32231]: purged_snaps scrub starts 2024-06-13T11:44:41.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:41 smithi042 ceph-mon[32231]: purged_snaps scrub ok 2024-06-13T11:44:41.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:41 smithi042 ceph-mon[32231]: osd.1 [v2:172.21.15.88:6800/1861974568,v1:172.21.15.88:6801/1861974568] boot 2024-06-13T11:44:41.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:41 smithi042 ceph-mon[32231]: osdmap e13: 2 total, 2 up, 2 in 2024-06-13T11:44:41.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:41 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T11:44:41.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:41 smithi042 ceph-mon[32231]: pgmap v71: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-13T11:44:41.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:41 smithi042 ceph-mon[32231]: Detected new or changed devices on smithi088 2024-06-13T11:44:41.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:41 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:41.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:41 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:41.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:41 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:44:41.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:41 smithi042 ceph-mon[32231]: Adjusting osd_memory_target on smithi088 to 17088M 2024-06-13T11:44:41.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:41 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:41.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:41 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:44:41.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:41 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:44:41.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:41 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:42.481 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:42 smithi162 ceph-mon[36757]: osdmap e14: 2 total, 2 up, 2 in 2024-06-13T11:44:42.684 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.682+0000 7fd0971ef700 1 -- 172.21.15.162:0/1374566174 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd0901025f0 msgr2=0x7fd090102a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:44:42.684 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.682+0000 7fd0971ef700 1 --2- 172.21.15.162:0/1374566174 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd0901025f0 0x7fd090102a50 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fd07c009990 tx=0x7fd07c009ca0 comp rx=0 tx=0).stop 2024-06-13T11:44:42.684 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.682+0000 7fd0971ef700 1 -- 172.21.15.162:0/1374566174 shutdown_connections 2024-06-13T11:44:42.685 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.682+0000 7fd0971ef700 1 --2- 172.21.15.162:0/1374566174 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd090102f90 0x7fd090109840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:44:42.685 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.682+0000 7fd0971ef700 1 --2- 172.21.15.162:0/1374566174 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd0901013f0 0x7fd090101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:44:42.685 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.682+0000 7fd0971ef700 1 --2- 172.21.15.162:0/1374566174 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd0901025f0 0x7fd090102a50 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:44:42.685 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.682+0000 7fd0971ef700 1 -- 172.21.15.162:0/1374566174 >> 172.21.15.162:0/1374566174 conn(0x7fd0900fc9b0 msgr2=0x7fd0900fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:44:42.685 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.682+0000 7fd0971ef700 1 -- 172.21.15.162:0/1374566174 shutdown_connections 2024-06-13T11:44:42.685 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.682+0000 7fd0971ef700 1 -- 172.21.15.162:0/1374566174 wait complete. 2024-06-13T11:44:42.685 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.683+0000 7fd0971ef700 1 Processor -- start 2024-06-13T11:44:42.685 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.683+0000 7fd0971ef700 1 -- start start 2024-06-13T11:44:42.685 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.683+0000 7fd0971ef700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd0901013f0 0x7fd090197780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:44:42.685 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.683+0000 7fd0971ef700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd0901025f0 0x7fd090197cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:44:42.685 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.683+0000 7fd0971ef700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd090102f90 0x7fd09019ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:44:42.685 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.683+0000 7fd0971ef700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd09010d0d0 con 0x7fd0901025f0 2024-06-13T11:44:42.686 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.683+0000 7fd0971ef700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fd09010cf50 con 0x7fd0901013f0 2024-06-13T11:44:42.686 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.683+0000 7fd0971ef700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fd09010d250 con 0x7fd090102f90 2024-06-13T11:44:42.686 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.683+0000 7fd09578c700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd090102f90 0x7fd09019ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:44:42.686 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.683+0000 7fd09578c700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd090102f90 0x7fd09019ed40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.162:48290/0 (socket says 172.21.15.162:48290) 2024-06-13T11:44:42.686 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.683+0000 7fd09578c700 1 -- 172.21.15.162:0/585089354 learned_addr learned my addr 172.21.15.162:0/585089354 (peer_addr_for_me v2:172.21.15.162:0/0) 2024-06-13T11:44:42.686 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.683+0000 7fd094f8b700 1 --2- 172.21.15.162:0/585089354 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd0901013f0 0x7fd090197780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:44:42.686 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.684+0000 7fd09578c700 1 -- 172.21.15.162:0/585089354 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd0901013f0 msgr2=0x7fd090197780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:44:42.686 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.684+0000 7fd09578c700 1 --2- 172.21.15.162:0/585089354 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd0901013f0 0x7fd090197780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:44:42.686 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.684+0000 7fd09578c700 1 -- 172.21.15.162:0/585089354 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd0901025f0 msgr2=0x7fd090197cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:44:42.686 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.684+0000 7fd09578c700 1 --2- 172.21.15.162:0/585089354 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd0901025f0 0x7fd090197cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:44:42.687 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.684+0000 7fd09578c700 1 -- 172.21.15.162:0/585089354 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd09019f3e0 con 0x7fd090102f90 2024-06-13T11:44:42.687 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.684+0000 7fd09578c700 1 --2- 172.21.15.162:0/585089354 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd090102f90 0x7fd09019ed40 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fd08800b9a0 tx=0x7fd08800bd60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:44:42.687 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.684+0000 7fd08dffb700 1 -- 172.21.15.162:0/585089354 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd088019070 con 0x7fd090102f90 2024-06-13T11:44:42.687 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.684+0000 7fd0971ef700 1 -- 172.21.15.162:0/585089354 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd09019f6d0 con 0x7fd090102f90 2024-06-13T11:44:42.687 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.684+0000 7fd08dffb700 1 -- 172.21.15.162:0/585089354 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd088014440 con 0x7fd090102f90 2024-06-13T11:44:42.687 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.684+0000 7fd08dffb700 1 -- 172.21.15.162:0/585089354 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0880075d0 con 0x7fd090102f90 2024-06-13T11:44:42.687 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.684+0000 7fd0971ef700 1 -- 172.21.15.162:0/585089354 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd09019fc40 con 0x7fd090102f90 2024-06-13T11:44:42.688 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.685+0000 7fd0971ef700 1 -- 172.21.15.162:0/585089354 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd090069180 con 0x7fd090102f90 2024-06-13T11:44:42.688 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.686+0000 7fd08dffb700 1 -- 172.21.15.162:0/585089354 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7fd08801c070 con 0x7fd090102f90 2024-06-13T11:44:42.688 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.686+0000 7fd08dffb700 1 --2- 172.21.15.162:0/585089354 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd0800a2b90 0x7fd0800a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:44:42.688 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.687+0000 7fd08dffb700 1 -- 172.21.15.162:0/585089354 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 2309+0+0 (secure 0 0 0) 0x7fd0880ccc40 con 0x7fd090102f90 2024-06-13T11:44:42.688 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.687+0000 7fd094f8b700 1 --2- 172.21.15.162:0/585089354 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd0800a2b90 0x7fd0800a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:44:42.688 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.688+0000 7fd094f8b700 1 --2- 172.21.15.162:0/585089354 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd0800a2b90 0x7fd0800a5050 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fd084006fd0 tx=0x7fd084008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:44:42.691 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.691+0000 7fd08dffb700 1 -- 172.21.15.162:0/585089354 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd0880d3080 con 0x7fd090102f90 2024-06-13T11:44:42.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:42 smithi088 ceph-mon[36399]: osdmap e14: 2 total, 2 up, 2 in 2024-06-13T11:44:42.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:42 smithi042 ceph-mon[32231]: osdmap e14: 2 total, 2 up, 2 in 2024-06-13T11:44:42.894 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:44:42.894+0000 7fd0971ef700 1 -- 172.21.15.162:0/585089354 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi162:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fd0900628d0 con 0x7fd0800a2b90 2024-06-13T11:44:43.707 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:43 smithi162 ceph-mon[36757]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:44:43.707 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:43 smithi162 ceph-mon[36757]: from='client.24160 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi162:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:44:43.707 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:43 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:44:43.707 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:43 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:44:43.708 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:43 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:44:43.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:43 smithi088 ceph-mon[36399]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:44:43.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:43 smithi088 ceph-mon[36399]: from='client.24160 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi162:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:44:43.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:43 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:44:43.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:43 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:44:43.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:43 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:44:43.810 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:43 smithi042 ceph-mon[32231]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:44:43.810 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:43 smithi042 ceph-mon[32231]: from='client.24160 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi162:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:44:43.810 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:43 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:44:43.810 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:43 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:44:43.810 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:43 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:44:45.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:45 smithi162 ceph-mon[36757]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:44:45.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:45 smithi162 ceph-mon[36757]: from='client.? 172.21.15.162:0/2705175467' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7f0800f8-0da6-4968-801d-c5c44840fe3c"}]: dispatch 2024-06-13T11:44:45.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:45 smithi162 ceph-mon[36757]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7f0800f8-0da6-4968-801d-c5c44840fe3c"}]: dispatch 2024-06-13T11:44:45.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:45 smithi162 ceph-mon[36757]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7f0800f8-0da6-4968-801d-c5c44840fe3c"}]': finished 2024-06-13T11:44:45.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:45 smithi162 ceph-mon[36757]: osdmap e15: 3 total, 2 up, 3 in 2024-06-13T11:44:45.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:45 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T11:44:46.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:45 smithi088 ceph-mon[36399]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:44:46.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:45 smithi088 ceph-mon[36399]: from='client.? 172.21.15.162:0/2705175467' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7f0800f8-0da6-4968-801d-c5c44840fe3c"}]: dispatch 2024-06-13T11:44:46.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:45 smithi088 ceph-mon[36399]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7f0800f8-0da6-4968-801d-c5c44840fe3c"}]: dispatch 2024-06-13T11:44:46.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:45 smithi088 ceph-mon[36399]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7f0800f8-0da6-4968-801d-c5c44840fe3c"}]': finished 2024-06-13T11:44:46.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:45 smithi088 ceph-mon[36399]: osdmap e15: 3 total, 2 up, 3 in 2024-06-13T11:44:46.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:45 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T11:44:46.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:45 smithi042 ceph-mon[32231]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:44:46.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:45 smithi042 ceph-mon[32231]: from='client.? 172.21.15.162:0/2705175467' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7f0800f8-0da6-4968-801d-c5c44840fe3c"}]: dispatch 2024-06-13T11:44:46.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:45 smithi042 ceph-mon[32231]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7f0800f8-0da6-4968-801d-c5c44840fe3c"}]: dispatch 2024-06-13T11:44:46.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:45 smithi042 ceph-mon[32231]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7f0800f8-0da6-4968-801d-c5c44840fe3c"}]': finished 2024-06-13T11:44:46.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:45 smithi042 ceph-mon[32231]: osdmap e15: 3 total, 2 up, 3 in 2024-06-13T11:44:46.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:45 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T11:44:46.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:46 smithi162 ceph-mon[36757]: from='client.? 172.21.15.162:0/2213100712' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:44:47.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:46 smithi088 ceph-mon[36399]: from='client.? 172.21.15.162:0/2213100712' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:44:47.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:46 smithi042 ceph-mon[32231]: from='client.? 172.21.15.162:0/2213100712' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:44:47.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:47 smithi162 ceph-mon[36757]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:44:48.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:47 smithi088 ceph-mon[36399]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:44:48.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:47 smithi042 ceph-mon[32231]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:44:49.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:49 smithi162 ceph-mon[36757]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:44:50.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:49 smithi088 ceph-mon[36399]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:44:50.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:49 smithi042 ceph-mon[32231]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:44:51.860 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:51 smithi042 ceph-mon[32231]: pgmap v78: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:44:51.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:51 smithi162 ceph-mon[36757]: pgmap v78: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:44:52.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:51 smithi088 ceph-mon[36399]: pgmap v78: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:44:52.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:52 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-06-13T11:44:52.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:52 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:44:53.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:52 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-06-13T11:44:53.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:52 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:44:53.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:52 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-06-13T11:44:53.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:52 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:44:53.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:53 smithi162 ceph-mon[36757]: Deploying daemon osd.2 on smithi162 2024-06-13T11:44:53.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:53 smithi162 ceph-mon[36757]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:44:54.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:53 smithi088 ceph-mon[36399]: Deploying daemon osd.2 on smithi162 2024-06-13T11:44:54.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:53 smithi088 ceph-mon[36399]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:44:54.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:53 smithi042 ceph-mon[32231]: Deploying daemon osd.2 on smithi162 2024-06-13T11:44:54.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:53 smithi042 ceph-mon[32231]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:44:55.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:55 smithi162 ceph-mon[36757]: pgmap v80: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:44:56.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:55 smithi088 ceph-mon[36399]: pgmap v80: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:44:56.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:55 smithi042 ceph-mon[32231]: pgmap v80: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:44:57.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:57 smithi162 ceph-mon[36757]: pgmap v81: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:44:58.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:57 smithi088 ceph-mon[36399]: pgmap v81: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:44:58.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:57 smithi042 ceph-mon[32231]: pgmap v81: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:44:59.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:58 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:59.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:58 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:59.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:58 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:44:59.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:58 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:59.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:58 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:59.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:58 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:44:59.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:58 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:59.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:58 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:44:59.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:58 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:44:59.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:44:59 smithi162 ceph-mon[36757]: pgmap v82: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:45:00.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:44:59 smithi088 ceph-mon[36399]: pgmap v82: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:45:00.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:44:59 smithi042 ceph-mon[32231]: pgmap v82: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:45:01.078 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:45:01.077+0000 7fd08dffb700 1 -- 172.21.15.162:0/585089354 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fd0900628d0 con 0x7fd0800a2b90 2024-06-13T11:45:01.078 INFO:teuthology.orchestra.run.smithi162.stdout:Created osd(s) 2 on host 'smithi162' 2024-06-13T11:45:01.080 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:45:01.080+0000 7fd0971ef700 1 -- 172.21.15.162:0/585089354 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd0800a2b90 msgr2=0x7fd0800a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:45:01.080 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:45:01.080+0000 7fd0971ef700 1 --2- 172.21.15.162:0/585089354 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd0800a2b90 0x7fd0800a5050 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fd084006fd0 tx=0x7fd084008040 comp rx=0 tx=0).stop 2024-06-13T11:45:01.080 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:45:01.080+0000 7fd0971ef700 1 -- 172.21.15.162:0/585089354 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd090102f90 msgr2=0x7fd09019ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:45:01.080 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:45:01.080+0000 7fd0971ef700 1 --2- 172.21.15.162:0/585089354 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd090102f90 0x7fd09019ed40 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fd08800b9a0 tx=0x7fd08800bd60 comp rx=0 tx=0).stop 2024-06-13T11:45:01.080 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:45:01.080+0000 7fd0971ef700 1 -- 172.21.15.162:0/585089354 shutdown_connections 2024-06-13T11:45:01.080 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:45:01.080+0000 7fd0971ef700 1 --2- 172.21.15.162:0/585089354 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd0800a2b90 0x7fd0800a5050 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:45:01.080 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:45:01.080+0000 7fd0971ef700 1 --2- 172.21.15.162:0/585089354 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd0901013f0 0x7fd090197780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:45:01.081 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:45:01.080+0000 7fd0971ef700 1 --2- 172.21.15.162:0/585089354 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd090102f90 0x7fd09019ed40 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:45:01.081 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:45:01.080+0000 7fd0971ef700 1 --2- 172.21.15.162:0/585089354 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd0901025f0 0x7fd090197cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:45:01.081 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:45:01.080+0000 7fd0971ef700 1 -- 172.21.15.162:0/585089354 >> 172.21.15.162:0/585089354 conn(0x7fd0900fc9b0 msgr2=0x7fd090105a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:45:01.081 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:45:01.080+0000 7fd0971ef700 1 -- 172.21.15.162:0/585089354 shutdown_connections 2024-06-13T11:45:01.081 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:45:01.080+0000 7fd0971ef700 1 -- 172.21.15.162:0/585089354 wait complete. 2024-06-13T11:45:01.757 DEBUG:teuthology.orchestra.run.smithi162:osd.2> sudo journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.2.service 2024-06-13T11:45:01.759 INFO:tasks.cephadm:Deploying osd.3 on smithi042 with /dev/vg_nvme/lv_3... 2024-06-13T11:45:01.760 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-06-13T11:45:02.212 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:45:02.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:02 smithi042 ceph-mon[32231]: pgmap v83: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:45:02.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:02 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:02.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:02 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:02.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:02 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:02.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:02 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:02.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:02 smithi042 ceph-mon[32231]: from='osd.2 [v2:172.21.15.162:6800/3452655510,v1:172.21.15.162:6801/3452655510]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-06-13T11:45:02.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:02 smithi042 ceph-mon[32231]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-06-13T11:45:02.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:02 smithi162 ceph-mon[36757]: pgmap v83: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:45:02.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:02 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:02.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:02 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:02.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:02 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:02.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:02 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:02.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:02 smithi162 ceph-mon[36757]: from='osd.2 [v2:172.21.15.162:6800/3452655510,v1:172.21.15.162:6801/3452655510]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-06-13T11:45:02.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:02 smithi162 ceph-mon[36757]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-06-13T11:45:02.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:02 smithi088 ceph-mon[36399]: pgmap v83: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:45:02.556 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:02 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:02.556 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:02 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:02.556 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:02 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:02.556 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:02 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:02.556 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:02 smithi088 ceph-mon[36399]: from='osd.2 [v2:172.21.15.162:6800/3452655510,v1:172.21.15.162:6801/3452655510]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-06-13T11:45:02.556 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:02 smithi088 ceph-mon[36399]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-06-13T11:45:03.228 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:03 smithi162 ceph-mon[36757]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-06-13T11:45:03.229 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:03 smithi162 ceph-mon[36757]: osdmap e16: 3 total, 2 up, 3 in 2024-06-13T11:45:03.229 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:03 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T11:45:03.229 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:03 smithi162 ceph-mon[36757]: from='osd.2 [v2:172.21.15.162:6800/3452655510,v1:172.21.15.162:6801/3452655510]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]: dispatch 2024-06-13T11:45:03.229 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:03 smithi162 ceph-mon[36757]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]: dispatch 2024-06-13T11:45:03.422 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:03 smithi042 ceph-mon[32231]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-06-13T11:45:03.422 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:03 smithi042 ceph-mon[32231]: osdmap e16: 3 total, 2 up, 3 in 2024-06-13T11:45:03.423 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:03 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T11:45:03.423 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:03 smithi042 ceph-mon[32231]: from='osd.2 [v2:172.21.15.162:6800/3452655510,v1:172.21.15.162:6801/3452655510]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]: dispatch 2024-06-13T11:45:03.423 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:03 smithi042 ceph-mon[32231]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]: dispatch 2024-06-13T11:45:03.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:03 smithi088 ceph-mon[36399]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-06-13T11:45:03.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:03 smithi088 ceph-mon[36399]: osdmap e16: 3 total, 2 up, 3 in 2024-06-13T11:45:03.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:03 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T11:45:03.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:03 smithi088 ceph-mon[36399]: from='osd.2 [v2:172.21.15.162:6800/3452655510,v1:172.21.15.162:6801/3452655510]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]: dispatch 2024-06-13T11:45:03.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:03 smithi088 ceph-mon[36399]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]: dispatch 2024-06-13T11:45:04.133 INFO:journalctl@ceph.osd.2.smithi162.stdout:Jun 13 11:45:03 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-2[41848]: 2024-06-13T11:45:03.876+0000 7feed301b700 -1 osd.2 0 waiting for initial osdmap 2024-06-13T11:45:04.133 INFO:journalctl@ceph.osd.2.smithi162.stdout:Jun 13 11:45:03 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-2[41848]: 2024-06-13T11:45:03.881+0000 7feecae06700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-13T11:45:04.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:04 smithi162 ceph-mon[36757]: pgmap v85: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:45:04.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:04 smithi162 ceph-mon[36757]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]': finished 2024-06-13T11:45:04.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:04 smithi162 ceph-mon[36757]: osdmap e17: 3 total, 2 up, 3 in 2024-06-13T11:45:04.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:04 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T11:45:04.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:04 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T11:45:04.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:04 smithi162 ceph-mon[36757]: from='osd.2 ' entity='osd.2' 2024-06-13T11:45:04.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:04 smithi088 ceph-mon[36399]: pgmap v85: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:45:04.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:04 smithi088 ceph-mon[36399]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]': finished 2024-06-13T11:45:04.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:04 smithi088 ceph-mon[36399]: osdmap e17: 3 total, 2 up, 3 in 2024-06-13T11:45:04.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:04 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T11:45:04.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:04 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T11:45:04.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:04 smithi088 ceph-mon[36399]: from='osd.2 ' entity='osd.2' 2024-06-13T11:45:04.556 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:04 smithi042 ceph-mon[32231]: pgmap v85: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:45:04.556 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:04 smithi042 ceph-mon[32231]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]': finished 2024-06-13T11:45:04.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:04 smithi042 ceph-mon[32231]: osdmap e17: 3 total, 2 up, 3 in 2024-06-13T11:45:04.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:04 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T11:45:04.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:04 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T11:45:04.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:04 smithi042 ceph-mon[32231]: from='osd.2 ' entity='osd.2' 2024-06-13T11:45:05.152 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-06-13T11:45:05.152 INFO:teuthology.orchestra.run.smithi042.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-06-13T11:45:05.152 INFO:teuthology.orchestra.run.smithi042.stderr: stderr: 10+0 records in 2024-06-13T11:45:05.152 INFO:teuthology.orchestra.run.smithi042.stderr:10+0 records out 2024-06-13T11:45:05.152 INFO:teuthology.orchestra.run.smithi042.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0391678 s, 268 MB/s 2024-06-13T11:45:05.152 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping successful for: 2024-06-13T11:45:05.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:05 smithi088 ceph-mon[36399]: purged_snaps scrub starts 2024-06-13T11:45:05.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:05 smithi088 ceph-mon[36399]: purged_snaps scrub ok 2024-06-13T11:45:05.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:05 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T11:45:05.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:05 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:05.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:05 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:05.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:05 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:45:05.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:05 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:05.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:05 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:45:05.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:05 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:45:05.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:05 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:05.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:05 smithi088 ceph-mon[36399]: osd.2 [v2:172.21.15.162:6800/3452655510,v1:172.21.15.162:6801/3452655510] boot 2024-06-13T11:45:05.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:05 smithi088 ceph-mon[36399]: osdmap e18: 3 total, 3 up, 3 in 2024-06-13T11:45:05.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:05 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T11:45:05.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:05 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:45:05.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:05 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:45:05.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:05 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:45:05.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:05 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:05.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:05 smithi042 ceph-mon[32231]: purged_snaps scrub starts 2024-06-13T11:45:05.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:05 smithi042 ceph-mon[32231]: purged_snaps scrub ok 2024-06-13T11:45:05.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T11:45:05.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:05.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:05.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:45:05.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:05.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:45:05.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:45:05.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:05.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:05 smithi042 ceph-mon[32231]: osd.2 [v2:172.21.15.162:6800/3452655510,v1:172.21.15.162:6801/3452655510] boot 2024-06-13T11:45:05.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:05 smithi042 ceph-mon[32231]: osdmap e18: 3 total, 3 up, 3 in 2024-06-13T11:45:05.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T11:45:05.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:45:05.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:45:05.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:45:05.560 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:05.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:05 smithi162 ceph-mon[36757]: purged_snaps scrub starts 2024-06-13T11:45:05.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:05 smithi162 ceph-mon[36757]: purged_snaps scrub ok 2024-06-13T11:45:05.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:05 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T11:45:05.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:05 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:05.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:05 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:05.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:05 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:45:05.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:05 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:05.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:05 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:45:05.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:05 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:45:05.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:05 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:05.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:05 smithi162 ceph-mon[36757]: osd.2 [v2:172.21.15.162:6800/3452655510,v1:172.21.15.162:6801/3452655510] boot 2024-06-13T11:45:05.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:05 smithi162 ceph-mon[36757]: osdmap e18: 3 total, 3 up, 3 in 2024-06-13T11:45:05.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:05 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T11:45:05.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:05 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:45:05.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:05 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:45:05.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:05 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:45:05.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:05 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:06.138 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph orch daemon add osd smithi042:vg_nvme/lv_3 2024-06-13T11:45:06.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:06 smithi088 ceph-mon[36399]: pgmap v87: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:45:06.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:06 smithi088 ceph-mon[36399]: Detected new or changed devices on smithi162 2024-06-13T11:45:06.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:06 smithi088 ceph-mon[36399]: Adjusting osd_memory_target on smithi162 to 17088M 2024-06-13T11:45:06.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:06 smithi042 ceph-mon[32231]: pgmap v87: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:45:06.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:06 smithi042 ceph-mon[32231]: Detected new or changed devices on smithi162 2024-06-13T11:45:06.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:06 smithi042 ceph-mon[32231]: Adjusting osd_memory_target on smithi162 to 17088M 2024-06-13T11:45:06.607 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:45:06.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:06 smithi162 ceph-mon[36757]: pgmap v87: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-13T11:45:06.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:06 smithi162 ceph-mon[36757]: Detected new or changed devices on smithi162 2024-06-13T11:45:06.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:06 smithi162 ceph-mon[36757]: Adjusting osd_memory_target on smithi162 to 17088M 2024-06-13T11:45:07.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:07 smithi088 ceph-mon[36399]: osdmap e19: 3 total, 3 up, 3 in 2024-06-13T11:45:07.553 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:07 smithi042 ceph-mon[32231]: osdmap e19: 3 total, 3 up, 3 in 2024-06-13T11:45:07.554 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:07 smithi162 ceph-mon[36757]: osdmap e19: 3 total, 3 up, 3 in 2024-06-13T11:45:08.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:08 smithi088 ceph-mon[36399]: pgmap v90: 0 pgs: ; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-06-13T11:45:08.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:08 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-06-13T11:45:08.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:08 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-06-13T11:45:08.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:08 smithi088 ceph-mon[36399]: osdmap e20: 3 total, 3 up, 3 in 2024-06-13T11:45:08.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:08 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-06-13T11:45:08.544 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:08 smithi042 ceph-mon[32231]: pgmap v90: 0 pgs: ; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-06-13T11:45:08.544 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:08 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-06-13T11:45:08.544 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:08 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-06-13T11:45:08.544 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:08 smithi042 ceph-mon[32231]: osdmap e20: 3 total, 3 up, 3 in 2024-06-13T11:45:08.544 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:08 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-06-13T11:45:08.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:08 smithi162 ceph-mon[36757]: pgmap v90: 0 pgs: ; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-06-13T11:45:08.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:08 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-06-13T11:45:08.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:08 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-06-13T11:45:08.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:08 smithi162 ceph-mon[36757]: osdmap e20: 3 total, 3 up, 3 in 2024-06-13T11:45:08.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:08 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-06-13T11:45:08.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.852+0000 7f26d3600700 1 -- 172.21.15.42:0/1292951190 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f26cc0764c0 msgr2=0x7f26cc074920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:45:08.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.852+0000 7f26d3600700 1 --2- 172.21.15.42:0/1292951190 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f26cc0764c0 0x7f26cc074920 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f26c0009990 tx=0x7f26c0009ca0 comp rx=0 tx=0).stop 2024-06-13T11:45:08.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.852+0000 7f26d3600700 1 -- 172.21.15.42:0/1292951190 shutdown_connections 2024-06-13T11:45:08.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.852+0000 7f26d3600700 1 --2- 172.21.15.42:0/1292951190 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f26cc0764c0 0x7f26cc074920 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:45:08.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.852+0000 7f26d3600700 1 --2- 172.21.15.42:0/1292951190 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f26cc10a3d0 0x7f26cc10c860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:45:08.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.852+0000 7f26d3600700 1 --2- 172.21.15.42:0/1292951190 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f26cc074ef0 0x7f26cc075370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:45:08.854 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.852+0000 7f26d3600700 1 -- 172.21.15.42:0/1292951190 >> 172.21.15.42:0/1292951190 conn(0x7f26cc0fda60 msgr2=0x7f26cc0ffee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:45:08.854 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.853+0000 7f26d3600700 1 -- 172.21.15.42:0/1292951190 shutdown_connections 2024-06-13T11:45:08.854 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.853+0000 7f26d3600700 1 -- 172.21.15.42:0/1292951190 wait complete. 2024-06-13T11:45:08.854 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.855+0000 7f26d3600700 1 Processor -- start 2024-06-13T11:45:08.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.855+0000 7f26d3600700 1 -- start start 2024-06-13T11:45:08.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.855+0000 7f26d3600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f26cc074ef0 0x7f26cc19a960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:45:08.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.855+0000 7f26d3600700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f26cc0764c0 0x7f26cc19aea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:45:08.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.855+0000 7f26d3600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f26cc10a3d0 0x7f26cc1a1ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:45:08.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.855+0000 7f26d3600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f26cc1102c0 con 0x7f26cc10a3d0 2024-06-13T11:45:08.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.855+0000 7f26d3600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f26cc110140 con 0x7f26cc074ef0 2024-06-13T11:45:08.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.855+0000 7f26d3600700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f26cc110440 con 0x7f26cc0764c0 2024-06-13T11:45:08.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.856+0000 7f26d0c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f26cc074ef0 0x7f26cc19a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:45:08.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.856+0000 7f26cbe00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f26cc0764c0 0x7f26cc19aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:45:08.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.856+0000 7f26cbe00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f26cc0764c0 0x7f26cc19aea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:59242/0 (socket says 172.21.15.42:59242) 2024-06-13T11:45:08.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.856+0000 7f26d0c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f26cc074ef0 0x7f26cc19a960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:52994/0 (socket says 172.21.15.42:52994) 2024-06-13T11:45:08.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.856+0000 7f26cbe00700 1 -- 172.21.15.42:0/4227900717 learned_addr learned my addr 172.21.15.42:0/4227900717 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:45:08.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.856+0000 7f26d1600700 1 --2- 172.21.15.42:0/4227900717 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f26cc10a3d0 0x7f26cc1a1ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:45:08.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.856+0000 7f26cbe00700 1 -- 172.21.15.42:0/4227900717 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f26cc074ef0 msgr2=0x7f26cc19a960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:45:08.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.856+0000 7f26cbe00700 1 --2- 172.21.15.42:0/4227900717 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f26cc074ef0 0x7f26cc19a960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:45:08.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.856+0000 7f26cbe00700 1 -- 172.21.15.42:0/4227900717 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f26cc10a3d0 msgr2=0x7f26cc1a1ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:45:08.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.856+0000 7f26cbe00700 1 --2- 172.21.15.42:0/4227900717 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f26cc10a3d0 0x7f26cc1a1ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:45:08.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.856+0000 7f26cbe00700 1 -- 172.21.15.42:0/4227900717 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26cc1a2570 con 0x7f26cc0764c0 2024-06-13T11:45:08.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.856+0000 7f26d0c00700 1 --2- 172.21.15.42:0/4227900717 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f26cc074ef0 0x7f26cc19a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:45:08.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.856+0000 7f26cbe00700 1 --2- 172.21.15.42:0/4227900717 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f26cc0764c0 0x7f26cc19aea0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f26b800ea80 tx=0x7f26b800ed90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:45:08.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.857+0000 7f26c9600700 1 -- 172.21.15.42:0/4227900717 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26b800cbd0 con 0x7f26cc0764c0 2024-06-13T11:45:08.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.857+0000 7f26c9600700 1 -- 172.21.15.42:0/4227900717 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f26b800cd70 con 0x7f26cc0764c0 2024-06-13T11:45:08.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.857+0000 7f26d3600700 1 -- 172.21.15.42:0/4227900717 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26cc1a2860 con 0x7f26cc0764c0 2024-06-13T11:45:08.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.857+0000 7f26c9600700 1 -- 172.21.15.42:0/4227900717 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26b80187b0 con 0x7f26cc0764c0 2024-06-13T11:45:08.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.857+0000 7f26d3600700 1 -- 172.21.15.42:0/4227900717 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26cc1a2df0 con 0x7f26cc0764c0 2024-06-13T11:45:08.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.858+0000 7f26d3600700 1 -- 172.21.15.42:0/4227900717 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26cc069180 con 0x7f26cc0764c0 2024-06-13T11:45:08.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.860+0000 7f26c9600700 1 -- 172.21.15.42:0/4227900717 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7f26b801f020 con 0x7f26cc0764c0 2024-06-13T11:45:08.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.862+0000 7f26c9600700 1 --2- 172.21.15.42:0/4227900717 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f26b40a2c10 0x7f26b40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:45:08.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.862+0000 7f26c9600700 1 -- 172.21.15.42:0/4227900717 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 3237+0+0 (secure 0 0 0) 0x7f26b80cdbe0 con 0x7f26cc0764c0 2024-06-13T11:45:08.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.862+0000 7f26d0c00700 1 --2- 172.21.15.42:0/4227900717 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f26b40a2c10 0x7f26b40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:45:08.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.863+0000 7f26d0c00700 1 --2- 172.21.15.42:0/4227900717 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f26b40a2c10 0x7f26b40a50d0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f26c000b7b0 tx=0x7f26c000b880 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:45:08.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:08.865+0000 7f26c9600700 1 -- 172.21.15.42:0/4227900717 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f26b801e2c0 con 0x7f26cc0764c0 2024-06-13T11:45:09.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:09.103+0000 7f26d3600700 1 -- 172.21.15.42:0/4227900717 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f26cc0628d0 con 0x7f26b40a2c10 2024-06-13T11:45:09.104 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 13 11:45:09 smithi042 sudo[48939]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-06-13T11:45:09.104 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 13 11:45:09 smithi042 sudo[48939]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-13T11:45:09.104 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 13 11:45:09 smithi042 sudo[48939]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-13T11:45:09.104 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 13 11:45:09 smithi042 sudo[48939]: pam_unix(sudo:session): session closed for user root 2024-06-13T11:45:09.262 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:09.261+0000 7f26c9600700 1 -- 172.21.15.42:0/4227900717 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f26b8097ec0 con 0x7f26cc0764c0 2024-06-13T11:45:09.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:09 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-06-13T11:45:09.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:09 smithi042 ceph-mon[32231]: osdmap e21: 3 total, 3 up, 3 in 2024-06-13T11:45:09.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:09 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:45:09.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:09 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:45:09.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:09 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:45:09.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:09 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-06-13T11:45:09.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:09 smithi162 ceph-mon[36757]: osdmap e21: 3 total, 3 up, 3 in 2024-06-13T11:45:09.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:09 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:45:09.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:09 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:45:09.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:09 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:45:09.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:09 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-06-13T11:45:09.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:09 smithi088 ceph-mon[36399]: osdmap e21: 3 total, 3 up, 3 in 2024-06-13T11:45:09.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:09 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:45:09.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:09 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:45:09.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:09 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:45:10.018 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 13 11:45:09 smithi042 sudo[49009]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-06-13T11:45:10.018 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 13 11:45:09 smithi042 sudo[49009]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-13T11:45:10.018 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 13 11:45:09 smithi042 sudo[49009]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-13T11:45:10.018 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 13 11:45:09 smithi042 sudo[49009]: pam_unix(sudo:session): session closed for user root 2024-06-13T11:45:10.174 INFO:journalctl@ceph.osd.1.smithi088.stdout:Jun 13 11:45:09 smithi088 sudo[45092]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-06-13T11:45:10.174 INFO:journalctl@ceph.osd.1.smithi088.stdout:Jun 13 11:45:09 smithi088 sudo[45092]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-13T11:45:10.174 INFO:journalctl@ceph.osd.1.smithi088.stdout:Jun 13 11:45:09 smithi088 sudo[45092]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-13T11:45:10.174 INFO:journalctl@ceph.osd.1.smithi088.stdout:Jun 13 11:45:09 smithi088 sudo[45092]: pam_unix(sudo:session): session closed for user root 2024-06-13T11:45:10.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:10 smithi042 ceph-mon[32231]: pgmap v93: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-06-13T11:45:10.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:10 smithi042 ceph-mon[32231]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:45:10.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:10 smithi042 ceph-mon[32231]: osdmap e22: 3 total, 3 up, 3 in 2024-06-13T11:45:10.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:10 smithi042 ceph-mon[32231]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-06-13T11:45:10.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:10 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:10.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:10 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:10.504 INFO:journalctl@ceph.osd.1.smithi088.stdout:Jun 13 11:45:10 smithi088 sudo[45095]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-06-13T11:45:10.504 INFO:journalctl@ceph.osd.1.smithi088.stdout:Jun 13 11:45:10 smithi088 sudo[45095]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-13T11:45:10.504 INFO:journalctl@ceph.osd.1.smithi088.stdout:Jun 13 11:45:10 smithi088 sudo[45095]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-13T11:45:10.504 INFO:journalctl@ceph.osd.1.smithi088.stdout:Jun 13 11:45:10 smithi088 sudo[45095]: pam_unix(sudo:session): session closed for user root 2024-06-13T11:45:10.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:10 smithi088 ceph-mon[36399]: pgmap v93: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-06-13T11:45:10.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:10 smithi088 ceph-mon[36399]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:45:10.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:10 smithi088 ceph-mon[36399]: osdmap e22: 3 total, 3 up, 3 in 2024-06-13T11:45:10.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:10 smithi088 ceph-mon[36399]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-06-13T11:45:10.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:10 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:10.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:10 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:10.653 INFO:journalctl@ceph.osd.2.smithi162.stdout:Jun 13 11:45:10 smithi162 sudo[45777]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-06-13T11:45:10.653 INFO:journalctl@ceph.osd.2.smithi162.stdout:Jun 13 11:45:10 smithi162 sudo[45777]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-13T11:45:10.653 INFO:journalctl@ceph.osd.2.smithi162.stdout:Jun 13 11:45:10 smithi162 sudo[45777]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-13T11:45:10.654 INFO:journalctl@ceph.osd.2.smithi162.stdout:Jun 13 11:45:10 smithi162 sudo[45777]: pam_unix(sudo:session): session closed for user root 2024-06-13T11:45:10.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:10 smithi162 ceph-mon[36757]: pgmap v93: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-06-13T11:45:10.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:10 smithi162 ceph-mon[36757]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:45:10.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:10 smithi162 ceph-mon[36757]: osdmap e22: 3 total, 3 up, 3 in 2024-06-13T11:45:10.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:10 smithi162 ceph-mon[36757]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-06-13T11:45:10.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:10 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:10.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:10 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:11.153 INFO:journalctl@ceph.osd.2.smithi162.stdout:Jun 13 11:45:10 smithi162 sudo[45780]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-06-13T11:45:11.153 INFO:journalctl@ceph.osd.2.smithi162.stdout:Jun 13 11:45:10 smithi162 sudo[45780]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-13T11:45:11.153 INFO:journalctl@ceph.osd.2.smithi162.stdout:Jun 13 11:45:10 smithi162 sudo[45780]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-13T11:45:11.153 INFO:journalctl@ceph.osd.2.smithi162.stdout:Jun 13 11:45:10 smithi162 sudo[45780]: pam_unix(sudo:session): session closed for user root 2024-06-13T11:45:11.617 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:11 smithi042 sudo[49085]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-06-13T11:45:11.617 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:11 smithi042 sudo[49085]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-13T11:45:11.617 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:11 smithi042 sudo[49085]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-13T11:45:11.617 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:11 smithi042 sudo[49085]: pam_unix(sudo:session): session closed for user root 2024-06-13T11:45:12.248 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:11 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:12.248 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:11 smithi162 ceph-mon[36757]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-13T11:45:12.248 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:12 smithi162 sudo[45783]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-06-13T11:45:12.248 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:12 smithi162 sudo[45783]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-13T11:45:12.248 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:12 smithi162 sudo[45783]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-13T11:45:12.248 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:12 smithi162 sudo[45783]: pam_unix(sudo:session): session closed for user root 2024-06-13T11:45:12.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:11 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:12.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:11 smithi088 ceph-mon[36399]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-13T11:45:12.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:11 smithi042 sudo[49115]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-06-13T11:45:12.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:11 smithi042 sudo[49115]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-13T11:45:12.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:11 smithi042 sudo[49115]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-13T11:45:12.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:11 smithi042 sudo[49115]: pam_unix(sudo:session): session closed for user root 2024-06-13T11:45:12.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:11 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:12.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:11 smithi042 ceph-mon[32231]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-13T11:45:12.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:12 smithi162 sudo[45786]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-06-13T11:45:12.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:12 smithi162 sudo[45786]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-13T11:45:12.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:12 smithi162 sudo[45786]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-13T11:45:12.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:12 smithi162 sudo[45786]: pam_unix(sudo:session): session closed for user root 2024-06-13T11:45:12.986 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:12 smithi088 sudo[45098]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-06-13T11:45:12.986 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:12 smithi088 sudo[45098]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-13T11:45:12.987 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:12 smithi088 sudo[45098]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-13T11:45:12.987 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:12 smithi088 sudo[45098]: pam_unix(sudo:session): session closed for user root 2024-06-13T11:45:13.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:12 smithi088 sudo[45101]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-06-13T11:45:13.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:12 smithi088 sudo[45101]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-13T11:45:13.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:12 smithi088 sudo[45101]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-13T11:45:13.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:12 smithi088 sudo[45101]: pam_unix(sudo:session): session closed for user root 2024-06-13T11:45:13.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:13 smithi088 ceph-mon[36399]: pgmap v95: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-06-13T11:45:13.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:13 smithi088 ceph-mon[36399]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-13T11:45:13.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:13 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T11:45:13.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:13 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:45:13.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:13 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:45:13.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:13 smithi088 ceph-mon[36399]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-13T11:45:13.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:13 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T11:45:13.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:13 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:45:13.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:13 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:45:13.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:13 smithi088 ceph-mon[36399]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-13T11:45:13.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:13 smithi088 ceph-mon[36399]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-13T11:45:13.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:13 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T11:45:13.256 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:13 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:45:13.256 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:13 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:45:13.256 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:13 smithi088 ceph-mon[36399]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-13T11:45:13.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:13 smithi042 ceph-mon[32231]: pgmap v95: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-06-13T11:45:13.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:13 smithi042 ceph-mon[32231]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-13T11:45:13.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:13 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T11:45:13.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:13 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:45:13.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:13 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:45:13.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:13 smithi042 ceph-mon[32231]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-13T11:45:13.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:13 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T11:45:13.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:13 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:45:13.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:13 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:45:13.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:13 smithi042 ceph-mon[32231]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-13T11:45:13.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:13 smithi042 ceph-mon[32231]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-13T11:45:13.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:13 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T11:45:13.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:13 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:45:13.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:13 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:45:13.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:13 smithi042 ceph-mon[32231]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-13T11:45:13.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:13 smithi162 ceph-mon[36757]: pgmap v95: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-06-13T11:45:13.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:13 smithi162 ceph-mon[36757]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-13T11:45:13.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:13 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T11:45:13.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:13 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:45:13.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:13 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:45:13.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:13 smithi162 ceph-mon[36757]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-13T11:45:13.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:13 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T11:45:13.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:13 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:45:13.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:13 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:45:13.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:13 smithi162 ceph-mon[36757]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-13T11:45:13.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:13 smithi162 ceph-mon[36757]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-13T11:45:13.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:13 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T11:45:13.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:13 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:45:13.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:13 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:45:13.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:13 smithi162 ceph-mon[36757]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-13T11:45:14.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:14 smithi042 ceph-mon[32231]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-06-13T11:45:14.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:14 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2826561974' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "341ee7d3-119b-401e-805d-9ef42c577719"}]: dispatch 2024-06-13T11:45:14.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:14 smithi042 ceph-mon[32231]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "341ee7d3-119b-401e-805d-9ef42c577719"}]: dispatch 2024-06-13T11:45:14.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:14 smithi042 ceph-mon[32231]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "341ee7d3-119b-401e-805d-9ef42c577719"}]': finished 2024-06-13T11:45:14.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:14 smithi042 ceph-mon[32231]: osdmap e23: 4 total, 3 up, 4 in 2024-06-13T11:45:14.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:14 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T11:45:14.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:14 smithi162 ceph-mon[36757]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-06-13T11:45:14.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:14 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2826561974' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "341ee7d3-119b-401e-805d-9ef42c577719"}]: dispatch 2024-06-13T11:45:14.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:14 smithi162 ceph-mon[36757]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "341ee7d3-119b-401e-805d-9ef42c577719"}]: dispatch 2024-06-13T11:45:14.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:14 smithi162 ceph-mon[36757]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "341ee7d3-119b-401e-805d-9ef42c577719"}]': finished 2024-06-13T11:45:14.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:14 smithi162 ceph-mon[36757]: osdmap e23: 4 total, 3 up, 4 in 2024-06-13T11:45:14.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:14 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T11:45:14.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:14 smithi088 ceph-mon[36399]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-06-13T11:45:14.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:14 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2826561974' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "341ee7d3-119b-401e-805d-9ef42c577719"}]: dispatch 2024-06-13T11:45:14.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:14 smithi088 ceph-mon[36399]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "341ee7d3-119b-401e-805d-9ef42c577719"}]: dispatch 2024-06-13T11:45:14.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:14 smithi088 ceph-mon[36399]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "341ee7d3-119b-401e-805d-9ef42c577719"}]': finished 2024-06-13T11:45:14.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:14 smithi088 ceph-mon[36399]: osdmap e23: 4 total, 3 up, 4 in 2024-06-13T11:45:14.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:14 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T11:45:15.285 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:15 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/3689738479' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:45:15.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:15 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/3689738479' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:45:15.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:15 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/3689738479' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:45:16.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:16 smithi042 ceph-mon[32231]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-06-13T11:45:16.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:16 smithi162 ceph-mon[36757]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-06-13T11:45:16.405 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:16 smithi088 ceph-mon[36399]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-06-13T11:45:18.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:18 smithi042 ceph-mon[32231]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 65 KiB/s wr, 6 op/s 2024-06-13T11:45:18.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:18 smithi162 ceph-mon[36757]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 65 KiB/s wr, 6 op/s 2024-06-13T11:45:18.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:18 smithi088 ceph-mon[36399]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 65 KiB/s wr, 6 op/s 2024-06-13T11:45:20.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:20 smithi042 ceph-mon[32231]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 44 KiB/s wr, 4 op/s 2024-06-13T11:45:20.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:20 smithi162 ceph-mon[36757]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 44 KiB/s wr, 4 op/s 2024-06-13T11:45:20.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:20 smithi088 ceph-mon[36399]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 44 KiB/s wr, 4 op/s 2024-06-13T11:45:22.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:22 smithi042 ceph-mon[32231]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 1.2 KiB/s rd, 33 KiB/s wr, 3 op/s 2024-06-13T11:45:22.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:22 smithi162 ceph-mon[36757]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 1.2 KiB/s rd, 33 KiB/s wr, 3 op/s 2024-06-13T11:45:22.506 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:22 smithi088 ceph-mon[36399]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 1.2 KiB/s rd, 33 KiB/s wr, 3 op/s 2024-06-13T11:45:23.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:23 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-06-13T11:45:23.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:23 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:45:23.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:23 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-06-13T11:45:23.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:23 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:45:23.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:23 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-06-13T11:45:23.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:23 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:45:24.099 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:24 smithi042 ceph-mon[32231]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 1023 B/s rd, 26 KiB/s wr, 2 op/s 2024-06-13T11:45:24.099 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:24 smithi042 ceph-mon[32231]: Deploying daemon osd.3 on smithi042 2024-06-13T11:45:24.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:24 smithi162 ceph-mon[36757]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 1023 B/s rd, 26 KiB/s wr, 2 op/s 2024-06-13T11:45:24.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:24 smithi162 ceph-mon[36757]: Deploying daemon osd.3 on smithi042 2024-06-13T11:45:24.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:24 smithi088 ceph-mon[36399]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 1023 B/s rd, 26 KiB/s wr, 2 op/s 2024-06-13T11:45:24.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:24 smithi088 ceph-mon[36399]: Deploying daemon osd.3 on smithi042 2024-06-13T11:45:26.179 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:26 smithi042 ceph-mon[32231]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 909 B/s rd, 23 KiB/s wr, 2 op/s 2024-06-13T11:45:26.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:26 smithi162 ceph-mon[36757]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 909 B/s rd, 23 KiB/s wr, 2 op/s 2024-06-13T11:45:26.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:26 smithi088 ceph-mon[36399]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 909 B/s rd, 23 KiB/s wr, 2 op/s 2024-06-13T11:45:28.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:28 smithi042 ceph-mon[32231]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-06-13T11:45:28.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:28 smithi162 ceph-mon[36757]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-06-13T11:45:28.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:28 smithi088 ceph-mon[36399]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-06-13T11:45:30.258 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:30 smithi042 ceph-mon[32231]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail 2024-06-13T11:45:30.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:30 smithi162 ceph-mon[36757]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail 2024-06-13T11:45:30.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:30 smithi088 ceph-mon[36399]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail 2024-06-13T11:45:32.350 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:32 smithi042 ceph-mon[32231]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail 2024-06-13T11:45:32.350 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:32 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:32.350 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:32 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:32.350 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:32 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:45:32.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:32 smithi162 ceph-mon[36757]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail 2024-06-13T11:45:32.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:32 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:32.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:32 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:32.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:32 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:45:32.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:32 smithi088 ceph-mon[36399]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail 2024-06-13T11:45:32.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:32 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:32.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:32 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:32.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:32 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:45:34.251 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:34 smithi042 ceph-mon[32231]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail 2024-06-13T11:45:34.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:34 smithi162 ceph-mon[36757]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail 2024-06-13T11:45:34.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:34 smithi088 ceph-mon[36399]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail 2024-06-13T11:45:35.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:35 smithi042 ceph-mon[32231]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail 2024-06-13T11:45:35.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:35 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:35.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:35 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:35.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:35 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:45:35.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:35 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:45:35.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:35 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:35.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:35 smithi042 ceph-mon[32231]: from='osd.3 [v2:172.21.15.42:6810/1343751683,v1:172.21.15.42:6811/1343751683]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-06-13T11:45:35.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:35.960+0000 7f26c9600700 1 -- 172.21.15.42:0/4227900717 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f26cc0628d0 con 0x7f26b40a2c10 2024-06-13T11:45:35.961 INFO:teuthology.orchestra.run.smithi042.stdout:Created osd(s) 3 on host 'smithi042' 2024-06-13T11:45:35.963 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:35.963+0000 7f26d3600700 1 -- 172.21.15.42:0/4227900717 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f26b40a2c10 msgr2=0x7f26b40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:45:35.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:35.963+0000 7f26d3600700 1 --2- 172.21.15.42:0/4227900717 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f26b40a2c10 0x7f26b40a50d0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f26c000b7b0 tx=0x7f26c000b880 comp rx=0 tx=0).stop 2024-06-13T11:45:35.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:35.963+0000 7f26d3600700 1 -- 172.21.15.42:0/4227900717 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f26cc0764c0 msgr2=0x7f26cc19aea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:45:35.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:35.963+0000 7f26d3600700 1 --2- 172.21.15.42:0/4227900717 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f26cc0764c0 0x7f26cc19aea0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f26b800ea80 tx=0x7f26b800ed90 comp rx=0 tx=0).stop 2024-06-13T11:45:35.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:35.963+0000 7f26d3600700 1 -- 172.21.15.42:0/4227900717 shutdown_connections 2024-06-13T11:45:35.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:35.963+0000 7f26d3600700 1 --2- 172.21.15.42:0/4227900717 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f26b40a2c10 0x7f26b40a50d0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:45:35.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:35.963+0000 7f26d3600700 1 --2- 172.21.15.42:0/4227900717 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f26cc074ef0 0x7f26cc19a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:45:35.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:35.963+0000 7f26d3600700 1 --2- 172.21.15.42:0/4227900717 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f26cc10a3d0 0x7f26cc1a1ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:45:35.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:35.963+0000 7f26d3600700 1 --2- 172.21.15.42:0/4227900717 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f26cc0764c0 0x7f26cc19aea0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:45:35.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:35.963+0000 7f26d3600700 1 -- 172.21.15.42:0/4227900717 >> 172.21.15.42:0/4227900717 conn(0x7f26cc0fda60 msgr2=0x7f26cc1062d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:45:35.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:35.963+0000 7f26d3600700 1 -- 172.21.15.42:0/4227900717 shutdown_connections 2024-06-13T11:45:35.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:45:35.963+0000 7f26d3600700 1 -- 172.21.15.42:0/4227900717 wait complete. 2024-06-13T11:45:36.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:35 smithi088 ceph-mon[36399]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail 2024-06-13T11:45:36.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:35 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:36.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:35 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:36.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:35 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:45:36.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:35 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:45:36.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:35 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:36.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:35 smithi088 ceph-mon[36399]: from='osd.3 [v2:172.21.15.42:6810/1343751683,v1:172.21.15.42:6811/1343751683]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-06-13T11:45:36.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:35 smithi162 ceph-mon[36757]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail 2024-06-13T11:45:36.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:35 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:36.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:35 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:36.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:35 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:45:36.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:35 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:45:36.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:35 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:36.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:35 smithi162 ceph-mon[36757]: from='osd.3 [v2:172.21.15.42:6810/1343751683,v1:172.21.15.42:6811/1343751683]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-06-13T11:45:36.700 DEBUG:teuthology.orchestra.run.smithi042:osd.3> sudo journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.3.service 2024-06-13T11:45:36.707 INFO:tasks.cephadm:Deploying osd.4 on smithi088 with /dev/vg_nvme/lv_3... 2024-06-13T11:45:36.707 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-06-13T11:45:36.949 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.b/config 2024-06-13T11:45:37.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:36 smithi088 ceph-mon[36399]: from='osd.3 [v2:172.21.15.42:6810/1343751683,v1:172.21.15.42:6811/1343751683]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-06-13T11:45:37.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:36 smithi088 ceph-mon[36399]: osdmap e24: 4 total, 3 up, 4 in 2024-06-13T11:45:37.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:36 smithi088 ceph-mon[36399]: from='osd.3 [v2:172.21.15.42:6810/1343751683,v1:172.21.15.42:6811/1343751683]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-06-13T11:45:37.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:36 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T11:45:37.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:36 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:37.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:36 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:45:37.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:36 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:37.055 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:36 smithi162 ceph-mon[36757]: from='osd.3 [v2:172.21.15.42:6810/1343751683,v1:172.21.15.42:6811/1343751683]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-06-13T11:45:37.055 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:36 smithi162 ceph-mon[36757]: osdmap e24: 4 total, 3 up, 4 in 2024-06-13T11:45:37.056 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:36 smithi162 ceph-mon[36757]: from='osd.3 [v2:172.21.15.42:6810/1343751683,v1:172.21.15.42:6811/1343751683]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-06-13T11:45:37.056 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:36 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T11:45:37.056 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:36 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:37.056 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:36 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:45:37.056 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:36 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:37.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:36 smithi042 ceph-mon[32231]: from='osd.3 [v2:172.21.15.42:6810/1343751683,v1:172.21.15.42:6811/1343751683]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-06-13T11:45:37.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:36 smithi042 ceph-mon[32231]: osdmap e24: 4 total, 3 up, 4 in 2024-06-13T11:45:37.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:36 smithi042 ceph-mon[32231]: from='osd.3 [v2:172.21.15.42:6810/1343751683,v1:172.21.15.42:6811/1343751683]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-06-13T11:45:37.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:36 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T11:45:37.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:36 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:37.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:36 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:45:37.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:36 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:37.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:37 smithi042 ceph-mon[32231]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail 2024-06-13T11:45:37.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:37 smithi042 ceph-mon[32231]: from='osd.3 [v2:172.21.15.42:6810/1343751683,v1:172.21.15.42:6811/1343751683]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-06-13T11:45:37.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:37 smithi042 ceph-mon[32231]: osdmap e25: 4 total, 3 up, 4 in 2024-06-13T11:45:37.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:37 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T11:45:37.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:37 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T11:45:37.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:37 smithi042 ceph-mon[32231]: from='osd.3 [v2:172.21.15.42:6810/1343751683,v1:172.21.15.42:6811/1343751683]' entity='osd.3' 2024-06-13T11:45:37.808 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 13 11:45:37 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-3[51197]: 2024-06-13T11:45:37.532+0000 7f78ef400700 -1 osd.3 0 waiting for initial osdmap 2024-06-13T11:45:37.808 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 13 11:45:37 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-3[51197]: 2024-06-13T11:45:37.556+0000 7f78e4800700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-13T11:45:38.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:37 smithi088 ceph-mon[36399]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail 2024-06-13T11:45:38.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:37 smithi088 ceph-mon[36399]: from='osd.3 [v2:172.21.15.42:6810/1343751683,v1:172.21.15.42:6811/1343751683]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-06-13T11:45:38.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:37 smithi088 ceph-mon[36399]: osdmap e25: 4 total, 3 up, 4 in 2024-06-13T11:45:38.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:37 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T11:45:38.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:37 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T11:45:38.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:37 smithi088 ceph-mon[36399]: from='osd.3 [v2:172.21.15.42:6810/1343751683,v1:172.21.15.42:6811/1343751683]' entity='osd.3' 2024-06-13T11:45:38.071 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:37 smithi162 ceph-mon[36757]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail 2024-06-13T11:45:38.071 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:37 smithi162 ceph-mon[36757]: from='osd.3 [v2:172.21.15.42:6810/1343751683,v1:172.21.15.42:6811/1343751683]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-06-13T11:45:38.071 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:37 smithi162 ceph-mon[36757]: osdmap e25: 4 total, 3 up, 4 in 2024-06-13T11:45:38.071 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:37 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T11:45:38.071 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:37 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T11:45:38.071 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:37 smithi162 ceph-mon[36757]: from='osd.3 [v2:172.21.15.42:6810/1343751683,v1:172.21.15.42:6811/1343751683]' entity='osd.3' 2024-06-13T11:45:38.864 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-06-13T11:45:38.865 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-06-13T11:45:38.865 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10+0 records in 2024-06-13T11:45:38.865 INFO:teuthology.orchestra.run.smithi088.stderr:10+0 records out 2024-06-13T11:45:38.865 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113816 s, 921 MB/s 2024-06-13T11:45:38.865 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping successful for: 2024-06-13T11:45:39.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:38 smithi088 ceph-mon[36399]: purged_snaps scrub starts 2024-06-13T11:45:39.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:38 smithi088 ceph-mon[36399]: purged_snaps scrub ok 2024-06-13T11:45:39.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:38 smithi088 ceph-mon[36399]: osd.3 [v2:172.21.15.42:6810/1343751683,v1:172.21.15.42:6811/1343751683] boot 2024-06-13T11:45:39.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:38 smithi088 ceph-mon[36399]: osdmap e26: 4 total, 4 up, 4 in 2024-06-13T11:45:39.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:38 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T11:45:39.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:38 smithi088 ceph-mon[36399]: osdmap e27: 4 total, 4 up, 4 in 2024-06-13T11:45:39.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:38 smithi042 ceph-mon[32231]: purged_snaps scrub starts 2024-06-13T11:45:39.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:38 smithi042 ceph-mon[32231]: purged_snaps scrub ok 2024-06-13T11:45:39.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:38 smithi042 ceph-mon[32231]: osd.3 [v2:172.21.15.42:6810/1343751683,v1:172.21.15.42:6811/1343751683] boot 2024-06-13T11:45:39.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:38 smithi042 ceph-mon[32231]: osdmap e26: 4 total, 4 up, 4 in 2024-06-13T11:45:39.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:38 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T11:45:39.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:38 smithi042 ceph-mon[32231]: osdmap e27: 4 total, 4 up, 4 in 2024-06-13T11:45:39.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:38 smithi162 ceph-mon[36757]: purged_snaps scrub starts 2024-06-13T11:45:39.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:38 smithi162 ceph-mon[36757]: purged_snaps scrub ok 2024-06-13T11:45:39.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:38 smithi162 ceph-mon[36757]: osd.3 [v2:172.21.15.42:6810/1343751683,v1:172.21.15.42:6811/1343751683] boot 2024-06-13T11:45:39.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:38 smithi162 ceph-mon[36757]: osdmap e26: 4 total, 4 up, 4 in 2024-06-13T11:45:39.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:38 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T11:45:39.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:38 smithi162 ceph-mon[36757]: osdmap e27: 4 total, 4 up, 4 in 2024-06-13T11:45:39.528 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph orch daemon add osd smithi088:vg_nvme/lv_3 2024-06-13T11:45:39.774 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.b/config 2024-06-13T11:45:39.902 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:39 smithi042 ceph-mon[32231]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 512 MiB used, 357 GiB / 358 GiB avail 2024-06-13T11:45:39.902 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:39 smithi042 ceph-mon[32231]: osdmap e28: 4 total, 4 up, 4 in 2024-06-13T11:45:40.002 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:39 smithi088 ceph-mon[36399]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 512 MiB used, 357 GiB / 358 GiB avail 2024-06-13T11:45:40.002 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:39 smithi088 ceph-mon[36399]: osdmap e28: 4 total, 4 up, 4 in 2024-06-13T11:45:40.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:39 smithi162 ceph-mon[36757]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 512 MiB used, 357 GiB / 358 GiB avail 2024-06-13T11:45:40.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:39 smithi162 ceph-mon[36757]: osdmap e28: 4 total, 4 up, 4 in 2024-06-13T11:45:41.384 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.381+0000 7fae66dc3700 1 -- 172.21.15.88:0/944579087 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fae601025f0 msgr2=0x7fae60102a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:45:41.384 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.381+0000 7fae66dc3700 1 --2- 172.21.15.88:0/944579087 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fae601025f0 0x7fae60102a50 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fae4c0099c0 tx=0x7fae4c009cd0 comp rx=0 tx=0).stop 2024-06-13T11:45:41.384 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.381+0000 7fae66dc3700 1 -- 172.21.15.88:0/944579087 shutdown_connections 2024-06-13T11:45:41.384 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.381+0000 7fae66dc3700 1 --2- 172.21.15.88:0/944579087 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fae60102f90 0x7fae60109840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:45:41.384 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.381+0000 7fae66dc3700 1 --2- 172.21.15.88:0/944579087 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fae601013f0 0x7fae60101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:45:41.384 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.381+0000 7fae66dc3700 1 --2- 172.21.15.88:0/944579087 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fae601025f0 0x7fae60102a50 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:45:41.384 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.381+0000 7fae66dc3700 1 -- 172.21.15.88:0/944579087 >> 172.21.15.88:0/944579087 conn(0x7fae600fc9b0 msgr2=0x7fae600fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:45:41.384 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.381+0000 7fae66dc3700 1 -- 172.21.15.88:0/944579087 shutdown_connections 2024-06-13T11:45:41.384 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.381+0000 7fae66dc3700 1 -- 172.21.15.88:0/944579087 wait complete. 2024-06-13T11:45:41.385 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.382+0000 7fae66dc3700 1 Processor -- start 2024-06-13T11:45:41.385 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.382+0000 7fae66dc3700 1 -- start start 2024-06-13T11:45:41.385 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.382+0000 7fae66dc3700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fae601013f0 0x7fae601987b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:45:41.385 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.382+0000 7fae66dc3700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fae601025f0 0x7fae60198cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:45:41.385 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.382+0000 7fae66dc3700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fae60102f90 0x7fae6019fd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:45:41.385 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.382+0000 7fae66dc3700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fae6010d050 con 0x7fae601025f0 2024-06-13T11:45:41.385 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.382+0000 7fae66dc3700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fae6010ced0 con 0x7fae60102f90 2024-06-13T11:45:41.385 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.382+0000 7fae66dc3700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fae6010d1d0 con 0x7fae601013f0 2024-06-13T11:45:41.385 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.382+0000 7fae65360700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fae60102f90 0x7fae6019fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:45:41.385 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.382+0000 7fae65360700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fae60102f90 0x7fae6019fd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:48510/0 (socket says 172.21.15.88:48510) 2024-06-13T11:45:41.386 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.382+0000 7fae65360700 1 -- 172.21.15.88:0/3469732293 learned_addr learned my addr 172.21.15.88:0/3469732293 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-06-13T11:45:41.386 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.382+0000 7fae64b5f700 1 --2- 172.21.15.88:0/3469732293 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fae601013f0 0x7fae601987b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:45:41.386 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.382+0000 7fae65360700 1 -- 172.21.15.88:0/3469732293 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fae601013f0 msgr2=0x7fae601987b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:45:41.386 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.382+0000 7fae65360700 1 --2- 172.21.15.88:0/3469732293 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fae601013f0 0x7fae601987b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:45:41.386 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.382+0000 7fae65360700 1 -- 172.21.15.88:0/3469732293 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fae601025f0 msgr2=0x7fae60198cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:45:41.386 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.382+0000 7fae65360700 1 --2- 172.21.15.88:0/3469732293 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fae601025f0 0x7fae60198cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:45:41.386 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.382+0000 7fae65360700 1 -- 172.21.15.88:0/3469732293 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae601a0410 con 0x7fae60102f90 2024-06-13T11:45:41.386 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.382+0000 7fae64b5f700 1 --2- 172.21.15.88:0/3469732293 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fae601013f0 0x7fae601987b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T11:45:41.386 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.382+0000 7fae65360700 1 --2- 172.21.15.88:0/3469732293 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fae60102f90 0x7fae6019fd70 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fae5800ada0 tx=0x7fae5800c330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:45:41.386 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.383+0000 7fae5dffb700 1 -- 172.21.15.88:0/3469732293 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae58017020 con 0x7fae60102f90 2024-06-13T11:45:41.386 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.383+0000 7fae5dffb700 1 -- 172.21.15.88:0/3469732293 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fae58004bb0 con 0x7fae60102f90 2024-06-13T11:45:41.386 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.383+0000 7fae66dc3700 1 -- 172.21.15.88:0/3469732293 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae601a0700 con 0x7fae60102f90 2024-06-13T11:45:41.386 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.383+0000 7fae5dffb700 1 -- 172.21.15.88:0/3469732293 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae58005520 con 0x7fae60102f90 2024-06-13T11:45:41.386 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.383+0000 7fae66dc3700 1 -- 172.21.15.88:0/3469732293 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae601a0c70 con 0x7fae60102f90 2024-06-13T11:45:41.387 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.384+0000 7fae66dc3700 1 -- 172.21.15.88:0/3469732293 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae60069180 con 0x7fae60102f90 2024-06-13T11:45:41.387 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.385+0000 7fae5dffb700 1 -- 172.21.15.88:0/3469732293 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fae580056c0 con 0x7fae60102f90 2024-06-13T11:45:41.387 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.385+0000 7fae5dffb700 1 --2- 172.21.15.88:0/3469732293 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fae500a2c20 0x7fae500a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:45:41.388 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.385+0000 7fae5dffb700 1 -- 172.21.15.88:0/3469732293 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 3669+0+0 (secure 0 0 0) 0x7fae580cd5e0 con 0x7fae60102f90 2024-06-13T11:45:41.388 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.386+0000 7fae64b5f700 1 --2- 172.21.15.88:0/3469732293 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fae500a2c20 0x7fae500a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:45:41.388 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.386+0000 7fae64b5f700 1 --2- 172.21.15.88:0/3469732293 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fae500a2c20 0x7fae500a50e0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fae60102450 tx=0x7fae54008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:45:41.390 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.390+0000 7fae5dffb700 1 -- 172.21.15.88:0/3469732293 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fae58021020 con 0x7fae60102f90 2024-06-13T11:45:41.597 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:45:41.597+0000 7fae66dc3700 1 -- 172.21.15.88:0/3469732293 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7fae600feb80 con 0x7fae500a2c20 2024-06-13T11:45:42.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:41 smithi088 ceph-mon[36399]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 512 MiB used, 357 GiB / 358 GiB avail 2024-06-13T11:45:42.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:41 smithi088 ceph-mon[36399]: osdmap e29: 4 total, 4 up, 4 in 2024-06-13T11:45:42.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:41 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:45:42.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:41 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:45:42.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:41 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:45:42.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:41 smithi042 ceph-mon[32231]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 512 MiB used, 357 GiB / 358 GiB avail 2024-06-13T11:45:42.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:41 smithi042 ceph-mon[32231]: osdmap e29: 4 total, 4 up, 4 in 2024-06-13T11:45:42.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:41 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:45:42.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:41 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:45:42.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:41 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:45:42.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:41 smithi162 ceph-mon[36757]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 512 MiB used, 357 GiB / 358 GiB avail 2024-06-13T11:45:42.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:41 smithi162 ceph-mon[36757]: osdmap e29: 4 total, 4 up, 4 in 2024-06-13T11:45:42.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:41 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:45:42.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:41 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:45:42.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:41 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:45:43.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:42 smithi042 ceph-mon[32231]: from='client.24227 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:45:43.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:42 smithi042 ceph-mon[32231]: osdmap e30: 4 total, 4 up, 4 in 2024-06-13T11:45:43.150 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:42 smithi088 ceph-mon[36399]: from='client.24227 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:45:43.150 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:42 smithi088 ceph-mon[36399]: osdmap e30: 4 total, 4 up, 4 in 2024-06-13T11:45:43.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:42 smithi162 ceph-mon[36757]: from='client.24227 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:45:43.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:42 smithi162 ceph-mon[36757]: osdmap e30: 4 total, 4 up, 4 in 2024-06-13T11:45:44.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:43 smithi042 ceph-mon[32231]: pgmap v119: 1 pgs: 1 peering; 577 KiB data, 512 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-06-13T11:45:44.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:43 smithi042 ceph-mon[32231]: Detected new or changed devices on smithi042 2024-06-13T11:45:44.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:43 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:44.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:43 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:44.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:43 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:45:44.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:43 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:45:44.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:43 smithi042 ceph-mon[32231]: Adjusting osd_memory_target on smithi042 to 8547M 2024-06-13T11:45:44.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:43 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:44.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:43 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:45:44.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:43 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:45:44.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:43 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:44.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:43 smithi162 ceph-mon[36757]: pgmap v119: 1 pgs: 1 peering; 577 KiB data, 512 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-06-13T11:45:44.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:43 smithi162 ceph-mon[36757]: Detected new or changed devices on smithi042 2024-06-13T11:45:44.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:43 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:44.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:43 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:44.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:43 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:45:44.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:43 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:45:44.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:43 smithi162 ceph-mon[36757]: Adjusting osd_memory_target on smithi042 to 8547M 2024-06-13T11:45:44.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:43 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:44.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:43 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:45:44.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:43 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:45:44.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:43 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:44.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:43 smithi088 ceph-mon[36399]: pgmap v119: 1 pgs: 1 peering; 577 KiB data, 512 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-06-13T11:45:44.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:43 smithi088 ceph-mon[36399]: Detected new or changed devices on smithi042 2024-06-13T11:45:44.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:43 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:44.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:43 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:44.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:43 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:45:44.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:43 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:45:44.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:43 smithi088 ceph-mon[36399]: Adjusting osd_memory_target on smithi042 to 8547M 2024-06-13T11:45:44.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:43 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:44.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:43 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:45:44.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:43 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:45:44.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:43 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:45.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:44 smithi088 ceph-mon[36399]: from='client.? 172.21.15.88:0/4011593048' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "72b81b4c-d223-4490-aca0-5c98c1b902d6"}]: dispatch 2024-06-13T11:45:45.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:44 smithi088 ceph-mon[36399]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "72b81b4c-d223-4490-aca0-5c98c1b902d6"}]: dispatch 2024-06-13T11:45:45.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:44 smithi088 ceph-mon[36399]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "72b81b4c-d223-4490-aca0-5c98c1b902d6"}]': finished 2024-06-13T11:45:45.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:44 smithi088 ceph-mon[36399]: osdmap e31: 5 total, 4 up, 5 in 2024-06-13T11:45:45.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:44 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T11:45:45.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:44 smithi042 ceph-mon[32231]: from='client.? 172.21.15.88:0/4011593048' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "72b81b4c-d223-4490-aca0-5c98c1b902d6"}]: dispatch 2024-06-13T11:45:45.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:44 smithi042 ceph-mon[32231]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "72b81b4c-d223-4490-aca0-5c98c1b902d6"}]: dispatch 2024-06-13T11:45:45.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:44 smithi042 ceph-mon[32231]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "72b81b4c-d223-4490-aca0-5c98c1b902d6"}]': finished 2024-06-13T11:45:45.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:44 smithi042 ceph-mon[32231]: osdmap e31: 5 total, 4 up, 5 in 2024-06-13T11:45:45.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:44 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T11:45:45.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:44 smithi162 ceph-mon[36757]: from='client.? 172.21.15.88:0/4011593048' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "72b81b4c-d223-4490-aca0-5c98c1b902d6"}]: dispatch 2024-06-13T11:45:45.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:44 smithi162 ceph-mon[36757]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "72b81b4c-d223-4490-aca0-5c98c1b902d6"}]: dispatch 2024-06-13T11:45:45.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:44 smithi162 ceph-mon[36757]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "72b81b4c-d223-4490-aca0-5c98c1b902d6"}]': finished 2024-06-13T11:45:45.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:44 smithi162 ceph-mon[36757]: osdmap e31: 5 total, 4 up, 5 in 2024-06-13T11:45:45.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:44 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T11:45:46.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:45 smithi042 ceph-mon[32231]: pgmap v121: 1 pgs: 1 peering; 577 KiB data, 121 MiB used, 357 GiB / 358 GiB avail; 120 KiB/s, 0 objects/s recovering 2024-06-13T11:45:46.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:45 smithi042 ceph-mon[32231]: from='client.? 172.21.15.88:0/764917084' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:45:46.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:45 smithi162 ceph-mon[36757]: pgmap v121: 1 pgs: 1 peering; 577 KiB data, 121 MiB used, 357 GiB / 358 GiB avail; 120 KiB/s, 0 objects/s recovering 2024-06-13T11:45:46.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:45 smithi162 ceph-mon[36757]: from='client.? 172.21.15.88:0/764917084' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:45:46.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:45 smithi088 ceph-mon[36399]: pgmap v121: 1 pgs: 1 peering; 577 KiB data, 121 MiB used, 357 GiB / 358 GiB avail; 120 KiB/s, 0 objects/s recovering 2024-06-13T11:45:46.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:45 smithi088 ceph-mon[36399]: from='client.? 172.21.15.88:0/764917084' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:45:48.056 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:47 smithi088 ceph-mon[36399]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-06-13T11:45:48.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:47 smithi042 ceph-mon[32231]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-06-13T11:45:48.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:47 smithi162 ceph-mon[36757]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-06-13T11:45:50.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:49 smithi162 ceph-mon[36757]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-06-13T11:45:50.187 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:49 smithi088 ceph-mon[36399]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-06-13T11:45:50.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:49 smithi042 ceph-mon[32231]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-06-13T11:45:52.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:51 smithi088 ceph-mon[36399]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-06-13T11:45:52.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:51 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-06-13T11:45:52.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:51 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:45:52.110 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:51 smithi042 ceph-mon[32231]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-06-13T11:45:52.110 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:51 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-06-13T11:45:52.110 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:51 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:45:52.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:51 smithi162 ceph-mon[36757]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-06-13T11:45:52.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:51 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-06-13T11:45:52.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:51 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:45:53.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:52 smithi162 ceph-mon[36757]: Deploying daemon osd.4 on smithi088 2024-06-13T11:45:53.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:52 smithi088 ceph-mon[36399]: Deploying daemon osd.4 on smithi088 2024-06-13T11:45:53.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:52 smithi042 ceph-mon[32231]: Deploying daemon osd.4 on smithi088 2024-06-13T11:45:53.951 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:53 smithi088 ceph-mon[36399]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-06-13T11:45:54.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:53 smithi042 ceph-mon[32231]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-06-13T11:45:54.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:53 smithi162 ceph-mon[36757]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-06-13T11:45:56.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:55 smithi162 ceph-mon[36757]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-06-13T11:45:56.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:55 smithi088 ceph-mon[36399]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-06-13T11:45:56.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:55 smithi042 ceph-mon[32231]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-06-13T11:45:58.086 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:57 smithi088 ceph-mon[36399]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-06-13T11:45:58.086 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:57 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:58.086 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:57 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:45:58.086 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:57 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:58.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:57 smithi162 ceph-mon[36757]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-06-13T11:45:58.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:57 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:58.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:57 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:45:58.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:57 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:58.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:57 smithi042 ceph-mon[32231]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-06-13T11:45:58.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:57 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:58.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:57 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:45:58.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:57 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:45:59.918 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:45:59 smithi088 ceph-mon[36399]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-06-13T11:46:00.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:45:59 smithi162 ceph-mon[36757]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-06-13T11:46:00.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:45:59 smithi042 ceph-mon[32231]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-06-13T11:46:00.676 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:46:00.675+0000 7fae5dffb700 1 -- 172.21.15.88:0/3469732293 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fae600feb80 con 0x7fae500a2c20 2024-06-13T11:46:00.677 INFO:teuthology.orchestra.run.smithi088.stdout:Created osd(s) 4 on host 'smithi088' 2024-06-13T11:46:00.678 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:46:00.678+0000 7fae66dc3700 1 -- 172.21.15.88:0/3469732293 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fae500a2c20 msgr2=0x7fae500a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:46:00.679 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:46:00.678+0000 7fae66dc3700 1 --2- 172.21.15.88:0/3469732293 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fae500a2c20 0x7fae500a50e0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fae60102450 tx=0x7fae54008040 comp rx=0 tx=0).stop 2024-06-13T11:46:00.679 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:46:00.678+0000 7fae66dc3700 1 -- 172.21.15.88:0/3469732293 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fae60102f90 msgr2=0x7fae6019fd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:46:00.679 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:46:00.678+0000 7fae66dc3700 1 --2- 172.21.15.88:0/3469732293 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fae60102f90 0x7fae6019fd70 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fae5800ada0 tx=0x7fae5800c330 comp rx=0 tx=0).stop 2024-06-13T11:46:00.679 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:46:00.678+0000 7fae66dc3700 1 -- 172.21.15.88:0/3469732293 shutdown_connections 2024-06-13T11:46:00.679 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:46:00.678+0000 7fae66dc3700 1 --2- 172.21.15.88:0/3469732293 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fae500a2c20 0x7fae500a50e0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:46:00.679 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:46:00.678+0000 7fae66dc3700 1 --2- 172.21.15.88:0/3469732293 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fae60102f90 0x7fae6019fd70 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:46:00.679 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:46:00.678+0000 7fae66dc3700 1 --2- 172.21.15.88:0/3469732293 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fae601013f0 0x7fae601987b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:46:00.679 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:46:00.678+0000 7fae66dc3700 1 --2- 172.21.15.88:0/3469732293 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fae601025f0 0x7fae60198cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:46:00.679 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:46:00.678+0000 7fae66dc3700 1 -- 172.21.15.88:0/3469732293 >> 172.21.15.88:0/3469732293 conn(0x7fae600fc9b0 msgr2=0x7fae600fe470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:46:00.679 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:46:00.678+0000 7fae66dc3700 1 -- 172.21.15.88:0/3469732293 shutdown_connections 2024-06-13T11:46:00.679 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:46:00.678+0000 7fae66dc3700 1 -- 172.21.15.88:0/3469732293 wait complete. 2024-06-13T11:46:01.573 DEBUG:teuthology.orchestra.run.smithi088:osd.4> sudo journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.4.service 2024-06-13T11:46:01.575 INFO:tasks.cephadm:Deploying osd.5 on smithi162 with /dev/vg_nvme/lv_3... 2024-06-13T11:46:01.576 DEBUG:teuthology.orchestra.run.smithi162:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-06-13T11:46:01.821 INFO:teuthology.orchestra.run.smithi162.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.c/config 2024-06-13T11:46:01.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:01 smithi162 ceph-mon[36757]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-06-13T11:46:01.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:01 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:01.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:01 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:01.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:01 smithi162 ceph-mon[36757]: from='osd.4 [v2:172.21.15.88:6808/893989923,v1:172.21.15.88:6809/893989923]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-06-13T11:46:01.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:01 smithi162 ceph-mon[36757]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-06-13T11:46:02.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:01 smithi088 ceph-mon[36399]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-06-13T11:46:02.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:01 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:02.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:01 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:02.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:01 smithi088 ceph-mon[36399]: from='osd.4 [v2:172.21.15.88:6808/893989923,v1:172.21.15.88:6809/893989923]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-06-13T11:46:02.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:01 smithi088 ceph-mon[36399]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-06-13T11:46:02.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:01 smithi042 ceph-mon[32231]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-06-13T11:46:02.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:01 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:02.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:01 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:02.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:01 smithi042 ceph-mon[32231]: from='osd.4 [v2:172.21.15.88:6808/893989923,v1:172.21.15.88:6809/893989923]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-06-13T11:46:02.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:01 smithi042 ceph-mon[32231]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-06-13T11:46:03.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:02 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:03.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:02 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:03.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:02 smithi088 ceph-mon[36399]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-06-13T11:46:03.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:02 smithi088 ceph-mon[36399]: from='osd.4 [v2:172.21.15.88:6808/893989923,v1:172.21.15.88:6809/893989923]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-06-13T11:46:03.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:02 smithi088 ceph-mon[36399]: osdmap e32: 5 total, 4 up, 5 in 2024-06-13T11:46:03.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:02 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T11:46:03.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:02 smithi088 ceph-mon[36399]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-06-13T11:46:03.005 INFO:journalctl@ceph.osd.4.smithi088.stdout:Jun 13 11:46:02 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-4[47885]: 2024-06-13T11:46:02.851+0000 7f42490b8700 -1 osd.4 0 waiting for initial osdmap 2024-06-13T11:46:03.005 INFO:journalctl@ceph.osd.4.smithi088.stdout:Jun 13 11:46:02 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-4[47885]: 2024-06-13T11:46:02.856+0000 7f4244eab700 -1 osd.4 33 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-13T11:46:03.010 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:02 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:03.010 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:02 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:03.011 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:02 smithi162 ceph-mon[36757]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-06-13T11:46:03.011 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:02 smithi162 ceph-mon[36757]: from='osd.4 [v2:172.21.15.88:6808/893989923,v1:172.21.15.88:6809/893989923]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-06-13T11:46:03.011 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:02 smithi162 ceph-mon[36757]: osdmap e32: 5 total, 4 up, 5 in 2024-06-13T11:46:03.011 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:02 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T11:46:03.011 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:02 smithi162 ceph-mon[36757]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-06-13T11:46:03.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:02 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:03.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:02 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:03.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:02 smithi042 ceph-mon[32231]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-06-13T11:46:03.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:02 smithi042 ceph-mon[32231]: from='osd.4 [v2:172.21.15.88:6808/893989923,v1:172.21.15.88:6809/893989923]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-06-13T11:46:03.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:02 smithi042 ceph-mon[32231]: osdmap e32: 5 total, 4 up, 5 in 2024-06-13T11:46:03.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:02 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T11:46:03.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:02 smithi042 ceph-mon[32231]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-06-13T11:46:03.956 INFO:teuthology.orchestra.run.smithi162.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-06-13T11:46:03.957 INFO:teuthology.orchestra.run.smithi162.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-06-13T11:46:03.957 INFO:teuthology.orchestra.run.smithi162.stderr: stderr: 10+0 records in 2024-06-13T11:46:03.957 INFO:teuthology.orchestra.run.smithi162.stderr:10+0 records out 2024-06-13T11:46:03.957 INFO:teuthology.orchestra.run.smithi162.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.011369 s, 922 MB/s 2024-06-13T11:46:03.957 INFO:teuthology.orchestra.run.smithi162.stderr:--> Zapping successful for: 2024-06-13T11:46:04.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:03 smithi088 ceph-mon[36399]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-06-13T11:46:04.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:03 smithi088 ceph-mon[36399]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-06-13T11:46:04.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:03 smithi088 ceph-mon[36399]: osdmap e33: 5 total, 4 up, 5 in 2024-06-13T11:46:04.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:03 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T11:46:04.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:03 smithi162 ceph-mon[36757]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-06-13T11:46:04.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:03 smithi162 ceph-mon[36757]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-06-13T11:46:04.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:03 smithi162 ceph-mon[36757]: osdmap e33: 5 total, 4 up, 5 in 2024-06-13T11:46:04.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:03 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T11:46:04.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:03 smithi042 ceph-mon[32231]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-06-13T11:46:04.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:03 smithi042 ceph-mon[32231]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-06-13T11:46:04.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:03 smithi042 ceph-mon[32231]: osdmap e33: 5 total, 4 up, 5 in 2024-06-13T11:46:04.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:03 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T11:46:04.666 DEBUG:teuthology.orchestra.run.smithi162:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph orch daemon add osd smithi162:vg_nvme/lv_3 2024-06-13T11:46:04.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:04 smithi162 ceph-mon[36757]: purged_snaps scrub starts 2024-06-13T11:46:04.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:04 smithi162 ceph-mon[36757]: purged_snaps scrub ok 2024-06-13T11:46:04.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:04 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T11:46:04.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:04 smithi162 ceph-mon[36757]: osd.4 [v2:172.21.15.88:6808/893989923,v1:172.21.15.88:6809/893989923] boot 2024-06-13T11:46:04.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:04 smithi162 ceph-mon[36757]: osdmap e34: 5 total, 5 up, 5 in 2024-06-13T11:46:04.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:04 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T11:46:04.915 INFO:teuthology.orchestra.run.smithi162.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.c/config 2024-06-13T11:46:05.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:04 smithi088 ceph-mon[36399]: purged_snaps scrub starts 2024-06-13T11:46:05.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:04 smithi088 ceph-mon[36399]: purged_snaps scrub ok 2024-06-13T11:46:05.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:04 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T11:46:05.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:04 smithi088 ceph-mon[36399]: osd.4 [v2:172.21.15.88:6808/893989923,v1:172.21.15.88:6809/893989923] boot 2024-06-13T11:46:05.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:04 smithi088 ceph-mon[36399]: osdmap e34: 5 total, 5 up, 5 in 2024-06-13T11:46:05.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:04 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T11:46:05.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:04 smithi042 ceph-mon[32231]: purged_snaps scrub starts 2024-06-13T11:46:05.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:04 smithi042 ceph-mon[32231]: purged_snaps scrub ok 2024-06-13T11:46:05.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:04 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T11:46:05.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:04 smithi042 ceph-mon[32231]: osd.4 [v2:172.21.15.88:6808/893989923,v1:172.21.15.88:6809/893989923] boot 2024-06-13T11:46:05.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:04 smithi042 ceph-mon[32231]: osdmap e34: 5 total, 5 up, 5 in 2024-06-13T11:46:05.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:04 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T11:46:05.994 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:05 smithi162 ceph-mon[36757]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-06-13T11:46:05.994 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:05 smithi162 ceph-mon[36757]: osdmap e35: 5 total, 5 up, 5 in 2024-06-13T11:46:05.994 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:05 smithi162 ceph-mon[36757]: Detected new or changed devices on smithi088 2024-06-13T11:46:05.994 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:05 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:05.995 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:05 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:05.995 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:05 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:46:05.995 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:05 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:46:05.995 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:05 smithi162 ceph-mon[36757]: Adjusting osd_memory_target on smithi088 to 8544M 2024-06-13T11:46:05.995 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:05 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:05.995 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:05 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:46:05.995 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:05 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:46:05.995 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:05 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:05.995 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:05 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:46:05.995 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:05 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:46:05.995 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:05 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:46:05.995 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:05 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:06.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:05 smithi088 ceph-mon[36399]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-06-13T11:46:06.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:05 smithi088 ceph-mon[36399]: osdmap e35: 5 total, 5 up, 5 in 2024-06-13T11:46:06.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:05 smithi088 ceph-mon[36399]: Detected new or changed devices on smithi088 2024-06-13T11:46:06.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:05 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:06.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:05 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:06.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:05 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:46:06.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:05 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:46:06.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:05 smithi088 ceph-mon[36399]: Adjusting osd_memory_target on smithi088 to 8544M 2024-06-13T11:46:06.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:05 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:06.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:05 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:46:06.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:05 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:46:06.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:05 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:06.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:05 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:46:06.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:05 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:46:06.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:05 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:46:06.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:05 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:06.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:05 smithi042 ceph-mon[32231]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-06-13T11:46:06.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:05 smithi042 ceph-mon[32231]: osdmap e35: 5 total, 5 up, 5 in 2024-06-13T11:46:06.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:05 smithi042 ceph-mon[32231]: Detected new or changed devices on smithi088 2024-06-13T11:46:06.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:06.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:06.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:46:06.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:46:06.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:05 smithi042 ceph-mon[32231]: Adjusting osd_memory_target on smithi088 to 8544M 2024-06-13T11:46:06.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:06.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:46:06.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:46:06.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:06.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:46:06.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:46:06.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:46:06.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:06.543 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.543+0000 7f92e4f08700 1 -- 172.21.15.162:0/1769039493 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f92e01036e0 msgr2=0x7f92e0103b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:46:06.543 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.543+0000 7f92e4f08700 1 --2- 172.21.15.162:0/1769039493 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f92e01036e0 0x7f92e0103b40 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f92c8009990 tx=0x7f92c8009ca0 comp rx=0 tx=0).stop 2024-06-13T11:46:06.543 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.543+0000 7f92e4f08700 1 -- 172.21.15.162:0/1769039493 shutdown_connections 2024-06-13T11:46:06.543 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.543+0000 7f92e4f08700 1 --2- 172.21.15.162:0/1769039493 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92e01024e0 0x7f92e0102900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:46:06.543 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.543+0000 7f92e4f08700 1 --2- 172.21.15.162:0/1769039493 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92e0104080 0x7f92e010a930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:46:06.543 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.543+0000 7f92e4f08700 1 --2- 172.21.15.162:0/1769039493 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f92e01036e0 0x7f92e0103b40 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:46:06.544 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.543+0000 7f92e4f08700 1 -- 172.21.15.162:0/1769039493 >> 172.21.15.162:0/1769039493 conn(0x7f92e00fda80 msgr2=0x7f92e00ffec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:46:06.544 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.543+0000 7f92e4f08700 1 -- 172.21.15.162:0/1769039493 shutdown_connections 2024-06-13T11:46:06.544 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.543+0000 7f92e4f08700 1 -- 172.21.15.162:0/1769039493 wait complete. 2024-06-13T11:46:06.546 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.544+0000 7f92e4f08700 1 Processor -- start 2024-06-13T11:46:06.546 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.544+0000 7f92e4f08700 1 -- start start 2024-06-13T11:46:06.546 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.544+0000 7f92e4f08700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f92e01024e0 0x7f92e0076230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:46:06.546 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.544+0000 7f92e4f08700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92e01036e0 0x7f92e0074880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:46:06.546 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.544+0000 7f92e4f08700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92e0104080 0x7f92e0074dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:46:06.546 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.544+0000 7f92e4f08700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f92e010e120 con 0x7f92e0104080 2024-06-13T11:46:06.546 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.544+0000 7f92e4f08700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f92e010dfa0 con 0x7f92e01036e0 2024-06-13T11:46:06.546 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.544+0000 7f92e4f08700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f92e010e2a0 con 0x7f92e01024e0 2024-06-13T11:46:06.546 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.544+0000 7f92de59c700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f92e01024e0 0x7f92e0076230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:46:06.546 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.544+0000 7f92de59c700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f92e01024e0 0x7f92e0076230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.162:57546/0 (socket says 172.21.15.162:57546) 2024-06-13T11:46:06.547 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.544+0000 7f92de59c700 1 -- 172.21.15.162:0/3806081231 learned_addr learned my addr 172.21.15.162:0/3806081231 (peer_addr_for_me v2:172.21.15.162:0/0) 2024-06-13T11:46:06.547 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.544+0000 7f92d5d9b700 1 --2- 172.21.15.162:0/3806081231 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92e01036e0 0x7f92e0074880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:46:06.547 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.545+0000 7f92de59c700 1 -- 172.21.15.162:0/3806081231 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92e01036e0 msgr2=0x7f92e0074880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:46:06.547 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.545+0000 7f92de59c700 1 --2- 172.21.15.162:0/3806081231 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92e01036e0 0x7f92e0074880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:46:06.547 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.545+0000 7f92de59c700 1 -- 172.21.15.162:0/3806081231 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92e0104080 msgr2=0x7f92e0074dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:46:06.547 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.545+0000 7f92de59c700 1 --2- 172.21.15.162:0/3806081231 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92e0104080 0x7f92e0074dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:46:06.547 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.545+0000 7f92de59c700 1 -- 172.21.15.162:0/3806081231 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92e0075670 con 0x7f92e01024e0 2024-06-13T11:46:06.547 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.545+0000 7f92de59c700 1 --2- 172.21.15.162:0/3806081231 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f92e01024e0 0x7f92e0076230 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f92d000c990 tx=0x7f92d000cca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:46:06.547 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.545+0000 7f92d7fff700 1 -- 172.21.15.162:0/3806081231 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92d0007b00 con 0x7f92e01024e0 2024-06-13T11:46:06.547 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.545+0000 7f92e4f08700 1 -- 172.21.15.162:0/3806081231 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92e01a2840 con 0x7f92e01024e0 2024-06-13T11:46:06.547 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.545+0000 7f92d7fff700 1 -- 172.21.15.162:0/3806081231 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f92d0007ca0 con 0x7f92e01024e0 2024-06-13T11:46:06.548 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.545+0000 7f92d7fff700 1 -- 172.21.15.162:0/3806081231 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92d0018660 con 0x7f92e01024e0 2024-06-13T11:46:06.548 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.545+0000 7f92e4f08700 1 -- 172.21.15.162:0/3806081231 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92e01a2e00 con 0x7f92e01024e0 2024-06-13T11:46:06.548 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.546+0000 7f92e4f08700 1 -- 172.21.15.162:0/3806081231 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92e0069180 con 0x7f92e01024e0 2024-06-13T11:46:06.548 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.547+0000 7f92d7fff700 1 -- 172.21.15.162:0/3806081231 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f92d000f450 con 0x7f92e01024e0 2024-06-13T11:46:06.548 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.548+0000 7f92d7fff700 1 --2- 172.21.15.162:0/3806081231 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f92cc0a2ca0 0x7f92cc0a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:46:06.549 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.548+0000 7f92d7fff700 1 -- 172.21.15.162:0/3806081231 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4101+0+0 (secure 0 0 0) 0x7f92d00cdec0 con 0x7f92e01024e0 2024-06-13T11:46:06.549 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.548+0000 7f92d5d9b700 1 --2- 172.21.15.162:0/3806081231 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f92cc0a2ca0 0x7f92cc0a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:46:06.549 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.549+0000 7f92d5d9b700 1 --2- 172.21.15.162:0/3806081231 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f92cc0a2ca0 0x7f92cc0a5160 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f92c800b5c0 tx=0x7f92c8003960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:46:06.552 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.553+0000 7f92d7fff700 1 -- 172.21.15.162:0/3806081231 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f92d0014030 con 0x7f92e01024e0 2024-06-13T11:46:06.760 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:06.759+0000 7f92e4f08700 1 -- 172.21.15.162:0/3806081231 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi162:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f92e00628d0 con 0x7f92cc0a2ca0 2024-06-13T11:46:07.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:06 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:46:07.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:06 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:46:07.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:06 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:46:07.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:06 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:46:07.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:06 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:46:07.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:06 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:46:07.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:06 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:46:07.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:06 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:46:07.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:06 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:46:08.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:07 smithi162 ceph-mon[36757]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:08.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:07 smithi162 ceph-mon[36757]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi162:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:46:08.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:07 smithi088 ceph-mon[36399]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:08.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:07 smithi088 ceph-mon[36399]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi162:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:46:08.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:07 smithi042 ceph-mon[32231]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:08.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:07 smithi042 ceph-mon[32231]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi162:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:46:10.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:09 smithi162 ceph-mon[36757]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:10.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:09 smithi162 ceph-mon[36757]: from='client.? 172.21.15.162:0/2539287948' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7d03c32c-2772-4f33-902a-f4848b5ff941"}]: dispatch 2024-06-13T11:46:10.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:09 smithi162 ceph-mon[36757]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7d03c32c-2772-4f33-902a-f4848b5ff941"}]: dispatch 2024-06-13T11:46:10.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:09 smithi162 ceph-mon[36757]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7d03c32c-2772-4f33-902a-f4848b5ff941"}]': finished 2024-06-13T11:46:10.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:09 smithi162 ceph-mon[36757]: osdmap e36: 6 total, 5 up, 6 in 2024-06-13T11:46:10.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:09 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T11:46:10.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:09 smithi088 ceph-mon[36399]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:10.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:09 smithi088 ceph-mon[36399]: from='client.? 172.21.15.162:0/2539287948' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7d03c32c-2772-4f33-902a-f4848b5ff941"}]: dispatch 2024-06-13T11:46:10.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:09 smithi088 ceph-mon[36399]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7d03c32c-2772-4f33-902a-f4848b5ff941"}]: dispatch 2024-06-13T11:46:10.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:09 smithi088 ceph-mon[36399]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7d03c32c-2772-4f33-902a-f4848b5ff941"}]': finished 2024-06-13T11:46:10.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:09 smithi088 ceph-mon[36399]: osdmap e36: 6 total, 5 up, 6 in 2024-06-13T11:46:10.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:09 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T11:46:10.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:09 smithi042 ceph-mon[32231]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:10.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:09 smithi042 ceph-mon[32231]: from='client.? 172.21.15.162:0/2539287948' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7d03c32c-2772-4f33-902a-f4848b5ff941"}]: dispatch 2024-06-13T11:46:10.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:09 smithi042 ceph-mon[32231]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7d03c32c-2772-4f33-902a-f4848b5ff941"}]: dispatch 2024-06-13T11:46:10.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:09 smithi042 ceph-mon[32231]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7d03c32c-2772-4f33-902a-f4848b5ff941"}]': finished 2024-06-13T11:46:10.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:09 smithi042 ceph-mon[32231]: osdmap e36: 6 total, 5 up, 6 in 2024-06-13T11:46:10.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:09 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T11:46:11.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:10 smithi162 ceph-mon[36757]: from='client.? 172.21.15.162:0/1870332274' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:46:11.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:10 smithi088 ceph-mon[36399]: from='client.? 172.21.15.162:0/1870332274' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:46:11.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:10 smithi042 ceph-mon[32231]: from='client.? 172.21.15.162:0/1870332274' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:46:12.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:11 smithi162 ceph-mon[36757]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:12.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:11 smithi088 ceph-mon[36399]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:12.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:11 smithi042 ceph-mon[32231]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:14.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:13 smithi162 ceph-mon[36757]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:14.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:13 smithi088 ceph-mon[36399]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:14.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:13 smithi042 ceph-mon[32231]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:16.128 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:15 smithi162 ceph-mon[36757]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:16.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:15 smithi088 ceph-mon[36399]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:16.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:15 smithi042 ceph-mon[32231]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:17.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-06-13T11:46:17.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:46:17.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:16 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-06-13T11:46:17.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:16 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:46:17.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:16 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-06-13T11:46:17.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:16 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:46:18.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:17 smithi162 ceph-mon[36757]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:18.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:17 smithi162 ceph-mon[36757]: Deploying daemon osd.5 on smithi162 2024-06-13T11:46:18.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:17 smithi088 ceph-mon[36399]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:18.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:17 smithi088 ceph-mon[36399]: Deploying daemon osd.5 on smithi162 2024-06-13T11:46:18.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:17 smithi042 ceph-mon[32231]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:18.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:17 smithi042 ceph-mon[32231]: Deploying daemon osd.5 on smithi162 2024-06-13T11:46:20.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:19 smithi088 ceph-mon[36399]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:20.267 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:19 smithi162 ceph-mon[36757]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:20.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:19 smithi042 ceph-mon[32231]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:22.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:21 smithi162 ceph-mon[36757]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:22.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:21 smithi088 ceph-mon[36399]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:22.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:21 smithi042 ceph-mon[32231]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:23.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:23 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:23.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:23 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:23.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:23 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:46:23.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:23 smithi088 ceph-mon[36399]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:23.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:23 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:23.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:23 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:23.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:23 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:46:23.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:23 smithi042 ceph-mon[32231]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:23.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:23 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:23.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:23 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:23.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:23 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:46:23.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:23 smithi162 ceph-mon[36757]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:25.896 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:25 smithi162 ceph-mon[36757]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:25.994 INFO:teuthology.orchestra.run.smithi162.stdout:Created osd(s) 5 on host 'smithi162' 2024-06-13T11:46:25.995 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:25.994+0000 7f92d7fff700 1 -- 172.21.15.162:0/3806081231 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f92e00628d0 con 0x7f92cc0a2ca0 2024-06-13T11:46:25.996 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:25.996+0000 7f92e4f08700 1 -- 172.21.15.162:0/3806081231 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f92cc0a2ca0 msgr2=0x7f92cc0a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:46:25.996 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:25.996+0000 7f92e4f08700 1 --2- 172.21.15.162:0/3806081231 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f92cc0a2ca0 0x7f92cc0a5160 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f92c800b5c0 tx=0x7f92c8003960 comp rx=0 tx=0).stop 2024-06-13T11:46:25.996 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:25.996+0000 7f92e4f08700 1 -- 172.21.15.162:0/3806081231 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f92e01024e0 msgr2=0x7f92e0076230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:46:25.996 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:25.996+0000 7f92e4f08700 1 --2- 172.21.15.162:0/3806081231 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f92e01024e0 0x7f92e0076230 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f92d000c990 tx=0x7f92d000cca0 comp rx=0 tx=0).stop 2024-06-13T11:46:25.997 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:25.997+0000 7f92e4f08700 1 -- 172.21.15.162:0/3806081231 shutdown_connections 2024-06-13T11:46:25.997 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:25.997+0000 7f92e4f08700 1 --2- 172.21.15.162:0/3806081231 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92e0104080 0x7f92e0074dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:46:25.997 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:25.997+0000 7f92e4f08700 1 --2- 172.21.15.162:0/3806081231 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f92e01024e0 0x7f92e0076230 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:46:25.997 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:25.997+0000 7f92e4f08700 1 --2- 172.21.15.162:0/3806081231 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f92cc0a2ca0 0x7f92cc0a5160 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:46:25.997 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:25.997+0000 7f92e4f08700 1 --2- 172.21.15.162:0/3806081231 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92e01036e0 0x7f92e0074880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:46:25.997 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:25.997+0000 7f92e4f08700 1 -- 172.21.15.162:0/3806081231 >> 172.21.15.162:0/3806081231 conn(0x7f92e00fda80 msgr2=0x7f92e01069e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:46:25.997 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:25.997+0000 7f92e4f08700 1 -- 172.21.15.162:0/3806081231 shutdown_connections 2024-06-13T11:46:25.998 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:46:25.997+0000 7f92e4f08700 1 -- 172.21.15.162:0/3806081231 wait complete. 2024-06-13T11:46:26.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:25 smithi088 ceph-mon[36399]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:26.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:25 smithi042 ceph-mon[32231]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:26.684 DEBUG:teuthology.orchestra.run.smithi162:osd.5> sudo journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.5.service 2024-06-13T11:46:26.686 INFO:tasks.cephadm:Deploying osd.6 on smithi042 with /dev/vg_nvme/lv_2... 2024-06-13T11:46:26.686 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-06-13T11:46:27.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:26 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:27.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:26 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:27.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:26 smithi042 ceph-mon[32231]: from='osd.5 [v2:172.21.15.162:6808/3014890472,v1:172.21.15.162:6809/3014890472]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-06-13T11:46:27.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:26 smithi042 ceph-mon[32231]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-06-13T11:46:27.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:26 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:27.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:26 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:27.165 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:46:27.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:26 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:27.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:26 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:27.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:26 smithi088 ceph-mon[36399]: from='osd.5 [v2:172.21.15.162:6808/3014890472,v1:172.21.15.162:6809/3014890472]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-06-13T11:46:27.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:26 smithi088 ceph-mon[36399]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-06-13T11:46:27.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:26 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:27.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:26 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:27.399 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:26 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:27.399 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:26 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:27.399 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:26 smithi162 ceph-mon[36757]: from='osd.5 [v2:172.21.15.162:6808/3014890472,v1:172.21.15.162:6809/3014890472]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-06-13T11:46:27.399 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:26 smithi162 ceph-mon[36757]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-06-13T11:46:27.399 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:26 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:27.399 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:26 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:28.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:27 smithi042 ceph-mon[32231]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:28.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:27 smithi042 ceph-mon[32231]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-06-13T11:46:28.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:27 smithi042 ceph-mon[32231]: osdmap e37: 6 total, 5 up, 6 in 2024-06-13T11:46:28.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:27 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T11:46:28.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:27 smithi042 ceph-mon[32231]: from='osd.5 [v2:172.21.15.162:6808/3014890472,v1:172.21.15.162:6809/3014890472]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]: dispatch 2024-06-13T11:46:28.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:27 smithi042 ceph-mon[32231]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]: dispatch 2024-06-13T11:46:28.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:27 smithi162 ceph-mon[36757]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:28.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:27 smithi162 ceph-mon[36757]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-06-13T11:46:28.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:27 smithi162 ceph-mon[36757]: osdmap e37: 6 total, 5 up, 6 in 2024-06-13T11:46:28.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:27 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T11:46:28.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:27 smithi162 ceph-mon[36757]: from='osd.5 [v2:172.21.15.162:6808/3014890472,v1:172.21.15.162:6809/3014890472]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]: dispatch 2024-06-13T11:46:28.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:27 smithi162 ceph-mon[36757]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]: dispatch 2024-06-13T11:46:28.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:27 smithi088 ceph-mon[36399]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:28.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:27 smithi088 ceph-mon[36399]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-06-13T11:46:28.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:27 smithi088 ceph-mon[36399]: osdmap e37: 6 total, 5 up, 6 in 2024-06-13T11:46:28.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:27 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T11:46:28.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:27 smithi088 ceph-mon[36399]: from='osd.5 [v2:172.21.15.162:6808/3014890472,v1:172.21.15.162:6809/3014890472]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]: dispatch 2024-06-13T11:46:28.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:27 smithi088 ceph-mon[36399]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]: dispatch 2024-06-13T11:46:28.744 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 11:46:28 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T11:46:28.631+0000 7f93a0e45700 -1 osd.5 0 waiting for initial osdmap 2024-06-13T11:46:28.744 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 11:46:28 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T11:46:28.638+0000 7f9398c30700 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-13T11:46:29.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:28 smithi162 ceph-mon[36757]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]': finished 2024-06-13T11:46:29.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:28 smithi162 ceph-mon[36757]: osdmap e38: 6 total, 5 up, 6 in 2024-06-13T11:46:29.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:28 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T11:46:29.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:28 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T11:46:29.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:28 smithi162 ceph-mon[36757]: from='osd.5 ' entity='osd.5' 2024-06-13T11:46:29.222 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:28 smithi042 ceph-mon[32231]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]': finished 2024-06-13T11:46:29.222 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:28 smithi042 ceph-mon[32231]: osdmap e38: 6 total, 5 up, 6 in 2024-06-13T11:46:29.222 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:28 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T11:46:29.222 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:28 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T11:46:29.222 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:28 smithi042 ceph-mon[32231]: from='osd.5 ' entity='osd.5' 2024-06-13T11:46:29.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:28 smithi088 ceph-mon[36399]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]': finished 2024-06-13T11:46:29.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:28 smithi088 ceph-mon[36399]: osdmap e38: 6 total, 5 up, 6 in 2024-06-13T11:46:29.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:28 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T11:46:29.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:28 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T11:46:29.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:28 smithi088 ceph-mon[36399]: from='osd.5 ' entity='osd.5' 2024-06-13T11:46:30.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:29 smithi162 ceph-mon[36757]: purged_snaps scrub starts 2024-06-13T11:46:30.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:29 smithi162 ceph-mon[36757]: purged_snaps scrub ok 2024-06-13T11:46:30.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:29 smithi162 ceph-mon[36757]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:30.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:29 smithi162 ceph-mon[36757]: osd.5 [v2:172.21.15.162:6808/3014890472,v1:172.21.15.162:6809/3014890472] boot 2024-06-13T11:46:30.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:29 smithi162 ceph-mon[36757]: osdmap e39: 6 total, 6 up, 6 in 2024-06-13T11:46:30.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:29 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T11:46:30.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:29 smithi162 ceph-mon[36757]: osdmap e40: 6 total, 6 up, 6 in 2024-06-13T11:46:30.251 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:29 smithi042 ceph-mon[32231]: purged_snaps scrub starts 2024-06-13T11:46:30.251 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:29 smithi042 ceph-mon[32231]: purged_snaps scrub ok 2024-06-13T11:46:30.252 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:29 smithi042 ceph-mon[32231]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:30.252 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:29 smithi042 ceph-mon[32231]: osd.5 [v2:172.21.15.162:6808/3014890472,v1:172.21.15.162:6809/3014890472] boot 2024-06-13T11:46:30.252 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:29 smithi042 ceph-mon[32231]: osdmap e39: 6 total, 6 up, 6 in 2024-06-13T11:46:30.252 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:29 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T11:46:30.252 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:29 smithi042 ceph-mon[32231]: osdmap e40: 6 total, 6 up, 6 in 2024-06-13T11:46:30.252 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-06-13T11:46:30.252 INFO:teuthology.orchestra.run.smithi042.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-06-13T11:46:30.252 INFO:teuthology.orchestra.run.smithi042.stderr: stderr: 10+0 records in 2024-06-13T11:46:30.252 INFO:teuthology.orchestra.run.smithi042.stderr:10+0 records out 2024-06-13T11:46:30.252 INFO:teuthology.orchestra.run.smithi042.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0338349 s, 310 MB/s 2024-06-13T11:46:30.252 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping successful for: 2024-06-13T11:46:30.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:29 smithi088 ceph-mon[36399]: purged_snaps scrub starts 2024-06-13T11:46:30.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:29 smithi088 ceph-mon[36399]: purged_snaps scrub ok 2024-06-13T11:46:30.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:29 smithi088 ceph-mon[36399]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-06-13T11:46:30.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:29 smithi088 ceph-mon[36399]: osd.5 [v2:172.21.15.162:6808/3014890472,v1:172.21.15.162:6809/3014890472] boot 2024-06-13T11:46:30.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:29 smithi088 ceph-mon[36399]: osdmap e39: 6 total, 6 up, 6 in 2024-06-13T11:46:30.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:29 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T11:46:30.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:29 smithi088 ceph-mon[36399]: osdmap e40: 6 total, 6 up, 6 in 2024-06-13T11:46:31.202 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph orch daemon add osd smithi042:vg_nvme/lv_2 2024-06-13T11:46:31.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:31 smithi088 ceph-mon[36399]: osdmap e41: 6 total, 6 up, 6 in 2024-06-13T11:46:31.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:31 smithi088 ceph-mon[36399]: Detected new or changed devices on smithi162 2024-06-13T11:46:31.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:31 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:31.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:31 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:31.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:31 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:46:31.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:31 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:46:31.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:31 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:31.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:31 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:46:31.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:31 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:46:31.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:31 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:31.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:31 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:46:31.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:31 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:46:31.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:31 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:46:31.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:31 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:31.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:31 smithi042 ceph-mon[32231]: osdmap e41: 6 total, 6 up, 6 in 2024-06-13T11:46:31.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:31 smithi042 ceph-mon[32231]: Detected new or changed devices on smithi162 2024-06-13T11:46:31.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:31 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:31.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:31 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:31.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:31 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:46:31.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:31 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:46:31.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:31 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:31.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:31 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:46:31.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:31 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:46:31.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:31 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:31.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:31 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:46:31.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:31 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:46:31.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:31 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:46:31.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:31 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:31.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:31 smithi162 ceph-mon[36757]: osdmap e41: 6 total, 6 up, 6 in 2024-06-13T11:46:31.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:31 smithi162 ceph-mon[36757]: Detected new or changed devices on smithi162 2024-06-13T11:46:31.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:31 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:31.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:31 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:31.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:31 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:46:31.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:31 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:46:31.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:31 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:31.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:31 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:46:31.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:31 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:46:31.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:31 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:31.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:31 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:46:31.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:31 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:46:31.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:31 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:46:31.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:31 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:31.667 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:46:32.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:32 smithi088 ceph-mon[36399]: Adjusting osd_memory_target on smithi162 to 8544M 2024-06-13T11:46:32.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:32 smithi088 ceph-mon[36399]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 574 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:46:32.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:32 smithi088 ceph-mon[36399]: osdmap e42: 6 total, 6 up, 6 in 2024-06-13T11:46:32.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:32 smithi042 ceph-mon[32231]: Adjusting osd_memory_target on smithi162 to 8544M 2024-06-13T11:46:32.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:32 smithi042 ceph-mon[32231]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 574 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:46:32.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:32 smithi042 ceph-mon[32231]: osdmap e42: 6 total, 6 up, 6 in 2024-06-13T11:46:32.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:32 smithi162 ceph-mon[36757]: Adjusting osd_memory_target on smithi162 to 8544M 2024-06-13T11:46:32.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:32 smithi162 ceph-mon[36757]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 574 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:46:32.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:32 smithi162 ceph-mon[36757]: osdmap e42: 6 total, 6 up, 6 in 2024-06-13T11:46:33.554 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:33 smithi042 ceph-mon[32231]: osdmap e43: 6 total, 6 up, 6 in 2024-06-13T11:46:33.554 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:33 smithi042 ceph-mon[32231]: pgmap v157: 1 pgs: 1 peering; 577 KiB data, 574 MiB used, 536 GiB / 536 GiB avail; 160 KiB/s, 0 objects/s recovering 2024-06-13T11:46:33.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:33 smithi162 ceph-mon[36757]: osdmap e43: 6 total, 6 up, 6 in 2024-06-13T11:46:33.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:33 smithi162 ceph-mon[36757]: pgmap v157: 1 pgs: 1 peering; 577 KiB data, 574 MiB used, 536 GiB / 536 GiB avail; 160 KiB/s, 0 objects/s recovering 2024-06-13T11:46:33.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:33 smithi088 ceph-mon[36399]: osdmap e43: 6 total, 6 up, 6 in 2024-06-13T11:46:33.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:33 smithi088 ceph-mon[36399]: pgmap v157: 1 pgs: 1 peering; 577 KiB data, 574 MiB used, 536 GiB / 536 GiB avail; 160 KiB/s, 0 objects/s recovering 2024-06-13T11:46:33.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.886+0000 7fd73f200700 1 -- 172.21.15.42:0/3441825959 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd740109c20 msgr2=0x7fd74010a080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:46:33.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.886+0000 7fd73f200700 1 --2- 172.21.15.42:0/3441825959 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd740109c20 0x7fd74010a080 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fd7280099c0 tx=0x7fd728009cd0 comp rx=0 tx=0).stop 2024-06-13T11:46:33.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.886+0000 7fd73f200700 1 -- 172.21.15.42:0/3441825959 shutdown_connections 2024-06-13T11:46:33.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.886+0000 7fd73f200700 1 --2- 172.21.15.42:0/3441825959 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd74010a5c0 0x7fd740110e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:46:33.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.886+0000 7fd73f200700 1 --2- 172.21.15.42:0/3441825959 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd740108a20 0x7fd740108e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:46:33.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.886+0000 7fd73f200700 1 --2- 172.21.15.42:0/3441825959 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd740109c20 0x7fd74010a080 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:46:33.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.886+0000 7fd73f200700 1 -- 172.21.15.42:0/3441825959 >> 172.21.15.42:0/3441825959 conn(0x7fd7400779f0 msgr2=0x7fd740079e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:46:33.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.886+0000 7fd73f200700 1 -- 172.21.15.42:0/3441825959 shutdown_connections 2024-06-13T11:46:33.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.886+0000 7fd73f200700 1 -- 172.21.15.42:0/3441825959 wait complete. 2024-06-13T11:46:33.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.888+0000 7fd73f200700 1 Processor -- start 2024-06-13T11:46:33.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.888+0000 7fd73f200700 1 -- start start 2024-06-13T11:46:33.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.888+0000 7fd73f200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd740108a20 0x7fd74019ec30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:46:33.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.888+0000 7fd73f200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd740109c20 0x7fd74019f170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:46:33.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.888+0000 7fd73f200700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd74010a5c0 0x7fd7401a61b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:46:33.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.888+0000 7fd73f200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd740114630 con 0x7fd740108a20 2024-06-13T11:46:33.890 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.888+0000 7fd73f200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fd7401144b0 con 0x7fd740109c20 2024-06-13T11:46:33.890 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.888+0000 7fd73f200700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fd7401147b0 con 0x7fd74010a5c0 2024-06-13T11:46:33.890 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.889+0000 7fd73d400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd740109c20 0x7fd74019f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:46:33.890 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.889+0000 7fd73de00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd740108a20 0x7fd74019ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:46:33.890 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.889+0000 7fd73d400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd740109c20 0x7fd74019f170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:52660/0 (socket says 172.21.15.42:52660) 2024-06-13T11:46:33.890 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.889+0000 7fd73d400700 1 -- 172.21.15.42:0/382710749 learned_addr learned my addr 172.21.15.42:0/382710749 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:46:33.890 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.889+0000 7fd73e800700 1 --2- 172.21.15.42:0/382710749 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd74010a5c0 0x7fd7401a61b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:46:33.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.889+0000 7fd73d400700 1 -- 172.21.15.42:0/382710749 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd74010a5c0 msgr2=0x7fd7401a61b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:46:33.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.889+0000 7fd73d400700 1 --2- 172.21.15.42:0/382710749 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd74010a5c0 0x7fd7401a61b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:46:33.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.889+0000 7fd73d400700 1 -- 172.21.15.42:0/382710749 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd740108a20 msgr2=0x7fd74019ec30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:46:33.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.889+0000 7fd73d400700 1 --2- 172.21.15.42:0/382710749 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd740108a20 0x7fd74019ec30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:46:33.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.889+0000 7fd73d400700 1 -- 172.21.15.42:0/382710749 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7401a6880 con 0x7fd740109c20 2024-06-13T11:46:33.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.890+0000 7fd73d400700 1 --2- 172.21.15.42:0/382710749 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd740109c20 0x7fd74019f170 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fd728005b40 tx=0x7fd728009580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:46:33.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.890+0000 7fd736a00700 1 -- 172.21.15.42:0/382710749 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd728027070 con 0x7fd740109c20 2024-06-13T11:46:33.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.890+0000 7fd73f200700 1 -- 172.21.15.42:0/382710749 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7401a6b10 con 0x7fd740109c20 2024-06-13T11:46:33.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.890+0000 7fd736a00700 1 -- 172.21.15.42:0/382710749 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd728022470 con 0x7fd740109c20 2024-06-13T11:46:33.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.890+0000 7fd736a00700 1 -- 172.21.15.42:0/382710749 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd728009e60 con 0x7fd740109c20 2024-06-13T11:46:33.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.890+0000 7fd73f200700 1 -- 172.21.15.42:0/382710749 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7401a6fc0 con 0x7fd740109c20 2024-06-13T11:46:33.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.891+0000 7fd73f200700 1 -- 172.21.15.42:0/382710749 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd740069180 con 0x7fd740109c20 2024-06-13T11:46:33.893 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.893+0000 7fd736a00700 1 -- 172.21.15.42:0/382710749 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fd72802a070 con 0x7fd740109c20 2024-06-13T11:46:33.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.895+0000 7fd736a00700 1 --2- 172.21.15.42:0/382710749 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd7240a2ca0 0x7fd7240a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:46:33.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.895+0000 7fd736a00700 1 -- 172.21.15.42:0/382710749 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 4533+0+0 (secure 0 0 0) 0x7fd7280cecf0 con 0x7fd740109c20 2024-06-13T11:46:33.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.895+0000 7fd73de00700 1 --2- 172.21.15.42:0/382710749 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd7240a2ca0 0x7fd7240a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:46:33.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.896+0000 7fd73de00700 1 --2- 172.21.15.42:0/382710749 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd7240a2ca0 0x7fd7240a5160 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fd7401a0110 tx=0x7fd730009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:46:33.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:33.899+0000 7fd736a00700 1 -- 172.21.15.42:0/382710749 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd728013070 con 0x7fd740109c20 2024-06-13T11:46:34.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:46:34.140+0000 7fd73f200700 1 -- 172.21.15.42:0/382710749 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fd7400628d0 con 0x7fd7240a2ca0 2024-06-13T11:46:34.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:34 smithi042 ceph-mon[32231]: from='client.24272 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:46:34.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:34 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:46:34.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:34 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:46:34.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:34 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:46:34.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:34 smithi162 ceph-mon[36757]: from='client.24272 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:46:34.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:34 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:46:34.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:34 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:46:34.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:34 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:46:34.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:34 smithi088 ceph-mon[36399]: from='client.24272 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:46:34.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:34 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:46:34.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:34 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:46:34.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:34 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:46:35.479 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:35 smithi042 ceph-mon[32231]: pgmap v158: 1 pgs: 1 peering; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 107 KiB/s, 0 objects/s recovering 2024-06-13T11:46:35.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:35 smithi162 ceph-mon[36757]: pgmap v158: 1 pgs: 1 peering; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 107 KiB/s, 0 objects/s recovering 2024-06-13T11:46:35.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:35 smithi088 ceph-mon[36399]: pgmap v158: 1 pgs: 1 peering; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 107 KiB/s, 0 objects/s recovering 2024-06-13T11:46:37.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:37 smithi162 ceph-mon[36757]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-06-13T11:46:38.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:37 smithi088 ceph-mon[36399]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-06-13T11:46:38.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:37 smithi042 ceph-mon[32231]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-06-13T11:46:38.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:38 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2760241241' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6dc26be6-89e0-49d6-a07f-76c19f1aac03"}]: dispatch 2024-06-13T11:46:38.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:38 smithi162 ceph-mon[36757]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6dc26be6-89e0-49d6-a07f-76c19f1aac03"}]: dispatch 2024-06-13T11:46:38.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:38 smithi162 ceph-mon[36757]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6dc26be6-89e0-49d6-a07f-76c19f1aac03"}]': finished 2024-06-13T11:46:38.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:38 smithi162 ceph-mon[36757]: osdmap e44: 7 total, 6 up, 7 in 2024-06-13T11:46:38.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:38 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T11:46:38.938 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:38 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2760241241' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6dc26be6-89e0-49d6-a07f-76c19f1aac03"}]: dispatch 2024-06-13T11:46:38.938 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:38 smithi042 ceph-mon[32231]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6dc26be6-89e0-49d6-a07f-76c19f1aac03"}]: dispatch 2024-06-13T11:46:38.938 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:38 smithi042 ceph-mon[32231]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6dc26be6-89e0-49d6-a07f-76c19f1aac03"}]': finished 2024-06-13T11:46:38.938 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:38 smithi042 ceph-mon[32231]: osdmap e44: 7 total, 6 up, 7 in 2024-06-13T11:46:38.938 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:38 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T11:46:39.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:38 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2760241241' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6dc26be6-89e0-49d6-a07f-76c19f1aac03"}]: dispatch 2024-06-13T11:46:39.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:38 smithi088 ceph-mon[36399]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6dc26be6-89e0-49d6-a07f-76c19f1aac03"}]: dispatch 2024-06-13T11:46:39.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:38 smithi088 ceph-mon[36399]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6dc26be6-89e0-49d6-a07f-76c19f1aac03"}]': finished 2024-06-13T11:46:39.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:38 smithi088 ceph-mon[36399]: osdmap e44: 7 total, 6 up, 7 in 2024-06-13T11:46:39.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:38 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T11:46:39.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:39 smithi162 ceph-mon[36757]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 79 KiB/s, 0 objects/s recovering 2024-06-13T11:46:39.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:39 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2799321520' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:46:40.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:39 smithi088 ceph-mon[36399]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 79 KiB/s, 0 objects/s recovering 2024-06-13T11:46:40.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:39 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2799321520' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:46:40.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:39 smithi042 ceph-mon[32231]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 79 KiB/s, 0 objects/s recovering 2024-06-13T11:46:40.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:39 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2799321520' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:46:41.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:41 smithi162 ceph-mon[36757]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:46:42.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:41 smithi088 ceph-mon[36399]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:46:42.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:41 smithi042 ceph-mon[32231]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:46:43.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:43 smithi162 ceph-mon[36757]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:46:44.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:43 smithi088 ceph-mon[36399]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:46:44.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:43 smithi042 ceph-mon[32231]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:46:45.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:45 smithi162 ceph-mon[36757]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:46:45.955 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:45 smithi042 ceph-mon[32231]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:46:46.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:45 smithi088 ceph-mon[36399]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:46:47.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:47 smithi162 ceph-mon[36757]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:46:47.912 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:47 smithi042 ceph-mon[32231]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:46:48.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:47 smithi088 ceph-mon[36399]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:46:48.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:48 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-06-13T11:46:48.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:48 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:46:48.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:48 smithi162 ceph-mon[36757]: Deploying daemon osd.6 on smithi042 2024-06-13T11:46:48.905 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:48 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-06-13T11:46:48.905 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:48 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:46:48.905 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:48 smithi088 ceph-mon[36399]: Deploying daemon osd.6 on smithi042 2024-06-13T11:46:49.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:48 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-06-13T11:46:49.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:48 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:46:49.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:48 smithi042 ceph-mon[32231]: Deploying daemon osd.6 on smithi042 2024-06-13T11:46:49.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:49 smithi042 ceph-mon[32231]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:46:49.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:49 smithi162 ceph-mon[36757]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:46:50.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:49 smithi088 ceph-mon[36399]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:46:51.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:51 smithi162 ceph-mon[36757]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:46:52.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:51 smithi088 ceph-mon[36399]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:46:52.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:51 smithi042 ceph-mon[32231]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:46:53.937 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:53 smithi042 ceph-mon[32231]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:46:54.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:53 smithi088 ceph-mon[36399]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:46:54.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:53 smithi162 ceph-mon[36757]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:46:56.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:55 smithi088 ceph-mon[36399]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:46:56.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:55 smithi042 ceph-mon[32231]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:46:56.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:55 smithi162 ceph-mon[36757]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:46:58.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:57 smithi088 ceph-mon[36399]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:46:58.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:57 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:58.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:57 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:46:58.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:57 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:58.023 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:57 smithi042 ceph-mon[32231]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:46:58.023 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:57 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:58.023 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:57 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:46:58.023 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:57 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:58.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:57 smithi162 ceph-mon[36757]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:46:58.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:57 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:46:58.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:57 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:46:58.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:57 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:00.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:46:59 smithi088 ceph-mon[36399]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:47:00.017 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:46:59 smithi042 ceph-mon[32231]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:47:00.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:46:59 smithi162 ceph-mon[36757]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:47:01.645 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:01.645+0000 7fd736a00700 1 -- 172.21.15.42:0/382710749 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fd7400628d0 con 0x7fd7240a2ca0 2024-06-13T11:47:01.646 INFO:teuthology.orchestra.run.smithi042.stdout:Created osd(s) 6 on host 'smithi042' 2024-06-13T11:47:01.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:01.648+0000 7fd73f200700 1 -- 172.21.15.42:0/382710749 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd7240a2ca0 msgr2=0x7fd7240a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:47:01.648 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:01.648+0000 7fd73f200700 1 --2- 172.21.15.42:0/382710749 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd7240a2ca0 0x7fd7240a5160 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fd7401a0110 tx=0x7fd730009260 comp rx=0 tx=0).stop 2024-06-13T11:47:01.648 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:01.648+0000 7fd73f200700 1 -- 172.21.15.42:0/382710749 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd740109c20 msgr2=0x7fd74019f170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:47:01.648 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:01.648+0000 7fd73f200700 1 --2- 172.21.15.42:0/382710749 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd740109c20 0x7fd74019f170 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fd728005b40 tx=0x7fd728009580 comp rx=0 tx=0).stop 2024-06-13T11:47:01.648 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:01.648+0000 7fd73f200700 1 -- 172.21.15.42:0/382710749 shutdown_connections 2024-06-13T11:47:01.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:01.648+0000 7fd73f200700 1 --2- 172.21.15.42:0/382710749 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd74010a5c0 0x7fd7401a61b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:47:01.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:01.648+0000 7fd73f200700 1 --2- 172.21.15.42:0/382710749 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd740108a20 0x7fd74019ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:47:01.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:01.648+0000 7fd73f200700 1 --2- 172.21.15.42:0/382710749 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd7240a2ca0 0x7fd7240a5160 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:47:01.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:01.648+0000 7fd73f200700 1 --2- 172.21.15.42:0/382710749 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd740109c20 0x7fd74019f170 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:47:01.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:01.648+0000 7fd73f200700 1 -- 172.21.15.42:0/382710749 >> 172.21.15.42:0/382710749 conn(0x7fd7400779f0 msgr2=0x7fd74010cf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:47:01.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:01.649+0000 7fd73f200700 1 -- 172.21.15.42:0/382710749 shutdown_connections 2024-06-13T11:47:01.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:01.649+0000 7fd73f200700 1 -- 172.21.15.42:0/382710749 wait complete. 2024-06-13T11:47:01.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:01 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:01.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:01 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:01.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:01 smithi088 ceph-mon[36399]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:47:01.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:01 smithi088 ceph-mon[36399]: from='osd.6 [v2:172.21.15.42:6818/844197654,v1:172.21.15.42:6819/844197654]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-06-13T11:47:01.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:01 smithi088 ceph-mon[36399]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-06-13T11:47:01.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:01 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:01.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:01 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:01.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:01 smithi042 ceph-mon[32231]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:47:01.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:01 smithi042 ceph-mon[32231]: from='osd.6 [v2:172.21.15.42:6818/844197654,v1:172.21.15.42:6819/844197654]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-06-13T11:47:01.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:01 smithi042 ceph-mon[32231]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-06-13T11:47:01.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:01 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:01.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:01 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:01.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:01 smithi162 ceph-mon[36757]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:47:01.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:01 smithi162 ceph-mon[36757]: from='osd.6 [v2:172.21.15.42:6818/844197654,v1:172.21.15.42:6819/844197654]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-06-13T11:47:01.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:01 smithi162 ceph-mon[36757]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-06-13T11:47:02.402 DEBUG:teuthology.orchestra.run.smithi042:osd.6> sudo journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.6.service 2024-06-13T11:47:02.406 INFO:tasks.cephadm:Deploying osd.7 on smithi088 with /dev/vg_nvme/lv_2... 2024-06-13T11:47:02.407 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-06-13T11:47:02.643 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:02 smithi042 ceph-mon[32231]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-06-13T11:47:02.643 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:02 smithi042 ceph-mon[32231]: osdmap e45: 7 total, 6 up, 7 in 2024-06-13T11:47:02.643 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:02 smithi042 ceph-mon[32231]: from='osd.6 [v2:172.21.15.42:6818/844197654,v1:172.21.15.42:6819/844197654]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-06-13T11:47:02.644 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:02 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T11:47:02.644 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:02 smithi042 ceph-mon[32231]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-06-13T11:47:02.644 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:02 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:02.644 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:02 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:02.644 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 11:47:02 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T11:47:02.523+0000 7f2c5b200700 -1 osd.6 0 waiting for initial osdmap 2024-06-13T11:47:02.644 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 11:47:02 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T11:47:02.540+0000 7f2c56000700 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-13T11:47:02.652 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.b/config 2024-06-13T11:47:02.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:02 smithi088 ceph-mon[36399]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-06-13T11:47:02.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:02 smithi088 ceph-mon[36399]: osdmap e45: 7 total, 6 up, 7 in 2024-06-13T11:47:02.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:02 smithi088 ceph-mon[36399]: from='osd.6 [v2:172.21.15.42:6818/844197654,v1:172.21.15.42:6819/844197654]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-06-13T11:47:02.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:02 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T11:47:02.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:02 smithi088 ceph-mon[36399]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-06-13T11:47:02.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:02 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:02.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:02 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:02.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:02 smithi162 ceph-mon[36757]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-06-13T11:47:02.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:02 smithi162 ceph-mon[36757]: osdmap e45: 7 total, 6 up, 7 in 2024-06-13T11:47:02.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:02 smithi162 ceph-mon[36757]: from='osd.6 [v2:172.21.15.42:6818/844197654,v1:172.21.15.42:6819/844197654]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-06-13T11:47:02.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:02 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T11:47:02.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:02 smithi162 ceph-mon[36757]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-06-13T11:47:02.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:02 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:02.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:02 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:03.728 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:03 smithi088 ceph-mon[36399]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-06-13T11:47:03.728 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:03 smithi088 ceph-mon[36399]: osdmap e46: 7 total, 6 up, 7 in 2024-06-13T11:47:03.728 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:03 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T11:47:03.728 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:03 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T11:47:03.728 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:03 smithi088 ceph-mon[36399]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:47:03.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:03 smithi042 ceph-mon[32231]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-06-13T11:47:03.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:03 smithi042 ceph-mon[32231]: osdmap e46: 7 total, 6 up, 7 in 2024-06-13T11:47:03.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:03 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T11:47:03.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:03 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T11:47:03.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:03 smithi042 ceph-mon[32231]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:47:03.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:03 smithi162 ceph-mon[36757]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-06-13T11:47:03.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:03 smithi162 ceph-mon[36757]: osdmap e46: 7 total, 6 up, 7 in 2024-06-13T11:47:03.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:03 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T11:47:03.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:03 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T11:47:03.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:03 smithi162 ceph-mon[36757]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-06-13T11:47:04.584 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-06-13T11:47:04.584 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-06-13T11:47:04.584 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10+0 records in 2024-06-13T11:47:04.585 INFO:teuthology.orchestra.run.smithi088.stderr:10+0 records out 2024-06-13T11:47:04.585 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0155487 s, 674 MB/s 2024-06-13T11:47:04.585 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping successful for: 2024-06-13T11:47:04.748 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:04 smithi042 ceph-mon[32231]: purged_snaps scrub starts 2024-06-13T11:47:04.748 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:04 smithi042 ceph-mon[32231]: purged_snaps scrub ok 2024-06-13T11:47:04.748 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:04 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T11:47:04.748 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:04 smithi042 ceph-mon[32231]: osd.6 [v2:172.21.15.42:6818/844197654,v1:172.21.15.42:6819/844197654] boot 2024-06-13T11:47:04.749 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:04 smithi042 ceph-mon[32231]: osdmap e47: 7 total, 7 up, 7 in 2024-06-13T11:47:04.749 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:04 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T11:47:04.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:04 smithi162 ceph-mon[36757]: purged_snaps scrub starts 2024-06-13T11:47:04.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:04 smithi162 ceph-mon[36757]: purged_snaps scrub ok 2024-06-13T11:47:04.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:04 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T11:47:04.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:04 smithi162 ceph-mon[36757]: osd.6 [v2:172.21.15.42:6818/844197654,v1:172.21.15.42:6819/844197654] boot 2024-06-13T11:47:04.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:04 smithi162 ceph-mon[36757]: osdmap e47: 7 total, 7 up, 7 in 2024-06-13T11:47:04.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:04 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T11:47:04.919 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:04 smithi088 ceph-mon[36399]: purged_snaps scrub starts 2024-06-13T11:47:04.919 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:04 smithi088 ceph-mon[36399]: purged_snaps scrub ok 2024-06-13T11:47:04.919 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:04 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T11:47:04.919 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:04 smithi088 ceph-mon[36399]: osd.6 [v2:172.21.15.42:6818/844197654,v1:172.21.15.42:6819/844197654] boot 2024-06-13T11:47:04.919 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:04 smithi088 ceph-mon[36399]: osdmap e47: 7 total, 7 up, 7 in 2024-06-13T11:47:04.919 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:04 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T11:47:05.221 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph orch daemon add osd smithi088:vg_nvme/lv_2 2024-06-13T11:47:05.460 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.b/config 2024-06-13T11:47:05.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:05 smithi088 ceph-mon[36399]: osdmap e48: 7 total, 7 up, 7 in 2024-06-13T11:47:05.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:05 smithi088 ceph-mon[36399]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:05.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:05 smithi042 ceph-mon[32231]: osdmap e48: 7 total, 7 up, 7 in 2024-06-13T11:47:05.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:05 smithi042 ceph-mon[32231]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:05.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:05 smithi162 ceph-mon[36757]: osdmap e48: 7 total, 7 up, 7 in 2024-06-13T11:47:05.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:05 smithi162 ceph-mon[36757]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:07.186 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.184+0000 7f9ec70ca700 1 -- 172.21.15.88:0/1271827856 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9ec0102f80 msgr2=0x7f9ec0109830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:47:07.187 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.184+0000 7f9ec70ca700 1 --2- 172.21.15.88:0/1271827856 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9ec0102f80 0x7f9ec0109830 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f9ea80099c0 tx=0x7f9ea8009cd0 comp rx=0 tx=0).stop 2024-06-13T11:47:07.187 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.184+0000 7f9ec70ca700 1 -- 172.21.15.88:0/1271827856 shutdown_connections 2024-06-13T11:47:07.187 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.184+0000 7f9ec70ca700 1 --2- 172.21.15.88:0/1271827856 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9ec0102f80 0x7f9ec0109830 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:47:07.187 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.184+0000 7f9ec70ca700 1 --2- 172.21.15.88:0/1271827856 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9ec01013e0 0x7f9ec0101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:47:07.187 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.184+0000 7f9ec70ca700 1 --2- 172.21.15.88:0/1271827856 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ec01025e0 0x7f9ec0102a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:47:07.187 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.184+0000 7f9ec70ca700 1 -- 172.21.15.88:0/1271827856 >> 172.21.15.88:0/1271827856 conn(0x7f9ec00fc980 msgr2=0x7f9ec00fedc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:47:07.187 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.184+0000 7f9ec70ca700 1 -- 172.21.15.88:0/1271827856 shutdown_connections 2024-06-13T11:47:07.187 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.184+0000 7f9ec70ca700 1 -- 172.21.15.88:0/1271827856 wait complete. 2024-06-13T11:47:07.187 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.185+0000 7f9ec70ca700 1 Processor -- start 2024-06-13T11:47:07.187 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.185+0000 7f9ec70ca700 1 -- start start 2024-06-13T11:47:07.187 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.185+0000 7f9ec70ca700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9ec01013e0 0x7f9ec006b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:47:07.187 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.185+0000 7f9ec70ca700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ec01025e0 0x7f9ec019f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:47:07.188 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.185+0000 7f9ec70ca700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9ec0102f80 0x7f9ec01a1da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:47:07.188 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.185+0000 7f9ec70ca700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9ec010d040 con 0x7f9ec01025e0 2024-06-13T11:47:07.188 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.185+0000 7f9ec70ca700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f9ec010cec0 con 0x7f9ec01013e0 2024-06-13T11:47:07.188 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.185+0000 7f9ec70ca700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f9ec010d1c0 con 0x7f9ec0102f80 2024-06-13T11:47:07.188 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.185+0000 7f9ec4e66700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9ec01013e0 0x7f9ec006b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:47:07.188 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.185+0000 7f9ec4e66700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9ec01013e0 0x7f9ec006b560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:53246/0 (socket says 172.21.15.88:53246) 2024-06-13T11:47:07.188 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.185+0000 7f9ec4e66700 1 -- 172.21.15.88:0/2429817005 learned_addr learned my addr 172.21.15.88:0/2429817005 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-06-13T11:47:07.188 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.185+0000 7f9ec5667700 1 --2- 172.21.15.88:0/2429817005 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9ec0102f80 0x7f9ec01a1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:47:07.188 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.185+0000 7f9ec4e66700 1 -- 172.21.15.88:0/2429817005 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9ec0102f80 msgr2=0x7f9ec01a1da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:47:07.188 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.185+0000 7f9ec4e66700 1 --2- 172.21.15.88:0/2429817005 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9ec0102f80 0x7f9ec01a1da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:47:07.188 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.185+0000 7f9ec4e66700 1 -- 172.21.15.88:0/2429817005 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ec01025e0 msgr2=0x7f9ec019f850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:47:07.188 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.185+0000 7f9ec4e66700 1 --2- 172.21.15.88:0/2429817005 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ec01025e0 0x7f9ec019f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:47:07.189 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.185+0000 7f9ec4e66700 1 -- 172.21.15.88:0/2429817005 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ec01a2580 con 0x7f9ec01013e0 2024-06-13T11:47:07.189 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.186+0000 7f9ec4e66700 1 --2- 172.21.15.88:0/2429817005 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9ec01013e0 0x7f9ec006b560 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f9eb8007f10 tx=0x7f9eb800d3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:47:07.189 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.186+0000 7f9ebdffb700 1 -- 172.21.15.88:0/2429817005 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb800ddd0 con 0x7f9ec01013e0 2024-06-13T11:47:07.189 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.186+0000 7f9ebdffb700 1 -- 172.21.15.88:0/2429817005 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9eb8018070 con 0x7f9ec01013e0 2024-06-13T11:47:07.189 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.186+0000 7f9ec70ca700 1 -- 172.21.15.88:0/2429817005 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ec01a2870 con 0x7f9ec01013e0 2024-06-13T11:47:07.189 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.186+0000 7f9ebdffb700 1 -- 172.21.15.88:0/2429817005 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb80126d0 con 0x7f9ec01013e0 2024-06-13T11:47:07.189 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.186+0000 7f9ec70ca700 1 -- 172.21.15.88:0/2429817005 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ec01a2de0 con 0x7f9ec01013e0 2024-06-13T11:47:07.190 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.187+0000 7f9ec70ca700 1 -- 172.21.15.88:0/2429817005 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ec0069180 con 0x7f9ec01013e0 2024-06-13T11:47:07.190 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.188+0000 7f9ebdffb700 1 -- 172.21.15.88:0/2429817005 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f9eb80133f0 con 0x7f9ec01013e0 2024-06-13T11:47:07.190 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.189+0000 7f9ebdffb700 1 --2- 172.21.15.88:0/2429817005 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f9eac0a2c20 0x7f9eac0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:47:07.190 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.189+0000 7f9ebdffb700 1 -- 172.21.15.88:0/2429817005 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4965+0+0 (secure 0 0 0) 0x7f9eb80ce190 con 0x7f9ec01013e0 2024-06-13T11:47:07.190 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.189+0000 7f9ebffff700 1 --2- 172.21.15.88:0/2429817005 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f9eac0a2c20 0x7f9eac0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:47:07.190 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.190+0000 7f9ebffff700 1 --2- 172.21.15.88:0/2429817005 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f9eac0a2c20 0x7f9eac0a50e0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f9ec006bae0 tx=0x7f9eb0006d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:47:07.193 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.193+0000 7f9ebdffb700 1 -- 172.21.15.88:0/2429817005 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9eb8010070 con 0x7f9ec01013e0 2024-06-13T11:47:07.398 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:07.398+0000 7f9ec70ca700 1 -- 172.21.15.88:0/2429817005 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f9ec00628d0 con 0x7f9eac0a2c20 2024-06-13T11:47:07.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:07 smithi088 ceph-mon[36399]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:07.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:07 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:07.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:07 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:47:07.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:07 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:07.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:07 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:47:07.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:07 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:47:07.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:07 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:47:07.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:07 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:47:07.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:07 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:47:07.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:07 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:07.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:07 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:47:07.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:07 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:47:07.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:07 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:07.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:07 smithi162 ceph-mon[36757]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:07.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:07 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:07.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:07 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:47:07.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:07 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:07.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:07 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:47:07.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:07 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:47:07.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:07 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:47:07.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:07 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:47:07.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:07 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:47:07.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:07 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:07.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:07 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:47:07.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:07 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:47:07.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:07 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:08.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:07 smithi042 ceph-mon[32231]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:08.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:07 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:08.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:07 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:47:08.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:07 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:08.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:07 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:47:08.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:07 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:47:08.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:07 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:47:08.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:07 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:47:08.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:07 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:47:08.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:07 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:08.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:07 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:47:08.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:07 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:47:08.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:07 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:08.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:08 smithi162 ceph-mon[36757]: Detected new or changed devices on smithi042 2024-06-13T11:47:08.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:08 smithi162 ceph-mon[36757]: from='client.24299 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:47:08.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:08 smithi162 ceph-mon[36757]: Adjusting osd_memory_target on smithi042 to 5698M 2024-06-13T11:47:08.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:08 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:47:08.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:08 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:47:08.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:08 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:47:08.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:08 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:09.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:08 smithi088 ceph-mon[36399]: Detected new or changed devices on smithi042 2024-06-13T11:47:09.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:08 smithi088 ceph-mon[36399]: from='client.24299 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:47:09.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:08 smithi088 ceph-mon[36399]: Adjusting osd_memory_target on smithi042 to 5698M 2024-06-13T11:47:09.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:08 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:47:09.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:08 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:47:09.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:08 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:47:09.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:08 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:09.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:08 smithi042 ceph-mon[32231]: Detected new or changed devices on smithi042 2024-06-13T11:47:09.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:08 smithi042 ceph-mon[32231]: from='client.24299 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:47:09.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:08 smithi042 ceph-mon[32231]: Adjusting osd_memory_target on smithi042 to 5698M 2024-06-13T11:47:09.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:08 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:47:09.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:08 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:47:09.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:08 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:47:09.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:08 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:10.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:09 smithi042 ceph-mon[32231]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:10.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:09 smithi162 ceph-mon[36757]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:10.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:09 smithi088 ceph-mon[36399]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:11.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:10 smithi042 ceph-mon[32231]: from='client.? 172.21.15.88:0/1688269874' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aca11d93-b379-4e96-b4fb-b03c593c89ac"}]: dispatch 2024-06-13T11:47:11.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:10 smithi042 ceph-mon[32231]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aca11d93-b379-4e96-b4fb-b03c593c89ac"}]: dispatch 2024-06-13T11:47:11.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:10 smithi042 ceph-mon[32231]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aca11d93-b379-4e96-b4fb-b03c593c89ac"}]': finished 2024-06-13T11:47:11.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:10 smithi042 ceph-mon[32231]: osdmap e49: 8 total, 7 up, 8 in 2024-06-13T11:47:11.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:10 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T11:47:11.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:10 smithi162 ceph-mon[36757]: from='client.? 172.21.15.88:0/1688269874' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aca11d93-b379-4e96-b4fb-b03c593c89ac"}]: dispatch 2024-06-13T11:47:11.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:10 smithi162 ceph-mon[36757]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aca11d93-b379-4e96-b4fb-b03c593c89ac"}]: dispatch 2024-06-13T11:47:11.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:10 smithi162 ceph-mon[36757]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aca11d93-b379-4e96-b4fb-b03c593c89ac"}]': finished 2024-06-13T11:47:11.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:10 smithi162 ceph-mon[36757]: osdmap e49: 8 total, 7 up, 8 in 2024-06-13T11:47:11.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:10 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T11:47:11.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:10 smithi088 ceph-mon[36399]: from='client.? 172.21.15.88:0/1688269874' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aca11d93-b379-4e96-b4fb-b03c593c89ac"}]: dispatch 2024-06-13T11:47:11.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:10 smithi088 ceph-mon[36399]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aca11d93-b379-4e96-b4fb-b03c593c89ac"}]: dispatch 2024-06-13T11:47:11.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:10 smithi088 ceph-mon[36399]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aca11d93-b379-4e96-b4fb-b03c593c89ac"}]': finished 2024-06-13T11:47:11.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:10 smithi088 ceph-mon[36399]: osdmap e49: 8 total, 7 up, 8 in 2024-06-13T11:47:11.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:10 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T11:47:12.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:11 smithi042 ceph-mon[32231]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:12.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:11 smithi042 ceph-mon[32231]: from='client.? 172.21.15.88:0/4292406002' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:47:12.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:11 smithi162 ceph-mon[36757]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:12.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:11 smithi162 ceph-mon[36757]: from='client.? 172.21.15.88:0/4292406002' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:47:12.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:11 smithi088 ceph-mon[36399]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:12.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:11 smithi088 ceph-mon[36399]: from='client.? 172.21.15.88:0/4292406002' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:47:14.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:13 smithi042 ceph-mon[32231]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:14.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:13 smithi162 ceph-mon[36757]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:14.165 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:13 smithi088 ceph-mon[36399]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:16.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:15 smithi042 ceph-mon[32231]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:16.127 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:15 smithi088 ceph-mon[36399]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:16.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:15 smithi162 ceph-mon[36757]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:18.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:17 smithi042 ceph-mon[32231]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:18.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:17 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-06-13T11:47:18.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:17 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:47:18.084 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:17 smithi088 ceph-mon[36399]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:18.084 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:17 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-06-13T11:47:18.084 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:17 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:47:18.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:17 smithi162 ceph-mon[36757]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:18.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:17 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-06-13T11:47:18.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:17 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:47:19.069 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:18 smithi088 ceph-mon[36399]: Deploying daemon osd.7 on smithi088 2024-06-13T11:47:19.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:18 smithi162 ceph-mon[36757]: Deploying daemon osd.7 on smithi088 2024-06-13T11:47:19.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:18 smithi042 ceph-mon[32231]: Deploying daemon osd.7 on smithi088 2024-06-13T11:47:20.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:19 smithi088 ceph-mon[36399]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:20.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:19 smithi162 ceph-mon[36757]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:20.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:19 smithi042 ceph-mon[32231]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:22.110 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:21 smithi042 ceph-mon[32231]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:22.130 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:21 smithi088 ceph-mon[36399]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:22.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:21 smithi162 ceph-mon[36757]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:24.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:23 smithi088 ceph-mon[36399]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:24.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:23 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:47:24.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:23 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:24.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:23 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:24.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:23 smithi162 ceph-mon[36757]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:24.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:23 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:47:24.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:23 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:24.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:23 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:24.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:23 smithi042 ceph-mon[32231]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:24.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:23 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:47:24.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:23 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:24.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:23 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:26.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:25 smithi162 ceph-mon[36757]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:26.203 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:25 smithi088 ceph-mon[36399]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:26.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:25 smithi042 ceph-mon[32231]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:26.944 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:26.943+0000 7f9ebdffb700 1 -- 172.21.15.88:0/2429817005 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f9ec00628d0 con 0x7f9eac0a2c20 2024-06-13T11:47:26.944 INFO:teuthology.orchestra.run.smithi088.stdout:Created osd(s) 7 on host 'smithi088' 2024-06-13T11:47:26.946 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:26.946+0000 7f9ec70ca700 1 -- 172.21.15.88:0/2429817005 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f9eac0a2c20 msgr2=0x7f9eac0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:47:26.946 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:26.946+0000 7f9ec70ca700 1 --2- 172.21.15.88:0/2429817005 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f9eac0a2c20 0x7f9eac0a50e0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f9ec006bae0 tx=0x7f9eb0006d20 comp rx=0 tx=0).stop 2024-06-13T11:47:26.946 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:26.946+0000 7f9ec70ca700 1 -- 172.21.15.88:0/2429817005 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9ec01013e0 msgr2=0x7f9ec006b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:47:26.946 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:26.946+0000 7f9ec70ca700 1 --2- 172.21.15.88:0/2429817005 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9ec01013e0 0x7f9ec006b560 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f9eb8007f10 tx=0x7f9eb800d3b0 comp rx=0 tx=0).stop 2024-06-13T11:47:26.947 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:26.946+0000 7f9ec70ca700 1 -- 172.21.15.88:0/2429817005 shutdown_connections 2024-06-13T11:47:26.947 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:26.946+0000 7f9ec70ca700 1 --2- 172.21.15.88:0/2429817005 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f9eac0a2c20 0x7f9eac0a50e0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:47:26.947 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:26.946+0000 7f9ec70ca700 1 --2- 172.21.15.88:0/2429817005 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9ec01013e0 0x7f9ec006b560 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:47:26.947 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:26.946+0000 7f9ec70ca700 1 --2- 172.21.15.88:0/2429817005 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9ec0102f80 0x7f9ec01a1da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:47:26.947 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:26.946+0000 7f9ec70ca700 1 --2- 172.21.15.88:0/2429817005 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ec01025e0 0x7f9ec019f850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:47:26.947 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:26.946+0000 7f9ec70ca700 1 -- 172.21.15.88:0/2429817005 >> 172.21.15.88:0/2429817005 conn(0x7f9ec00fc980 msgr2=0x7f9ec0105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:47:26.947 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:26.946+0000 7f9ec70ca700 1 -- 172.21.15.88:0/2429817005 shutdown_connections 2024-06-13T11:47:26.947 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:47:26.946+0000 7f9ec70ca700 1 -- 172.21.15.88:0/2429817005 wait complete. 2024-06-13T11:47:27.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:27 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:27.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:27 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:27.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:27 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:47:27.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:27 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:47:27.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:27 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:27.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:27 smithi088 ceph-mon[36399]: from='osd.7 [v2:172.21.15.88:6816/3621891209,v1:172.21.15.88:6817/3621891209]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-06-13T11:47:27.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:27 smithi088 ceph-mon[36399]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-06-13T11:47:27.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:27 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:27.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:27 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:27.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:27 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:47:27.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:27 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:27.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:27 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:27.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:27 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:47:27.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:27 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:47:27.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:27 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:27.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:27 smithi162 ceph-mon[36757]: from='osd.7 [v2:172.21.15.88:6816/3621891209,v1:172.21.15.88:6817/3621891209]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-06-13T11:47:27.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:27 smithi162 ceph-mon[36757]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-06-13T11:47:27.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:27 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:27.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:27 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:27.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:27 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:47:27.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:27 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:27.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:27 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:27.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:27 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:47:27.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:27 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:47:27.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:27 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:27.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:27 smithi042 ceph-mon[32231]: from='osd.7 [v2:172.21.15.88:6816/3621891209,v1:172.21.15.88:6817/3621891209]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-06-13T11:47:27.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:27 smithi042 ceph-mon[32231]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-06-13T11:47:27.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:27 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:27.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:27 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:27.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:27 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:47:27.598 DEBUG:teuthology.orchestra.run.smithi088:osd.7> sudo journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.7.service 2024-06-13T11:47:27.600 INFO:tasks.cephadm:Deploying osd.8 on smithi162 with /dev/vg_nvme/lv_2... 2024-06-13T11:47:27.601 DEBUG:teuthology.orchestra.run.smithi162:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-06-13T11:47:27.844 INFO:teuthology.orchestra.run.smithi162.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.c/config 2024-06-13T11:47:28.296 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:28 smithi162 ceph-mon[36757]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:28.296 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:28 smithi162 ceph-mon[36757]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-06-13T11:47:28.296 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:28 smithi162 ceph-mon[36757]: from='osd.7 [v2:172.21.15.88:6816/3621891209,v1:172.21.15.88:6817/3621891209]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-06-13T11:47:28.296 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:28 smithi162 ceph-mon[36757]: osdmap e50: 8 total, 7 up, 8 in 2024-06-13T11:47:28.296 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:28 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T11:47:28.296 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:28 smithi162 ceph-mon[36757]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-06-13T11:47:28.448 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:28 smithi088 ceph-mon[36399]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:28.448 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:28 smithi088 ceph-mon[36399]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-06-13T11:47:28.448 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:28 smithi088 ceph-mon[36399]: from='osd.7 [v2:172.21.15.88:6816/3621891209,v1:172.21.15.88:6817/3621891209]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-06-13T11:47:28.448 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:28 smithi088 ceph-mon[36399]: osdmap e50: 8 total, 7 up, 8 in 2024-06-13T11:47:28.448 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:28 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T11:47:28.449 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:28 smithi088 ceph-mon[36399]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-06-13T11:47:28.449 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 11:47:28 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T11:47:28.127+0000 7f9b5194f700 -1 osd.7 0 waiting for initial osdmap 2024-06-13T11:47:28.449 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 11:47:28 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T11:47:28.135+0000 7f9b4d742700 -1 osd.7 51 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-13T11:47:28.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:28 smithi042 ceph-mon[32231]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:28.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:28 smithi042 ceph-mon[32231]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-06-13T11:47:28.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:28 smithi042 ceph-mon[32231]: from='osd.7 [v2:172.21.15.88:6816/3621891209,v1:172.21.15.88:6817/3621891209]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-06-13T11:47:28.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:28 smithi042 ceph-mon[32231]: osdmap e50: 8 total, 7 up, 8 in 2024-06-13T11:47:28.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:28 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T11:47:28.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:28 smithi042 ceph-mon[32231]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-06-13T11:47:29.284 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:29 smithi162 ceph-mon[36757]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-06-13T11:47:29.284 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:29 smithi162 ceph-mon[36757]: osdmap e51: 8 total, 7 up, 8 in 2024-06-13T11:47:29.284 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:29 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T11:47:29.359 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:29 smithi088 ceph-mon[36399]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-06-13T11:47:29.359 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:29 smithi088 ceph-mon[36399]: osdmap e51: 8 total, 7 up, 8 in 2024-06-13T11:47:29.359 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:29 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T11:47:29.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:29 smithi042 ceph-mon[32231]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-06-13T11:47:29.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:29 smithi042 ceph-mon[32231]: osdmap e51: 8 total, 7 up, 8 in 2024-06-13T11:47:29.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:29 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T11:47:29.878 INFO:teuthology.orchestra.run.smithi162.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-06-13T11:47:29.878 INFO:teuthology.orchestra.run.smithi162.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-06-13T11:47:29.878 INFO:teuthology.orchestra.run.smithi162.stderr: stderr: 10+0 records in 2024-06-13T11:47:29.878 INFO:teuthology.orchestra.run.smithi162.stderr:10+0 records out 2024-06-13T11:47:29.878 INFO:teuthology.orchestra.run.smithi162.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0115684 s, 906 MB/s 2024-06-13T11:47:29.878 INFO:teuthology.orchestra.run.smithi162.stderr:--> Zapping successful for: 2024-06-13T11:47:30.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:30 smithi162 ceph-mon[36757]: purged_snaps scrub starts 2024-06-13T11:47:30.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:30 smithi162 ceph-mon[36757]: purged_snaps scrub ok 2024-06-13T11:47:30.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:30 smithi162 ceph-mon[36757]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:30.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:30 smithi162 ceph-mon[36757]: osd.7 [v2:172.21.15.88:6816/3621891209,v1:172.21.15.88:6817/3621891209] boot 2024-06-13T11:47:30.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:30 smithi162 ceph-mon[36757]: osdmap e52: 8 total, 8 up, 8 in 2024-06-13T11:47:30.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:30 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T11:47:30.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:30 smithi162 ceph-mon[36757]: osdmap e53: 8 total, 8 up, 8 in 2024-06-13T11:47:30.491 DEBUG:teuthology.orchestra.run.smithi162:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph orch daemon add osd smithi162:vg_nvme/lv_2 2024-06-13T11:47:30.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:30 smithi088 ceph-mon[36399]: purged_snaps scrub starts 2024-06-13T11:47:30.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:30 smithi088 ceph-mon[36399]: purged_snaps scrub ok 2024-06-13T11:47:30.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:30 smithi088 ceph-mon[36399]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:30.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:30 smithi088 ceph-mon[36399]: osd.7 [v2:172.21.15.88:6816/3621891209,v1:172.21.15.88:6817/3621891209] boot 2024-06-13T11:47:30.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:30 smithi088 ceph-mon[36399]: osdmap e52: 8 total, 8 up, 8 in 2024-06-13T11:47:30.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:30 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T11:47:30.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:30 smithi088 ceph-mon[36399]: osdmap e53: 8 total, 8 up, 8 in 2024-06-13T11:47:30.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:30 smithi042 ceph-mon[32231]: purged_snaps scrub starts 2024-06-13T11:47:30.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:30 smithi042 ceph-mon[32231]: purged_snaps scrub ok 2024-06-13T11:47:30.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:30 smithi042 ceph-mon[32231]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-06-13T11:47:30.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:30 smithi042 ceph-mon[32231]: osd.7 [v2:172.21.15.88:6816/3621891209,v1:172.21.15.88:6817/3621891209] boot 2024-06-13T11:47:30.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:30 smithi042 ceph-mon[32231]: osdmap e52: 8 total, 8 up, 8 in 2024-06-13T11:47:30.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:30 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T11:47:30.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:30 smithi042 ceph-mon[32231]: osdmap e53: 8 total, 8 up, 8 in 2024-06-13T11:47:30.737 INFO:teuthology.orchestra.run.smithi162.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.c/config 2024-06-13T11:47:31.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:31 smithi162 ceph-mon[36757]: osdmap e54: 8 total, 8 up, 8 in 2024-06-13T11:47:31.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:31 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:31.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:31 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:31.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:31 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:47:31.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:31 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:47:31.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:31 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:47:31.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:31 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:31.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:31 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:47:31.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:31 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:47:31.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:31 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:31.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:31 smithi088 ceph-mon[36399]: osdmap e54: 8 total, 8 up, 8 in 2024-06-13T11:47:31.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:31 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:31.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:31 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:31.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:31 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:47:31.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:31 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:47:31.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:31 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:47:31.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:31 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:31.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:31 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:47:31.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:31 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:47:31.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:31 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:31.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:31 smithi042 ceph-mon[32231]: osdmap e54: 8 total, 8 up, 8 in 2024-06-13T11:47:31.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:31 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:31.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:31 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:31.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:31 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:47:31.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:31 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:47:31.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:31 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:47:31.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:31 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:31.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:31 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:47:31.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:31 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:47:31.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:31 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:32.323 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.320+0000 7f5af3623700 1 -- 172.21.15.162:0/2248291456 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5aec1005a0 msgr2=0x7f5aec100a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:47:32.323 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.320+0000 7f5af3623700 1 --2- 172.21.15.162:0/2248291456 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5aec1005a0 0x7f5aec100a00 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f5adc009990 tx=0x7f5adc009ca0 comp rx=0 tx=0).stop 2024-06-13T11:47:32.323 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.321+0000 7f5af3623700 1 -- 172.21.15.162:0/2248291456 shutdown_connections 2024-06-13T11:47:32.323 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.321+0000 7f5af3623700 1 --2- 172.21.15.162:0/2248291456 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5aec100f40 0x7f5aec10ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:47:32.323 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.321+0000 7f5af3623700 1 --2- 172.21.15.162:0/2248291456 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5aec103b20 0x7f5aec103f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:47:32.323 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.321+0000 7f5af3623700 1 --2- 172.21.15.162:0/2248291456 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5aec1005a0 0x7f5aec100a00 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:47:32.323 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.321+0000 7f5af3623700 1 -- 172.21.15.162:0/2248291456 >> 172.21.15.162:0/2248291456 conn(0x7f5aec0fc160 msgr2=0x7f5aec0fe5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:47:32.323 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.321+0000 7f5af3623700 1 -- 172.21.15.162:0/2248291456 shutdown_connections 2024-06-13T11:47:32.323 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.321+0000 7f5af3623700 1 -- 172.21.15.162:0/2248291456 wait complete. 2024-06-13T11:47:32.324 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.321+0000 7f5af3623700 1 Processor -- start 2024-06-13T11:47:32.324 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.321+0000 7f5af3623700 1 -- start start 2024-06-13T11:47:32.324 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.322+0000 7f5af3623700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5aec1005a0 0x7f5aec103220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:47:32.324 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.322+0000 7f5af3623700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5aec100f40 0x7f5aec101870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:47:32.324 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.322+0000 7f5af3623700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5aec103b20 0x7f5aec101db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:47:32.324 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.322+0000 7f5af3623700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5aec10e150 con 0x7f5aec100f40 2024-06-13T11:47:32.324 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.322+0000 7f5af3623700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f5aec10dfd0 con 0x7f5aec1005a0 2024-06-13T11:47:32.324 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.322+0000 7f5af3623700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f5aec10e2d0 con 0x7f5aec103b20 2024-06-13T11:47:32.324 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.322+0000 7f5af1bc0700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5aec103b20 0x7f5aec101db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:47:32.324 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.322+0000 7f5af1bc0700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5aec103b20 0x7f5aec101db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.162:39168/0 (socket says 172.21.15.162:39168) 2024-06-13T11:47:32.325 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.322+0000 7f5af1bc0700 1 -- 172.21.15.162:0/2536463692 learned_addr learned my addr 172.21.15.162:0/2536463692 (peer_addr_for_me v2:172.21.15.162:0/0) 2024-06-13T11:47:32.325 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.322+0000 7f5af13bf700 1 --2- 172.21.15.162:0/2536463692 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5aec1005a0 0x7f5aec103220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:47:32.325 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.322+0000 7f5af1bc0700 1 -- 172.21.15.162:0/2536463692 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5aec1005a0 msgr2=0x7f5aec103220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:47:32.325 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.322+0000 7f5af1bc0700 1 --2- 172.21.15.162:0/2536463692 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5aec1005a0 0x7f5aec103220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:47:32.325 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.322+0000 7f5af1bc0700 1 -- 172.21.15.162:0/2536463692 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5aec100f40 msgr2=0x7f5aec101870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:47:32.325 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.322+0000 7f5af1bc0700 1 --2- 172.21.15.162:0/2536463692 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5aec100f40 0x7f5aec101870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:47:32.325 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.322+0000 7f5af1bc0700 1 -- 172.21.15.162:0/2536463692 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5aec102660 con 0x7f5aec103b20 2024-06-13T11:47:32.325 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.322+0000 7f5af1bc0700 1 --2- 172.21.15.162:0/2536463692 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5aec103b20 0x7f5aec101db0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f5ae4007d70 tx=0x7f5ae400a340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:47:32.325 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.322+0000 7f5ae27fc700 1 -- 172.21.15.162:0/2536463692 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ae4016020 con 0x7f5aec103b20 2024-06-13T11:47:32.325 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.322+0000 7f5ae27fc700 1 -- 172.21.15.162:0/2536463692 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5ae400ad40 con 0x7f5aec103b20 2024-06-13T11:47:32.325 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.322+0000 7f5af3623700 1 -- 172.21.15.162:0/2536463692 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5aec1a2890 con 0x7f5aec103b20 2024-06-13T11:47:32.325 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.322+0000 7f5ae27fc700 1 -- 172.21.15.162:0/2536463692 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ae4011600 con 0x7f5aec103b20 2024-06-13T11:47:32.325 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.322+0000 7f5af3623700 1 -- 172.21.15.162:0/2536463692 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5aec1a2e20 con 0x7f5aec103b20 2024-06-13T11:47:32.326 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.323+0000 7f5af3623700 1 -- 172.21.15.162:0/2536463692 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5aec069180 con 0x7f5aec103b20 2024-06-13T11:47:32.326 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.324+0000 7f5ae27fc700 1 -- 172.21.15.162:0/2536463692 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f5ae4019020 con 0x7f5aec103b20 2024-06-13T11:47:32.327 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.325+0000 7f5ae27fc700 1 --2- 172.21.15.162:0/2536463692 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f5ad80a2c20 0x7f5ad80a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:47:32.327 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.325+0000 7f5ae27fc700 1 -- 172.21.15.162:0/2536463692 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5397+0+0 (secure 0 0 0) 0x7f5ae40ce430 con 0x7f5aec103b20 2024-06-13T11:47:32.327 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.325+0000 7f5af13bf700 1 --2- 172.21.15.162:0/2536463692 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f5ad80a2c20 0x7f5ad80a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:47:32.327 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.327+0000 7f5af13bf700 1 --2- 172.21.15.162:0/2536463692 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f5ad80a2c20 0x7f5ad80a50e0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f5aec06a900 tx=0x7f5ae8009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:47:32.330 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.330+0000 7f5ae27fc700 1 -- 172.21.15.162:0/2536463692 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5ae4020020 con 0x7f5aec103b20 2024-06-13T11:47:32.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:32 smithi162 ceph-mon[36757]: pgmap v197: 1 pgs: 1 unknown; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:32.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:32 smithi162 ceph-mon[36757]: Detected new or changed devices on smithi088 2024-06-13T11:47:32.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:32 smithi162 ceph-mon[36757]: Adjusting osd_memory_target on smithi088 to 5696M 2024-06-13T11:47:32.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:32 smithi162 ceph-mon[36757]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-06-13T11:47:32.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:32 smithi162 ceph-mon[36757]: osdmap e55: 8 total, 8 up, 8 in 2024-06-13T11:47:32.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:32 smithi088 ceph-mon[36399]: pgmap v197: 1 pgs: 1 unknown; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:32.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:32 smithi088 ceph-mon[36399]: Detected new or changed devices on smithi088 2024-06-13T11:47:32.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:32 smithi088 ceph-mon[36399]: Adjusting osd_memory_target on smithi088 to 5696M 2024-06-13T11:47:32.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:32 smithi088 ceph-mon[36399]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-06-13T11:47:32.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:32 smithi088 ceph-mon[36399]: osdmap e55: 8 total, 8 up, 8 in 2024-06-13T11:47:32.532 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:32.532+0000 7f5af3623700 1 -- 172.21.15.162:0/2536463692 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi162:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f5aec0628d0 con 0x7f5ad80a2c20 2024-06-13T11:47:32.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:32 smithi042 ceph-mon[32231]: pgmap v197: 1 pgs: 1 unknown; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:32.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:32 smithi042 ceph-mon[32231]: Detected new or changed devices on smithi088 2024-06-13T11:47:32.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:32 smithi042 ceph-mon[32231]: Adjusting osd_memory_target on smithi088 to 5696M 2024-06-13T11:47:32.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:32 smithi042 ceph-mon[32231]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-06-13T11:47:32.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:32 smithi042 ceph-mon[32231]: osdmap e55: 8 total, 8 up, 8 in 2024-06-13T11:47:33.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:33 smithi088 ceph-mon[36399]: osdmap e56: 8 total, 8 up, 8 in 2024-06-13T11:47:33.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:33 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:47:33.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:33 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:47:33.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:33 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:47:33.512 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:33 smithi162 ceph-mon[36757]: osdmap e56: 8 total, 8 up, 8 in 2024-06-13T11:47:33.512 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:33 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:47:33.512 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:33 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:47:33.512 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:33 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:47:33.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:33 smithi042 ceph-mon[32231]: osdmap e56: 8 total, 8 up, 8 in 2024-06-13T11:47:33.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:33 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:47:33.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:33 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:47:33.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:33 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:47:34.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:34 smithi162 ceph-mon[36757]: from='client.24307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi162:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:47:34.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:34 smithi162 ceph-mon[36757]: pgmap v200: 1 pgs: 1 unknown; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:34.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:34 smithi088 ceph-mon[36399]: from='client.24307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi162:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:47:34.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:34 smithi088 ceph-mon[36399]: pgmap v200: 1 pgs: 1 unknown; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:34.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:34 smithi042 ceph-mon[32231]: from='client.24307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi162:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:47:34.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:34 smithi042 ceph-mon[32231]: pgmap v200: 1 pgs: 1 unknown; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:35.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:35 smithi042 ceph-mon[32231]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-06-13T11:47:35.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:35 smithi042 ceph-mon[32231]: Cluster is now healthy 2024-06-13T11:47:35.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:35 smithi162 ceph-mon[36757]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-06-13T11:47:35.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:35 smithi162 ceph-mon[36757]: Cluster is now healthy 2024-06-13T11:47:35.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:35 smithi088 ceph-mon[36399]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-06-13T11:47:35.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:35 smithi088 ceph-mon[36399]: Cluster is now healthy 2024-06-13T11:47:36.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:36 smithi042 ceph-mon[32231]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:36.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:36 smithi042 ceph-mon[32231]: from='client.? 172.21.15.162:0/729772358' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "188effbc-495f-407c-9e6c-2801a9856326"}]: dispatch 2024-06-13T11:47:36.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:36 smithi042 ceph-mon[32231]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "188effbc-495f-407c-9e6c-2801a9856326"}]: dispatch 2024-06-13T11:47:36.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:36 smithi042 ceph-mon[32231]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "188effbc-495f-407c-9e6c-2801a9856326"}]': finished 2024-06-13T11:47:36.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:36 smithi042 ceph-mon[32231]: osdmap e57: 9 total, 8 up, 9 in 2024-06-13T11:47:36.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:36 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T11:47:36.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:36 smithi042 ceph-mon[32231]: from='client.? 172.21.15.162:0/825703053' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:47:36.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:36 smithi162 ceph-mon[36757]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:36.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:36 smithi162 ceph-mon[36757]: from='client.? 172.21.15.162:0/729772358' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "188effbc-495f-407c-9e6c-2801a9856326"}]: dispatch 2024-06-13T11:47:36.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:36 smithi162 ceph-mon[36757]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "188effbc-495f-407c-9e6c-2801a9856326"}]: dispatch 2024-06-13T11:47:36.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:36 smithi162 ceph-mon[36757]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "188effbc-495f-407c-9e6c-2801a9856326"}]': finished 2024-06-13T11:47:36.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:36 smithi162 ceph-mon[36757]: osdmap e57: 9 total, 8 up, 9 in 2024-06-13T11:47:36.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:36 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T11:47:36.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:36 smithi162 ceph-mon[36757]: from='client.? 172.21.15.162:0/825703053' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:47:36.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:36 smithi088 ceph-mon[36399]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:36.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:36 smithi088 ceph-mon[36399]: from='client.? 172.21.15.162:0/729772358' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "188effbc-495f-407c-9e6c-2801a9856326"}]: dispatch 2024-06-13T11:47:36.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:36 smithi088 ceph-mon[36399]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "188effbc-495f-407c-9e6c-2801a9856326"}]: dispatch 2024-06-13T11:47:36.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:36 smithi088 ceph-mon[36399]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "188effbc-495f-407c-9e6c-2801a9856326"}]': finished 2024-06-13T11:47:36.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:36 smithi088 ceph-mon[36399]: osdmap e57: 9 total, 8 up, 9 in 2024-06-13T11:47:36.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:36 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T11:47:36.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:36 smithi088 ceph-mon[36399]: from='client.? 172.21.15.162:0/825703053' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:47:38.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:38 smithi042 ceph-mon[32231]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:38.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:38 smithi162 ceph-mon[36757]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:38.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:38 smithi088 ceph-mon[36399]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:39.616 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:39 smithi162 ceph-mon[36757]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:39.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:39 smithi088 ceph-mon[36399]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:39.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:39 smithi042 ceph-mon[32231]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:41.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:41 smithi162 ceph-mon[36757]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:42.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:41 smithi088 ceph-mon[36399]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:42.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:41 smithi042 ceph-mon[32231]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:43.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:43 smithi162 ceph-mon[36757]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:43.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:43 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-06-13T11:47:43.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:43 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:47:43.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:43 smithi162 ceph-mon[36757]: Deploying daemon osd.8 on smithi162 2024-06-13T11:47:44.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:43 smithi088 ceph-mon[36399]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:44.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:43 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-06-13T11:47:44.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:43 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:47:44.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:43 smithi088 ceph-mon[36399]: Deploying daemon osd.8 on smithi162 2024-06-13T11:47:44.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:43 smithi042 ceph-mon[32231]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:44.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:43 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-06-13T11:47:44.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:43 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:47:44.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:43 smithi042 ceph-mon[32231]: Deploying daemon osd.8 on smithi162 2024-06-13T11:47:45.828 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:45 smithi162 ceph-mon[36757]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:46.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:45 smithi088 ceph-mon[36399]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:46.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:45 smithi042 ceph-mon[32231]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:47.837 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:47 smithi162 ceph-mon[36757]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:48.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:47 smithi088 ceph-mon[36399]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:48.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:47 smithi042 ceph-mon[32231]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:49.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:49 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:49.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:49 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:49.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:49 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:47:49.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:49 smithi088 ceph-mon[36399]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:49.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:49 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:49.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:49 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:49.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:49 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:47:49.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:49 smithi042 ceph-mon[32231]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:49.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:49 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:49.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:49 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:49.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:49 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:47:49.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:49 smithi162 ceph-mon[36757]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:51.791 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:51 smithi162 ceph-mon[36757]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:51.958 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:51 smithi088 ceph-mon[36399]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:52.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:51 smithi042 ceph-mon[32231]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:52.169 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:52.169+0000 7f5ae27fc700 1 -- 172.21.15.162:0/2536463692 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f5aec0628d0 con 0x7f5ad80a2c20 2024-06-13T11:47:52.169 INFO:teuthology.orchestra.run.smithi162.stdout:Created osd(s) 8 on host 'smithi162' 2024-06-13T11:47:52.172 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:52.172+0000 7f5af3623700 1 -- 172.21.15.162:0/2536463692 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f5ad80a2c20 msgr2=0x7f5ad80a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:47:52.172 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:52.172+0000 7f5af3623700 1 --2- 172.21.15.162:0/2536463692 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f5ad80a2c20 0x7f5ad80a50e0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f5aec06a900 tx=0x7f5ae8009190 comp rx=0 tx=0).stop 2024-06-13T11:47:52.172 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:52.172+0000 7f5af3623700 1 -- 172.21.15.162:0/2536463692 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5aec103b20 msgr2=0x7f5aec101db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:47:52.172 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:52.172+0000 7f5af3623700 1 --2- 172.21.15.162:0/2536463692 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5aec103b20 0x7f5aec101db0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f5ae4007d70 tx=0x7f5ae400a340 comp rx=0 tx=0).stop 2024-06-13T11:47:52.172 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:52.172+0000 7f5af3623700 1 -- 172.21.15.162:0/2536463692 shutdown_connections 2024-06-13T11:47:52.172 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:52.172+0000 7f5af3623700 1 --2- 172.21.15.162:0/2536463692 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f5ad80a2c20 0x7f5ad80a50e0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:47:52.173 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:52.172+0000 7f5af3623700 1 --2- 172.21.15.162:0/2536463692 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5aec1005a0 0x7f5aec103220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:47:52.173 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:52.172+0000 7f5af3623700 1 --2- 172.21.15.162:0/2536463692 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5aec103b20 0x7f5aec101db0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:47:52.173 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:52.172+0000 7f5af3623700 1 --2- 172.21.15.162:0/2536463692 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5aec100f40 0x7f5aec101870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:47:52.173 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:52.172+0000 7f5af3623700 1 -- 172.21.15.162:0/2536463692 >> 172.21.15.162:0/2536463692 conn(0x7f5aec0fc160 msgr2=0x7f5aec106b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:47:52.173 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:52.172+0000 7f5af3623700 1 -- 172.21.15.162:0/2536463692 shutdown_connections 2024-06-13T11:47:52.173 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:47:52.172+0000 7f5af3623700 1 -- 172.21.15.162:0/2536463692 wait complete. 2024-06-13T11:47:52.824 DEBUG:teuthology.orchestra.run.smithi162:osd.8> sudo journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.8.service 2024-06-13T11:47:52.826 INFO:tasks.cephadm:Deploying osd.9 on smithi042 with /dev/vg_nvme/lv_1... 2024-06-13T11:47:52.827 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-06-13T11:47:53.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:53 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:53.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:53 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:53.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:53 smithi042 ceph-mon[32231]: from='osd.8 [v2:172.21.15.162:6816/3088625761,v1:172.21.15.162:6817/3088625761]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-06-13T11:47:53.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:53 smithi042 ceph-mon[32231]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-06-13T11:47:53.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:53 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:53.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:53 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:53.315 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:47:53.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:53 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:53.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:53 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:53.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:53 smithi162 ceph-mon[36757]: from='osd.8 [v2:172.21.15.162:6816/3088625761,v1:172.21.15.162:6817/3088625761]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-06-13T11:47:53.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:53 smithi162 ceph-mon[36757]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-06-13T11:47:53.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:53 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:53.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:53 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:53.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:53 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:53.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:53 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:53.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:53 smithi088 ceph-mon[36399]: from='osd.8 [v2:172.21.15.162:6816/3088625761,v1:172.21.15.162:6817/3088625761]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-06-13T11:47:53.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:53 smithi088 ceph-mon[36399]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-06-13T11:47:53.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:53 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:53.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:53 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:54.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:54 smithi162 ceph-mon[36757]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:54.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:54 smithi162 ceph-mon[36757]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-06-13T11:47:54.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:54 smithi162 ceph-mon[36757]: osdmap e58: 9 total, 8 up, 9 in 2024-06-13T11:47:54.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:54 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T11:47:54.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:54 smithi162 ceph-mon[36757]: from='osd.8 [v2:172.21.15.162:6816/3088625761,v1:172.21.15.162:6817/3088625761]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]: dispatch 2024-06-13T11:47:54.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:54 smithi162 ceph-mon[36757]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]: dispatch 2024-06-13T11:47:54.404 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 11:47:54 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T11:47:54.152+0000 7f903b271700 -1 osd.8 0 waiting for initial osdmap 2024-06-13T11:47:54.404 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 11:47:54 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T11:47:54.162+0000 7f9037064700 -1 osd.8 59 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-13T11:47:54.484 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:54 smithi042 ceph-mon[32231]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:54.484 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:54 smithi042 ceph-mon[32231]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-06-13T11:47:54.484 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:54 smithi042 ceph-mon[32231]: osdmap e58: 9 total, 8 up, 9 in 2024-06-13T11:47:54.484 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:54 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T11:47:54.485 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:54 smithi042 ceph-mon[32231]: from='osd.8 [v2:172.21.15.162:6816/3088625761,v1:172.21.15.162:6817/3088625761]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]: dispatch 2024-06-13T11:47:54.485 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:54 smithi042 ceph-mon[32231]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]: dispatch 2024-06-13T11:47:54.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:54 smithi088 ceph-mon[36399]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:54.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:54 smithi088 ceph-mon[36399]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-06-13T11:47:54.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:54 smithi088 ceph-mon[36399]: osdmap e58: 9 total, 8 up, 9 in 2024-06-13T11:47:54.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:54 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T11:47:54.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:54 smithi088 ceph-mon[36399]: from='osd.8 [v2:172.21.15.162:6816/3088625761,v1:172.21.15.162:6817/3088625761]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]: dispatch 2024-06-13T11:47:54.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:54 smithi088 ceph-mon[36399]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]: dispatch 2024-06-13T11:47:55.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:55 smithi162 ceph-mon[36757]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]': finished 2024-06-13T11:47:55.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:55 smithi162 ceph-mon[36757]: osdmap e59: 9 total, 8 up, 9 in 2024-06-13T11:47:55.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:55 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T11:47:55.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:55 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T11:47:55.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:55 smithi162 ceph-mon[36757]: osd.8 [v2:172.21.15.162:6816/3088625761,v1:172.21.15.162:6817/3088625761] boot 2024-06-13T11:47:55.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:55 smithi162 ceph-mon[36757]: osdmap e60: 9 total, 9 up, 9 in 2024-06-13T11:47:55.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:55 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T11:47:55.468 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:55 smithi042 ceph-mon[32231]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]': finished 2024-06-13T11:47:55.468 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:55 smithi042 ceph-mon[32231]: osdmap e59: 9 total, 8 up, 9 in 2024-06-13T11:47:55.469 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:55 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T11:47:55.469 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:55 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T11:47:55.469 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:55 smithi042 ceph-mon[32231]: osd.8 [v2:172.21.15.162:6816/3088625761,v1:172.21.15.162:6817/3088625761] boot 2024-06-13T11:47:55.469 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:55 smithi042 ceph-mon[32231]: osdmap e60: 9 total, 9 up, 9 in 2024-06-13T11:47:55.469 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:55 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T11:47:55.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:55 smithi088 ceph-mon[36399]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]': finished 2024-06-13T11:47:55.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:55 smithi088 ceph-mon[36399]: osdmap e59: 9 total, 8 up, 9 in 2024-06-13T11:47:55.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:55 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T11:47:55.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:55 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T11:47:55.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:55 smithi088 ceph-mon[36399]: osd.8 [v2:172.21.15.162:6816/3088625761,v1:172.21.15.162:6817/3088625761] boot 2024-06-13T11:47:55.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:55 smithi088 ceph-mon[36399]: osdmap e60: 9 total, 9 up, 9 in 2024-06-13T11:47:55.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:55 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T11:47:56.382 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:56 smithi042 ceph-mon[32231]: purged_snaps scrub starts 2024-06-13T11:47:56.383 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:56 smithi042 ceph-mon[32231]: purged_snaps scrub ok 2024-06-13T11:47:56.383 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:56 smithi042 ceph-mon[32231]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:56.383 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:56 smithi042 ceph-mon[32231]: osdmap e61: 9 total, 9 up, 9 in 2024-06-13T11:47:56.383 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-06-13T11:47:56.383 INFO:teuthology.orchestra.run.smithi042.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-06-13T11:47:56.383 INFO:teuthology.orchestra.run.smithi042.stderr: stderr: 10+0 records in 2024-06-13T11:47:56.384 INFO:teuthology.orchestra.run.smithi042.stderr:10+0 records out 2024-06-13T11:47:56.384 INFO:teuthology.orchestra.run.smithi042.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0369827 s, 284 MB/s 2024-06-13T11:47:56.384 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping successful for: 2024-06-13T11:47:56.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:56 smithi162 ceph-mon[36757]: purged_snaps scrub starts 2024-06-13T11:47:56.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:56 smithi162 ceph-mon[36757]: purged_snaps scrub ok 2024-06-13T11:47:56.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:56 smithi162 ceph-mon[36757]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:56.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:56 smithi162 ceph-mon[36757]: osdmap e61: 9 total, 9 up, 9 in 2024-06-13T11:47:56.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:56 smithi088 ceph-mon[36399]: purged_snaps scrub starts 2024-06-13T11:47:56.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:56 smithi088 ceph-mon[36399]: purged_snaps scrub ok 2024-06-13T11:47:56.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:56 smithi088 ceph-mon[36399]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-06-13T11:47:56.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:56 smithi088 ceph-mon[36399]: osdmap e61: 9 total, 9 up, 9 in 2024-06-13T11:47:57.233 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph orch daemon add osd smithi042:vg_nvme/lv_1 2024-06-13T11:47:57.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:57 smithi088 ceph-mon[36399]: osdmap e62: 9 total, 9 up, 9 in 2024-06-13T11:47:57.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:57 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:57.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:57 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:57.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:57 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:47:57.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:57 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:47:57.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:57 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:47:57.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:57 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:57.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:57 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:47:57.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:57 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:47:57.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:57 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:57.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:57 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:47:57.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:57 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:47:57.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:57 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:47:57.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:57 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:57.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:57 smithi042 ceph-mon[32231]: osdmap e62: 9 total, 9 up, 9 in 2024-06-13T11:47:57.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:57 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:57.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:57 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:57.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:57 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:47:57.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:57 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:47:57.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:57 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:47:57.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:57 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:57.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:57 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:47:57.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:57 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:47:57.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:57 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:57.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:57 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:47:57.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:57 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:47:57.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:57 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:47:57.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:57 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:57.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:57 smithi162 ceph-mon[36757]: osdmap e62: 9 total, 9 up, 9 in 2024-06-13T11:47:57.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:57 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:57.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:57 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:57.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:57 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:47:57.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:57 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:47:57.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:57 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:47:57.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:57 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:57.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:57 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:47:57.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:57 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:47:57.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:57 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:57.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:57 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:47:57.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:57 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:47:57.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:57 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:47:57.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:57 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:47:57.691 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:47:58.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:58 smithi088 ceph-mon[36399]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:47:58.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:58 smithi088 ceph-mon[36399]: Detected new or changed devices on smithi162 2024-06-13T11:47:58.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:58 smithi088 ceph-mon[36399]: Adjusting osd_memory_target on smithi162 to 5696M 2024-06-13T11:47:58.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:58 smithi088 ceph-mon[36399]: osdmap e63: 9 total, 9 up, 9 in 2024-06-13T11:47:58.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:58 smithi042 ceph-mon[32231]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:47:58.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:58 smithi042 ceph-mon[32231]: Detected new or changed devices on smithi162 2024-06-13T11:47:58.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:58 smithi042 ceph-mon[32231]: Adjusting osd_memory_target on smithi162 to 5696M 2024-06-13T11:47:58.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:58 smithi042 ceph-mon[32231]: osdmap e63: 9 total, 9 up, 9 in 2024-06-13T11:47:58.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:58 smithi162 ceph-mon[36757]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:47:58.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:58 smithi162 ceph-mon[36757]: Detected new or changed devices on smithi162 2024-06-13T11:47:58.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:58 smithi162 ceph-mon[36757]: Adjusting osd_memory_target on smithi162 to 5696M 2024-06-13T11:47:58.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:58 smithi162 ceph-mon[36757]: osdmap e63: 9 total, 9 up, 9 in 2024-06-13T11:47:59.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:47:59 smithi088 ceph-mon[36399]: osdmap e64: 9 total, 9 up, 9 in 2024-06-13T11:47:59.510 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:47:59 smithi042 ceph-mon[32231]: osdmap e64: 9 total, 9 up, 9 in 2024-06-13T11:47:59.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:47:59 smithi162 ceph-mon[36757]: osdmap e64: 9 total, 9 up, 9 in 2024-06-13T11:47:59.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.823+0000 7fe81ec00700 1 -- 172.21.15.42:0/650459400 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe818104630 msgr2=0x7fe818104a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:47:59.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.823+0000 7fe81ec00700 1 --2- 172.21.15.42:0/650459400 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe818104630 0x7fe818104a50 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fe80c0099c0 tx=0x7fe80c009cd0 comp rx=0 tx=0).stop 2024-06-13T11:47:59.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.823+0000 7fe81ec00700 1 -- 172.21.15.42:0/650459400 shutdown_connections 2024-06-13T11:47:59.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.823+0000 7fe81ec00700 1 --2- 172.21.15.42:0/650459400 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe8181061d0 0x7fe81810ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:47:59.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.823+0000 7fe81ec00700 1 --2- 172.21.15.42:0/650459400 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe818104630 0x7fe818104a50 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:47:59.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.823+0000 7fe81ec00700 1 --2- 172.21.15.42:0/650459400 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe818105830 0x7fe818105c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:47:59.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.823+0000 7fe81ec00700 1 -- 172.21.15.42:0/650459400 >> 172.21.15.42:0/650459400 conn(0x7fe8180ffbb0 msgr2=0x7fe818102010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:47:59.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.823+0000 7fe81ec00700 1 -- 172.21.15.42:0/650459400 shutdown_connections 2024-06-13T11:47:59.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.823+0000 7fe81ec00700 1 -- 172.21.15.42:0/650459400 wait complete. 2024-06-13T11:47:59.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.824+0000 7fe81ec00700 1 Processor -- start 2024-06-13T11:47:59.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.824+0000 7fe81ec00700 1 -- start start 2024-06-13T11:47:59.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.825+0000 7fe81ec00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe818104630 0x7fe81819a830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:47:59.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.825+0000 7fe81ec00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe818105830 0x7fe81819ad70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:47:59.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.825+0000 7fe81ec00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe8181061d0 0x7fe8181a1df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:47:59.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.825+0000 7fe81ec00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe818110250 con 0x7fe8181061d0 2024-06-13T11:47:59.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.825+0000 7fe81ec00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fe8181100d0 con 0x7fe818105830 2024-06-13T11:47:59.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.825+0000 7fe81ec00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fe8181103d0 con 0x7fe818104630 2024-06-13T11:47:59.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.825+0000 7fe81e200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe8181061d0 0x7fe8181a1df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:47:59.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.825+0000 7fe81d800700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe818104630 0x7fe81819a830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:47:59.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.825+0000 7fe81e200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe8181061d0 0x7fe8181a1df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:48716/0 (socket says 172.21.15.42:48716) 2024-06-13T11:47:59.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.825+0000 7fe81e200700 1 -- 172.21.15.42:0/3675074882 learned_addr learned my addr 172.21.15.42:0/3675074882 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:47:59.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.825+0000 7fe81ce00700 1 --2- 172.21.15.42:0/3675074882 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe818105830 0x7fe81819ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:47:59.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.825+0000 7fe81d800700 1 -- 172.21.15.42:0/3675074882 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe818105830 msgr2=0x7fe81819ad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:47:59.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.825+0000 7fe81d800700 1 --2- 172.21.15.42:0/3675074882 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe818105830 0x7fe81819ad70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:47:59.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.826+0000 7fe81d800700 1 -- 172.21.15.42:0/3675074882 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe8181061d0 msgr2=0x7fe8181a1df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:47:59.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.826+0000 7fe81d800700 1 --2- 172.21.15.42:0/3675074882 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe8181061d0 0x7fe8181a1df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:47:59.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.826+0000 7fe81d800700 1 -- 172.21.15.42:0/3675074882 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8181a2490 con 0x7fe818104630 2024-06-13T11:47:59.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.826+0000 7fe81ce00700 1 --2- 172.21.15.42:0/3675074882 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe818105830 0x7fe81819ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:47:59.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.826+0000 7fe81d800700 1 --2- 172.21.15.42:0/3675074882 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe818104630 0x7fe81819a830 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fe80c003790 tx=0x7fe80c009580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:47:59.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.826+0000 7fe816000700 1 -- 172.21.15.42:0/3675074882 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe80c027070 con 0x7fe818104630 2024-06-13T11:47:59.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.826+0000 7fe816000700 1 -- 172.21.15.42:0/3675074882 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe80c022470 con 0x7fe818104630 2024-06-13T11:47:59.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.826+0000 7fe81ec00700 1 -- 172.21.15.42:0/3675074882 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8181a2720 con 0x7fe818104630 2024-06-13T11:47:59.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.826+0000 7fe816000700 1 -- 172.21.15.42:0/3675074882 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe80c009e60 con 0x7fe818104630 2024-06-13T11:47:59.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.826+0000 7fe81ec00700 1 -- 172.21.15.42:0/3675074882 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8181a2b70 con 0x7fe818104630 2024-06-13T11:47:59.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.827+0000 7fe81ec00700 1 -- 172.21.15.42:0/3675074882 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe818069180 con 0x7fe818104630 2024-06-13T11:47:59.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.830+0000 7fe816000700 1 -- 172.21.15.42:0/3675074882 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fe80c02a070 con 0x7fe818104630 2024-06-13T11:47:59.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.831+0000 7fe816000700 1 --2- 172.21.15.42:0/3675074882 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fe8000a2c20 0x7fe8000a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:47:59.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.831+0000 7fe816000700 1 -- 172.21.15.42:0/3675074882 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 5829+0+0 (secure 0 0 0) 0x7fe80c0cf8b0 con 0x7fe818104630 2024-06-13T11:47:59.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.831+0000 7fe81ce00700 1 --2- 172.21.15.42:0/3675074882 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fe8000a2c20 0x7fe8000a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:47:59.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.832+0000 7fe81ce00700 1 --2- 172.21.15.42:0/3675074882 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fe8000a2c20 0x7fe8000a50e0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fe804009cb0 tx=0x7fe804009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:47:59.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:47:59.834+0000 7fe816000700 1 -- 172.21.15.42:0/3675074882 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe80c013070 con 0x7fe818104630 2024-06-13T11:48:00.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:48:00.075+0000 7fe81ec00700 1 -- 172.21.15.42:0/3675074882 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fe8180628d0 con 0x7fe8000a2c20 2024-06-13T11:48:00.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:00 smithi088 ceph-mon[36399]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:00.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:00 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:48:00.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:00 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:48:00.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:00 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:48:00.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:00 smithi042 ceph-mon[32231]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:00.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:00 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:48:00.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:00 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:48:00.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:00 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:48:00.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:00 smithi162 ceph-mon[36757]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:00.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:00 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:48:00.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:00 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:48:00.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:00 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:48:01.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:01 smithi042 ceph-mon[32231]: from='client.24334 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:48:01.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:01 smithi088 ceph-mon[36399]: from='client.24334 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:48:01.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:01 smithi162 ceph-mon[36757]: from='client.24334 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:48:02.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:02 smithi088 ceph-mon[36399]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 107 KiB/s, 0 objects/s recovering 2024-06-13T11:48:02.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:02 smithi042 ceph-mon[32231]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 107 KiB/s, 0 objects/s recovering 2024-06-13T11:48:02.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:02 smithi162 ceph-mon[36757]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 107 KiB/s, 0 objects/s recovering 2024-06-13T11:48:04.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:04 smithi088 ceph-mon[36399]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-06-13T11:48:04.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:04 smithi042 ceph-mon[32231]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-06-13T11:48:04.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:04 smithi162 ceph-mon[36757]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-06-13T11:48:05.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:05 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/573780368' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5cc3fd15-648b-4f56-8876-5da70b55b248"}]: dispatch 2024-06-13T11:48:05.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:05 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/573780368' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5cc3fd15-648b-4f56-8876-5da70b55b248"}]': finished 2024-06-13T11:48:05.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:05 smithi042 ceph-mon[32231]: osdmap e65: 10 total, 9 up, 10 in 2024-06-13T11:48:05.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T11:48:05.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:05 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/573780368' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5cc3fd15-648b-4f56-8876-5da70b55b248"}]: dispatch 2024-06-13T11:48:05.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:05 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/573780368' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5cc3fd15-648b-4f56-8876-5da70b55b248"}]': finished 2024-06-13T11:48:05.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:05 smithi162 ceph-mon[36757]: osdmap e65: 10 total, 9 up, 10 in 2024-06-13T11:48:05.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:05 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T11:48:05.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:05 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/573780368' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5cc3fd15-648b-4f56-8876-5da70b55b248"}]: dispatch 2024-06-13T11:48:05.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:05 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/573780368' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5cc3fd15-648b-4f56-8876-5da70b55b248"}]': finished 2024-06-13T11:48:05.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:05 smithi088 ceph-mon[36399]: osdmap e65: 10 total, 9 up, 10 in 2024-06-13T11:48:05.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:05 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T11:48:06.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:06 smithi042 ceph-mon[32231]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-06-13T11:48:06.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:06 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/1677398706' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:48:06.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:06 smithi162 ceph-mon[36757]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-06-13T11:48:06.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:06 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/1677398706' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:48:06.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:06 smithi088 ceph-mon[36399]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-06-13T11:48:06.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:06 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/1677398706' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:48:08.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:08 smithi042 ceph-mon[32231]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-06-13T11:48:08.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:08 smithi162 ceph-mon[36757]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-06-13T11:48:08.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:08 smithi088 ceph-mon[36399]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-06-13T11:48:10.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:10 smithi042 ceph-mon[32231]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-06-13T11:48:10.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:10 smithi162 ceph-mon[36757]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-06-13T11:48:10.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:10 smithi088 ceph-mon[36399]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-06-13T11:48:12.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:12 smithi042 ceph-mon[32231]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:12.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:12 smithi162 ceph-mon[36757]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:12.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:12 smithi088 ceph-mon[36399]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:14.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:14 smithi042 ceph-mon[32231]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:14.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:14 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-06-13T11:48:14.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:14 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:48:14.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:14 smithi162 ceph-mon[36757]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:14.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:14 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-06-13T11:48:14.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:14 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:48:14.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:14 smithi088 ceph-mon[36399]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:14.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:14 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-06-13T11:48:14.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:14 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:48:15.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:15 smithi042 ceph-mon[32231]: Deploying daemon osd.9 on smithi042 2024-06-13T11:48:15.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:15 smithi162 ceph-mon[36757]: Deploying daemon osd.9 on smithi042 2024-06-13T11:48:15.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:15 smithi088 ceph-mon[36399]: Deploying daemon osd.9 on smithi042 2024-06-13T11:48:16.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:16 smithi042 ceph-mon[32231]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:16.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:16 smithi162 ceph-mon[36757]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:16.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:16 smithi088 ceph-mon[36399]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:18.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:18 smithi042 ceph-mon[32231]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:18.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:18 smithi162 ceph-mon[36757]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:18.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:18 smithi088 ceph-mon[36399]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:20.471 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:20 smithi042 ceph-mon[32231]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:20.556 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:20 smithi088 ceph-mon[36399]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:20.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:20 smithi162 ceph-mon[36757]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:21.594 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:21 smithi042 ceph-mon[32231]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:21.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:21 smithi162 ceph-mon[36757]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:21.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:21 smithi088 ceph-mon[36399]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:23.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:23 smithi162 ceph-mon[36757]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:23.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:23 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:23.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:23 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:23.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:23 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:48:23.949 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:23 smithi042 ceph-mon[32231]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:23.949 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:23 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:23.949 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:23 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:23.949 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:23 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:48:24.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:23 smithi088 ceph-mon[36399]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:24.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:23 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:24.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:23 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:24.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:23 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:48:25.863 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:25 smithi042 ceph-mon[32231]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:25.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:25 smithi162 ceph-mon[36757]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:26.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:25 smithi088 ceph-mon[36399]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:28.136 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:48:28.135+0000 7fe816000700 1 -- 172.21.15.42:0/3675074882 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fe8180628d0 con 0x7fe8000a2c20 2024-06-13T11:48:28.137 INFO:teuthology.orchestra.run.smithi042.stdout:Created osd(s) 9 on host 'smithi042' 2024-06-13T11:48:28.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:48:28.139+0000 7fe81ec00700 1 -- 172.21.15.42:0/3675074882 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fe8000a2c20 msgr2=0x7fe8000a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:48:28.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:48:28.139+0000 7fe81ec00700 1 --2- 172.21.15.42:0/3675074882 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fe8000a2c20 0x7fe8000a50e0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fe804009cb0 tx=0x7fe804009260 comp rx=0 tx=0).stop 2024-06-13T11:48:28.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:48:28.139+0000 7fe81ec00700 1 -- 172.21.15.42:0/3675074882 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe818104630 msgr2=0x7fe81819a830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:48:28.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:48:28.139+0000 7fe81ec00700 1 --2- 172.21.15.42:0/3675074882 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe818104630 0x7fe81819a830 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fe80c003790 tx=0x7fe80c009580 comp rx=0 tx=0).stop 2024-06-13T11:48:28.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:48:28.139+0000 7fe81ec00700 1 -- 172.21.15.42:0/3675074882 shutdown_connections 2024-06-13T11:48:28.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:48:28.139+0000 7fe81ec00700 1 --2- 172.21.15.42:0/3675074882 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe8181061d0 0x7fe8181a1df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:48:28.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:48:28.139+0000 7fe81ec00700 1 --2- 172.21.15.42:0/3675074882 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe818104630 0x7fe81819a830 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:48:28.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:48:28.139+0000 7fe81ec00700 1 --2- 172.21.15.42:0/3675074882 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fe8000a2c20 0x7fe8000a50e0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:48:28.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:48:28.139+0000 7fe81ec00700 1 --2- 172.21.15.42:0/3675074882 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe818105830 0x7fe81819ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:48:28.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:48:28.139+0000 7fe81ec00700 1 -- 172.21.15.42:0/3675074882 >> 172.21.15.42:0/3675074882 conn(0x7fe8180ffbb0 msgr2=0x7fe818108b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:48:28.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:48:28.139+0000 7fe81ec00700 1 -- 172.21.15.42:0/3675074882 shutdown_connections 2024-06-13T11:48:28.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:48:28.139+0000 7fe81ec00700 1 -- 172.21.15.42:0/3675074882 wait complete. 2024-06-13T11:48:28.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:28 smithi042 ceph-mon[32231]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:28.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:28 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:28.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:28 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:28.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:28 smithi042 ceph-mon[32231]: from='osd.9 [v2:172.21.15.42:6826/2833466933,v1:172.21.15.42:6827/2833466933]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-06-13T11:48:28.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:28 smithi042 ceph-mon[32231]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-06-13T11:48:28.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:28 smithi162 ceph-mon[36757]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:28.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:28 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:28.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:28 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:28.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:28 smithi162 ceph-mon[36757]: from='osd.9 [v2:172.21.15.42:6826/2833466933,v1:172.21.15.42:6827/2833466933]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-06-13T11:48:28.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:28 smithi162 ceph-mon[36757]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-06-13T11:48:28.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:28 smithi088 ceph-mon[36399]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:28.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:28 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:28.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:28 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:28.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:28 smithi088 ceph-mon[36399]: from='osd.9 [v2:172.21.15.42:6826/2833466933,v1:172.21.15.42:6827/2833466933]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-06-13T11:48:28.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:28 smithi088 ceph-mon[36399]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-06-13T11:48:28.927 DEBUG:teuthology.orchestra.run.smithi042:osd.9> sudo journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.9.service 2024-06-13T11:48:28.931 INFO:tasks.cephadm:Deploying osd.10 on smithi088 with /dev/vg_nvme/lv_1... 2024-06-13T11:48:28.932 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-06-13T11:48:29.178 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.b/config 2024-06-13T11:48:29.250 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:29 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:29.251 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:29 smithi042 ceph-mon[32231]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-06-13T11:48:29.251 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:29 smithi042 ceph-mon[32231]: osdmap e66: 10 total, 9 up, 10 in 2024-06-13T11:48:29.251 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:29 smithi042 ceph-mon[32231]: from='osd.9 [v2:172.21.15.42:6826/2833466933,v1:172.21.15.42:6827/2833466933]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-06-13T11:48:29.251 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:29 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T11:48:29.251 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:29 smithi042 ceph-mon[32231]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-06-13T11:48:29.251 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:29 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:29.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:29 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:29.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:29 smithi088 ceph-mon[36399]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-06-13T11:48:29.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:29 smithi088 ceph-mon[36399]: osdmap e66: 10 total, 9 up, 10 in 2024-06-13T11:48:29.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:29 smithi088 ceph-mon[36399]: from='osd.9 [v2:172.21.15.42:6826/2833466933,v1:172.21.15.42:6827/2833466933]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-06-13T11:48:29.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:29 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T11:48:29.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:29 smithi088 ceph-mon[36399]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-06-13T11:48:29.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:29 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:29.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:29 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:29.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:29 smithi162 ceph-mon[36757]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-06-13T11:48:29.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:29 smithi162 ceph-mon[36757]: osdmap e66: 10 total, 9 up, 10 in 2024-06-13T11:48:29.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:29 smithi162 ceph-mon[36757]: from='osd.9 [v2:172.21.15.42:6826/2833466933,v1:172.21.15.42:6827/2833466933]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-06-13T11:48:29.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:29 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T11:48:29.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:29 smithi162 ceph-mon[36757]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-06-13T11:48:29.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:29 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:30.059 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 11:48:29 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T11:48:29.749+0000 7fba32a00700 -1 osd.9 0 waiting for initial osdmap 2024-06-13T11:48:30.059 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 11:48:29 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T11:48:29.786+0000 7fba28800700 -1 osd.9 67 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-13T11:48:30.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:30 smithi162 ceph-mon[36757]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:30.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:30 smithi162 ceph-mon[36757]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-06-13T11:48:30.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:30 smithi162 ceph-mon[36757]: osdmap e67: 10 total, 9 up, 10 in 2024-06-13T11:48:30.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:30 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T11:48:30.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:30 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T11:48:30.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:30 smithi162 ceph-mon[36757]: from='osd.9 ' entity='osd.9' 2024-06-13T11:48:30.424 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:30 smithi042 ceph-mon[32231]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:30.424 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:30 smithi042 ceph-mon[32231]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-06-13T11:48:30.424 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:30 smithi042 ceph-mon[32231]: osdmap e67: 10 total, 9 up, 10 in 2024-06-13T11:48:30.424 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:30 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T11:48:30.424 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:30 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T11:48:30.425 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:30 smithi042 ceph-mon[32231]: from='osd.9 ' entity='osd.9' 2024-06-13T11:48:30.491 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:30 smithi088 ceph-mon[36399]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:30.492 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:30 smithi088 ceph-mon[36399]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-06-13T11:48:30.492 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:30 smithi088 ceph-mon[36399]: osdmap e67: 10 total, 9 up, 10 in 2024-06-13T11:48:30.492 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:30 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T11:48:30.492 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:30 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T11:48:30.492 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:30 smithi088 ceph-mon[36399]: from='osd.9 ' entity='osd.9' 2024-06-13T11:48:31.234 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-06-13T11:48:31.234 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-06-13T11:48:31.234 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10+0 records in 2024-06-13T11:48:31.235 INFO:teuthology.orchestra.run.smithi088.stderr:10+0 records out 2024-06-13T11:48:31.235 INFO:teuthology.orchestra.run.smithi088.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0111131 s, 944 MB/s 2024-06-13T11:48:31.235 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping successful for: 2024-06-13T11:48:31.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:31 smithi162 ceph-mon[36757]: purged_snaps scrub starts 2024-06-13T11:48:31.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:31 smithi162 ceph-mon[36757]: purged_snaps scrub ok 2024-06-13T11:48:31.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:31 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T11:48:31.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:31 smithi162 ceph-mon[36757]: osd.9 [v2:172.21.15.42:6826/2833466933,v1:172.21.15.42:6827/2833466933] boot 2024-06-13T11:48:31.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:31 smithi162 ceph-mon[36757]: osdmap e68: 10 total, 10 up, 10 in 2024-06-13T11:48:31.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:31 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T11:48:31.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:31 smithi088 ceph-mon[36399]: purged_snaps scrub starts 2024-06-13T11:48:31.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:31 smithi088 ceph-mon[36399]: purged_snaps scrub ok 2024-06-13T11:48:31.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:31 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T11:48:31.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:31 smithi088 ceph-mon[36399]: osd.9 [v2:172.21.15.42:6826/2833466933,v1:172.21.15.42:6827/2833466933] boot 2024-06-13T11:48:31.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:31 smithi088 ceph-mon[36399]: osdmap e68: 10 total, 10 up, 10 in 2024-06-13T11:48:31.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:31 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T11:48:31.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:31 smithi042 ceph-mon[32231]: purged_snaps scrub starts 2024-06-13T11:48:31.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:31 smithi042 ceph-mon[32231]: purged_snaps scrub ok 2024-06-13T11:48:31.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:31 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T11:48:31.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:31 smithi042 ceph-mon[32231]: osd.9 [v2:172.21.15.42:6826/2833466933,v1:172.21.15.42:6827/2833466933] boot 2024-06-13T11:48:31.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:31 smithi042 ceph-mon[32231]: osdmap e68: 10 total, 10 up, 10 in 2024-06-13T11:48:31.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:31 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T11:48:31.925 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph orch daemon add osd smithi088:vg_nvme/lv_1 2024-06-13T11:48:32.171 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.b/config 2024-06-13T11:48:32.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:32 smithi088 ceph-mon[36399]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:32.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:32 smithi088 ceph-mon[36399]: osdmap e69: 10 total, 10 up, 10 in 2024-06-13T11:48:32.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:32 smithi162 ceph-mon[36757]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:32.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:32 smithi162 ceph-mon[36757]: osdmap e69: 10 total, 10 up, 10 in 2024-06-13T11:48:32.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:32 smithi042 ceph-mon[32231]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-06-13T11:48:32.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:32 smithi042 ceph-mon[32231]: osdmap e69: 10 total, 10 up, 10 in 2024-06-13T11:48:33.846 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.844+0000 7f1e166f6700 1 -- 172.21.15.88:0/1148238182 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1e10103710 msgr2=0x7f1e10103b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:48:33.846 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.844+0000 7f1e166f6700 1 --2- 172.21.15.88:0/1148238182 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1e10103710 0x7f1e10103b70 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f1e040099c0 tx=0x7f1e04009cd0 comp rx=0 tx=0).stop 2024-06-13T11:48:33.847 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.844+0000 7f1e166f6700 1 -- 172.21.15.88:0/1148238182 shutdown_connections 2024-06-13T11:48:33.847 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.844+0000 7f1e166f6700 1 --2- 172.21.15.88:0/1148238182 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1e101040b0 0x7f1e1010a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:48:33.847 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.844+0000 7f1e166f6700 1 --2- 172.21.15.88:0/1148238182 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1e10102510 0x7f1e10102930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:48:33.847 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.844+0000 7f1e166f6700 1 --2- 172.21.15.88:0/1148238182 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1e10103710 0x7f1e10103b70 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:48:33.847 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.844+0000 7f1e166f6700 1 -- 172.21.15.88:0/1148238182 >> 172.21.15.88:0/1148238182 conn(0x7f1e100fdab0 msgr2=0x7f1e100ffef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:48:33.847 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.844+0000 7f1e166f6700 1 -- 172.21.15.88:0/1148238182 shutdown_connections 2024-06-13T11:48:33.847 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.844+0000 7f1e166f6700 1 -- 172.21.15.88:0/1148238182 wait complete. 2024-06-13T11:48:33.847 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.845+0000 7f1e166f6700 1 Processor -- start 2024-06-13T11:48:33.847 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.845+0000 7f1e166f6700 1 -- start start 2024-06-13T11:48:33.847 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.845+0000 7f1e166f6700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1e10102510 0x7f1e10076230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:48:33.847 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.845+0000 7f1e166f6700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1e10103710 0x7f1e10074880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:48:33.847 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.845+0000 7f1e166f6700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1e101040b0 0x7f1e10074dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:48:33.848 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.845+0000 7f1e166f6700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1e1010e1f0 con 0x7f1e10103710 2024-06-13T11:48:33.848 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.845+0000 7f1e166f6700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f1e1010e070 con 0x7f1e10102510 2024-06-13T11:48:33.848 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.845+0000 7f1e166f6700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f1e1010e370 con 0x7f1e101040b0 2024-06-13T11:48:33.848 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.845+0000 7f1e0ffff700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1e10102510 0x7f1e10076230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:48:33.848 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.845+0000 7f1e0ffff700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1e10102510 0x7f1e10076230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:45186/0 (socket says 172.21.15.88:45186) 2024-06-13T11:48:33.848 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.845+0000 7f1e0ffff700 1 -- 172.21.15.88:0/4158354361 learned_addr learned my addr 172.21.15.88:0/4158354361 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-06-13T11:48:33.848 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.845+0000 7f1e14c93700 1 --2- 172.21.15.88:0/4158354361 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1e101040b0 0x7f1e10074dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:48:33.848 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.845+0000 7f1e0ffff700 1 -- 172.21.15.88:0/4158354361 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1e101040b0 msgr2=0x7f1e10074dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:48:33.848 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.845+0000 7f1e0ffff700 1 --2- 172.21.15.88:0/4158354361 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1e101040b0 0x7f1e10074dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:48:33.848 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.845+0000 7f1e0ffff700 1 -- 172.21.15.88:0/4158354361 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1e10103710 msgr2=0x7f1e10074880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:48:33.848 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.845+0000 7f1e0ffff700 1 --2- 172.21.15.88:0/4158354361 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1e10103710 0x7f1e10074880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:48:33.848 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.845+0000 7f1e0ffff700 1 -- 172.21.15.88:0/4158354361 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e10075670 con 0x7f1e10102510 2024-06-13T11:48:33.849 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.845+0000 7f1e14c93700 1 --2- 172.21.15.88:0/4158354361 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1e101040b0 0x7f1e10074dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T11:48:33.849 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.845+0000 7f1e0ffff700 1 --2- 172.21.15.88:0/4158354361 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1e10102510 0x7f1e10076230 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f1e0000b500 tx=0x7f1e0000b8c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:48:33.849 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.846+0000 7f1e0d7fa700 1 -- 172.21.15.88:0/4158354361 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e00015020 con 0x7f1e10102510 2024-06-13T11:48:33.849 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.846+0000 7f1e166f6700 1 -- 172.21.15.88:0/4158354361 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e101a2910 con 0x7f1e10102510 2024-06-13T11:48:33.849 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.846+0000 7f1e0d7fa700 1 -- 172.21.15.88:0/4158354361 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1e00011d10 con 0x7f1e10102510 2024-06-13T11:48:33.849 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.846+0000 7f1e0d7fa700 1 -- 172.21.15.88:0/4158354361 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e0000f2e0 con 0x7f1e10102510 2024-06-13T11:48:33.849 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.846+0000 7f1e166f6700 1 -- 172.21.15.88:0/4158354361 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e101a2ed0 con 0x7f1e10102510 2024-06-13T11:48:33.850 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.847+0000 7f1e166f6700 1 -- 172.21.15.88:0/4158354361 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e10069180 con 0x7f1e10102510 2024-06-13T11:48:33.850 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.848+0000 7f1e0d7fa700 1 -- 172.21.15.88:0/4158354361 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f1e00018020 con 0x7f1e10102510 2024-06-13T11:48:33.850 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.848+0000 7f1e0d7fa700 1 --2- 172.21.15.88:0/4158354361 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f1df80a2c20 0x7f1df80a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:48:33.850 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.848+0000 7f1e0d7fa700 1 -- 172.21.15.88:0/4158354361 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6261+0+0 (secure 0 0 0) 0x7f1e000ce070 con 0x7f1e10102510 2024-06-13T11:48:33.850 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.849+0000 7f1e0f7fe700 1 --2- 172.21.15.88:0/4158354361 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f1df80a2c20 0x7f1df80a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:48:33.850 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.850+0000 7f1e0f7fe700 1 --2- 172.21.15.88:0/4158354361 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f1df80a2c20 0x7f1df80a50e0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f1e04009fd0 tx=0x7f1e04000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:48:33.853 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:33.853+0000 7f1e0d7fa700 1 -- 172.21.15.88:0/4158354361 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f1e0001f020 con 0x7f1e10102510 2024-06-13T11:48:34.059 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:34.059+0000 7f1e166f6700 1 -- 172.21.15.88:0/4158354361 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f1e100628d0 con 0x7f1df80a2c20 2024-06-13T11:48:34.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:34 smithi042 ceph-mon[32231]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:34.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:34 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:48:34.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:34 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:48:34.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:34 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:48:34.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:34 smithi162 ceph-mon[36757]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:34.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:34 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:48:34.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:34 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:48:34.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:34 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:48:34.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:34 smithi088 ceph-mon[36399]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:34.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:34 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:48:34.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:34 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:48:34.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:34 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:48:35.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:35 smithi088 ceph-mon[36399]: from='client.24368 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:48:35.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:35 smithi088 ceph-mon[36399]: Detected new or changed devices on smithi042 2024-06-13T11:48:35.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:35 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:35.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:35 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:35.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:35 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:48:35.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:35 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:48:35.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:35 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:48:35.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:35 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:48:35.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:35 smithi088 ceph-mon[36399]: Adjusting osd_memory_target on smithi042 to 4273M 2024-06-13T11:48:35.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:35 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:35.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:35 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:48:35.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:35 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:48:35.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:35 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:35.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:35 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:48:35.256 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:35 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:48:35.256 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:35 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:48:35.256 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:35 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:35.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:35 smithi162 ceph-mon[36757]: from='client.24368 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:48:35.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:35 smithi162 ceph-mon[36757]: Detected new or changed devices on smithi042 2024-06-13T11:48:35.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:35 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:35.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:35 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:35.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:35 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:48:35.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:35 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:48:35.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:35 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:48:35.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:35 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:48:35.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:35 smithi162 ceph-mon[36757]: Adjusting osd_memory_target on smithi042 to 4273M 2024-06-13T11:48:35.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:35 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:35.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:35 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:48:35.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:35 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:48:35.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:35 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:35.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:35 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:48:35.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:35 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:48:35.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:35 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:48:35.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:35 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:35.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:35 smithi042 ceph-mon[32231]: from='client.24368 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:48:35.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:35 smithi042 ceph-mon[32231]: Detected new or changed devices on smithi042 2024-06-13T11:48:35.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:35 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:35.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:35 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:35.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:35 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:48:35.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:35 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:48:35.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:35 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:48:35.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:35 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:48:35.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:35 smithi042 ceph-mon[32231]: Adjusting osd_memory_target on smithi042 to 4273M 2024-06-13T11:48:35.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:35 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:35.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:35 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:48:35.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:35 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:48:35.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:35 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:35.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:35 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:48:35.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:35 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:48:35.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:35 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:48:35.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:35 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:36.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:36 smithi162 ceph-mon[36757]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:36.451 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:36 smithi042 ceph-mon[32231]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:36.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:36 smithi088 ceph-mon[36399]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:37.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:37 smithi088 ceph-mon[36399]: from='client.? 172.21.15.88:0/4156562656' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a2460fe2-1c93-4ab5-9aa1-5beba626f2cb"}]: dispatch 2024-06-13T11:48:37.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:37 smithi088 ceph-mon[36399]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a2460fe2-1c93-4ab5-9aa1-5beba626f2cb"}]: dispatch 2024-06-13T11:48:37.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:37 smithi088 ceph-mon[36399]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a2460fe2-1c93-4ab5-9aa1-5beba626f2cb"}]': finished 2024-06-13T11:48:37.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:37 smithi088 ceph-mon[36399]: osdmap e70: 11 total, 10 up, 11 in 2024-06-13T11:48:37.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:37 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T11:48:37.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:37 smithi042 ceph-mon[32231]: from='client.? 172.21.15.88:0/4156562656' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a2460fe2-1c93-4ab5-9aa1-5beba626f2cb"}]: dispatch 2024-06-13T11:48:37.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:37 smithi042 ceph-mon[32231]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a2460fe2-1c93-4ab5-9aa1-5beba626f2cb"}]: dispatch 2024-06-13T11:48:37.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:37 smithi042 ceph-mon[32231]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a2460fe2-1c93-4ab5-9aa1-5beba626f2cb"}]': finished 2024-06-13T11:48:37.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:37 smithi042 ceph-mon[32231]: osdmap e70: 11 total, 10 up, 11 in 2024-06-13T11:48:37.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:37 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T11:48:37.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:37 smithi162 ceph-mon[36757]: from='client.? 172.21.15.88:0/4156562656' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a2460fe2-1c93-4ab5-9aa1-5beba626f2cb"}]: dispatch 2024-06-13T11:48:37.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:37 smithi162 ceph-mon[36757]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a2460fe2-1c93-4ab5-9aa1-5beba626f2cb"}]: dispatch 2024-06-13T11:48:37.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:37 smithi162 ceph-mon[36757]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a2460fe2-1c93-4ab5-9aa1-5beba626f2cb"}]': finished 2024-06-13T11:48:37.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:37 smithi162 ceph-mon[36757]: osdmap e70: 11 total, 10 up, 11 in 2024-06-13T11:48:37.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:37 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T11:48:38.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:38 smithi088 ceph-mon[36399]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:38.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:38 smithi088 ceph-mon[36399]: from='client.? 172.21.15.88:0/2859855715' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:48:38.555 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:38 smithi162 ceph-mon[36757]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:38.555 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:38 smithi162 ceph-mon[36757]: from='client.? 172.21.15.88:0/2859855715' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:48:38.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:38 smithi042 ceph-mon[32231]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:38.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:38 smithi042 ceph-mon[32231]: from='client.? 172.21.15.88:0/2859855715' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:48:40.501 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:40 smithi088 ceph-mon[36399]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:40.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:40 smithi042 ceph-mon[32231]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:40.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:40 smithi162 ceph-mon[36757]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:42.219 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:42 smithi088 ceph-mon[36399]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:42.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:42 smithi042 ceph-mon[32231]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:42.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:42 smithi162 ceph-mon[36757]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:44.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:44 smithi088 ceph-mon[36399]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:44.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:44 smithi042 ceph-mon[32231]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:44.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:44 smithi162 ceph-mon[36757]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:45.500 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:45 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-06-13T11:48:45.500 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:45 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:48:45.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:45 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-06-13T11:48:45.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:45 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:48:45.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:45 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-06-13T11:48:45.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:45 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:48:46.447 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:46 smithi088 ceph-mon[36399]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:46.448 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:46 smithi088 ceph-mon[36399]: Deploying daemon osd.10 on smithi088 2024-06-13T11:48:46.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:46 smithi042 ceph-mon[32231]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:46.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:46 smithi042 ceph-mon[32231]: Deploying daemon osd.10 on smithi088 2024-06-13T11:48:46.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:46 smithi162 ceph-mon[36757]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:46.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:46 smithi162 ceph-mon[36757]: Deploying daemon osd.10 on smithi088 2024-06-13T11:48:48.449 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:48 smithi088 ceph-mon[36399]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:48.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:48 smithi042 ceph-mon[32231]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:48.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:48 smithi162 ceph-mon[36757]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:50.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:50 smithi088 ceph-mon[36399]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:50.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:50 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:50.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:50 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:48:50.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:50 smithi042 ceph-mon[32231]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:50.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:50 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:50.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:50 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:48:50.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:50 smithi162 ceph-mon[36757]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:50.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:50 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:50.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:50 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:48:51.427 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:51 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:51.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:51 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:51.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:51 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:52.372 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:52 smithi088 ceph-mon[36399]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:52.461 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:52 smithi042 ceph-mon[32231]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:52.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:52 smithi162 ceph-mon[36757]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:53.899 INFO:teuthology.orchestra.run.smithi088.stdout:Created osd(s) 10 on host 'smithi088' 2024-06-13T11:48:53.900 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:53.899+0000 7f1e0d7fa700 1 -- 172.21.15.88:0/4158354361 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f1e100628d0 con 0x7f1df80a2c20 2024-06-13T11:48:53.901 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:53.901+0000 7f1e166f6700 1 -- 172.21.15.88:0/4158354361 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f1df80a2c20 msgr2=0x7f1df80a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:48:53.901 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:53.901+0000 7f1e166f6700 1 --2- 172.21.15.88:0/4158354361 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f1df80a2c20 0x7f1df80a50e0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f1e04009fd0 tx=0x7f1e04000bc0 comp rx=0 tx=0).stop 2024-06-13T11:48:53.901 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:53.901+0000 7f1e166f6700 1 -- 172.21.15.88:0/4158354361 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1e10102510 msgr2=0x7f1e10076230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:48:53.902 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:53.901+0000 7f1e166f6700 1 --2- 172.21.15.88:0/4158354361 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1e10102510 0x7f1e10076230 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f1e0000b500 tx=0x7f1e0000b8c0 comp rx=0 tx=0).stop 2024-06-13T11:48:53.902 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:53.901+0000 7f1e166f6700 1 -- 172.21.15.88:0/4158354361 shutdown_connections 2024-06-13T11:48:53.902 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:53.901+0000 7f1e166f6700 1 --2- 172.21.15.88:0/4158354361 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f1df80a2c20 0x7f1df80a50e0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:48:53.902 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:53.901+0000 7f1e166f6700 1 --2- 172.21.15.88:0/4158354361 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1e10102510 0x7f1e10076230 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:48:53.902 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:53.901+0000 7f1e166f6700 1 --2- 172.21.15.88:0/4158354361 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1e101040b0 0x7f1e10074dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:48:53.902 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:53.901+0000 7f1e166f6700 1 --2- 172.21.15.88:0/4158354361 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1e10103710 0x7f1e10074880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:48:53.902 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:53.901+0000 7f1e166f6700 1 -- 172.21.15.88:0/4158354361 >> 172.21.15.88:0/4158354361 conn(0x7f1e100fdab0 msgr2=0x7f1e10106a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:48:53.902 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:53.901+0000 7f1e166f6700 1 -- 172.21.15.88:0/4158354361 shutdown_connections 2024-06-13T11:48:53.902 INFO:teuthology.orchestra.run.smithi088.stderr:2024-06-13T11:48:53.901+0000 7f1e166f6700 1 -- 172.21.15.88:0/4158354361 wait complete. 2024-06-13T11:48:54.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:54 smithi088 ceph-mon[36399]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:54.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:54 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:54.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:54 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:54.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:54 smithi088 ceph-mon[36399]: from='osd.10 [v2:172.21.15.88:6824/2979904837,v1:172.21.15.88:6825/2979904837]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-06-13T11:48:54.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:54 smithi088 ceph-mon[36399]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-06-13T11:48:54.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:54 smithi042 ceph-mon[32231]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:54.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:54 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:54.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:54 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:54.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:54 smithi042 ceph-mon[32231]: from='osd.10 [v2:172.21.15.88:6824/2979904837,v1:172.21.15.88:6825/2979904837]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-06-13T11:48:54.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:54 smithi042 ceph-mon[32231]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-06-13T11:48:54.598 DEBUG:teuthology.orchestra.run.smithi088:osd.10> sudo journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.10.service 2024-06-13T11:48:54.601 INFO:tasks.cephadm:Deploying osd.11 on smithi162 with /dev/vg_nvme/lv_1... 2024-06-13T11:48:54.601 DEBUG:teuthology.orchestra.run.smithi162:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-06-13T11:48:54.627 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:54 smithi162 ceph-mon[36757]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:54.628 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:54 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:54.628 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:54 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:54.628 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:54 smithi162 ceph-mon[36757]: from='osd.10 [v2:172.21.15.88:6824/2979904837,v1:172.21.15.88:6825/2979904837]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-06-13T11:48:54.628 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:54 smithi162 ceph-mon[36757]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-06-13T11:48:54.850 INFO:teuthology.orchestra.run.smithi162.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.c/config 2024-06-13T11:48:55.897 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:55 smithi088 ceph-mon[36399]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:55.898 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:55 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:55.898 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:55 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:55.898 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:55 smithi088 ceph-mon[36399]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-06-13T11:48:55.898 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:55 smithi088 ceph-mon[36399]: from='osd.10 [v2:172.21.15.88:6824/2979904837,v1:172.21.15.88:6825/2979904837]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-06-13T11:48:55.898 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:55 smithi088 ceph-mon[36399]: osdmap e71: 11 total, 10 up, 11 in 2024-06-13T11:48:55.898 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:55 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T11:48:55.898 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:55 smithi088 ceph-mon[36399]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-06-13T11:48:56.044 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:55 smithi162 ceph-mon[36757]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:56.044 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:55 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:56.044 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:55 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:56.044 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:55 smithi162 ceph-mon[36757]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-06-13T11:48:56.045 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:55 smithi162 ceph-mon[36757]: from='osd.10 [v2:172.21.15.88:6824/2979904837,v1:172.21.15.88:6825/2979904837]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-06-13T11:48:56.045 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:55 smithi162 ceph-mon[36757]: osdmap e71: 11 total, 10 up, 11 in 2024-06-13T11:48:56.045 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:55 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T11:48:56.045 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:55 smithi162 ceph-mon[36757]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-06-13T11:48:56.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:55 smithi042 ceph-mon[32231]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:56.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:55 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:56.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:55 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:56.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:55 smithi042 ceph-mon[32231]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-06-13T11:48:56.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:55 smithi042 ceph-mon[32231]: from='osd.10 [v2:172.21.15.88:6824/2979904837,v1:172.21.15.88:6825/2979904837]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-06-13T11:48:56.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:55 smithi042 ceph-mon[32231]: osdmap e71: 11 total, 10 up, 11 in 2024-06-13T11:48:56.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:55 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T11:48:56.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:55 smithi042 ceph-mon[32231]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-06-13T11:48:56.255 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 11:48:55 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T11:48:55.896+0000 7f186d1e6700 -1 osd.10 0 waiting for initial osdmap 2024-06-13T11:48:56.255 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 11:48:55 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T11:48:55.907+0000 7f1868fd9700 -1 osd.10 72 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-13T11:48:57.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:56 smithi088 ceph-mon[36399]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-06-13T11:48:57.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:56 smithi088 ceph-mon[36399]: osdmap e72: 11 total, 10 up, 11 in 2024-06-13T11:48:57.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:56 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T11:48:57.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:56 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T11:48:57.040 INFO:teuthology.orchestra.run.smithi162.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-06-13T11:48:57.040 INFO:teuthology.orchestra.run.smithi162.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-06-13T11:48:57.040 INFO:teuthology.orchestra.run.smithi162.stderr: stderr: 10+0 records in 2024-06-13T11:48:57.040 INFO:teuthology.orchestra.run.smithi162.stderr:10+0 records out 2024-06-13T11:48:57.041 INFO:teuthology.orchestra.run.smithi162.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114935 s, 912 MB/s 2024-06-13T11:48:57.041 INFO:teuthology.orchestra.run.smithi162.stderr:--> Zapping successful for: 2024-06-13T11:48:57.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:56 smithi162 ceph-mon[36757]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-06-13T11:48:57.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:56 smithi162 ceph-mon[36757]: osdmap e72: 11 total, 10 up, 11 in 2024-06-13T11:48:57.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:56 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T11:48:57.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:56 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T11:48:57.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:56 smithi042 ceph-mon[32231]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-06-13T11:48:57.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:56 smithi042 ceph-mon[32231]: osdmap e72: 11 total, 10 up, 11 in 2024-06-13T11:48:57.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:56 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T11:48:57.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:56 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T11:48:57.714 DEBUG:teuthology.orchestra.run.smithi162:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph orch daemon add osd smithi162:vg_nvme/lv_1 2024-06-13T11:48:57.997 INFO:teuthology.orchestra.run.smithi162.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.c/config 2024-06-13T11:48:58.119 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:57 smithi162 ceph-mon[36757]: purged_snaps scrub starts 2024-06-13T11:48:58.119 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:57 smithi162 ceph-mon[36757]: purged_snaps scrub ok 2024-06-13T11:48:58.119 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:57 smithi162 ceph-mon[36757]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:58.120 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:57 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T11:48:58.120 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:57 smithi162 ceph-mon[36757]: osd.10 [v2:172.21.15.88:6824/2979904837,v1:172.21.15.88:6825/2979904837] boot 2024-06-13T11:48:58.120 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:57 smithi162 ceph-mon[36757]: osdmap e73: 11 total, 11 up, 11 in 2024-06-13T11:48:58.120 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:57 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T11:48:58.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:57 smithi088 ceph-mon[36399]: purged_snaps scrub starts 2024-06-13T11:48:58.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:57 smithi088 ceph-mon[36399]: purged_snaps scrub ok 2024-06-13T11:48:58.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:57 smithi088 ceph-mon[36399]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:58.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:57 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T11:48:58.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:57 smithi088 ceph-mon[36399]: osd.10 [v2:172.21.15.88:6824/2979904837,v1:172.21.15.88:6825/2979904837] boot 2024-06-13T11:48:58.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:57 smithi088 ceph-mon[36399]: osdmap e73: 11 total, 11 up, 11 in 2024-06-13T11:48:58.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:57 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T11:48:58.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:57 smithi042 ceph-mon[32231]: purged_snaps scrub starts 2024-06-13T11:48:58.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:57 smithi042 ceph-mon[32231]: purged_snaps scrub ok 2024-06-13T11:48:58.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:57 smithi042 ceph-mon[32231]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-06-13T11:48:58.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:57 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T11:48:58.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:57 smithi042 ceph-mon[32231]: osd.10 [v2:172.21.15.88:6824/2979904837,v1:172.21.15.88:6825/2979904837] boot 2024-06-13T11:48:58.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:57 smithi042 ceph-mon[32231]: osdmap e73: 11 total, 11 up, 11 in 2024-06-13T11:48:58.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:57 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T11:48:59.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:58 smithi162 ceph-mon[36757]: osdmap e74: 11 total, 11 up, 11 in 2024-06-13T11:48:59.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:58 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:59.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:58 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:59.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:58 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:48:59.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:58 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:48:59.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:58 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:48:59.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:58 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:48:59.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:58 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:59.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:58 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:48:59.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:58 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:48:59.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:58 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:59.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:58 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:48:59.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:58 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:48:59.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:58 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:48:59.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:58 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:59.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:58 smithi088 ceph-mon[36399]: osdmap e74: 11 total, 11 up, 11 in 2024-06-13T11:48:59.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:58 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:59.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:58 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:59.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:58 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:48:59.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:58 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:48:59.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:58 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:48:59.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:58 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:48:59.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:58 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:59.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:58 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:48:59.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:58 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:48:59.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:58 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:59.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:58 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:48:59.256 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:58 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:48:59.256 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:58 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:48:59.256 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:58 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:59.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:58 smithi042 ceph-mon[32231]: osdmap e74: 11 total, 11 up, 11 in 2024-06-13T11:48:59.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:58 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:59.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:58 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:59.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:58 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:48:59.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:58 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:48:59.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:58 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:48:59.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:58 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:48:59.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:58 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:59.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:58 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:48:59.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:58 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:48:59.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:58 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:59.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:58 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:48:59.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:58 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:48:59.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:58 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:48:59.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:58 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:48:59.798 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.793+0000 7fac44d73700 1 -- 172.21.15.162:0/1408821764 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fac40101690 msgr2=0x7fac40101b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:48:59.798 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.793+0000 7fac44d73700 1 --2- 172.21.15.162:0/1408821764 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fac40101690 0x7fac40101b10 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fac34009990 tx=0x7fac34009ca0 comp rx=0 tx=0).stop 2024-06-13T11:48:59.798 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.793+0000 7fac44d73700 1 -- 172.21.15.162:0/1408821764 shutdown_connections 2024-06-13T11:48:59.798 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.793+0000 7fac44d73700 1 --2- 172.21.15.162:0/1408821764 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fac40102050 0x7fac401098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:48:59.798 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.793+0000 7fac44d73700 1 --2- 172.21.15.162:0/1408821764 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac40102ac0 0x7fac40102ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:48:59.798 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.793+0000 7fac44d73700 1 --2- 172.21.15.162:0/1408821764 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fac40101690 0x7fac40101b10 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:48:59.798 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.793+0000 7fac44d73700 1 -- 172.21.15.162:0/1408821764 >> 172.21.15.162:0/1408821764 conn(0x7fac400fc160 msgr2=0x7fac400fe5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:48:59.799 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.793+0000 7fac44d73700 1 -- 172.21.15.162:0/1408821764 shutdown_connections 2024-06-13T11:48:59.799 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.793+0000 7fac44d73700 1 -- 172.21.15.162:0/1408821764 wait complete. 2024-06-13T11:48:59.799 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.794+0000 7fac44d73700 1 Processor -- start 2024-06-13T11:48:59.799 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.794+0000 7fac44d73700 1 -- start start 2024-06-13T11:48:59.799 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.794+0000 7fac44d73700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fac40101690 0x7fac401010e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:48:59.799 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.794+0000 7fac44d73700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac40102050 0x7fac4019f860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:48:59.799 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.794+0000 7fac44d73700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fac40102ac0 0x7fac401a1db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:48:59.799 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.794+0000 7fac44d73700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fac4010d0a0 con 0x7fac40102050 2024-06-13T11:48:59.799 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.794+0000 7fac44d73700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fac4010cf20 con 0x7fac40102ac0 2024-06-13T11:48:59.799 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.794+0000 7fac44d73700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fac4010d220 con 0x7fac40101690 2024-06-13T11:48:59.799 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.794+0000 7fac3e59c700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fac40101690 0x7fac401010e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:48:59.799 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.794+0000 7fac3e59c700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fac40101690 0x7fac401010e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.162:51008/0 (socket says 172.21.15.162:51008) 2024-06-13T11:48:59.799 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.794+0000 7fac3e59c700 1 -- 172.21.15.162:0/2843527240 learned_addr learned my addr 172.21.15.162:0/2843527240 (peer_addr_for_me v2:172.21.15.162:0/0) 2024-06-13T11:48:59.800 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.794+0000 7fac3ed9d700 1 --2- 172.21.15.162:0/2843527240 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fac40102ac0 0x7fac401a1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:48:59.800 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.794+0000 7fac3e59c700 1 -- 172.21.15.162:0/2843527240 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fac40102ac0 msgr2=0x7fac401a1db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:48:59.800 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.794+0000 7fac3e59c700 1 --2- 172.21.15.162:0/2843527240 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fac40102ac0 0x7fac401a1db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:48:59.800 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.794+0000 7fac3e59c700 1 -- 172.21.15.162:0/2843527240 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac40102050 msgr2=0x7fac4019f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:48:59.800 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.794+0000 7fac3e59c700 1 --2- 172.21.15.162:0/2843527240 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac40102050 0x7fac4019f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:48:59.801 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.794+0000 7fac3e59c700 1 -- 172.21.15.162:0/2843527240 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac401a2590 con 0x7fac40101690 2024-06-13T11:48:59.801 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.794+0000 7fac3e59c700 1 --2- 172.21.15.162:0/2843527240 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fac40101690 0x7fac401010e0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fac3000b530 tx=0x7fac3000b840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:48:59.801 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.795+0000 7fac2f7fe700 1 -- 172.21.15.162:0/2843527240 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac30015020 con 0x7fac40101690 2024-06-13T11:48:59.801 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.795+0000 7fac44d73700 1 -- 172.21.15.162:0/2843527240 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac401a2880 con 0x7fac40101690 2024-06-13T11:48:59.801 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.795+0000 7fac2f7fe700 1 -- 172.21.15.162:0/2843527240 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fac30011d10 con 0x7fac40101690 2024-06-13T11:48:59.801 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.795+0000 7fac2f7fe700 1 -- 172.21.15.162:0/2843527240 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac3000f2e0 con 0x7fac40101690 2024-06-13T11:48:59.801 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.795+0000 7fac44d73700 1 -- 172.21.15.162:0/2843527240 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac401a2e40 con 0x7fac40101690 2024-06-13T11:48:59.801 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.796+0000 7fac44d73700 1 -- 172.21.15.162:0/2843527240 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac40069180 con 0x7fac40101690 2024-06-13T11:48:59.801 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.797+0000 7fac2f7fe700 1 -- 172.21.15.162:0/2843527240 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fac30018020 con 0x7fac40101690 2024-06-13T11:48:59.801 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.797+0000 7fac2f7fe700 1 --2- 172.21.15.162:0/2843527240 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fac280a2c20 0x7fac280a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:48:59.801 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.798+0000 7fac2f7fe700 1 -- 172.21.15.162:0/2843527240 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 6723+0+0 (secure 0 0 0) 0x7fac300ce270 con 0x7fac40101690 2024-06-13T11:48:59.801 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.798+0000 7fac3dd9b700 1 --2- 172.21.15.162:0/2843527240 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fac280a2c20 0x7fac280a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:48:59.801 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.799+0000 7fac3dd9b700 1 --2- 172.21.15.162:0/2843527240 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fac280a2c20 0x7fac280a50e0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fac34005f50 tx=0x7fac34005e80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:48:59.803 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:48:59.802+0000 7fac2f7fe700 1 -- 172.21.15.162:0/2843527240 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fac3001f020 con 0x7fac40101690 2024-06-13T11:49:00.010 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:00.009+0000 7fac44d73700 1 -- 172.21.15.162:0/2843527240 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi162:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fac400628d0 con 0x7fac280a2c20 2024-06-13T11:49:00.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:59 smithi162 ceph-mon[36757]: Detected new or changed devices on smithi088 2024-06-13T11:49:00.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:59 smithi162 ceph-mon[36757]: Adjusting osd_memory_target on smithi088 to 4272M 2024-06-13T11:49:00.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:59 smithi162 ceph-mon[36757]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail 2024-06-13T11:49:00.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:48:59 smithi162 ceph-mon[36757]: osdmap e75: 11 total, 11 up, 11 in 2024-06-13T11:49:00.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:59 smithi088 ceph-mon[36399]: Detected new or changed devices on smithi088 2024-06-13T11:49:00.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:59 smithi088 ceph-mon[36399]: Adjusting osd_memory_target on smithi088 to 4272M 2024-06-13T11:49:00.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:59 smithi088 ceph-mon[36399]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail 2024-06-13T11:49:00.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:48:59 smithi088 ceph-mon[36399]: osdmap e75: 11 total, 11 up, 11 in 2024-06-13T11:49:00.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:59 smithi042 ceph-mon[32231]: Detected new or changed devices on smithi088 2024-06-13T11:49:00.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:59 smithi042 ceph-mon[32231]: Adjusting osd_memory_target on smithi088 to 4272M 2024-06-13T11:49:00.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:59 smithi042 ceph-mon[32231]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail 2024-06-13T11:49:00.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:48:59 smithi042 ceph-mon[32231]: osdmap e75: 11 total, 11 up, 11 in 2024-06-13T11:49:01.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:00 smithi088 ceph-mon[36399]: osdmap e76: 11 total, 11 up, 11 in 2024-06-13T11:49:01.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:00 smithi088 ceph-mon[36399]: from='client.24370 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi162:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:49:01.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:00 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:49:01.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:00 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:49:01.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:00 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:01.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:00 smithi042 ceph-mon[32231]: osdmap e76: 11 total, 11 up, 11 in 2024-06-13T11:49:01.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:00 smithi042 ceph-mon[32231]: from='client.24370 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi162:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:49:01.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:00 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:49:01.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:00 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:49:01.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:00 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:01.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:00 smithi162 ceph-mon[36757]: osdmap e76: 11 total, 11 up, 11 in 2024-06-13T11:49:01.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:00 smithi162 ceph-mon[36757]: from='client.24370 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi162:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:49:01.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:00 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T11:49:01.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:00 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T11:49:01.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:00 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:02.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:01 smithi162 ceph-mon[36757]: pgmap v264: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail; 2/6 objects degraded (33.333%) 2024-06-13T11:49:02.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:01 smithi162 ceph-mon[36757]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-06-13T11:49:02.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:01 smithi162 ceph-mon[36757]: osdmap e77: 11 total, 11 up, 11 in 2024-06-13T11:49:02.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:01 smithi088 ceph-mon[36399]: pgmap v264: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail; 2/6 objects degraded (33.333%) 2024-06-13T11:49:02.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:01 smithi088 ceph-mon[36399]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-06-13T11:49:02.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:01 smithi088 ceph-mon[36399]: osdmap e77: 11 total, 11 up, 11 in 2024-06-13T11:49:02.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:01 smithi042 ceph-mon[32231]: pgmap v264: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail; 2/6 objects degraded (33.333%) 2024-06-13T11:49:02.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:01 smithi042 ceph-mon[32231]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-06-13T11:49:02.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:01 smithi042 ceph-mon[32231]: osdmap e77: 11 total, 11 up, 11 in 2024-06-13T11:49:03.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:02 smithi088 ceph-mon[36399]: from='client.? 172.21.15.162:0/205416679' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "42226b4b-93d9-4c99-88d9-b32280b3bd18"}]: dispatch 2024-06-13T11:49:03.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:02 smithi088 ceph-mon[36399]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "42226b4b-93d9-4c99-88d9-b32280b3bd18"}]: dispatch 2024-06-13T11:49:03.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:02 smithi088 ceph-mon[36399]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "42226b4b-93d9-4c99-88d9-b32280b3bd18"}]': finished 2024-06-13T11:49:03.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:02 smithi088 ceph-mon[36399]: osdmap e78: 12 total, 11 up, 12 in 2024-06-13T11:49:03.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:02 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T11:49:03.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:02 smithi042 ceph-mon[32231]: from='client.? 172.21.15.162:0/205416679' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "42226b4b-93d9-4c99-88d9-b32280b3bd18"}]: dispatch 2024-06-13T11:49:03.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:02 smithi042 ceph-mon[32231]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "42226b4b-93d9-4c99-88d9-b32280b3bd18"}]: dispatch 2024-06-13T11:49:03.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:02 smithi042 ceph-mon[32231]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "42226b4b-93d9-4c99-88d9-b32280b3bd18"}]': finished 2024-06-13T11:49:03.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:02 smithi042 ceph-mon[32231]: osdmap e78: 12 total, 11 up, 12 in 2024-06-13T11:49:03.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:02 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T11:49:03.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:02 smithi162 ceph-mon[36757]: from='client.? 172.21.15.162:0/205416679' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "42226b4b-93d9-4c99-88d9-b32280b3bd18"}]: dispatch 2024-06-13T11:49:03.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:02 smithi162 ceph-mon[36757]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "42226b4b-93d9-4c99-88d9-b32280b3bd18"}]: dispatch 2024-06-13T11:49:03.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:02 smithi162 ceph-mon[36757]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "42226b4b-93d9-4c99-88d9-b32280b3bd18"}]': finished 2024-06-13T11:49:03.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:02 smithi162 ceph-mon[36757]: osdmap e78: 12 total, 11 up, 12 in 2024-06-13T11:49:03.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:02 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T11:49:04.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:03 smithi088 ceph-mon[36399]: pgmap v266: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail; 2/6 objects degraded (33.333%) 2024-06-13T11:49:04.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:03 smithi088 ceph-mon[36399]: from='client.? 172.21.15.162:0/3828973467' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:49:04.275 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:03 smithi042 ceph-mon[32231]: pgmap v266: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail; 2/6 objects degraded (33.333%) 2024-06-13T11:49:04.275 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:03 smithi042 ceph-mon[32231]: from='client.? 172.21.15.162:0/3828973467' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:49:04.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:03 smithi162 ceph-mon[36757]: pgmap v266: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail; 2/6 objects degraded (33.333%) 2024-06-13T11:49:04.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:03 smithi162 ceph-mon[36757]: from='client.? 172.21.15.162:0/3828973467' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T11:49:05.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:05 smithi042 ceph-mon[32231]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-06-13T11:49:05.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:05 smithi042 ceph-mon[32231]: Cluster is now healthy 2024-06-13T11:49:05.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:05 smithi162 ceph-mon[36757]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-06-13T11:49:05.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:05 smithi162 ceph-mon[36757]: Cluster is now healthy 2024-06-13T11:49:05.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:05 smithi088 ceph-mon[36399]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-06-13T11:49:05.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:05 smithi088 ceph-mon[36399]: Cluster is now healthy 2024-06-13T11:49:06.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:06 smithi042 ceph-mon[32231]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 101 KiB/s, 0 objects/s recovering 2024-06-13T11:49:06.369 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:06 smithi162 ceph-mon[36757]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 101 KiB/s, 0 objects/s recovering 2024-06-13T11:49:06.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:06 smithi088 ceph-mon[36399]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 101 KiB/s, 0 objects/s recovering 2024-06-13T11:49:08.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:08 smithi042 ceph-mon[32231]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-06-13T11:49:08.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:08 smithi162 ceph-mon[36757]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-06-13T11:49:08.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:08 smithi088 ceph-mon[36399]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-06-13T11:49:10.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:10 smithi042 ceph-mon[32231]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-06-13T11:49:10.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:10 smithi162 ceph-mon[36757]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-06-13T11:49:10.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:10 smithi088 ceph-mon[36399]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-06-13T11:49:11.147 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:11 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-06-13T11:49:11.147 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:11 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:11.147 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:11 smithi162 ceph-mon[36757]: Deploying daemon osd.11 on smithi162 2024-06-13T11:49:11.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:11 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-06-13T11:49:11.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:11 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:11.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:11 smithi042 ceph-mon[32231]: Deploying daemon osd.11 on smithi162 2024-06-13T11:49:11.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:11 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-06-13T11:49:11.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:11 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:11.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:11 smithi088 ceph-mon[36399]: Deploying daemon osd.11 on smithi162 2024-06-13T11:49:12.279 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:12 smithi162 ceph-mon[36757]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-06-13T11:49:12.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:12 smithi042 ceph-mon[32231]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-06-13T11:49:12.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:12 smithi088 ceph-mon[36399]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-06-13T11:49:14.151 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:14 smithi162 ceph-mon[36757]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-06-13T11:49:14.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:14 smithi042 ceph-mon[32231]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-06-13T11:49:14.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:14 smithi088 ceph-mon[36399]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-06-13T11:49:16.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:16 smithi042 ceph-mon[32231]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-06-13T11:49:16.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:16 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:16.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:16 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:16.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:16 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:49:16.342 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:16 smithi162 ceph-mon[36757]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-06-13T11:49:16.342 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:16.343 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:16.343 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:49:16.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:16 smithi088 ceph-mon[36399]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-06-13T11:49:16.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:16 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:16.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:16 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:16.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:16 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:49:18.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:18 smithi042 ceph-mon[32231]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail 2024-06-13T11:49:18.313 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:18 smithi162 ceph-mon[36757]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail 2024-06-13T11:49:18.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:18 smithi088 ceph-mon[36399]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail 2024-06-13T11:49:19.446 INFO:teuthology.orchestra.run.smithi162.stdout:Created osd(s) 11 on host 'smithi162' 2024-06-13T11:49:19.446 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:19.445+0000 7fac2f7fe700 1 -- 172.21.15.162:0/2843527240 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7fac400628d0 con 0x7fac280a2c20 2024-06-13T11:49:19.448 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:19.448+0000 7fac44d73700 1 -- 172.21.15.162:0/2843527240 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fac280a2c20 msgr2=0x7fac280a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:19.448 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:19.448+0000 7fac44d73700 1 --2- 172.21.15.162:0/2843527240 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fac280a2c20 0x7fac280a50e0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fac34005f50 tx=0x7fac34005e80 comp rx=0 tx=0).stop 2024-06-13T11:49:19.448 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:19.448+0000 7fac44d73700 1 -- 172.21.15.162:0/2843527240 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fac40101690 msgr2=0x7fac401010e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:19.448 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:19.448+0000 7fac44d73700 1 --2- 172.21.15.162:0/2843527240 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fac40101690 0x7fac401010e0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fac3000b530 tx=0x7fac3000b840 comp rx=0 tx=0).stop 2024-06-13T11:49:19.449 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:19.448+0000 7fac44d73700 1 -- 172.21.15.162:0/2843527240 shutdown_connections 2024-06-13T11:49:19.449 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:19.448+0000 7fac44d73700 1 --2- 172.21.15.162:0/2843527240 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fac280a2c20 0x7fac280a50e0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:19.449 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:19.448+0000 7fac44d73700 1 --2- 172.21.15.162:0/2843527240 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fac40102ac0 0x7fac401a1db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:19.449 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:19.448+0000 7fac44d73700 1 --2- 172.21.15.162:0/2843527240 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fac40101690 0x7fac401010e0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:19.449 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:19.448+0000 7fac44d73700 1 --2- 172.21.15.162:0/2843527240 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac40102050 0x7fac4019f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:19.449 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:19.448+0000 7fac44d73700 1 -- 172.21.15.162:0/2843527240 >> 172.21.15.162:0/2843527240 conn(0x7fac400fc160 msgr2=0x7fac401058d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:49:19.449 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:19.448+0000 7fac44d73700 1 -- 172.21.15.162:0/2843527240 shutdown_connections 2024-06-13T11:49:19.449 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:19.448+0000 7fac44d73700 1 -- 172.21.15.162:0/2843527240 wait complete. 2024-06-13T11:49:20.276 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:20 smithi162 ceph-mon[36757]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail 2024-06-13T11:49:20.277 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:20 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:20.277 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:20 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:20.277 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:20 smithi162 ceph-mon[36757]: from='osd.11 [v2:172.21.15.162:6824/3416934543,v1:172.21.15.162:6825/3416934543]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-06-13T11:49:20.277 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:20 smithi162 ceph-mon[36757]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-06-13T11:49:20.305 DEBUG:teuthology.orchestra.run.smithi162:osd.11> sudo journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.11.service 2024-06-13T11:49:20.308 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-06-13T11:49:20.308 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd stat -f json 2024-06-13T11:49:20.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:20 smithi088 ceph-mon[36399]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail 2024-06-13T11:49:20.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:20 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:20.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:20 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:20.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:20 smithi088 ceph-mon[36399]: from='osd.11 [v2:172.21.15.162:6824/3416934543,v1:172.21.15.162:6825/3416934543]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-06-13T11:49:20.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:20 smithi088 ceph-mon[36399]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-06-13T11:49:20.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:20 smithi042 ceph-mon[32231]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail 2024-06-13T11:49:20.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:20 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:20.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:20 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:20.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:20 smithi042 ceph-mon[32231]: from='osd.11 [v2:172.21.15.162:6824/3416934543,v1:172.21.15.162:6825/3416934543]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-06-13T11:49:20.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:20 smithi042 ceph-mon[32231]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-06-13T11:49:20.757 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:49:21.506 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:21 smithi162 ceph-mon[36757]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-06-13T11:49:21.506 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:21 smithi162 ceph-mon[36757]: from='osd.11 [v2:172.21.15.162:6824/3416934543,v1:172.21.15.162:6825/3416934543]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]: dispatch 2024-06-13T11:49:21.506 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:21 smithi162 ceph-mon[36757]: osdmap e79: 12 total, 11 up, 12 in 2024-06-13T11:49:21.506 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:21 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T11:49:21.506 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:21 smithi162 ceph-mon[36757]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]: dispatch 2024-06-13T11:49:21.506 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:21 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:21.506 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:21 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:21.506 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:21 smithi162 ceph-mon[36757]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail 2024-06-13T11:49:21.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:21 smithi042 ceph-mon[32231]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-06-13T11:49:21.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:21 smithi042 ceph-mon[32231]: from='osd.11 [v2:172.21.15.162:6824/3416934543,v1:172.21.15.162:6825/3416934543]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]: dispatch 2024-06-13T11:49:21.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:21 smithi042 ceph-mon[32231]: osdmap e79: 12 total, 11 up, 12 in 2024-06-13T11:49:21.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:21 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T11:49:21.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:21 smithi042 ceph-mon[32231]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]: dispatch 2024-06-13T11:49:21.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:21 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:21.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:21 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:21.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:21 smithi042 ceph-mon[32231]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail 2024-06-13T11:49:21.583 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:21 smithi088 ceph-mon[36399]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-06-13T11:49:21.583 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:21 smithi088 ceph-mon[36399]: from='osd.11 [v2:172.21.15.162:6824/3416934543,v1:172.21.15.162:6825/3416934543]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]: dispatch 2024-06-13T11:49:21.583 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:21 smithi088 ceph-mon[36399]: osdmap e79: 12 total, 11 up, 12 in 2024-06-13T11:49:21.583 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:21 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T11:49:21.583 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:21 smithi088 ceph-mon[36399]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]: dispatch 2024-06-13T11:49:21.583 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:21 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:21.583 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:21 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:21.584 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:21 smithi088 ceph-mon[36399]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail 2024-06-13T11:49:22.403 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 11:49:22 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T11:49:22.109+0000 7ff7a5ac3700 -1 osd.11 0 waiting for initial osdmap 2024-06-13T11:49:22.404 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 11:49:22 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T11:49:22.122+0000 7ff79d8ae700 -1 osd.11 80 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-13T11:49:22.583 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:22 smithi042 ceph-mon[32231]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]': finished 2024-06-13T11:49:22.583 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:22 smithi042 ceph-mon[32231]: osdmap e80: 12 total, 11 up, 12 in 2024-06-13T11:49:22.583 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:22 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T11:49:22.583 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:22 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T11:49:22.584 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:22 smithi042 ceph-mon[32231]: from='osd.11 ' entity='osd.11' 2024-06-13T11:49:22.707 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:22 smithi162 ceph-mon[36757]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]': finished 2024-06-13T11:49:22.707 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:22 smithi162 ceph-mon[36757]: osdmap e80: 12 total, 11 up, 12 in 2024-06-13T11:49:22.707 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:22 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T11:49:22.707 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:22 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T11:49:22.707 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:22 smithi162 ceph-mon[36757]: from='osd.11 ' entity='osd.11' 2024-06-13T11:49:22.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:22 smithi088 ceph-mon[36399]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]': finished 2024-06-13T11:49:22.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:22 smithi088 ceph-mon[36399]: osdmap e80: 12 total, 11 up, 12 in 2024-06-13T11:49:22.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:22 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T11:49:22.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:22 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T11:49:22.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:22 smithi088 ceph-mon[36399]: from='osd.11 ' entity='osd.11' 2024-06-13T11:49:22.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.895+0000 7f0e01800700 1 -- 172.21.15.42:0/1581334605 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0dfc1058f0 msgr2=0x7f0dfc107ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:22.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.895+0000 7f0e01800700 1 --2- 172.21.15.42:0/1581334605 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0dfc1058f0 0x7f0dfc107ce0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f0de8009990 tx=0x7f0de8009ca0 comp rx=0 tx=0).stop 2024-06-13T11:49:22.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.895+0000 7f0e01800700 1 -- 172.21.15.42:0/1581334605 shutdown_connections 2024-06-13T11:49:22.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.895+0000 7f0e01800700 1 --2- 172.21.15.42:0/1581334605 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0dfc108220 0x7f0dfc10a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:22.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.895+0000 7f0e01800700 1 --2- 172.21.15.42:0/1581334605 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0dfc102fc0 0x7f0dfc1053b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:22.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.895+0000 7f0e01800700 1 --2- 172.21.15.42:0/1581334605 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0dfc1058f0 0x7f0dfc107ce0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:22.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.895+0000 7f0e01800700 1 -- 172.21.15.42:0/1581334605 >> 172.21.15.42:0/1581334605 conn(0x7f0dfc0fc990 msgr2=0x7f0dfc0fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:49:22.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.895+0000 7f0e01800700 1 -- 172.21.15.42:0/1581334605 shutdown_connections 2024-06-13T11:49:22.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.895+0000 7f0e01800700 1 -- 172.21.15.42:0/1581334605 wait complete. 2024-06-13T11:49:22.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.896+0000 7f0e01800700 1 Processor -- start 2024-06-13T11:49:22.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.896+0000 7f0e01800700 1 -- start start 2024-06-13T11:49:22.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.896+0000 7f0e01800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0dfc102fc0 0x7f0dfc1987e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:49:22.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.897+0000 7f0e01800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0dfc1058f0 0x7f0dfc198d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:49:22.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.897+0000 7f0e01800700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0dfc108220 0x7f0dfc19fda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:49:22.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.897+0000 7f0e01800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0dfc10e110 con 0x7f0dfc1058f0 2024-06-13T11:49:22.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.897+0000 7f0e01800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f0dfc10df90 con 0x7f0dfc102fc0 2024-06-13T11:49:22.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.897+0000 7f0e01800700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f0dfc10e290 con 0x7f0dfc108220 2024-06-13T11:49:22.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.897+0000 7f0dfaa00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0dfc102fc0 0x7f0dfc1987e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:49:22.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.897+0000 7f0dfa000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0dfc1058f0 0x7f0dfc198d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:49:22.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.897+0000 7f0dfaa00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0dfc102fc0 0x7f0dfc1987e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:52998/0 (socket says 172.21.15.42:52998) 2024-06-13T11:49:22.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.897+0000 7f0dfaa00700 1 -- 172.21.15.42:0/2572620896 learned_addr learned my addr 172.21.15.42:0/2572620896 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:49:22.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.897+0000 7f0dfb400700 1 --2- 172.21.15.42:0/2572620896 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0dfc108220 0x7f0dfc19fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:49:22.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.897+0000 7f0dfaa00700 1 -- 172.21.15.42:0/2572620896 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0dfc108220 msgr2=0x7f0dfc19fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:22.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.897+0000 7f0dfaa00700 1 --2- 172.21.15.42:0/2572620896 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0dfc108220 0x7f0dfc19fda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:22.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.897+0000 7f0dfaa00700 1 -- 172.21.15.42:0/2572620896 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0dfc1058f0 msgr2=0x7f0dfc198d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:22.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.897+0000 7f0dfaa00700 1 --2- 172.21.15.42:0/2572620896 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0dfc1058f0 0x7f0dfc198d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:22.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.897+0000 7f0dfaa00700 1 -- 172.21.15.42:0/2572620896 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0dfc1a0440 con 0x7f0dfc102fc0 2024-06-13T11:49:22.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.897+0000 7f0dfb400700 1 --2- 172.21.15.42:0/2572620896 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0dfc108220 0x7f0dfc19fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:49:22.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.898+0000 7f0dfaa00700 1 --2- 172.21.15.42:0/2572620896 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0dfc102fc0 0x7f0dfc1987e0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f0dec00eb30 tx=0x7f0dec00ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:49:22.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.898+0000 7f0df3400700 1 -- 172.21.15.42:0/2572620896 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dec00cc90 con 0x7f0dfc102fc0 2024-06-13T11:49:22.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.898+0000 7f0e01800700 1 -- 172.21.15.42:0/2572620896 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0dfc1a0730 con 0x7f0dfc102fc0 2024-06-13T11:49:22.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.898+0000 7f0df3400700 1 -- 172.21.15.42:0/2572620896 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0dec004500 con 0x7f0dfc102fc0 2024-06-13T11:49:22.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.898+0000 7f0df3400700 1 -- 172.21.15.42:0/2572620896 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dec010430 con 0x7f0dfc102fc0 2024-06-13T11:49:22.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.898+0000 7f0e01800700 1 -- 172.21.15.42:0/2572620896 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0dfc1a0cc0 con 0x7f0dfc102fc0 2024-06-13T11:49:22.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.900+0000 7f0e01800700 1 -- 172.21.15.42:0/2572620896 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0dfc069180 con 0x7f0dfc102fc0 2024-06-13T11:49:22.902 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.902+0000 7f0df3400700 1 -- 172.21.15.42:0/2572620896 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f0dec004000 con 0x7f0dfc102fc0 2024-06-13T11:49:22.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.903+0000 7f0df3400700 1 --2- 172.21.15.42:0/2572620896 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f0de00a2ca0 0x7f0de00a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:49:22.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.903+0000 7f0df3400700 1 -- 172.21.15.42:0/2572620896 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6847+0+0 (secure 0 0 0) 0x7f0dec0cedb0 con 0x7f0dfc102fc0 2024-06-13T11:49:22.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.903+0000 7f0dfa000700 1 --2- 172.21.15.42:0/2572620896 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f0de00a2ca0 0x7f0de00a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:49:22.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.904+0000 7f0dfa000700 1 --2- 172.21.15.42:0/2572620896 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f0de00a2ca0 0x7f0de00a5160 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f0de800b7b0 tx=0x7f0de800b880 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:49:22.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:22.907+0000 7f0df3400700 1 -- 172.21.15.42:0/2572620896 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f0dec0d3070 con 0x7f0dfc102fc0 2024-06-13T11:49:23.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:23.141+0000 7f0e01800700 1 -- 172.21.15.42:0/2572620896 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f0dfc0630a0 con 0x7f0dfc102fc0 2024-06-13T11:49:23.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:23.141+0000 7f0df3400700 1 -- 172.21.15.42:0/2572620896 <== mon.2 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v81) ==== 74+0+133 (secure 0 0 0) 0x7f0dec09c230 con 0x7f0dfc102fc0 2024-06-13T11:49:23.142 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:49:23.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:23.144+0000 7f0e01800700 1 -- 172.21.15.42:0/2572620896 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f0de00a2ca0 msgr2=0x7f0de00a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:23.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:23.144+0000 7f0e01800700 1 --2- 172.21.15.42:0/2572620896 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f0de00a2ca0 0x7f0de00a5160 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f0de800b7b0 tx=0x7f0de800b880 comp rx=0 tx=0).stop 2024-06-13T11:49:23.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:23.144+0000 7f0e01800700 1 -- 172.21.15.42:0/2572620896 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0dfc102fc0 msgr2=0x7f0dfc1987e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:23.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:23.144+0000 7f0e01800700 1 --2- 172.21.15.42:0/2572620896 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0dfc102fc0 0x7f0dfc1987e0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f0dec00eb30 tx=0x7f0dec00ee40 comp rx=0 tx=0).stop 2024-06-13T11:49:23.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:23.145+0000 7f0e01800700 1 -- 172.21.15.42:0/2572620896 shutdown_connections 2024-06-13T11:49:23.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:23.145+0000 7f0e01800700 1 --2- 172.21.15.42:0/2572620896 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f0de00a2ca0 0x7f0de00a5160 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:23.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:23.145+0000 7f0e01800700 1 --2- 172.21.15.42:0/2572620896 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0dfc102fc0 0x7f0dfc1987e0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:23.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:23.145+0000 7f0e01800700 1 --2- 172.21.15.42:0/2572620896 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0dfc108220 0x7f0dfc19fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:23.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:23.145+0000 7f0e01800700 1 --2- 172.21.15.42:0/2572620896 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0dfc1058f0 0x7f0dfc198d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:23.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:23.145+0000 7f0e01800700 1 -- 172.21.15.42:0/2572620896 >> 172.21.15.42:0/2572620896 conn(0x7f0dfc0fc990 msgr2=0x7f0dfc1039e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:49:23.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:23.145+0000 7f0e01800700 1 -- 172.21.15.42:0/2572620896 shutdown_connections 2024-06-13T11:49:23.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:23.145+0000 7f0e01800700 1 -- 172.21.15.42:0/2572620896 wait complete. 2024-06-13T11:49:23.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:23 smithi162 ceph-mon[36757]: purged_snaps scrub starts 2024-06-13T11:49:23.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:23 smithi162 ceph-mon[36757]: purged_snaps scrub ok 2024-06-13T11:49:23.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:23 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T11:49:23.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:23 smithi162 ceph-mon[36757]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail 2024-06-13T11:49:23.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:23 smithi162 ceph-mon[36757]: osd.11 [v2:172.21.15.162:6824/3416934543,v1:172.21.15.162:6825/3416934543] boot 2024-06-13T11:49:23.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:23 smithi162 ceph-mon[36757]: osdmap e81: 12 total, 12 up, 12 in 2024-06-13T11:49:23.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:23 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T11:49:23.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:23 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2572620896' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-06-13T11:49:23.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:23 smithi088 ceph-mon[36399]: purged_snaps scrub starts 2024-06-13T11:49:23.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:23 smithi088 ceph-mon[36399]: purged_snaps scrub ok 2024-06-13T11:49:23.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:23 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T11:49:23.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:23 smithi088 ceph-mon[36399]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail 2024-06-13T11:49:23.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:23 smithi088 ceph-mon[36399]: osd.11 [v2:172.21.15.162:6824/3416934543,v1:172.21.15.162:6825/3416934543] boot 2024-06-13T11:49:23.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:23 smithi088 ceph-mon[36399]: osdmap e81: 12 total, 12 up, 12 in 2024-06-13T11:49:23.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:23 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T11:49:23.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:23 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2572620896' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-06-13T11:49:23.776 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:23 smithi042 ceph-mon[32231]: purged_snaps scrub starts 2024-06-13T11:49:23.776 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:23 smithi042 ceph-mon[32231]: purged_snaps scrub ok 2024-06-13T11:49:23.776 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:23 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T11:49:23.776 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:23 smithi042 ceph-mon[32231]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail 2024-06-13T11:49:23.776 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:23 smithi042 ceph-mon[32231]: osd.11 [v2:172.21.15.162:6824/3416934543,v1:172.21.15.162:6825/3416934543] boot 2024-06-13T11:49:23.776 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:23 smithi042 ceph-mon[32231]: osdmap e81: 12 total, 12 up, 12 in 2024-06-13T11:49:23.776 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:23 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T11:49:23.776 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:23 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2572620896' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-06-13T11:49:23.855 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":81,"num_osds":12,"num_up_osds":12,"osd_up_since":1718279363,"num_in_osds":12,"osd_in_since":1718279342,"num_remapped_pgs":0} 2024-06-13T11:49:23.856 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd dump --format=json 2024-06-13T11:49:24.317 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:49:25.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:25 smithi162 ceph-mon[36757]: Detected new or changed devices on smithi162 2024-06-13T11:49:25.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:25.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:25.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:49:25.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:49:25.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:49:25.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:49:25.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:25 smithi162 ceph-mon[36757]: Adjusting osd_memory_target on smithi162 to 4272M 2024-06-13T11:49:25.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:25.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:25.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:49:25.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:25.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:49:25.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:25 smithi162 ceph-mon[36757]: osdmap e82: 12 total, 12 up, 12 in 2024-06-13T11:49:25.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:25.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:49:25.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:25.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:25 smithi088 ceph-mon[36399]: Detected new or changed devices on smithi162 2024-06-13T11:49:25.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:25.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:25.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:49:25.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:49:25.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:49:25.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:49:25.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:25 smithi088 ceph-mon[36399]: Adjusting osd_memory_target on smithi162 to 4272M 2024-06-13T11:49:25.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:25.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:25.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:49:25.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:25.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:49:25.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:25 smithi088 ceph-mon[36399]: osdmap e82: 12 total, 12 up, 12 in 2024-06-13T11:49:25.506 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:25.506 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:49:25.506 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:25.537 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:25 smithi042 ceph-mon[32231]: Detected new or changed devices on smithi162 2024-06-13T11:49:25.537 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:25.537 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:25.537 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:49:25.537 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:49:25.538 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:49:25.538 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:49:25.538 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:25 smithi042 ceph-mon[32231]: Adjusting osd_memory_target on smithi162 to 4272M 2024-06-13T11:49:25.538 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:25.538 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:25.538 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:49:25.538 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:25.538 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:49:25.538 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:25 smithi042 ceph-mon[32231]: osdmap e82: 12 total, 12 up, 12 in 2024-06-13T11:49:25.538 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:25.538 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:49:25.538 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:26.281 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:26 smithi042 ceph-mon[32231]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:26.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:26 smithi162 ceph-mon[36757]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:26.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.453+0000 7f3e45e00700 1 -- 172.21.15.42:0/3769958916 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3e40101570 msgr2=0x7f3e40101950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:26.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.453+0000 7f3e45e00700 1 --2- 172.21.15.42:0/3769958916 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3e40101570 0x7f3e40101950 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f3e34009990 tx=0x7f3e34009ca0 comp rx=0 tx=0).stop 2024-06-13T11:49:26.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.454+0000 7f3e45e00700 1 -- 172.21.15.42:0/3769958916 shutdown_connections 2024-06-13T11:49:26.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.454+0000 7f3e45e00700 1 --2- 172.21.15.42:0/3769958916 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3e40101570 0x7f3e40101950 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:26.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.454+0000 7f3e45e00700 1 --2- 172.21.15.42:0/3769958916 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3e40106650 0x7f3e4010e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:26.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.454+0000 7f3e45e00700 1 --2- 172.21.15.42:0/3769958916 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3e40101f20 0x7f3e40105f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:26.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.454+0000 7f3e45e00700 1 -- 172.21.15.42:0/3769958916 >> 172.21.15.42:0/3769958916 conn(0x7f3e400fce20 msgr2=0x7f3e400ff240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:49:26.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.454+0000 7f3e45e00700 1 -- 172.21.15.42:0/3769958916 shutdown_connections 2024-06-13T11:49:26.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.454+0000 7f3e45e00700 1 -- 172.21.15.42:0/3769958916 wait complete. 2024-06-13T11:49:26.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.456+0000 7f3e45e00700 1 Processor -- start 2024-06-13T11:49:26.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.457+0000 7f3e45e00700 1 -- start start 2024-06-13T11:49:26.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.457+0000 7f3e45e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3e40101570 0x7f3e4019ae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:49:26.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.457+0000 7f3e45e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3e40101f20 0x7f3e4019b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:49:26.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.457+0000 7f3e45e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3e40106650 0x7f3e4019f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:49:26.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.457+0000 7f3e45e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3e40111680 con 0x7f3e40101f20 2024-06-13T11:49:26.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.457+0000 7f3e45e00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f3e40111500 con 0x7f3e40101570 2024-06-13T11:49:26.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.457+0000 7f3e45e00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f3e40111800 con 0x7f3e40106650 2024-06-13T11:49:26.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.458+0000 7f3e44a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3e40101570 0x7f3e4019ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:49:26.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.458+0000 7f3e3fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3e40101f20 0x7f3e4019b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:49:26.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.458+0000 7f3e44a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3e40101570 0x7f3e4019ae00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:53020/0 (socket says 172.21.15.42:53020) 2024-06-13T11:49:26.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.458+0000 7f3e44a00700 1 -- 172.21.15.42:0/256414362 learned_addr learned my addr 172.21.15.42:0/256414362 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:49:26.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.458+0000 7f3e45400700 1 --2- 172.21.15.42:0/256414362 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3e40106650 0x7f3e4019f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:49:26.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.458+0000 7f3e44a00700 1 -- 172.21.15.42:0/256414362 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3e40106650 msgr2=0x7f3e4019f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:26.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.458+0000 7f3e44a00700 1 --2- 172.21.15.42:0/256414362 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3e40106650 0x7f3e4019f6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:26.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.458+0000 7f3e44a00700 1 -- 172.21.15.42:0/256414362 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3e40101f20 msgr2=0x7f3e4019b340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:26.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.458+0000 7f3e44a00700 1 --2- 172.21.15.42:0/256414362 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3e40101f20 0x7f3e4019b340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:26.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.458+0000 7f3e44a00700 1 -- 172.21.15.42:0/256414362 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e4019fe10 con 0x7f3e40101570 2024-06-13T11:49:26.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.458+0000 7f3e45400700 1 --2- 172.21.15.42:0/256414362 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3e40106650 0x7f3e4019f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:49:26.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.459+0000 7f3e44a00700 1 --2- 172.21.15.42:0/256414362 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3e40101570 0x7f3e4019ae00 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f3e34000c00 tx=0x7f3e34005590 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:49:26.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.459+0000 7f3e3d600700 1 -- 172.21.15.42:0/256414362 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e34027070 con 0x7f3e40101570 2024-06-13T11:49:26.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.459+0000 7f3e3d600700 1 -- 172.21.15.42:0/256414362 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3e3400fda0 con 0x7f3e40101570 2024-06-13T11:49:26.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.459+0000 7f3e3d600700 1 -- 172.21.15.42:0/256414362 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e340173f0 con 0x7f3e40101570 2024-06-13T11:49:26.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.459+0000 7f3e45e00700 1 -- 172.21.15.42:0/256414362 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e401a00a0 con 0x7f3e40101570 2024-06-13T11:49:26.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.459+0000 7f3e45e00700 1 -- 172.21.15.42:0/256414362 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e401a7980 con 0x7f3e40101570 2024-06-13T11:49:26.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.460+0000 7f3e45e00700 1 -- 172.21.15.42:0/256414362 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e40102a50 con 0x7f3e40101570 2024-06-13T11:49:26.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.462+0000 7f3e3d600700 1 -- 172.21.15.42:0/256414362 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f3e3402a070 con 0x7f3e40101570 2024-06-13T11:49:26.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.463+0000 7f3e3d600700 1 --2- 172.21.15.42:0/256414362 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f3e280a2c20 0x7f3e280a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:49:26.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.464+0000 7f3e3d600700 1 -- 172.21.15.42:0/256414362 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f3e340cfa00 con 0x7f3e40101570 2024-06-13T11:49:26.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.464+0000 7f3e3fe00700 1 --2- 172.21.15.42:0/256414362 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f3e280a2c20 0x7f3e280a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:49:26.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.465+0000 7f3e3fe00700 1 --2- 172.21.15.42:0/256414362 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f3e280a2c20 0x7f3e280a50e0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f3e4010e570 tx=0x7f3e2c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:49:26.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.468+0000 7f3e3d600700 1 -- 172.21.15.42:0/256414362 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f3e3405e850 con 0x7f3e40101570 2024-06-13T11:49:26.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:26 smithi088 ceph-mon[36399]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:26.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.699+0000 7f3e45e00700 1 -- 172.21.15.42:0/256414362 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3e4019c160 con 0x7f3e40101570 2024-06-13T11:49:26.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.700+0000 7f3e3d600700 1 -- 172.21.15.42:0/256414362 <== mon.2 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+18416 (secure 0 0 0) 0x7f3e34013070 con 0x7f3e40101570 2024-06-13T11:49:26.701 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:49:26.701 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":82,"fsid":"aa9143f6-2979-11ef-bc9c-c7b262605968","created":"2024-06-13T11:41:17.435942+0000","modified":"2024-06-13T11:49:24.436538+0000","last_up_change":"2024-06-13T11:49:23.112844+0000","last_in_change":"2024-06-13T11:49:02.694907+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-13T11:45:07.188434+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7da5efd2-efef-40b1-ba49-d97d18c443fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6803","nonce":3874128443}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6805","nonce":3874128443}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6809","nonce":3874128443}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6807","nonce":3874128443}]},"public_addr":"172.21.15.42:6803/3874128443","cluster_addr":"172.21.15.42:6805/3874128443","heartbeat_back_addr":"172.21.15.42:6809/3874128443","heartbeat_front_addr":"172.21.15.42:6807/3874128443","state":["exists","up"]},{"osd":1,"uuid":"cf818c48-4313-4607-95db-cd55f1185489","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6801","nonce":1861974568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6803","nonce":1861974568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6807","nonce":1861974568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6805","nonce":1861974568}]},"public_addr":"172.21.15.88:6801/1861974568","cluster_addr":"172.21.15.88:6803/1861974568","heartbeat_back_addr":"172.21.15.88:6807/1861974568","heartbeat_front_addr":"172.21.15.88:6805/1861974568","state":["exists","up"]},{"osd":2,"uuid":"7f0800f8-0da6-4968-801d-c5c44840fe3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6801","nonce":3452655510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6803","nonce":3452655510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6807","nonce":3452655510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6805","nonce":3452655510}]},"public_addr":"172.21.15.162:6801/3452655510","cluster_addr":"172.21.15.162:6803/3452655510","heartbeat_back_addr":"172.21.15.162:6807/3452655510","heartbeat_front_addr":"172.21.15.162:6805/3452655510","state":["exists","up"]},{"osd":3,"uuid":"341ee7d3-119b-401e-805d-9ef42c577719","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6811","nonce":1343751683}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6813","nonce":1343751683}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6817","nonce":1343751683}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6815","nonce":1343751683}]},"public_addr":"172.21.15.42:6811/1343751683","cluster_addr":"172.21.15.42:6813/1343751683","heartbeat_back_addr":"172.21.15.42:6817/1343751683","heartbeat_front_addr":"172.21.15.42:6815/1343751683","state":["exists","up"]},{"osd":4,"uuid":"72b81b4c-d223-4490-aca0-5c98c1b902d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6809","nonce":893989923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6811","nonce":893989923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6815","nonce":893989923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6813","nonce":893989923}]},"public_addr":"172.21.15.88:6809/893989923","cluster_addr":"172.21.15.88:6811/893989923","heartbeat_back_addr":"172.21.15.88:6815/893989923","heartbeat_front_addr":"172.21.15.88:6813/893989923","state":["exists","up"]},{"osd":5,"uuid":"7d03c32c-2772-4f33-902a-f4848b5ff941","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6809","nonce":3014890472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6810","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6811","nonce":3014890472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6815","nonce":3014890472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6813","nonce":3014890472}]},"public_addr":"172.21.15.162:6809/3014890472","cluster_addr":"172.21.15.162:6811/3014890472","heartbeat_back_addr":"172.21.15.162:6815/3014890472","heartbeat_front_addr":"172.21.15.162:6813/3014890472","state":["exists","up"]},{"osd":6,"uuid":"6dc26be6-89e0-49d6-a07f-76c19f1aac03","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6819","nonce":844197654}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6821","nonce":844197654}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6825","nonce":844197654}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6823","nonce":844197654}]},"public_addr":"172.21.15.42:6819/844197654","cluster_addr":"172.21.15.42:6821/844197654","heartbeat_back_addr":"172.21.15.42:6825/844197654","heartbeat_front_addr":"172.21.15.42:6823/844197654","state":["exists","up"]},{"osd":7,"uuid":"aca11d93-b379-4e96-b4fb-b03c593c89ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6817","nonce":3621891209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6819","nonce":3621891209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6823","nonce":3621891209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6821","nonce":3621891209}]},"public_addr":"172.21.15.88:6817/3621891209","cluster_addr":"172.21.15.88:6819/3621891209","heartbeat_back_addr":"172.21.15.88:6823/3621891209","heartbeat_front_addr":"172.21.15.88:6821/3621891209","state":["exists","up"]},{"osd":8,"uuid":"188effbc-495f-407c-9e6c-2801a9856326","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6817","nonce":3088625761}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6819","nonce":3088625761}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6823","nonce":3088625761}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6821","nonce":3088625761}]},"public_addr":"172.21.15.162:6817/3088625761","cluster_addr":"172.21.15.162:6819/3088625761","heartbeat_back_addr":"172.21.15.162:6823/3088625761","heartbeat_front_addr":"172.21.15.162:6821/3088625761","state":["exists","up"]},{"osd":9,"uuid":"5cc3fd15-648b-4f56-8876-5da70b55b248","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6827","nonce":2833466933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6829","nonce":2833466933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6833","nonce":2833466933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6831","nonce":2833466933}]},"public_addr":"172.21.15.42:6827/2833466933","cluster_addr":"172.21.15.42:6829/2833466933","heartbeat_back_addr":"172.21.15.42:6833/2833466933","heartbeat_front_addr":"172.21.15.42:6831/2833466933","state":["exists","up"]},{"osd":10,"uuid":"a2460fe2-1c93-4ab5-9aa1-5beba626f2cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6825","nonce":2979904837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6827","nonce":2979904837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6831","nonce":2979904837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6829","nonce":2979904837}]},"public_addr":"172.21.15.88:6825/2979904837","cluster_addr":"172.21.15.88:6827/2979904837","heartbeat_back_addr":"172.21.15.88:6831/2979904837","heartbeat_front_addr":"172.21.15.88:6829/2979904837","state":["exists","up"]},{"osd":11,"uuid":"42226b4b-93d9-4c99-88d9-b32280b3bd18","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6825","nonce":3416934543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6827","nonce":3416934543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6831","nonce":3416934543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6829","nonce":3416934543}]},"public_addr":"172.21.15.162:6825/3416934543","cluster_addr":"172.21.15.162:6827/3416934543","heartbeat_back_addr":"172.21.15.162:6831/3416934543","heartbeat_front_addr":"172.21.15.162:6829/3416934543","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:44:13.807701+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:44:38.669149+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:45:02.619341+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:45:36.081635+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:46:02.274051+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:46:27.333433+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:01.752504+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:27.895478+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:53.298845+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:48:28.167906+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:48:55.119959+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:49:20.787011+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:6801/1570600420":"2024-06-14T11:42:24.478887+0000","172.21.15.42:6800/1570600420":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/637759380":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/701755530":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/1769082163":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/239548974":"2024-06-14T11:41:50.734334+0000","172.21.15.42:6800/480739382":"2024-06-14T11:41:50.734334+0000","172.21.15.42:6801/480739382":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/522218649":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/2918399760":"2024-06-14T11:42:24.478887+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-13T11:49:26.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.703+0000 7f3e45e00700 1 -- 172.21.15.42:0/256414362 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f3e280a2c20 msgr2=0x7f3e280a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:26.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.703+0000 7f3e45e00700 1 --2- 172.21.15.42:0/256414362 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f3e280a2c20 0x7f3e280a50e0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f3e4010e570 tx=0x7f3e2c009260 comp rx=0 tx=0).stop 2024-06-13T11:49:26.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.703+0000 7f3e45e00700 1 -- 172.21.15.42:0/256414362 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3e40101570 msgr2=0x7f3e4019ae00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:26.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.703+0000 7f3e45e00700 1 --2- 172.21.15.42:0/256414362 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3e40101570 0x7f3e4019ae00 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f3e34000c00 tx=0x7f3e34005590 comp rx=0 tx=0).stop 2024-06-13T11:49:26.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.704+0000 7f3e45e00700 1 -- 172.21.15.42:0/256414362 shutdown_connections 2024-06-13T11:49:26.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.704+0000 7f3e45e00700 1 --2- 172.21.15.42:0/256414362 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f3e280a2c20 0x7f3e280a50e0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:26.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.704+0000 7f3e45e00700 1 --2- 172.21.15.42:0/256414362 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3e40101570 0x7f3e4019ae00 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:26.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.704+0000 7f3e45e00700 1 --2- 172.21.15.42:0/256414362 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3e40106650 0x7f3e4019f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:26.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.704+0000 7f3e45e00700 1 --2- 172.21.15.42:0/256414362 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3e40101f20 0x7f3e4019b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:26.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.704+0000 7f3e45e00700 1 -- 172.21.15.42:0/256414362 >> 172.21.15.42:0/256414362 conn(0x7f3e400fce20 msgr2=0x7f3e4006aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:49:26.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.704+0000 7f3e45e00700 1 -- 172.21.15.42:0/256414362 shutdown_connections 2024-06-13T11:49:26.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:26.704+0000 7f3e45e00700 1 -- 172.21.15.42:0/256414362 wait complete. 2024-06-13T11:49:27.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:27 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/256414362' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:49:27.477 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:27 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/256414362' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:49:27.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:27 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/256414362' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:49:27.542 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-06-13T11:45:07.188434+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-06-13T11:49:27.543 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-06-13T11:49:28.026 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:49:28.339 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:28 smithi042 ceph-mon[32231]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:28.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:28 smithi162 ceph-mon[36757]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:28.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:28 smithi088 ceph-mon[36399]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:30.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.109+0000 7faf50000700 1 -- 172.21.15.42:0/3660248111 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7faf48074fe0 msgr2=0x7faf4810e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:30.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.109+0000 7faf50000700 1 --2- 172.21.15.42:0/3660248111 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7faf48074fe0 0x7faf4810e950 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7faf340098f0 tx=0x7faf34009c00 comp rx=0 tx=0).stop 2024-06-13T11:49:30.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.109+0000 7faf50000700 1 -- 172.21.15.42:0/3660248111 shutdown_connections 2024-06-13T11:49:30.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.109+0000 7faf50000700 1 --2- 172.21.15.42:0/3660248111 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faf4810ee90 0x7faf48111280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:30.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.109+0000 7faf50000700 1 --2- 172.21.15.42:0/3660248111 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faf480746c0 0x7faf48074aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:30.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.109+0000 7faf50000700 1 --2- 172.21.15.42:0/3660248111 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7faf48074fe0 0x7faf4810e950 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:30.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.109+0000 7faf50000700 1 -- 172.21.15.42:0/3660248111 >> 172.21.15.42:0/3660248111 conn(0x7faf480795f0 msgr2=0x7faf48079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:49:30.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.109+0000 7faf50000700 1 -- 172.21.15.42:0/3660248111 shutdown_connections 2024-06-13T11:49:30.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.109+0000 7faf50000700 1 -- 172.21.15.42:0/3660248111 wait complete. 2024-06-13T11:49:30.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.110+0000 7faf50000700 1 Processor -- start 2024-06-13T11:49:30.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.111+0000 7faf50000700 1 -- start start 2024-06-13T11:49:30.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.111+0000 7faf50000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faf480746c0 0x7faf4819ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:49:30.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.111+0000 7faf50000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faf48074fe0 0x7faf4819b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:49:30.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.111+0000 7faf50000700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7faf4810ee90 0x7faf4819f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:49:30.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.111+0000 7faf50000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7faf481149f0 con 0x7faf48074fe0 2024-06-13T11:49:30.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.111+0000 7faf50000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7faf48114870 con 0x7faf480746c0 2024-06-13T11:49:30.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.111+0000 7faf50000700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7faf48114b70 con 0x7faf4810ee90 2024-06-13T11:49:30.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.111+0000 7faf4d600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faf480746c0 0x7faf4819ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:49:30.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.112+0000 7faf4d600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faf480746c0 0x7faf4819ae60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:56318/0 (socket says 172.21.15.42:56318) 2024-06-13T11:49:30.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.112+0000 7faf4d600700 1 -- 172.21.15.42:0/2059653236 learned_addr learned my addr 172.21.15.42:0/2059653236 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:49:30.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.112+0000 7faf4e000700 1 --2- 172.21.15.42:0/2059653236 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7faf4810ee90 0x7faf4819f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:49:30.114 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.112+0000 7faf4cc00700 1 --2- 172.21.15.42:0/2059653236 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faf48074fe0 0x7faf4819b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:49:30.114 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.112+0000 7faf4d600700 1 -- 172.21.15.42:0/2059653236 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7faf4810ee90 msgr2=0x7faf4819f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:30.114 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.112+0000 7faf4d600700 1 --2- 172.21.15.42:0/2059653236 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7faf4810ee90 0x7faf4819f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:30.114 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.112+0000 7faf4d600700 1 -- 172.21.15.42:0/2059653236 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faf48074fe0 msgr2=0x7faf4819b3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:30.114 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.112+0000 7faf4d600700 1 --2- 172.21.15.42:0/2059653236 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faf48074fe0 0x7faf4819b3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:30.114 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.112+0000 7faf4d600700 1 -- 172.21.15.42:0/2059653236 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf4819fe70 con 0x7faf480746c0 2024-06-13T11:49:30.114 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.112+0000 7faf4cc00700 1 --2- 172.21.15.42:0/2059653236 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faf48074fe0 0x7faf4819b3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:49:30.114 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.112+0000 7faf4d600700 1 --2- 172.21.15.42:0/2059653236 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faf480746c0 0x7faf4819ae60 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7faf3c00c0c0 tx=0x7faf3c00c3d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:49:30.114 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.113+0000 7faf46000700 1 -- 172.21.15.42:0/2059653236 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf3c00cd10 con 0x7faf480746c0 2024-06-13T11:49:30.114 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.113+0000 7faf50000700 1 -- 172.21.15.42:0/2059653236 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf481a0100 con 0x7faf480746c0 2024-06-13T11:49:30.114 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.113+0000 7faf50000700 1 -- 172.21.15.42:0/2059653236 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf481a79e0 con 0x7faf480746c0 2024-06-13T11:49:30.114 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.113+0000 7faf46000700 1 -- 172.21.15.42:0/2059653236 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faf3c0075c0 con 0x7faf480746c0 2024-06-13T11:49:30.114 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.113+0000 7faf46000700 1 -- 172.21.15.42:0/2059653236 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf3c0146e0 con 0x7faf480746c0 2024-06-13T11:49:30.115 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.114+0000 7faf50000700 1 -- 172.21.15.42:0/2059653236 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf28005330 con 0x7faf480746c0 2024-06-13T11:49:30.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.116+0000 7faf46000700 1 -- 172.21.15.42:0/2059653236 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7faf3c01b020 con 0x7faf480746c0 2024-06-13T11:49:30.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.117+0000 7faf46000700 1 --2- 172.21.15.42:0/2059653236 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7faf300a2c20 0x7faf300a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:49:30.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.117+0000 7faf46000700 1 -- 172.21.15.42:0/2059653236 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7faf3c0ce860 con 0x7faf480746c0 2024-06-13T11:49:30.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.118+0000 7faf4cc00700 1 --2- 172.21.15.42:0/2059653236 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7faf300a2c20 0x7faf300a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:49:30.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.118+0000 7faf4cc00700 1 --2- 172.21.15.42:0/2059653236 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7faf300a2c20 0x7faf300a50e0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7faf34009810 tx=0x7faf34019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:49:30.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.122+0000 7faf46000700 1 -- 172.21.15.42:0/2059653236 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7faf3c023020 con 0x7faf480746c0 2024-06-13T11:49:30.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:30 smithi042 ceph-mon[32231]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:30.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.351+0000 7faf50000700 1 -- 172.21.15.42:0/2059653236 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7faf28005e30 con 0x7faf480746c0 2024-06-13T11:49:30.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.352+0000 7faf46000700 1 -- 172.21.15.42:0/2059653236 <== mon.2 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) ==== 93+0+10 (secure 0 0 0) 0x7faf3c010040 con 0x7faf480746c0 2024-06-13T11:49:30.353 INFO:teuthology.orchestra.run.smithi042.stdout:pg_num: 1 2024-06-13T11:49:30.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.355+0000 7faf50000700 1 -- 172.21.15.42:0/2059653236 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7faf300a2c20 msgr2=0x7faf300a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:30.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.355+0000 7faf50000700 1 --2- 172.21.15.42:0/2059653236 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7faf300a2c20 0x7faf300a50e0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7faf34009810 tx=0x7faf34019040 comp rx=0 tx=0).stop 2024-06-13T11:49:30.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.355+0000 7faf50000700 1 -- 172.21.15.42:0/2059653236 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faf480746c0 msgr2=0x7faf4819ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:30.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.355+0000 7faf50000700 1 --2- 172.21.15.42:0/2059653236 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faf480746c0 0x7faf4819ae60 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7faf3c00c0c0 tx=0x7faf3c00c3d0 comp rx=0 tx=0).stop 2024-06-13T11:49:30.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.356+0000 7faf50000700 1 -- 172.21.15.42:0/2059653236 shutdown_connections 2024-06-13T11:49:30.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.356+0000 7faf50000700 1 --2- 172.21.15.42:0/2059653236 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7faf300a2c20 0x7faf300a50e0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:30.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.356+0000 7faf50000700 1 --2- 172.21.15.42:0/2059653236 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faf480746c0 0x7faf4819ae60 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:30.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.356+0000 7faf50000700 1 --2- 172.21.15.42:0/2059653236 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7faf4810ee90 0x7faf4819f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:30.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.356+0000 7faf50000700 1 --2- 172.21.15.42:0/2059653236 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faf48074fe0 0x7faf4819b3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:30.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.356+0000 7faf50000700 1 -- 172.21.15.42:0/2059653236 >> 172.21.15.42:0/2059653236 conn(0x7faf480795f0 msgr2=0x7faf480ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:49:30.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.356+0000 7faf50000700 1 -- 172.21.15.42:0/2059653236 shutdown_connections 2024-06-13T11:49:30.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:30.356+0000 7faf50000700 1 -- 172.21.15.42:0/2059653236 wait complete. 2024-06-13T11:49:30.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:30 smithi162 ceph-mon[36757]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:30.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:30 smithi088 ceph-mon[36399]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:31.106 INFO:tasks.cephadm:Adding mds.a on smithi042 2024-06-13T11:49:31.106 INFO:tasks.cephadm:Adding mds.d on smithi042 2024-06-13T11:49:31.106 INFO:tasks.cephadm:Adding mds.g on smithi042 2024-06-13T11:49:31.106 INFO:tasks.cephadm:Adding mds.j on smithi042 2024-06-13T11:49:31.106 INFO:tasks.cephadm:Adding mds.b on smithi088 2024-06-13T11:49:31.106 INFO:tasks.cephadm:Adding mds.e on smithi088 2024-06-13T11:49:31.106 INFO:tasks.cephadm:Adding mds.h on smithi088 2024-06-13T11:49:31.106 INFO:tasks.cephadm:Adding mds.k on smithi088 2024-06-13T11:49:31.106 INFO:tasks.cephadm:Adding mds.c on smithi162 2024-06-13T11:49:31.106 INFO:tasks.cephadm:Adding mds.f on smithi162 2024-06-13T11:49:31.106 INFO:tasks.cephadm:Adding mds.i on smithi162 2024-06-13T11:49:31.106 INFO:tasks.cephadm:Adding mds.l on smithi162 2024-06-13T11:49:31.107 DEBUG:teuthology.orchestra.run.smithi162:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph orch apply mds all '12;smithi042=a;smithi042=d;smithi042=g;smithi042=j;smithi088=b;smithi088=e;smithi088=h;smithi088=k;smithi162=c;smithi162=f;smithi162=i;smithi162=l' 2024-06-13T11:49:31.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:31 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2059653236' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-06-13T11:49:31.350 INFO:teuthology.orchestra.run.smithi162.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.c/config 2024-06-13T11:49:31.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:31 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2059653236' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-06-13T11:49:31.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:31 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2059653236' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-06-13T11:49:32.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:32 smithi162 ceph-mon[36757]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:32.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:32 smithi088 ceph-mon[36399]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:32.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:32 smithi042 ceph-mon[32231]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:33.022 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.022+0000 7f092fdd2700 1 -- 172.21.15.162:0/3417685067 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f09281013f0 msgr2=0x7f0928101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:33.022 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.022+0000 7f092fdd2700 1 --2- 172.21.15.162:0/3417685067 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f09281013f0 0x7f0928101810 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f092400b0a0 tx=0x7f092400b3b0 comp rx=0 tx=0).stop 2024-06-13T11:49:33.022 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.022+0000 7f092fdd2700 1 -- 172.21.15.162:0/3417685067 shutdown_connections 2024-06-13T11:49:33.023 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.022+0000 7f092fdd2700 1 --2- 172.21.15.162:0/3417685067 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0928102f90 0x7f0928109840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:33.023 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.022+0000 7f092fdd2700 1 --2- 172.21.15.162:0/3417685067 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f09281013f0 0x7f0928101810 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:33.023 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.022+0000 7f092fdd2700 1 --2- 172.21.15.162:0/3417685067 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f09281025f0 0x7f0928102a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:33.023 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.022+0000 7f092fdd2700 1 -- 172.21.15.162:0/3417685067 >> 172.21.15.162:0/3417685067 conn(0x7f09280fc990 msgr2=0x7f09280fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:49:33.023 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.022+0000 7f092fdd2700 1 -- 172.21.15.162:0/3417685067 shutdown_connections 2024-06-13T11:49:33.023 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.022+0000 7f092fdd2700 1 -- 172.21.15.162:0/3417685067 wait complete. 2024-06-13T11:49:33.025 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.023+0000 7f092fdd2700 1 Processor -- start 2024-06-13T11:49:33.025 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.023+0000 7f092fdd2700 1 -- start start 2024-06-13T11:49:33.025 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.023+0000 7f092fdd2700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f09281013f0 0x7f09281987f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:49:33.025 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.023+0000 7f092fdd2700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f09281025f0 0x7f0928198d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:49:33.025 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.023+0000 7f092fdd2700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0928102f90 0x7f092819fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:49:33.025 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.023+0000 7f092fdd2700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f092810d050 con 0x7f09281013f0 2024-06-13T11:49:33.025 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.023+0000 7f092fdd2700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f092810ced0 con 0x7f09281025f0 2024-06-13T11:49:33.025 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.023+0000 7f092fdd2700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f092810d1d0 con 0x7f0928102f90 2024-06-13T11:49:33.025 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.023+0000 7f092e36f700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0928102f90 0x7f092819fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:49:33.025 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.023+0000 7f092e36f700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0928102f90 0x7f092819fdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.162:49500/0 (socket says 172.21.15.162:49500) 2024-06-13T11:49:33.026 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.023+0000 7f092e36f700 1 -- 172.21.15.162:0/3500344364 learned_addr learned my addr 172.21.15.162:0/3500344364 (peer_addr_for_me v2:172.21.15.162:0/0) 2024-06-13T11:49:33.026 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.023+0000 7f092d36d700 1 --2- 172.21.15.162:0/3500344364 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f09281025f0 0x7f0928198d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:49:33.026 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.023+0000 7f092e36f700 1 -- 172.21.15.162:0/3500344364 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f09281025f0 msgr2=0x7f0928198d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:33.026 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.023+0000 7f092e36f700 1 --2- 172.21.15.162:0/3500344364 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f09281025f0 0x7f0928198d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:33.026 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.023+0000 7f092e36f700 1 -- 172.21.15.162:0/3500344364 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f09281013f0 msgr2=0x7f09281987f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:33.026 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.023+0000 7f092e36f700 1 --2- 172.21.15.162:0/3500344364 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f09281013f0 0x7f09281987f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:33.026 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.023+0000 7f092e36f700 1 -- 172.21.15.162:0/3500344364 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09281a0450 con 0x7f0928102f90 2024-06-13T11:49:33.026 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.023+0000 7f092d36d700 1 --2- 172.21.15.162:0/3500344364 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f09281025f0 0x7f0928198d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T11:49:33.026 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.023+0000 7f092e36f700 1 --2- 172.21.15.162:0/3500344364 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0928102f90 0x7f092819fdb0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f092000b580 tx=0x7f092000b940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:49:33.026 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.024+0000 7f091effd700 1 -- 172.21.15.162:0/3500344364 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0920011830 con 0x7f0928102f90 2024-06-13T11:49:33.026 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.024+0000 7f091effd700 1 -- 172.21.15.162:0/3500344364 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0920016070 con 0x7f0928102f90 2024-06-13T11:49:33.026 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.024+0000 7f092fdd2700 1 -- 172.21.15.162:0/3500344364 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09281a0740 con 0x7f0928102f90 2024-06-13T11:49:33.026 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.024+0000 7f091effd700 1 -- 172.21.15.162:0/3500344364 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0920010e00 con 0x7f0928102f90 2024-06-13T11:49:33.027 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.024+0000 7f092fdd2700 1 -- 172.21.15.162:0/3500344364 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09281a0cb0 con 0x7f0928102f90 2024-06-13T11:49:33.027 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.025+0000 7f092fdd2700 1 -- 172.21.15.162:0/3500344364 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0928069180 con 0x7f0928102f90 2024-06-13T11:49:33.027 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.026+0000 7f091effd700 1 -- 172.21.15.162:0/3500344364 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f09200119d0 con 0x7f0928102f90 2024-06-13T11:49:33.027 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.026+0000 7f091effd700 1 --2- 172.21.15.162:0/3500344364 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f09140a2c20 0x7f09140a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:49:33.028 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.026+0000 7f091effd700 1 -- 172.21.15.162:0/3500344364 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f09200ce140 con 0x7f0928102f90 2024-06-13T11:49:33.028 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.027+0000 7f092db6e700 1 --2- 172.21.15.162:0/3500344364 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f09140a2c20 0x7f09140a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:49:33.028 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.028+0000 7f092db6e700 1 --2- 172.21.15.162:0/3500344364 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f09140a2c20 0x7f09140a50e0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f0924009be0 tx=0x7f09240060c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:49:33.031 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.031+0000 7f091effd700 1 -- 172.21.15.162:0/3500344364 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f092009b540 con 0x7f0928102f90 2024-06-13T11:49:33.242 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.242+0000 7f092fdd2700 1 -- 172.21.15.162:0/3500344364 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi042=a;smithi042=d;smithi042=g;smithi042=j;smithi088=b;smithi088=e;smithi088=h;smithi088=k;smithi162=c;smithi162=f;smithi162=i;smithi162=l", "target": ["mon-mgr", ""]}) -- 0x7f09280feba0 con 0x7f09140a2c20 2024-06-13T11:49:33.258 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.258+0000 7f091effd700 1 -- 172.21.15.162:0/3500344364 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7f09280feba0 con 0x7f09140a2c20 2024-06-13T11:49:33.258 INFO:teuthology.orchestra.run.smithi162.stdout:Scheduled mds.all update... 2024-06-13T11:49:33.261 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.260+0000 7f092fdd2700 1 -- 172.21.15.162:0/3500344364 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f09140a2c20 msgr2=0x7f09140a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:33.261 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.260+0000 7f092fdd2700 1 --2- 172.21.15.162:0/3500344364 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f09140a2c20 0x7f09140a50e0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f0924009be0 tx=0x7f09240060c0 comp rx=0 tx=0).stop 2024-06-13T11:49:33.261 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.260+0000 7f092fdd2700 1 -- 172.21.15.162:0/3500344364 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0928102f90 msgr2=0x7f092819fdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:33.261 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.260+0000 7f092fdd2700 1 --2- 172.21.15.162:0/3500344364 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0928102f90 0x7f092819fdb0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f092000b580 tx=0x7f092000b940 comp rx=0 tx=0).stop 2024-06-13T11:49:33.261 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.261+0000 7f092fdd2700 1 -- 172.21.15.162:0/3500344364 shutdown_connections 2024-06-13T11:49:33.261 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.261+0000 7f092fdd2700 1 --2- 172.21.15.162:0/3500344364 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0928102f90 0x7f092819fdb0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:33.261 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.261+0000 7f092fdd2700 1 --2- 172.21.15.162:0/3500344364 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f09281013f0 0x7f09281987f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:33.261 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.261+0000 7f092fdd2700 1 --2- 172.21.15.162:0/3500344364 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f09140a2c20 0x7f09140a50e0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:33.261 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.261+0000 7f092fdd2700 1 --2- 172.21.15.162:0/3500344364 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f09281025f0 0x7f0928198d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:33.261 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.261+0000 7f092fdd2700 1 -- 172.21.15.162:0/3500344364 >> 172.21.15.162:0/3500344364 conn(0x7f09280fc990 msgr2=0x7f09280fe490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:49:33.262 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.261+0000 7f092fdd2700 1 -- 172.21.15.162:0/3500344364 shutdown_connections 2024-06-13T11:49:33.262 INFO:teuthology.orchestra.run.smithi162.stderr:2024-06-13T11:49:33.261+0000 7f092fdd2700 1 -- 172.21.15.162:0/3500344364 wait complete. 2024-06-13T11:49:33.956 DEBUG:teuthology.orchestra.run.smithi042:mds.a> sudo journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.a.service 2024-06-13T11:49:33.964 DEBUG:teuthology.orchestra.run.smithi042:mds.d> sudo journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.d.service 2024-06-13T11:49:34.010 DEBUG:teuthology.orchestra.run.smithi042:mds.g> sudo journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.g.service 2024-06-13T11:49:34.056 DEBUG:teuthology.orchestra.run.smithi042:mds.j> sudo journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.j.service 2024-06-13T11:49:34.104 DEBUG:teuthology.orchestra.run.smithi088:mds.b> sudo journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.b.service 2024-06-13T11:49:34.106 DEBUG:teuthology.orchestra.run.smithi088:mds.e> sudo journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.e.service 2024-06-13T11:49:34.149 DEBUG:teuthology.orchestra.run.smithi088:mds.h> sudo journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.h.service 2024-06-13T11:49:34.193 DEBUG:teuthology.orchestra.run.smithi088:mds.k> sudo journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.k.service 2024-06-13T11:49:34.236 DEBUG:teuthology.orchestra.run.smithi162:mds.c> sudo journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.c.service 2024-06-13T11:49:34.239 DEBUG:teuthology.orchestra.run.smithi162:mds.f> sudo journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.f.service 2024-06-13T11:49:34.282 DEBUG:teuthology.orchestra.run.smithi162:mds.i> sudo journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.i.service 2024-06-13T11:49:34.299 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:34 smithi042 ceph-mon[32231]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:34.299 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:34 smithi042 ceph-mon[32231]: from='client.24415 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi042=a;smithi042=d;smithi042=g;smithi042=j;smithi088=b;smithi088=e;smithi088=h;smithi088=k;smithi162=c;smithi162=f;smithi162=i;smithi162=l", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:49:34.300 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:34 smithi042 ceph-mon[32231]: Saving service mds.all spec with placement smithi042=a;smithi042=d;smithi042=g;smithi042=j;smithi088=b;smithi088=e;smithi088=h;smithi088=k;smithi162=c;smithi162=f;smithi162=i;smithi162=l;count:12 2024-06-13T11:49:34.300 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:34 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:34.300 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:34 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:49:34.324 DEBUG:teuthology.orchestra.run.smithi162:mds.l> sudo journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.l.service 2024-06-13T11:49:34.368 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-06-13T11:49:34.368 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T11:49:34.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:34 smithi088 ceph-mon[36399]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:34.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:34 smithi088 ceph-mon[36399]: from='client.24415 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi042=a;smithi042=d;smithi042=g;smithi042=j;smithi088=b;smithi088=e;smithi088=h;smithi088=k;smithi162=c;smithi162=f;smithi162=i;smithi162=l", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:49:34.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:34 smithi088 ceph-mon[36399]: Saving service mds.all spec with placement smithi042=a;smithi042=d;smithi042=g;smithi042=j;smithi088=b;smithi088=e;smithi088=h;smithi088=k;smithi162=c;smithi162=f;smithi162=i;smithi162=l;count:12 2024-06-13T11:49:34.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:34 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:34.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:34 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:49:34.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:34 smithi162 ceph-mon[36757]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:34.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:34 smithi162 ceph-mon[36757]: from='client.24415 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi042=a;smithi042=d;smithi042=g;smithi042=j;smithi088=b;smithi088=e;smithi088=h;smithi088=k;smithi162=c;smithi162=f;smithi162=i;smithi162=l", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:49:34.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:34 smithi162 ceph-mon[36757]: Saving service mds.all spec with placement smithi042=a;smithi042=d;smithi042=g;smithi042=j;smithi088=b;smithi088=e;smithi088=h;smithi088=k;smithi162=c;smithi162=f;smithi162=i;smithi162=l;count:12 2024-06-13T11:49:34.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:34 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:34.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:34 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:49:34.814 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:49:35.383 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:35 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:35.383 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:35 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:49:35.383 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:35 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:35.383 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:35 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:49:35.383 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:35 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:49:35.383 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:35 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:35.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:35 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:35.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:35 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:49:35.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:35 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:35.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:35 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:49:35.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:35 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:49:35.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:35 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:35.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:35 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:35.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:35 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:49:35.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:35 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:35.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:35 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:49:35.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:35 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:49:35.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:35 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:36.453 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:36 smithi162 ceph-mon[36757]: Deploying daemon mds.l on smithi162 2024-06-13T11:49:36.454 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:36 smithi162 ceph-mon[36757]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:36.505 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:36 smithi042 ceph-mon[32231]: Deploying daemon mds.l on smithi162 2024-06-13T11:49:36.506 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:36 smithi042 ceph-mon[32231]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:36.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:36 smithi088 ceph-mon[36399]: Deploying daemon mds.l on smithi162 2024-06-13T11:49:36.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:36 smithi088 ceph-mon[36399]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:36.837 INFO:journalctl@ceph.mds.l.smithi162.stdout:Jun 13 11:49:36 smithi162 systemd[1]: Starting Ceph mds.l for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T11:49:37.018 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.017+0000 7fb01f800700 1 -- 172.21.15.42:0/1856426751 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb018074fe0 msgr2=0x7fb01810e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:37.018 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.017+0000 7fb01f800700 1 --2- 172.21.15.42:0/1856426751 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb018074fe0 0x7fb01810e950 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fb004009990 tx=0x7fb004009ca0 comp rx=0 tx=0).stop 2024-06-13T11:49:37.018 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.017+0000 7fb01f800700 1 -- 172.21.15.42:0/1856426751 shutdown_connections 2024-06-13T11:49:37.019 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.017+0000 7fb01f800700 1 --2- 172.21.15.42:0/1856426751 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb0180746c0 0x7fb018074aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:37.019 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.018+0000 7fb01f800700 1 --2- 172.21.15.42:0/1856426751 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb01810ee90 0x7fb018111280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:37.019 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.018+0000 7fb01f800700 1 --2- 172.21.15.42:0/1856426751 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb018074fe0 0x7fb01810e950 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:37.019 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.018+0000 7fb01f800700 1 -- 172.21.15.42:0/1856426751 >> 172.21.15.42:0/1856426751 conn(0x7fb0180795f0 msgr2=0x7fb018079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:49:37.019 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.018+0000 7fb01f800700 1 -- 172.21.15.42:0/1856426751 shutdown_connections 2024-06-13T11:49:37.019 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.018+0000 7fb01f800700 1 -- 172.21.15.42:0/1856426751 wait complete. 2024-06-13T11:49:37.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.020+0000 7fb01f800700 1 Processor -- start 2024-06-13T11:49:37.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.020+0000 7fb01f800700 1 -- start start 2024-06-13T11:49:37.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.021+0000 7fb01f800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb0180746c0 0x7fb01819ae70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:49:37.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.021+0000 7fb01f800700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb018074fe0 0x7fb01819b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:49:37.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.021+0000 7fb01f800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb01810ee90 0x7fb01819f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:49:37.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.021+0000 7fb01f800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb0181149e0 con 0x7fb01810ee90 2024-06-13T11:49:37.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.021+0000 7fb01f800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fb018114860 con 0x7fb0180746c0 2024-06-13T11:49:37.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.021+0000 7fb01f800700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fb018114b60 con 0x7fb018074fe0 2024-06-13T11:49:37.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.021+0000 7fb01d800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb01810ee90 0x7fb01819f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:49:37.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.021+0000 7fb01d800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb01810ee90 0x7fb01819f740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47954/0 (socket says 172.21.15.42:47954) 2024-06-13T11:49:37.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.021+0000 7fb01d800700 1 -- 172.21.15.42:0/3837986623 learned_addr learned my addr 172.21.15.42:0/3837986623 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:49:37.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.021+0000 7fb01ce00700 1 --2- 172.21.15.42:0/3837986623 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb0180746c0 0x7fb01819ae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:49:37.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.022+0000 7fb01ce00700 1 -- 172.21.15.42:0/3837986623 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb018074fe0 msgr2=0x7fb01819b3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:37.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.022+0000 7fb01ce00700 1 --2- 172.21.15.42:0/3837986623 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb018074fe0 0x7fb01819b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:37.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.022+0000 7fb01ce00700 1 -- 172.21.15.42:0/3837986623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb01810ee90 msgr2=0x7fb01819f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:37.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.022+0000 7fb01ce00700 1 --2- 172.21.15.42:0/3837986623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb01810ee90 0x7fb01819f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:37.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.022+0000 7fb01ce00700 1 -- 172.21.15.42:0/3837986623 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb01819fe80 con 0x7fb0180746c0 2024-06-13T11:49:37.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.022+0000 7fb01d800700 1 --2- 172.21.15.42:0/3837986623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb01810ee90 0x7fb01819f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:49:37.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.022+0000 7fb01ce00700 1 --2- 172.21.15.42:0/3837986623 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb0180746c0 0x7fb01819ae70 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fb00c00e9f0 tx=0x7fb00c00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:49:37.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.022+0000 7fb015600700 1 -- 172.21.15.42:0/3837986623 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb00c00cbd0 con 0x7fb0180746c0 2024-06-13T11:49:37.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.022+0000 7fb015600700 1 -- 172.21.15.42:0/3837986623 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb00c00cd70 con 0x7fb0180746c0 2024-06-13T11:49:37.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.022+0000 7fb01f800700 1 -- 172.21.15.42:0/3837986623 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0181a0170 con 0x7fb0180746c0 2024-06-13T11:49:37.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.022+0000 7fb015600700 1 -- 172.21.15.42:0/3837986623 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb00c018710 con 0x7fb0180746c0 2024-06-13T11:49:37.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.022+0000 7fb01f800700 1 -- 172.21.15.42:0/3837986623 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0181a79f0 con 0x7fb0180746c0 2024-06-13T11:49:37.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.023+0000 7fb01f800700 1 -- 172.21.15.42:0/3837986623 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb018069180 con 0x7fb0180746c0 2024-06-13T11:49:37.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.025+0000 7fb015600700 1 -- 172.21.15.42:0/3837986623 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fb00c010430 con 0x7fb0180746c0 2024-06-13T11:49:37.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.027+0000 7fb015600700 1 --2- 172.21.15.42:0/3837986623 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb0000a2c20 0x7fb0000a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:49:37.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.027+0000 7fb015600700 1 -- 172.21.15.42:0/3837986623 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fb00c0cee60 con 0x7fb0180746c0 2024-06-13T11:49:37.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.027+0000 7fb017e00700 1 --2- 172.21.15.42:0/3837986623 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb0000a2c20 0x7fb0000a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:49:37.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.028+0000 7fb017e00700 1 --2- 172.21.15.42:0/3837986623 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb0000a2c20 0x7fb0000a50e0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fb00400b2e0 tx=0x7fb004005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:49:37.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.031+0000 7fb015600700 1 -- 172.21.15.42:0/3837986623 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb00c09c1c0 con 0x7fb0180746c0 2024-06-13T11:49:37.102 INFO:journalctl@ceph.mds.l.smithi162.stdout:Jun 13 11:49:36 smithi162 podman[66324]: 2024-06-13 11:49:36.740392316 +0000 UTC m=+0.017392398 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T11:49:37.102 INFO:journalctl@ceph.mds.l.smithi162.stdout:Jun 13 11:49:36 smithi162 podman[66324]: 2024-06-13 11:49:36.849022781 +0000 UTC m=+0.126022852 container create 45fd73a7a8dcdf60ac5e71c2e7a0a7244ae1c8aeca975bfaf859367c298b5379 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-l, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, RELEASE=squid-3d89acc, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528) 2024-06-13T11:49:37.102 INFO:journalctl@ceph.mds.l.smithi162.stdout:Jun 13 11:49:37 smithi162 podman[66324]: 2024-06-13 11:49:37.102566663 +0000 UTC m=+0.379566752 container init 45fd73a7a8dcdf60ac5e71c2e7a0a7244ae1c8aeca975bfaf859367c298b5379 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-l, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T11:49:37.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.315+0000 7fb01f800700 1 -- 172.21.15.42:0/3837986623 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb01802dca0 con 0x7fb0180746c0 2024-06-13T11:49:37.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.316+0000 7fb015600700 1 -- 172.21.15.42:0/3837986623 <== mon.2 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1393 (secure 0 0 0) 0x7fb00c09c1c0 con 0x7fb0180746c0 2024-06-13T11:49:37.317 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:49:37.317 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/917201081","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":917201081},{"type":"v1","addr":"172.21.15.162:6833","nonce":917201081}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-06-13T11:49:37.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.319+0000 7fb01f800700 1 -- 172.21.15.42:0/3837986623 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb0000a2c20 msgr2=0x7fb0000a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:37.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.319+0000 7fb01f800700 1 --2- 172.21.15.42:0/3837986623 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb0000a2c20 0x7fb0000a50e0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fb00400b2e0 tx=0x7fb004005fb0 comp rx=0 tx=0).stop 2024-06-13T11:49:37.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.319+0000 7fb01f800700 1 -- 172.21.15.42:0/3837986623 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb0180746c0 msgr2=0x7fb01819ae70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:37.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.319+0000 7fb01f800700 1 --2- 172.21.15.42:0/3837986623 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb0180746c0 0x7fb01819ae70 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fb00c00e9f0 tx=0x7fb00c00ed00 comp rx=0 tx=0).stop 2024-06-13T11:49:37.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.319+0000 7fb01f800700 1 -- 172.21.15.42:0/3837986623 shutdown_connections 2024-06-13T11:49:37.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.319+0000 7fb01f800700 1 --2- 172.21.15.42:0/3837986623 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb0000a2c20 0x7fb0000a50e0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:37.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.319+0000 7fb01f800700 1 --2- 172.21.15.42:0/3837986623 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb0180746c0 0x7fb01819ae70 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:37.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.319+0000 7fb01f800700 1 --2- 172.21.15.42:0/3837986623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb01810ee90 0x7fb01819f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:37.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.319+0000 7fb01f800700 1 --2- 172.21.15.42:0/3837986623 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb018074fe0 0x7fb01819b3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:37.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.319+0000 7fb01f800700 1 -- 172.21.15.42:0/3837986623 >> 172.21.15.42:0/3837986623 conn(0x7fb0180795f0 msgr2=0x7fb0180ff620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:49:37.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.319+0000 7fb01f800700 1 -- 172.21.15.42:0/3837986623 shutdown_connections 2024-06-13T11:49:37.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:37.319+0000 7fb01f800700 1 -- 172.21.15.42:0/3837986623 wait complete. 2024-06-13T11:49:37.321 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 2 2024-06-13T11:49:37.403 INFO:journalctl@ceph.mds.l.smithi162.stdout:Jun 13 11:49:37 smithi162 podman[66324]: 2024-06-13 11:49:37.105463836 +0000 UTC m=+0.382463914 container start 45fd73a7a8dcdf60ac5e71c2e7a0a7244ae1c8aeca975bfaf859367c298b5379 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-l, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T11:49:37.403 INFO:journalctl@ceph.mds.l.smithi162.stdout:Jun 13 11:49:37 smithi162 ceph-mds[66343]: -- 172.21.15.162:0/774334698 <== mon.1 v2:172.21.15.162:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5644ae20da40 con 0x5644ae1e0800 2024-06-13T11:49:37.404 INFO:journalctl@ceph.mds.l.smithi162.stdout:Jun 13 11:49:37 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-l[66339]: starting mds.l at 2024-06-13T11:49:37.404 INFO:journalctl@ceph.mds.l.smithi162.stdout:Jun 13 11:49:37 smithi162 bash[66324]: 45fd73a7a8dcdf60ac5e71c2e7a0a7244ae1c8aeca975bfaf859367c298b5379 2024-06-13T11:49:37.404 INFO:journalctl@ceph.mds.l.smithi162.stdout:Jun 13 11:49:37 smithi162 systemd[1]: Started Ceph mds.l for aa9143f6-2979-11ef-bc9c-c7b262605968. 2024-06-13T11:49:38.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:38 smithi088 ceph-mon[36399]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:38.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:38 smithi088 ceph-mon[36399]: mds.? [v2:172.21.15.162:6832/917201081,v1:172.21.15.162:6833/917201081] up:boot 2024-06-13T11:49:38.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:38 smithi088 ceph-mon[36399]: fsmap 1 up:standby 2024-06-13T11:49:38.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:38 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-06-13T11:49:38.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:38 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:38.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:38 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:38.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:38 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/3837986623' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:49:38.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:38 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:38.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:38 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:49:38.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:38 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:49:38.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:38 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:38.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:38 smithi042 ceph-mon[32231]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:38.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:38 smithi042 ceph-mon[32231]: mds.? [v2:172.21.15.162:6832/917201081,v1:172.21.15.162:6833/917201081] up:boot 2024-06-13T11:49:38.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:38 smithi042 ceph-mon[32231]: fsmap 1 up:standby 2024-06-13T11:49:38.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:38 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-06-13T11:49:38.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:38 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:38.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:38 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:38.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:38 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/3837986623' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:49:38.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:38 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:38.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:38 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:49:38.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:38 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:49:38.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:38 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:38.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:38 smithi162 ceph-mon[36757]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:38.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:38 smithi162 ceph-mon[36757]: mds.? [v2:172.21.15.162:6832/917201081,v1:172.21.15.162:6833/917201081] up:boot 2024-06-13T11:49:38.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:38 smithi162 ceph-mon[36757]: fsmap 1 up:standby 2024-06-13T11:49:38.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:38 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-06-13T11:49:38.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:38 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:38.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:38 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:38.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:38 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/3837986623' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:49:38.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:38 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:38.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:38 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:49:38.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:38 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:49:38.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:38 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:39.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:39 smithi162 ceph-mon[36757]: Deploying daemon mds.k on smithi088 2024-06-13T11:49:39.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:39 smithi088 ceph-mon[36399]: Deploying daemon mds.k on smithi088 2024-06-13T11:49:39.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:39 smithi042 ceph-mon[32231]: Deploying daemon mds.k on smithi088 2024-06-13T11:49:39.907 INFO:journalctl@ceph.mds.k.smithi088.stdout:Jun 13 11:49:39 smithi088 systemd[1]: Starting Ceph mds.k for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T11:49:40.073 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T11:49:40.159 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:40 smithi088 ceph-mon[36399]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:40.159 INFO:journalctl@ceph.mds.k.smithi088.stdout:Jun 13 11:49:39 smithi088 podman[65672]: 2024-06-13 11:49:39.809991643 +0000 UTC m=+0.016841822 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T11:49:40.159 INFO:journalctl@ceph.mds.k.smithi088.stdout:Jun 13 11:49:39 smithi088 podman[65672]: 2024-06-13 11:49:39.923608339 +0000 UTC m=+0.130458560 container create ba0df0ee10311bff93b41fb889a37846ccf63985e2c3df67fd8cd83cf04a697a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-k, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-13T11:49:40.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:40 smithi162 ceph-mon[36757]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:40.505 INFO:journalctl@ceph.mds.k.smithi088.stdout:Jun 13 11:49:40 smithi088 podman[65672]: 2024-06-13 11:49:40.159623368 +0000 UTC m=+0.366473554 container init ba0df0ee10311bff93b41fb889a37846ccf63985e2c3df67fd8cd83cf04a697a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-k, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0) 2024-06-13T11:49:40.505 INFO:journalctl@ceph.mds.k.smithi088.stdout:Jun 13 11:49:40 smithi088 podman[65672]: 2024-06-13 11:49:40.162912385 +0000 UTC m=+0.369762569 container start ba0df0ee10311bff93b41fb889a37846ccf63985e2c3df67fd8cd83cf04a697a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-k, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0) 2024-06-13T11:49:40.505 INFO:journalctl@ceph.mds.k.smithi088.stdout:Jun 13 11:49:40 smithi088 ceph-mds[65691]: -- 172.21.15.88:0/412688088 <== mon.2 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5571dcc31a40 con 0x5571dcc04800 2024-06-13T11:49:40.505 INFO:journalctl@ceph.mds.k.smithi088.stdout:Jun 13 11:49:40 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-k[65687]: starting mds.k at 2024-06-13T11:49:40.505 INFO:journalctl@ceph.mds.k.smithi088.stdout:Jun 13 11:49:40 smithi088 bash[65672]: ba0df0ee10311bff93b41fb889a37846ccf63985e2c3df67fd8cd83cf04a697a 2024-06-13T11:49:40.505 INFO:journalctl@ceph.mds.k.smithi088.stdout:Jun 13 11:49:40 smithi088 systemd[1]: Started Ceph mds.k for aa9143f6-2979-11ef-bc9c-c7b262605968. 2024-06-13T11:49:40.533 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:49:40.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:40 smithi042 ceph-mon[32231]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:41.566 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:41 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:41.566 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:41 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:41.566 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:41 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:41.566 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:41 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:49:41.566 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:41 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:49:41.566 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:41 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:41.566 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:41 smithi088 ceph-mon[36399]: mds.? [v2:172.21.15.88:6832/426832354,v1:172.21.15.88:6833/426832354] up:boot 2024-06-13T11:49:41.566 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:41 smithi088 ceph-mon[36399]: fsmap 2 up:standby 2024-06-13T11:49:41.566 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:41 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-06-13T11:49:41.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:41 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:41.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:41 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:41.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:41 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:41.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:41 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:49:41.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:41 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:49:41.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:41 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:41.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:41 smithi162 ceph-mon[36757]: mds.? [v2:172.21.15.88:6832/426832354,v1:172.21.15.88:6833/426832354] up:boot 2024-06-13T11:49:41.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:41 smithi162 ceph-mon[36757]: fsmap 2 up:standby 2024-06-13T11:49:41.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:41 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-06-13T11:49:41.716 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:41 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:41.716 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:41 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:41.716 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:41 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:41.716 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:41 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:49:41.716 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:41 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:49:41.716 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:41 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:41.716 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:41 smithi042 ceph-mon[32231]: mds.? [v2:172.21.15.88:6832/426832354,v1:172.21.15.88:6833/426832354] up:boot 2024-06-13T11:49:41.717 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:41 smithi042 ceph-mon[32231]: fsmap 2 up:standby 2024-06-13T11:49:41.717 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:41 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-06-13T11:49:42.554 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:42 smithi042 ceph-mon[32231]: Deploying daemon mds.j on smithi042 2024-06-13T11:49:42.555 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:42 smithi042 ceph-mon[32231]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:42.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:42 smithi162 ceph-mon[36757]: Deploying daemon mds.j on smithi042 2024-06-13T11:49:42.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:42 smithi162 ceph-mon[36757]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:42.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:42 smithi088 ceph-mon[36399]: Deploying daemon mds.j on smithi042 2024-06-13T11:49:42.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:42 smithi088 ceph-mon[36399]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:43.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.054+0000 7fe19b200700 1 -- 172.21.15.42:0/2118248138 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe19c103ee0 msgr2=0x7fe19c10c3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:43.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.054+0000 7fe19b200700 1 --2- 172.21.15.42:0/2118248138 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe19c103ee0 0x7fe19c10c3d0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fe1840098f0 tx=0x7fe184009c00 comp rx=0 tx=0).stop 2024-06-13T11:49:43.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.055+0000 7fe19b200700 1 -- 172.21.15.42:0/2118248138 shutdown_connections 2024-06-13T11:49:43.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.055+0000 7fe19b200700 1 --2- 172.21.15.42:0/2118248138 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe19c10c9f0 0x7fe19c10ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:43.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.055+0000 7fe19b200700 1 --2- 172.21.15.42:0/2118248138 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe19c1035c0 0x7fe19c1039a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:43.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.055+0000 7fe19b200700 1 --2- 172.21.15.42:0/2118248138 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe19c103ee0 0x7fe19c10c3d0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:43.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.055+0000 7fe19b200700 1 -- 172.21.15.42:0/2118248138 >> 172.21.15.42:0/2118248138 conn(0x7fe19c0fcdb0 msgr2=0x7fe19c0ff1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:49:43.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.055+0000 7fe19b200700 1 -- 172.21.15.42:0/2118248138 shutdown_connections 2024-06-13T11:49:43.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.055+0000 7fe19b200700 1 -- 172.21.15.42:0/2118248138 wait complete. 2024-06-13T11:49:43.058 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.056+0000 7fe19b200700 1 Processor -- start 2024-06-13T11:49:43.058 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.056+0000 7fe19b200700 1 -- start start 2024-06-13T11:49:43.058 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.057+0000 7fe19b200700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe19c1035c0 0x7fe19c19e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:49:43.058 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.057+0000 7fe19b200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe19c103ee0 0x7fe19c19edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:49:43.059 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.057+0000 7fe19b200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe19c10c9f0 0x7fe19c198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:49:43.059 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.057+0000 7fe19b200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe19c112740 con 0x7fe19c10c9f0 2024-06-13T11:49:43.059 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.057+0000 7fe19b200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fe19c1125c0 con 0x7fe19c103ee0 2024-06-13T11:49:43.059 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.057+0000 7fe19b200700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fe19c1128c0 con 0x7fe19c1035c0 2024-06-13T11:49:43.059 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.057+0000 7fe193e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe19c103ee0 0x7fe19c19edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:49:43.059 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.057+0000 7fe199e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe19c1035c0 0x7fe19c19e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:49:43.059 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.057+0000 7fe19a800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe19c10c9f0 0x7fe19c198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:49:43.059 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.057+0000 7fe193e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe19c103ee0 0x7fe19c19edf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:33538/0 (socket says 172.21.15.42:33538) 2024-06-13T11:49:43.059 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.057+0000 7fe193e00700 1 -- 172.21.15.42:0/1054115250 learned_addr learned my addr 172.21.15.42:0/1054115250 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:49:43.059 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.058+0000 7fe193e00700 1 -- 172.21.15.42:0/1054115250 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe19c1035c0 msgr2=0x7fe19c19e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:43.059 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.058+0000 7fe193e00700 1 --2- 172.21.15.42:0/1054115250 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe19c1035c0 0x7fe19c19e8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:43.059 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.058+0000 7fe193e00700 1 -- 172.21.15.42:0/1054115250 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe19c10c9f0 msgr2=0x7fe19c198ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:43.060 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.058+0000 7fe193e00700 1 --2- 172.21.15.42:0/1054115250 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe19c10c9f0 0x7fe19c198ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:43.060 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.058+0000 7fe193e00700 1 -- 172.21.15.42:0/1054115250 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe19c199220 con 0x7fe19c103ee0 2024-06-13T11:49:43.060 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.058+0000 7fe193e00700 1 --2- 172.21.15.42:0/1054115250 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe19c103ee0 0x7fe19c19edf0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fe1840094f0 tx=0x7fe18400fa00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:49:43.061 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.058+0000 7fe192a00700 1 -- 172.21.15.42:0/1054115250 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe184027070 con 0x7fe19c103ee0 2024-06-13T11:49:43.061 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.058+0000 7fe192a00700 1 -- 172.21.15.42:0/1054115250 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe184005620 con 0x7fe19c103ee0 2024-06-13T11:49:43.061 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.058+0000 7fe192a00700 1 -- 172.21.15.42:0/1054115250 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe184004930 con 0x7fe19c103ee0 2024-06-13T11:49:43.061 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.059+0000 7fe19b200700 1 -- 172.21.15.42:0/1054115250 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe19c1994b0 con 0x7fe19c103ee0 2024-06-13T11:49:43.061 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.059+0000 7fe19b200700 1 -- 172.21.15.42:0/1054115250 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe19c1a5780 con 0x7fe19c103ee0 2024-06-13T11:49:43.061 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.060+0000 7fe19b200700 1 -- 172.21.15.42:0/1054115250 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe19c069180 con 0x7fe19c103ee0 2024-06-13T11:49:43.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.062+0000 7fe192a00700 1 -- 172.21.15.42:0/1054115250 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fe18402a070 con 0x7fe19c103ee0 2024-06-13T11:49:43.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.063+0000 7fe192a00700 1 --2- 172.21.15.42:0/1054115250 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fe1800a2ca0 0x7fe1800a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:49:43.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.063+0000 7fe192a00700 1 -- 172.21.15.42:0/1054115250 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fe1840cf4d0 con 0x7fe19c103ee0 2024-06-13T11:49:43.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.064+0000 7fe199e00700 1 --2- 172.21.15.42:0/1054115250 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fe1800a2ca0 0x7fe1800a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:49:43.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.064+0000 7fe199e00700 1 --2- 172.21.15.42:0/1054115250 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fe1800a2ca0 0x7fe1800a5160 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fe19c10f2d0 tx=0x7fe18c009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:49:43.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.067+0000 7fe192a00700 1 -- 172.21.15.42:0/1054115250 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe18405e850 con 0x7fe19c103ee0 2024-06-13T11:49:43.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.356+0000 7fe19b200700 1 -- 172.21.15.42:0/1054115250 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe19c199fd0 con 0x7fe19c103ee0 2024-06-13T11:49:43.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.357+0000 7fe192a00700 1 -- 172.21.15.42:0/1054115250 <== mon.2 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2215 (secure 0 0 0) 0x7fe19c199fd0 con 0x7fe19c103ee0 2024-06-13T11:49:43.358 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:49:43.358 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/917201081","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":917201081},{"type":"v1","addr":"172.21.15.162:6833","nonce":917201081}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/426832354","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":426832354},{"type":"v1","addr":"172.21.15.88:6833","nonce":426832354}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-06-13T11:49:43.360 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.360+0000 7fe19b200700 1 -- 172.21.15.42:0/1054115250 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fe1800a2ca0 msgr2=0x7fe1800a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:43.361 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.360+0000 7fe19b200700 1 --2- 172.21.15.42:0/1054115250 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fe1800a2ca0 0x7fe1800a5160 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fe19c10f2d0 tx=0x7fe18c009310 comp rx=0 tx=0).stop 2024-06-13T11:49:43.361 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.360+0000 7fe19b200700 1 -- 172.21.15.42:0/1054115250 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe19c103ee0 msgr2=0x7fe19c19edf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:43.361 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.360+0000 7fe19b200700 1 --2- 172.21.15.42:0/1054115250 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe19c103ee0 0x7fe19c19edf0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fe1840094f0 tx=0x7fe18400fa00 comp rx=0 tx=0).stop 2024-06-13T11:49:43.361 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.360+0000 7fe19b200700 1 -- 172.21.15.42:0/1054115250 shutdown_connections 2024-06-13T11:49:43.361 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.360+0000 7fe19b200700 1 --2- 172.21.15.42:0/1054115250 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe19c10c9f0 0x7fe19c198ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:43.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.360+0000 7fe19b200700 1 --2- 172.21.15.42:0/1054115250 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe19c1035c0 0x7fe19c19e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:43.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.360+0000 7fe19b200700 1 --2- 172.21.15.42:0/1054115250 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fe1800a2ca0 0x7fe1800a5160 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:43.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.360+0000 7fe19b200700 1 --2- 172.21.15.42:0/1054115250 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe19c103ee0 0x7fe19c19edf0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:43.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.360+0000 7fe19b200700 1 -- 172.21.15.42:0/1054115250 >> 172.21.15.42:0/1054115250 conn(0x7fe19c0fcdb0 msgr2=0x7fe19c0fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:49:43.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.361+0000 7fe19b200700 1 -- 172.21.15.42:0/1054115250 shutdown_connections 2024-06-13T11:49:43.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:43.361+0000 7fe19b200700 1 -- 172.21.15.42:0/1054115250 wait complete. 2024-06-13T11:49:43.363 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 3 2024-06-13T11:49:43.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:43 smithi042 ceph-mon[32231]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:43.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:43 smithi162 ceph-mon[36757]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:43.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:43 smithi088 ceph-mon[36399]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:44.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:44 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/1054115250' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:49:44.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:44 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/1054115250' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:49:44.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:44 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/1054115250' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:49:45.058 INFO:journalctl@ceph.mds.j.smithi042.stdout:Jun 13 11:49:44 smithi042 podman[69587]: 2024-06-13 11:49:44.774395845 +0000 UTC m=+0.169872663 container create c1101b1cf8673fb3f6f3dbbe87f0558e0226a1491780d8d47dfe54a370275ab6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-j, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T11:49:45.339 INFO:journalctl@ceph.mds.j.smithi042.stdout:Jun 13 11:49:45 smithi042 podman[69587]: 2024-06-13 11:49:45.072917456 +0000 UTC m=+0.468394274 container init c1101b1cf8673fb3f6f3dbbe87f0558e0226a1491780d8d47dfe54a370275ab6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-j, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-06-13T11:49:45.339 INFO:journalctl@ceph.mds.j.smithi042.stdout:Jun 13 11:49:45 smithi042 podman[69587]: 2024-06-13 11:49:45.083724833 +0000 UTC m=+0.479201698 container start c1101b1cf8673fb3f6f3dbbe87f0558e0226a1491780d8d47dfe54a370275ab6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-j, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528) 2024-06-13T11:49:45.339 INFO:journalctl@ceph.mds.j.smithi042.stdout:Jun 13 11:49:45 smithi042 ceph-mds[69605]: -- 172.21.15.42:0/21394275 <== mon.0 v2:172.21.15.42:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55eac5ee1a40 con 0x55eac5eb4800 2024-06-13T11:49:45.339 INFO:journalctl@ceph.mds.j.smithi042.stdout:Jun 13 11:49:45 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-j[69601]: starting mds.j at 2024-06-13T11:49:45.339 INFO:journalctl@ceph.mds.j.smithi042.stdout:Jun 13 11:49:45 smithi042 bash[69587]: c1101b1cf8673fb3f6f3dbbe87f0558e0226a1491780d8d47dfe54a370275ab6 2024-06-13T11:49:45.339 INFO:journalctl@ceph.mds.j.smithi042.stdout:Jun 13 11:49:45 smithi042 systemd[1]: Started Ceph mds.j for aa9143f6-2979-11ef-bc9c-c7b262605968. 2024-06-13T11:49:45.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:45 smithi162 ceph-mon[36757]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:45.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:45 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:45.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:45 smithi088 ceph-mon[36399]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:45.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:45 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:45.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:45 smithi042 ceph-mon[32231]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:45.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:45 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:46.422 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T11:49:46.602 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:46 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:46.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:46 smithi042 ceph-mon[32231]: mds.? [v2:172.21.15.42:6834/1118564562,v1:172.21.15.42:6835/1118564562] up:boot 2024-06-13T11:49:46.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:46 smithi042 ceph-mon[32231]: fsmap 3 up:standby 2024-06-13T11:49:46.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:46 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-06-13T11:49:46.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:46 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:46.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:46 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:49:46.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:46 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:49:46.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:46 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:46.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:46 smithi042 ceph-mon[32231]: Deploying daemon mds.d on smithi042 2024-06-13T11:49:46.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:46 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:46.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:46 smithi162 ceph-mon[36757]: mds.? [v2:172.21.15.42:6834/1118564562,v1:172.21.15.42:6835/1118564562] up:boot 2024-06-13T11:49:46.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:46 smithi162 ceph-mon[36757]: fsmap 3 up:standby 2024-06-13T11:49:46.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:46 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-06-13T11:49:46.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:46 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:46.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:46 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:49:46.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:46 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:49:46.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:46 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:46.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:46 smithi162 ceph-mon[36757]: Deploying daemon mds.d on smithi042 2024-06-13T11:49:46.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:46 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:46.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:46 smithi088 ceph-mon[36399]: mds.? [v2:172.21.15.42:6834/1118564562,v1:172.21.15.42:6835/1118564562] up:boot 2024-06-13T11:49:46.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:46 smithi088 ceph-mon[36399]: fsmap 3 up:standby 2024-06-13T11:49:46.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:46 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-06-13T11:49:46.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:46 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:46.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:46 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:49:46.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:46 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:49:46.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:46 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:46.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:46 smithi088 ceph-mon[36399]: Deploying daemon mds.d on smithi042 2024-06-13T11:49:47.470 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:47 smithi042 ceph-mon[32231]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:47.569 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:49:47.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:47 smithi162 ceph-mon[36757]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:47.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:47 smithi088 ceph-mon[36399]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:48.625 INFO:journalctl@ceph.mds.d.smithi042.stdout:Jun 13 11:49:48 smithi042 systemd[1]: Starting Ceph mds.d for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T11:49:49.222 INFO:journalctl@ceph.mds.d.smithi042.stdout:Jun 13 11:49:49 smithi042 podman[69981]: 2024-06-13 11:49:49.099558247 +0000 UTC m=+0.035215177 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T11:49:49.258 INFO:journalctl@ceph.mds.d.smithi042.stdout:Jun 13 11:49:49 smithi042 podman[69981]: 2024-06-13 11:49:49.220915265 +0000 UTC m=+0.156572221 container create 8485e45245347bcdc51f30850f5aa9d9b5eefb15d079dd0419bc81a472ed0dc1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-d, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-06-13T11:49:49.766 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:49 smithi042 ceph-mon[32231]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:49.767 INFO:journalctl@ceph.mds.d.smithi042.stdout:Jun 13 11:49:49 smithi042 podman[69981]: 2024-06-13 11:49:49.493042817 +0000 UTC m=+0.428699777 container init 8485e45245347bcdc51f30850f5aa9d9b5eefb15d079dd0419bc81a472ed0dc1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-13T11:49:49.767 INFO:journalctl@ceph.mds.d.smithi042.stdout:Jun 13 11:49:49 smithi042 podman[69981]: 2024-06-13 11:49:49.505494912 +0000 UTC m=+0.441151835 container start 8485e45245347bcdc51f30850f5aa9d9b5eefb15d079dd0419bc81a472ed0dc1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-d, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=) 2024-06-13T11:49:49.767 INFO:journalctl@ceph.mds.d.smithi042.stdout:Jun 13 11:49:49 smithi042 ceph-mds[70018]: -- 172.21.15.42:0/2392593658 <== mon.2 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558f58753a40 con 0x558f58726800 2024-06-13T11:49:49.767 INFO:journalctl@ceph.mds.d.smithi042.stdout:Jun 13 11:49:49 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-d[70011]: starting mds.d at 2024-06-13T11:49:50.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:49 smithi088 ceph-mon[36399]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:50.037 INFO:journalctl@ceph.mds.d.smithi042.stdout:Jun 13 11:49:49 smithi042 bash[69981]: 8485e45245347bcdc51f30850f5aa9d9b5eefb15d079dd0419bc81a472ed0dc1 2024-06-13T11:49:50.038 INFO:journalctl@ceph.mds.d.smithi042.stdout:Jun 13 11:49:49 smithi042 systemd[1]: Started Ceph mds.d for aa9143f6-2979-11ef-bc9c-c7b262605968. 2024-06-13T11:49:50.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.109+0000 7fedaea00700 1 -- 172.21.15.42:0/1577126503 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feda8074fe0 msgr2=0x7feda810e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:50.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.109+0000 7fedaea00700 1 --2- 172.21.15.42:0/1577126503 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feda8074fe0 0x7feda810e950 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fed90009990 tx=0x7fed90009ca0 comp rx=0 tx=0).stop 2024-06-13T11:49:50.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.109+0000 7fedaea00700 1 -- 172.21.15.42:0/1577126503 shutdown_connections 2024-06-13T11:49:50.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.109+0000 7fedaea00700 1 --2- 172.21.15.42:0/1577126503 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7feda80746c0 0x7feda8074aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:50.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.109+0000 7fedaea00700 1 --2- 172.21.15.42:0/1577126503 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7feda810ee90 0x7feda8111280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:50.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.109+0000 7fedaea00700 1 --2- 172.21.15.42:0/1577126503 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feda8074fe0 0x7feda810e950 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:50.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.109+0000 7fedaea00700 1 -- 172.21.15.42:0/1577126503 >> 172.21.15.42:0/1577126503 conn(0x7feda80795f0 msgr2=0x7feda8079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:49:50.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.109+0000 7fedaea00700 1 -- 172.21.15.42:0/1577126503 shutdown_connections 2024-06-13T11:49:50.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.109+0000 7fedaea00700 1 -- 172.21.15.42:0/1577126503 wait complete. 2024-06-13T11:49:50.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.110+0000 7fedaea00700 1 Processor -- start 2024-06-13T11:49:50.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.111+0000 7fedaea00700 1 -- start start 2024-06-13T11:49:50.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.111+0000 7fedaea00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7feda80746c0 0x7feda819ae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:49:50.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.111+0000 7fedaea00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7feda8074fe0 0x7feda819b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:49:50.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.111+0000 7fedaea00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feda810ee90 0x7feda819f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:49:50.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.111+0000 7fedaea00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7feda81149c0 con 0x7feda810ee90 2024-06-13T11:49:50.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.111+0000 7fedaea00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7feda8114840 con 0x7feda8074fe0 2024-06-13T11:49:50.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.111+0000 7fedaea00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7feda8114b40 con 0x7feda80746c0 2024-06-13T11:49:50.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.111+0000 7fed9f400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7feda8074fe0 0x7feda819b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:49:50.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.111+0000 7fedaca00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feda810ee90 0x7feda819f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:49:50.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.111+0000 7fedaca00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feda810ee90 0x7feda819f6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:60524/0 (socket says 172.21.15.42:60524) 2024-06-13T11:49:50.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.111+0000 7fedaca00700 1 -- 172.21.15.42:0/1949934705 learned_addr learned my addr 172.21.15.42:0/1949934705 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:49:50.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.111+0000 7fed9f400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7feda8074fe0 0x7feda819b390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:47744/0 (socket says 172.21.15.42:47744) 2024-06-13T11:49:50.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.111+0000 7feda7e00700 1 --2- 172.21.15.42:0/1949934705 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7feda80746c0 0x7feda819ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:49:50.114 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.112+0000 7fedaca00700 1 -- 172.21.15.42:0/1949934705 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7feda80746c0 msgr2=0x7feda819ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:50.114 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.112+0000 7fedaca00700 1 --2- 172.21.15.42:0/1949934705 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7feda80746c0 0x7feda819ae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:50.114 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.112+0000 7fedaca00700 1 -- 172.21.15.42:0/1949934705 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7feda8074fe0 msgr2=0x7feda819b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:50.114 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.112+0000 7fedaca00700 1 --2- 172.21.15.42:0/1949934705 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7feda8074fe0 0x7feda819b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:50.114 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.112+0000 7fedaca00700 1 -- 172.21.15.42:0/1949934705 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feda819fe10 con 0x7feda810ee90 2024-06-13T11:49:50.114 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.112+0000 7fed9f400700 1 --2- 172.21.15.42:0/1949934705 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7feda8074fe0 0x7feda819b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:49:50.114 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.112+0000 7fedaca00700 1 --2- 172.21.15.42:0/1949934705 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feda810ee90 0x7feda819f6d0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7feda000e970 tx=0x7feda000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:49:50.115 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.113+0000 7feda5600700 1 -- 172.21.15.42:0/1949934705 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feda0004a30 con 0x7feda810ee90 2024-06-13T11:49:50.115 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.113+0000 7feda5600700 1 -- 172.21.15.42:0/1949934705 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feda0005500 con 0x7feda810ee90 2024-06-13T11:49:50.115 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.113+0000 7fedaea00700 1 -- 172.21.15.42:0/1949934705 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feda81a0100 con 0x7feda810ee90 2024-06-13T11:49:50.115 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.113+0000 7feda5600700 1 -- 172.21.15.42:0/1949934705 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feda000cd40 con 0x7feda810ee90 2024-06-13T11:49:50.115 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.113+0000 7fedaea00700 1 -- 172.21.15.42:0/1949934705 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feda81a7980 con 0x7feda810ee90 2024-06-13T11:49:50.115 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.114+0000 7fedaea00700 1 -- 172.21.15.42:0/1949934705 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feda8069180 con 0x7feda810ee90 2024-06-13T11:49:50.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.116+0000 7feda5600700 1 -- 172.21.15.42:0/1949934705 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7feda0005020 con 0x7feda810ee90 2024-06-13T11:49:50.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.117+0000 7feda5600700 1 --2- 172.21.15.42:0/1949934705 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fed8c0a2c20 0x7fed8c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:49:50.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.118+0000 7feda5600700 1 -- 172.21.15.42:0/1949934705 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7feda00cef00 con 0x7feda810ee90 2024-06-13T11:49:50.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.118+0000 7feda7e00700 1 --2- 172.21.15.42:0/1949934705 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fed8c0a2c20 0x7fed8c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:49:50.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.118+0000 7feda7e00700 1 --2- 172.21.15.42:0/1949934705 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fed8c0a2c20 0x7fed8c0a50e0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fed9800f540 tx=0x7fed9800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:49:50.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.122+0000 7feda5600700 1 -- 172.21.15.42:0/1949934705 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7feda009c2f0 con 0x7feda810ee90 2024-06-13T11:49:50.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:49 smithi162 ceph-mon[36757]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:50.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.401+0000 7fedaea00700 1 -- 172.21.15.42:0/1949934705 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7feda81a7bb0 con 0x7feda810ee90 2024-06-13T11:49:50.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.402+0000 7feda5600700 1 -- 172.21.15.42:0/1949934705 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3865 (secure 0 0 0) 0x7feda009bbf0 con 0x7feda810ee90 2024-06-13T11:49:50.402 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:49:50.403 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/1118564562","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1118564562},{"type":"v1","addr":"172.21.15.42:6835","nonce":1118564562}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/1600300489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":1600300489},{"type":"v1","addr":"172.21.15.42:6837","nonce":1600300489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/917201081","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":917201081},{"type":"v1","addr":"172.21.15.162:6833","nonce":917201081}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/426832354","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":426832354},{"type":"v1","addr":"172.21.15.88:6833","nonce":426832354}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-06-13T11:49:50.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.405+0000 7fedaea00700 1 -- 172.21.15.42:0/1949934705 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fed8c0a2c20 msgr2=0x7fed8c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:50.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.405+0000 7fedaea00700 1 --2- 172.21.15.42:0/1949934705 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fed8c0a2c20 0x7fed8c0a50e0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fed9800f540 tx=0x7fed9800b040 comp rx=0 tx=0).stop 2024-06-13T11:49:50.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.405+0000 7fedaea00700 1 -- 172.21.15.42:0/1949934705 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feda810ee90 msgr2=0x7feda819f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:50.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.405+0000 7fedaea00700 1 --2- 172.21.15.42:0/1949934705 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feda810ee90 0x7feda819f6d0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7feda000e970 tx=0x7feda000ec80 comp rx=0 tx=0).stop 2024-06-13T11:49:50.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.405+0000 7fedaea00700 1 -- 172.21.15.42:0/1949934705 shutdown_connections 2024-06-13T11:49:50.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.405+0000 7fedaea00700 1 --2- 172.21.15.42:0/1949934705 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feda810ee90 0x7feda819f6d0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:50.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.405+0000 7fedaea00700 1 --2- 172.21.15.42:0/1949934705 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7feda80746c0 0x7feda819ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:50.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.405+0000 7fedaea00700 1 --2- 172.21.15.42:0/1949934705 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fed8c0a2c20 0x7fed8c0a50e0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:50.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.405+0000 7fedaea00700 1 --2- 172.21.15.42:0/1949934705 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7feda8074fe0 0x7feda819b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:50.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.405+0000 7fedaea00700 1 -- 172.21.15.42:0/1949934705 >> 172.21.15.42:0/1949934705 conn(0x7feda80795f0 msgr2=0x7feda80ff6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:49:50.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.405+0000 7fedaea00700 1 -- 172.21.15.42:0/1949934705 shutdown_connections 2024-06-13T11:49:50.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:50.405+0000 7fedaea00700 1 -- 172.21.15.42:0/1949934705 wait complete. 2024-06-13T11:49:50.407 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 5 2024-06-13T11:49:50.930 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:50 smithi088 ceph-mon[36399]: mds.? [v2:172.21.15.42:6836/1600300489,v1:172.21.15.42:6837/1600300489] up:boot 2024-06-13T11:49:50.930 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:50 smithi088 ceph-mon[36399]: fsmap 4 up:standby 2024-06-13T11:49:50.930 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:50 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-06-13T11:49:50.930 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:50 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:50.930 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:50 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:50.931 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:50 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:50.931 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:50 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:49:50.931 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:50 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:49:50.931 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:50 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:50.931 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:50 smithi088 ceph-mon[36399]: Deploying daemon mds.e on smithi088 2024-06-13T11:49:50.931 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:50 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/1949934705' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:49:51.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:50 smithi042 ceph-mon[32231]: mds.? [v2:172.21.15.42:6836/1600300489,v1:172.21.15.42:6837/1600300489] up:boot 2024-06-13T11:49:51.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:50 smithi042 ceph-mon[32231]: fsmap 4 up:standby 2024-06-13T11:49:51.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:50 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-06-13T11:49:51.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:50 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:51.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:50 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:51.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:50 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:51.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:50 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:49:51.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:50 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:49:51.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:50 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:51.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:50 smithi042 ceph-mon[32231]: Deploying daemon mds.e on smithi088 2024-06-13T11:49:51.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:50 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/1949934705' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:49:51.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:50 smithi162 ceph-mon[36757]: mds.? [v2:172.21.15.42:6836/1600300489,v1:172.21.15.42:6837/1600300489] up:boot 2024-06-13T11:49:51.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:50 smithi162 ceph-mon[36757]: fsmap 4 up:standby 2024-06-13T11:49:51.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:50 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-06-13T11:49:51.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:50 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:51.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:50 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:51.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:50 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:51.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:50 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:49:51.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:50 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:49:51.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:50 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:51.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:50 smithi162 ceph-mon[36757]: Deploying daemon mds.e on smithi088 2024-06-13T11:49:51.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:50 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/1949934705' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:49:52.228 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:51 smithi088 ceph-mon[36399]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:52.229 INFO:journalctl@ceph.mds.e.smithi088.stdout:Jun 13 11:49:52 smithi088 systemd[1]: Starting Ceph mds.e for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T11:49:52.272 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:51 smithi042 ceph-mon[32231]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:52.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:51 smithi162 ceph-mon[36757]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:52.740 INFO:journalctl@ceph.mds.e.smithi088.stdout:Jun 13 11:49:52 smithi088 podman[65991]: 2024-06-13 11:49:52.344136408 +0000 UTC m=+0.017086254 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T11:49:52.740 INFO:journalctl@ceph.mds.e.smithi088.stdout:Jun 13 11:49:52 smithi088 podman[65991]: 2024-06-13 11:49:52.453929556 +0000 UTC m=+0.126879392 container create 56a9de01b4bcde293aef1a9f83021109a7c7dd541067c43141db5c4c6ae39ea5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-e, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-06-13T11:49:52.740 INFO:journalctl@ceph.mds.e.smithi088.stdout:Jun 13 11:49:52 smithi088 podman[65991]: 2024-06-13 11:49:52.656772033 +0000 UTC m=+0.329721875 container init 56a9de01b4bcde293aef1a9f83021109a7c7dd541067c43141db5c4c6ae39ea5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-06-13T11:49:52.740 INFO:journalctl@ceph.mds.e.smithi088.stdout:Jun 13 11:49:52 smithi088 podman[65991]: 2024-06-13 11:49:52.659265424 +0000 UTC m=+0.332215256 container start 56a9de01b4bcde293aef1a9f83021109a7c7dd541067c43141db5c4c6ae39ea5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-e, RELEASE=squid-3d89acc, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=) 2024-06-13T11:49:52.740 INFO:journalctl@ceph.mds.e.smithi088.stdout:Jun 13 11:49:52 smithi088 ceph-mds[66010]: -- 172.21.15.88:0/700115891 <== mon.2 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5645fc689a40 con 0x5645fc65d000 2024-06-13T11:49:52.740 INFO:journalctl@ceph.mds.e.smithi088.stdout:Jun 13 11:49:52 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-e[66006]: starting mds.e at 2024-06-13T11:49:52.741 INFO:journalctl@ceph.mds.e.smithi088.stdout:Jun 13 11:49:52 smithi088 bash[65991]: 56a9de01b4bcde293aef1a9f83021109a7c7dd541067c43141db5c4c6ae39ea5 2024-06-13T11:49:53.004 INFO:journalctl@ceph.mds.e.smithi088.stdout:Jun 13 11:49:52 smithi088 systemd[1]: Started Ceph mds.e for aa9143f6-2979-11ef-bc9c-c7b262605968. 2024-06-13T11:49:53.238 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T11:49:53.689 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:49:54.049 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:53 smithi042 ceph-mon[32231]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:54.049 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:53 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:54.049 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:53 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:54.050 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:53 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:54.050 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:53 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:49:54.050 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:53 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:49:54.050 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:53 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:54.050 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:53 smithi042 ceph-mon[32231]: Deploying daemon mds.f on smithi162 2024-06-13T11:49:54.050 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:53 smithi042 ceph-mon[32231]: mds.? [v2:172.21.15.88:6834/3467952345,v1:172.21.15.88:6835/3467952345] up:boot 2024-06-13T11:49:54.050 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:53 smithi042 ceph-mon[32231]: fsmap 5 up:standby 2024-06-13T11:49:54.050 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:53 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-13T11:49:54.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:53 smithi162 ceph-mon[36757]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:54.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:53 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:54.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:53 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:54.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:53 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:54.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:53 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:49:54.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:53 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:49:54.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:53 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:54.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:53 smithi162 ceph-mon[36757]: Deploying daemon mds.f on smithi162 2024-06-13T11:49:54.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:53 smithi162 ceph-mon[36757]: mds.? [v2:172.21.15.88:6834/3467952345,v1:172.21.15.88:6835/3467952345] up:boot 2024-06-13T11:49:54.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:53 smithi162 ceph-mon[36757]: fsmap 5 up:standby 2024-06-13T11:49:54.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:53 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-13T11:49:54.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:53 smithi088 ceph-mon[36399]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:54.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:53 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:54.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:53 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:54.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:53 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:54.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:53 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:49:54.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:53 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:49:54.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:53 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:54.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:53 smithi088 ceph-mon[36399]: Deploying daemon mds.f on smithi162 2024-06-13T11:49:54.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:53 smithi088 ceph-mon[36399]: mds.? [v2:172.21.15.88:6834/3467952345,v1:172.21.15.88:6835/3467952345] up:boot 2024-06-13T11:49:54.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:53 smithi088 ceph-mon[36399]: fsmap 5 up:standby 2024-06-13T11:49:54.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:53 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-13T11:49:55.350 INFO:journalctl@ceph.mds.f.smithi162.stdout:Jun 13 11:49:55 smithi162 systemd[1]: Starting Ceph mds.f for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T11:49:55.616 INFO:journalctl@ceph.mds.f.smithi162.stdout:Jun 13 11:49:55 smithi162 podman[66625]: 2024-06-13 11:49:55.253103605 +0000 UTC m=+0.017041573 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T11:49:55.616 INFO:journalctl@ceph.mds.f.smithi162.stdout:Jun 13 11:49:55 smithi162 podman[66625]: 2024-06-13 11:49:55.35483764 +0000 UTC m=+0.118775589 container create f820a7b10be78a493e7dd2e1a738c53c77f6510fad5d53e6006191a720b3dca2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-f, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-13T11:49:55.616 INFO:journalctl@ceph.mds.f.smithi162.stdout:Jun 13 11:49:55 smithi162 podman[66625]: 2024-06-13 11:49:55.590715114 +0000 UTC m=+0.354653063 container init f820a7b10be78a493e7dd2e1a738c53c77f6510fad5d53e6006191a720b3dca2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-f, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-06-13T11:49:55.616 INFO:journalctl@ceph.mds.f.smithi162.stdout:Jun 13 11:49:55 smithi162 podman[66625]: 2024-06-13 11:49:55.59334668 +0000 UTC m=+0.357284630 container start f820a7b10be78a493e7dd2e1a738c53c77f6510fad5d53e6006191a720b3dca2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-f, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, ceph=True, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-06-13T11:49:55.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:55 smithi162 ceph-mon[36757]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:55.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:55 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:55.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:55 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:55.904 INFO:journalctl@ceph.mds.f.smithi162.stdout:Jun 13 11:49:55 smithi162 ceph-mds[66646]: -- 172.21.15.162:0/1429216663 <== mon.1 v2:172.21.15.162:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ea29d73a40 con 0x55ea29d47000 2024-06-13T11:49:55.904 INFO:journalctl@ceph.mds.f.smithi162.stdout:Jun 13 11:49:55 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-f[66641]: starting mds.f at 2024-06-13T11:49:55.904 INFO:journalctl@ceph.mds.f.smithi162.stdout:Jun 13 11:49:55 smithi162 bash[66625]: f820a7b10be78a493e7dd2e1a738c53c77f6510fad5d53e6006191a720b3dca2 2024-06-13T11:49:55.904 INFO:journalctl@ceph.mds.f.smithi162.stdout:Jun 13 11:49:55 smithi162 systemd[1]: Started Ceph mds.f for aa9143f6-2979-11ef-bc9c-c7b262605968. 2024-06-13T11:49:56.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.027+0000 7fbad3600700 1 -- 172.21.15.42:0/447042771 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbacc102740 msgr2=0x7fbacc102b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:56.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.027+0000 7fbad3600700 1 --2- 172.21.15.42:0/447042771 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbacc102740 0x7fbacc102b20 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fbabc00b0a0 tx=0x7fbabc00b3b0 comp rx=0 tx=0).stop 2024-06-13T11:49:56.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.027+0000 7fbad3600700 1 -- 172.21.15.42:0/447042771 shutdown_connections 2024-06-13T11:49:56.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.027+0000 7fbad3600700 1 --2- 172.21.15.42:0/447042771 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbacc107840 0x7fbacc10f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:56.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.027+0000 7fbad3600700 1 --2- 172.21.15.42:0/447042771 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbacc102740 0x7fbacc102b20 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:56.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.027+0000 7fbad3600700 1 --2- 172.21.15.42:0/447042771 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbacc1030f0 0x7fbacc107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:56.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.027+0000 7fbad3600700 1 -- 172.21.15.42:0/447042771 >> 172.21.15.42:0/447042771 conn(0x7fbacc0795f0 msgr2=0x7fbacc079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:49:56.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.027+0000 7fbad3600700 1 -- 172.21.15.42:0/447042771 shutdown_connections 2024-06-13T11:49:56.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.027+0000 7fbad3600700 1 -- 172.21.15.42:0/447042771 wait complete. 2024-06-13T11:49:56.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.028+0000 7fbad3600700 1 Processor -- start 2024-06-13T11:49:56.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.028+0000 7fbad3600700 1 -- start start 2024-06-13T11:49:56.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.029+0000 7fbad3600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbacc102740 0x7fbacc19aea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:49:56.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.029+0000 7fbad3600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbacc1030f0 0x7fbacc19b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:49:56.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.029+0000 7fbad3600700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbacc107840 0x7fbacc19f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:49:56.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.029+0000 7fbad3600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbacc1127d0 con 0x7fbacc102740 2024-06-13T11:49:56.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.029+0000 7fbad3600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fbacc112650 con 0x7fbacc1030f0 2024-06-13T11:49:56.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.029+0000 7fbad3600700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fbacc112950 con 0x7fbacc107840 2024-06-13T11:49:56.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.029+0000 7fbad0c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbacc102740 0x7fbacc19aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:49:56.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.029+0000 7fbad1600700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbacc107840 0x7fbacc19f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:49:56.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.029+0000 7fbad0c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbacc102740 0x7fbacc19aea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:60548/0 (socket says 172.21.15.42:60548) 2024-06-13T11:49:56.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.029+0000 7fbad0c00700 1 -- 172.21.15.42:0/396805404 learned_addr learned my addr 172.21.15.42:0/396805404 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:49:56.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.029+0000 7fbac3e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbacc1030f0 0x7fbacc19b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:49:56.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.029+0000 7fbad0c00700 1 -- 172.21.15.42:0/396805404 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbacc107840 msgr2=0x7fbacc19f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:56.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.029+0000 7fbad0c00700 1 --2- 172.21.15.42:0/396805404 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbacc107840 0x7fbacc19f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:56.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.029+0000 7fbad0c00700 1 -- 172.21.15.42:0/396805404 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbacc1030f0 msgr2=0x7fbacc19b3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:56.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.029+0000 7fbad0c00700 1 --2- 172.21.15.42:0/396805404 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbacc1030f0 0x7fbacc19b3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:56.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.029+0000 7fbad0c00700 1 -- 172.21.15.42:0/396805404 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbacc19feb0 con 0x7fbacc102740 2024-06-13T11:49:56.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.030+0000 7fbad0c00700 1 --2- 172.21.15.42:0/396805404 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbacc102740 0x7fbacc19aea0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fbabc0062a0 tx=0x7fbabc004ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:49:56.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.030+0000 7fbaca000700 1 -- 172.21.15.42:0/396805404 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbabc021070 con 0x7fbacc102740 2024-06-13T11:49:56.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.030+0000 7fbaca000700 1 -- 172.21.15.42:0/396805404 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbabc007b80 con 0x7fbacc102740 2024-06-13T11:49:56.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.030+0000 7fbad3600700 1 -- 172.21.15.42:0/396805404 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbacc1a0140 con 0x7fbacc102740 2024-06-13T11:49:56.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.030+0000 7fbaca000700 1 -- 172.21.15.42:0/396805404 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbabc0052a0 con 0x7fbacc102740 2024-06-13T11:49:56.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.030+0000 7fbad3600700 1 -- 172.21.15.42:0/396805404 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbacc1a7a20 con 0x7fbacc102740 2024-06-13T11:49:56.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.031+0000 7fbad3600700 1 -- 172.21.15.42:0/396805404 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbacc069180 con 0x7fbacc102740 2024-06-13T11:49:56.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.034+0000 7fbaca000700 1 -- 172.21.15.42:0/396805404 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fbabc024070 con 0x7fbacc102740 2024-06-13T11:49:56.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.035+0000 7fbaca000700 1 --2- 172.21.15.42:0/396805404 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fbab00a2ca0 0x7fbab00a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:49:56.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.035+0000 7fbaca000700 1 -- 172.21.15.42:0/396805404 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fbabc00f020 con 0x7fbacc102740 2024-06-13T11:49:56.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.035+0000 7fbac3e00700 1 --2- 172.21.15.42:0/396805404 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fbab00a2ca0 0x7fbab00a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:49:56.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.036+0000 7fbac3e00700 1 --2- 172.21.15.42:0/396805404 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fbab00a2ca0 0x7fbab00a5160 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fbacc1021b0 tx=0x7fbab4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:49:56.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.038+0000 7fbaca000700 1 -- 172.21.15.42:0/396805404 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fbabc02b020 con 0x7fbacc102740 2024-06-13T11:49:56.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:55 smithi088 ceph-mon[36399]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:56.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:55 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:56.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:55 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:56.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:55 smithi042 ceph-mon[32231]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:56.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:55 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:56.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:55 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:56.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.313+0000 7fbad3600700 1 -- 172.21.15.42:0/396805404 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbacc19c200 con 0x7fbacc102740 2024-06-13T11:49:56.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.314+0000 7fbaca000700 1 -- 172.21.15.42:0/396805404 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5518 (secure 0 0 0) 0x7fbacc19c200 con 0x7fbacc102740 2024-06-13T11:49:56.315 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:49:56.315 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/1118564562","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1118564562},{"type":"v1","addr":"172.21.15.42:6835","nonce":1118564562}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/1600300489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":1600300489},{"type":"v1","addr":"172.21.15.42:6837","nonce":1600300489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/917201081","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":917201081},{"type":"v1","addr":"172.21.15.162:6833","nonce":917201081}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/426832354","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":426832354},{"type":"v1","addr":"172.21.15.88:6833","nonce":426832354}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24457,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6835/1190029601","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6834","nonce":1190029601},{"type":"v1","addr":"172.21.15.162:6835","nonce":1190029601}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6835/3467952345","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":3467952345},{"type":"v1","addr":"172.21.15.88:6835","nonce":3467952345}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-06-13T11:49:56.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.318+0000 7fbad3600700 1 -- 172.21.15.42:0/396805404 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fbab00a2ca0 msgr2=0x7fbab00a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:56.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.318+0000 7fbad3600700 1 --2- 172.21.15.42:0/396805404 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fbab00a2ca0 0x7fbab00a5160 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fbacc1021b0 tx=0x7fbab4009260 comp rx=0 tx=0).stop 2024-06-13T11:49:56.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.318+0000 7fbad3600700 1 -- 172.21.15.42:0/396805404 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbacc102740 msgr2=0x7fbacc19aea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:49:56.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.318+0000 7fbad3600700 1 --2- 172.21.15.42:0/396805404 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbacc102740 0x7fbacc19aea0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fbabc0062a0 tx=0x7fbabc004ce0 comp rx=0 tx=0).stop 2024-06-13T11:49:56.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.318+0000 7fbad3600700 1 -- 172.21.15.42:0/396805404 shutdown_connections 2024-06-13T11:49:56.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.318+0000 7fbad3600700 1 --2- 172.21.15.42:0/396805404 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbacc107840 0x7fbacc19f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:56.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.318+0000 7fbad3600700 1 --2- 172.21.15.42:0/396805404 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbacc102740 0x7fbacc19aea0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:56.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.318+0000 7fbad3600700 1 --2- 172.21.15.42:0/396805404 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fbab00a2ca0 0x7fbab00a5160 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:56.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.318+0000 7fbad3600700 1 --2- 172.21.15.42:0/396805404 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbacc1030f0 0x7fbacc19b3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:49:56.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.318+0000 7fbad3600700 1 -- 172.21.15.42:0/396805404 >> 172.21.15.42:0/396805404 conn(0x7fbacc0795f0 msgr2=0x7fbacc100800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:49:56.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.318+0000 7fbad3600700 1 -- 172.21.15.42:0/396805404 shutdown_connections 2024-06-13T11:49:56.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:49:56.318+0000 7fbad3600700 1 -- 172.21.15.42:0/396805404 wait complete. 2024-06-13T11:49:56.320 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 7 2024-06-13T11:49:57.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:56 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:57.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:56 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:49:57.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:56 smithi042 ceph-mon[32231]: mds.? [v2:172.21.15.162:6834/1190029601,v1:172.21.15.162:6835/1190029601] up:boot 2024-06-13T11:49:57.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:56 smithi042 ceph-mon[32231]: fsmap 6 up:standby 2024-06-13T11:49:57.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:56 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-06-13T11:49:57.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:56 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:49:57.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:56 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:57.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:56 smithi042 ceph-mon[32231]: Deploying daemon mds.c on smithi162 2024-06-13T11:49:57.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:56 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/396805404' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:49:57.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:56 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:57.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:56 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:49:57.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:56 smithi162 ceph-mon[36757]: mds.? [v2:172.21.15.162:6834/1190029601,v1:172.21.15.162:6835/1190029601] up:boot 2024-06-13T11:49:57.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:56 smithi162 ceph-mon[36757]: fsmap 6 up:standby 2024-06-13T11:49:57.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:56 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-06-13T11:49:57.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:56 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:49:57.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:56 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:57.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:56 smithi162 ceph-mon[36757]: Deploying daemon mds.c on smithi162 2024-06-13T11:49:57.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:56 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/396805404' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:49:57.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:56 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:49:57.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:56 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:49:57.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:56 smithi088 ceph-mon[36399]: mds.? [v2:172.21.15.162:6834/1190029601,v1:172.21.15.162:6835/1190029601] up:boot 2024-06-13T11:49:57.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:56 smithi088 ceph-mon[36399]: fsmap 6 up:standby 2024-06-13T11:49:57.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:56 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-06-13T11:49:57.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:56 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:49:57.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:56 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:49:57.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:56 smithi088 ceph-mon[36399]: Deploying daemon mds.c on smithi162 2024-06-13T11:49:57.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:56 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/396805404' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:49:58.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:57 smithi162 ceph-mon[36757]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:58.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:57 smithi088 ceph-mon[36399]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:58.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:57 smithi042 ceph-mon[32231]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:49:59.153 INFO:journalctl@ceph.mds.c.smithi162.stdout:Jun 13 11:49:58 smithi162 systemd[1]: Started Ceph mds.c for aa9143f6-2979-11ef-bc9c-c7b262605968. 2024-06-13T11:49:59.167 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T11:49:59.660 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:50:00.069 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:59 smithi088 ceph-mon[36399]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:00.069 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:59 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:00.069 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:59 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:00.069 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:59 smithi088 ceph-mon[36399]: mds.? [v2:172.21.15.162:6836/987659844,v1:172.21.15.162:6837/987659844] up:boot 2024-06-13T11:50:00.069 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:59 smithi088 ceph-mon[36399]: fsmap 7 up:standby 2024-06-13T11:50:00.069 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:59 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-13T11:50:00.069 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:59 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:00.069 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:59 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:50:00.069 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:59 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:50:00.069 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:59 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:50:00.069 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:49:59 smithi088 ceph-mon[36399]: Deploying daemon mds.h on smithi088 2024-06-13T11:50:00.124 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:59 smithi042 ceph-mon[32231]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:00.124 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:59 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:00.124 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:59 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:00.124 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:59 smithi042 ceph-mon[32231]: mds.? [v2:172.21.15.162:6836/987659844,v1:172.21.15.162:6837/987659844] up:boot 2024-06-13T11:50:00.124 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:59 smithi042 ceph-mon[32231]: fsmap 7 up:standby 2024-06-13T11:50:00.124 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:59 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-13T11:50:00.124 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:59 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:00.124 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:59 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:50:00.124 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:59 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:50:00.124 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:59 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:50:00.124 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:49:59 smithi042 ceph-mon[32231]: Deploying daemon mds.h on smithi088 2024-06-13T11:50:00.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:59 smithi162 ceph-mon[36757]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:00.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:59 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:00.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:59 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:00.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:59 smithi162 ceph-mon[36757]: mds.? [v2:172.21.15.162:6836/987659844,v1:172.21.15.162:6837/987659844] up:boot 2024-06-13T11:50:00.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:59 smithi162 ceph-mon[36757]: fsmap 7 up:standby 2024-06-13T11:50:00.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:59 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-13T11:50:00.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:59 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:00.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:59 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:50:00.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:59 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:50:00.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:59 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:50:00.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:49:59 smithi162 ceph-mon[36757]: Deploying daemon mds.h on smithi088 2024-06-13T11:50:00.993 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:00 smithi042 ceph-mon[32231]: overall HEALTH_OK 2024-06-13T11:50:01.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:00 smithi162 ceph-mon[36757]: overall HEALTH_OK 2024-06-13T11:50:01.180 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:00 smithi088 ceph-mon[36399]: overall HEALTH_OK 2024-06-13T11:50:01.180 INFO:journalctl@ceph.mds.h.smithi088.stdout:Jun 13 11:50:00 smithi088 systemd[1]: Starting Ceph mds.h for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T11:50:01.437 INFO:journalctl@ceph.mds.h.smithi088.stdout:Jun 13 11:50:01 smithi088 podman[66294]: 2024-06-13 11:50:01.082753289 +0000 UTC m=+0.017040186 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T11:50:01.437 INFO:journalctl@ceph.mds.h.smithi088.stdout:Jun 13 11:50:01 smithi088 podman[66294]: 2024-06-13 11:50:01.2004899 +0000 UTC m=+0.134776840 container create 4dca14557a52d7e1a26bab6620d460edaea78454845be4d89d3d87e29dd14144 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-h, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, ceph=True, GIT_CLEAN=True) 2024-06-13T11:50:01.437 INFO:journalctl@ceph.mds.h.smithi088.stdout:Jun 13 11:50:01 smithi088 podman[66294]: 2024-06-13 11:50:01.41168896 +0000 UTC m=+0.345975855 container init 4dca14557a52d7e1a26bab6620d460edaea78454845be4d89d3d87e29dd14144 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-h, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240528, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc) 2024-06-13T11:50:01.438 INFO:journalctl@ceph.mds.h.smithi088.stdout:Jun 13 11:50:01 smithi088 podman[66294]: 2024-06-13 11:50:01.414435738 +0000 UTC m=+0.348722632 container start 4dca14557a52d7e1a26bab6620d460edaea78454845be4d89d3d87e29dd14144 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-h, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0) 2024-06-13T11:50:01.754 INFO:journalctl@ceph.mds.h.smithi088.stdout:Jun 13 11:50:01 smithi088 ceph-mds[66314]: -- 172.21.15.88:0/2881514331 <== mon.2 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5577a7417a40 con 0x5577a73eb000 2024-06-13T11:50:01.754 INFO:journalctl@ceph.mds.h.smithi088.stdout:Jun 13 11:50:01 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-h[66310]: starting mds.h at 2024-06-13T11:50:01.755 INFO:journalctl@ceph.mds.h.smithi088.stdout:Jun 13 11:50:01 smithi088 bash[66294]: 4dca14557a52d7e1a26bab6620d460edaea78454845be4d89d3d87e29dd14144 2024-06-13T11:50:01.755 INFO:journalctl@ceph.mds.h.smithi088.stdout:Jun 13 11:50:01 smithi088 systemd[1]: Started Ceph mds.h for aa9143f6-2979-11ef-bc9c-c7b262605968. 2024-06-13T11:50:01.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.858+0000 7f713ba00700 1 -- 172.21.15.42:0/4142589219 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7134105050 msgr2=0x7f7134111560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:01.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.858+0000 7f713ba00700 1 --2- 172.21.15.42:0/4142589219 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7134105050 0x7f7134111560 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f712c00b0a0 tx=0x7f712c00b3b0 comp rx=0 tx=0).stop 2024-06-13T11:50:01.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.858+0000 7f713ba00700 1 -- 172.21.15.42:0/4142589219 shutdown_connections 2024-06-13T11:50:01.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.858+0000 7f713ba00700 1 --2- 172.21.15.42:0/4142589219 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7134105050 0x7f7134111560 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:01.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.858+0000 7f713ba00700 1 --2- 172.21.15.42:0/4142589219 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f713410a690 0x7f713410aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:01.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.858+0000 7f713ba00700 1 --2- 172.21.15.42:0/4142589219 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7134104690 0x7f7134104b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:01.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.858+0000 7f713ba00700 1 -- 172.21.15.42:0/4142589219 >> 172.21.15.42:0/4142589219 conn(0x7f71341001a0 msgr2=0x7f71341025c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:50:01.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.859+0000 7f713ba00700 1 -- 172.21.15.42:0/4142589219 shutdown_connections 2024-06-13T11:50:01.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.859+0000 7f713ba00700 1 -- 172.21.15.42:0/4142589219 wait complete. 2024-06-13T11:50:01.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.860+0000 7f713ba00700 1 Processor -- start 2024-06-13T11:50:01.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.860+0000 7f713ba00700 1 -- start start 2024-06-13T11:50:01.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.861+0000 7f713ba00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7134104690 0x7f713419adc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:01.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.861+0000 7f713ba00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7134105050 0x7f713419b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:01.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.861+0000 7f713ba00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f713410a690 0x7f713419f690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:01.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.861+0000 7f713ba00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7134114a70 con 0x7f713410a690 2024-06-13T11:50:01.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.861+0000 7f713ba00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f71341148f0 con 0x7f7134104690 2024-06-13T11:50:01.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.861+0000 7f713ba00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f7134114bf0 con 0x7f7134105050 2024-06-13T11:50:01.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.861+0000 7f7133e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7134105050 0x7f713419b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:01.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.861+0000 7f7139000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7134104690 0x7f713419adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:01.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.861+0000 7f7133e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7134105050 0x7f713419b300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:59524/0 (socket says 172.21.15.42:59524) 2024-06-13T11:50:01.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.861+0000 7f7133e00700 1 -- 172.21.15.42:0/2598640399 learned_addr learned my addr 172.21.15.42:0/2598640399 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:50:01.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.861+0000 7f7139a00700 1 --2- 172.21.15.42:0/2598640399 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f713410a690 0x7f713419f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:01.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.861+0000 7f7133e00700 1 -- 172.21.15.42:0/2598640399 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7134104690 msgr2=0x7f713419adc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:01.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.861+0000 7f7133e00700 1 --2- 172.21.15.42:0/2598640399 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7134104690 0x7f713419adc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:01.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.861+0000 7f7133e00700 1 -- 172.21.15.42:0/2598640399 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f713410a690 msgr2=0x7f713419f690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:01.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.861+0000 7f7133e00700 1 --2- 172.21.15.42:0/2598640399 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f713410a690 0x7f713419f690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:01.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.861+0000 7f7133e00700 1 -- 172.21.15.42:0/2598640399 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f713419fdd0 con 0x7f7134105050 2024-06-13T11:50:01.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.861+0000 7f7139a00700 1 --2- 172.21.15.42:0/2598640399 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f713410a690 0x7f713419f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:50:01.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.862+0000 7f7133e00700 1 --2- 172.21.15.42:0/2598640399 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7134105050 0x7f713419b300 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f712000e9c0 tx=0x7f712000ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:50:01.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.862+0000 7f7131600700 1 -- 172.21.15.42:0/2598640399 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f712000cbd0 con 0x7f7134105050 2024-06-13T11:50:01.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.862+0000 7f7131600700 1 -- 172.21.15.42:0/2598640399 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f712000cd70 con 0x7f7134105050 2024-06-13T11:50:01.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.862+0000 7f713ba00700 1 -- 172.21.15.42:0/2598640399 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71341a00c0 con 0x7f7134105050 2024-06-13T11:50:01.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.862+0000 7f7131600700 1 -- 172.21.15.42:0/2598640399 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7120010430 con 0x7f7134105050 2024-06-13T11:50:01.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.862+0000 7f713ba00700 1 -- 172.21.15.42:0/2598640399 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71341a7940 con 0x7f7134105050 2024-06-13T11:50:01.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.863+0000 7f713ba00700 1 -- 172.21.15.42:0/2598640399 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7134069180 con 0x7f7134105050 2024-06-13T11:50:01.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.865+0000 7f7131600700 1 -- 172.21.15.42:0/2598640399 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f7120004750 con 0x7f7134105050 2024-06-13T11:50:01.867 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.867+0000 7f7131600700 1 --2- 172.21.15.42:0/2598640399 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f711c0a2ca0 0x7f711c0a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:01.867 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.867+0000 7f7131600700 1 -- 172.21.15.42:0/2598640399 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f71200cee80 con 0x7f7134105050 2024-06-13T11:50:01.867 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.867+0000 7f7139000700 1 --2- 172.21.15.42:0/2598640399 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f711c0a2ca0 0x7f711c0a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:01.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.868+0000 7f7139000700 1 --2- 172.21.15.42:0/2598640399 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f711c0a2ca0 0x7f711c0a5160 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f7128007b60 tx=0x7f71280073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:50:01.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:01.871+0000 7f7131600700 1 -- 172.21.15.42:0/2598640399 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f712009c1e0 con 0x7f7134105050 2024-06-13T11:50:02.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:01 smithi042 ceph-mon[32231]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:02.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:01 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:02.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:01 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:02.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:01 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:02.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:01 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:50:02.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:01 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:50:02.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:01 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:50:02.150 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:01 smithi162 ceph-mon[36757]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:02.150 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:01 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:02.150 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:01 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:02.150 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:01 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:02.151 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:01 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:50:02.151 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:01 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:50:02.151 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:01 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:50:02.152 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:02.151+0000 7f713ba00700 1 -- 172.21.15.42:0/2598640399 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f713419c120 con 0x7f7134105050 2024-06-13T11:50:02.153 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:02.153+0000 7f7131600700 1 -- 172.21.15.42:0/2598640399 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7168 (secure 0 0 0) 0x7f713419c120 con 0x7f7134105050 2024-06-13T11:50:02.154 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:50:02.154 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/1118564562","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1118564562},{"type":"v1","addr":"172.21.15.42:6835","nonce":1118564562}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/1600300489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":1600300489},{"type":"v1","addr":"172.21.15.42:6837","nonce":1600300489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/917201081","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":917201081},{"type":"v1","addr":"172.21.15.162:6833","nonce":917201081}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/426832354","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":426832354},{"type":"v1","addr":"172.21.15.88:6833","nonce":426832354}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24457,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6835/1190029601","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6834","nonce":1190029601},{"type":"v1","addr":"172.21.15.162:6835","nonce":1190029601}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24469,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6837/987659844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6836","nonce":987659844},{"type":"v1","addr":"172.21.15.162:6837","nonce":987659844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6835/3467952345","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":3467952345},{"type":"v1","addr":"172.21.15.88:6835","nonce":3467952345}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24500,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6837/2567581640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2567581640},{"type":"v1","addr":"172.21.15.88:6837","nonce":2567581640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-06-13T11:50:02.156 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:02.156+0000 7f713ba00700 1 -- 172.21.15.42:0/2598640399 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f711c0a2ca0 msgr2=0x7f711c0a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:02.157 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:02.156+0000 7f713ba00700 1 --2- 172.21.15.42:0/2598640399 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f711c0a2ca0 0x7f711c0a5160 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f7128007b60 tx=0x7f71280073d0 comp rx=0 tx=0).stop 2024-06-13T11:50:02.157 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:02.156+0000 7f713ba00700 1 -- 172.21.15.42:0/2598640399 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7134105050 msgr2=0x7f713419b300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:02.157 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:02.156+0000 7f713ba00700 1 --2- 172.21.15.42:0/2598640399 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7134105050 0x7f713419b300 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f712000e9c0 tx=0x7f712000ecd0 comp rx=0 tx=0).stop 2024-06-13T11:50:02.157 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:02.156+0000 7f713ba00700 1 -- 172.21.15.42:0/2598640399 shutdown_connections 2024-06-13T11:50:02.157 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:02.156+0000 7f713ba00700 1 --2- 172.21.15.42:0/2598640399 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f711c0a2ca0 0x7f711c0a5160 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:02.157 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:02.156+0000 7f713ba00700 1 --2- 172.21.15.42:0/2598640399 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7134104690 0x7f713419adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:02.157 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:02.156+0000 7f713ba00700 1 --2- 172.21.15.42:0/2598640399 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f713410a690 0x7f713419f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:02.157 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:02.156+0000 7f713ba00700 1 --2- 172.21.15.42:0/2598640399 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7134105050 0x7f713419b300 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:02.157 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:02.156+0000 7f713ba00700 1 -- 172.21.15.42:0/2598640399 >> 172.21.15.42:0/2598640399 conn(0x7f71341001a0 msgr2=0x7f71341006c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:50:02.157 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:02.156+0000 7f713ba00700 1 -- 172.21.15.42:0/2598640399 shutdown_connections 2024-06-13T11:50:02.157 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:02.156+0000 7f713ba00700 1 -- 172.21.15.42:0/2598640399 wait complete. 2024-06-13T11:50:02.158 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 9 2024-06-13T11:50:02.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:01 smithi088 ceph-mon[36399]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:02.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:01 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:02.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:01 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:02.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:01 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:02.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:01 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:50:02.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:01 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:50:02.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:01 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:50:03.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:02 smithi162 ceph-mon[36757]: Deploying daemon mds.i on smithi162 2024-06-13T11:50:03.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:02 smithi162 ceph-mon[36757]: mds.? [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] up:boot 2024-06-13T11:50:03.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:02 smithi162 ceph-mon[36757]: fsmap 8 up:standby 2024-06-13T11:50:03.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:02 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-13T11:50:03.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:02 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2598640399' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:50:03.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:02 smithi088 ceph-mon[36399]: Deploying daemon mds.i on smithi162 2024-06-13T11:50:03.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:02 smithi088 ceph-mon[36399]: mds.? [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] up:boot 2024-06-13T11:50:03.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:02 smithi088 ceph-mon[36399]: fsmap 8 up:standby 2024-06-13T11:50:03.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:02 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-13T11:50:03.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:02 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2598640399' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:50:03.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:02 smithi042 ceph-mon[32231]: Deploying daemon mds.i on smithi162 2024-06-13T11:50:03.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:02 smithi042 ceph-mon[32231]: mds.? [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] up:boot 2024-06-13T11:50:03.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:02 smithi042 ceph-mon[32231]: fsmap 8 up:standby 2024-06-13T11:50:03.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:02 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-13T11:50:03.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:02 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2598640399' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:50:04.038 INFO:journalctl@ceph.mds.i.smithi162.stdout:Jun 13 11:50:04 smithi162 systemd[1]: Starting Ceph mds.i for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T11:50:04.039 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:03 smithi162 ceph-mon[36757]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:04.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:03 smithi088 ceph-mon[36399]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:04.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:03 smithi042 ceph-mon[32231]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:04.403 INFO:journalctl@ceph.mds.i.smithi162.stdout:Jun 13 11:50:04 smithi162 podman[67235]: 2024-06-13 11:50:04.158100445 +0000 UTC m=+0.017274656 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T11:50:04.403 INFO:journalctl@ceph.mds.i.smithi162.stdout:Jun 13 11:50:04 smithi162 podman[67235]: 2024-06-13 11:50:04.286207292 +0000 UTC m=+0.145381530 container create 84eb80b22a323ab9b4dc9d937e3915181c94664fe632153d45fdaa376b3a8869 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-i, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T11:50:04.903 INFO:journalctl@ceph.mds.i.smithi162.stdout:Jun 13 11:50:04 smithi162 podman[67235]: 2024-06-13 11:50:04.530323328 +0000 UTC m=+0.389497537 container init 84eb80b22a323ab9b4dc9d937e3915181c94664fe632153d45fdaa376b3a8869 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-i, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T11:50:04.904 INFO:journalctl@ceph.mds.i.smithi162.stdout:Jun 13 11:50:04 smithi162 podman[67235]: 2024-06-13 11:50:04.532754145 +0000 UTC m=+0.391928346 container start 84eb80b22a323ab9b4dc9d937e3915181c94664fe632153d45fdaa376b3a8869 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-i, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD) 2024-06-13T11:50:04.904 INFO:journalctl@ceph.mds.i.smithi162.stdout:Jun 13 11:50:04 smithi162 ceph-mds[67255]: -- 172.21.15.162:0/3745679791 <== mon.1 v2:172.21.15.162:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5608f7901a40 con 0x5608f78d5000 2024-06-13T11:50:04.904 INFO:journalctl@ceph.mds.i.smithi162.stdout:Jun 13 11:50:04 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-i[67251]: starting mds.i at 2024-06-13T11:50:04.904 INFO:journalctl@ceph.mds.i.smithi162.stdout:Jun 13 11:50:04 smithi162 bash[67235]: 84eb80b22a323ab9b4dc9d937e3915181c94664fe632153d45fdaa376b3a8869 2024-06-13T11:50:04.904 INFO:journalctl@ceph.mds.i.smithi162.stdout:Jun 13 11:50:04 smithi162 systemd[1]: Started Ceph mds.i for aa9143f6-2979-11ef-bc9c-c7b262605968. 2024-06-13T11:50:05.101 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T11:50:05.572 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:50:06.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:05 smithi088 ceph-mon[36399]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:06.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:05 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:06.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:05 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:06.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:05 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:06.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:05 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:50:06.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:05 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:50:06.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:05 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:50:06.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:05 smithi088 ceph-mon[36399]: Deploying daemon mds.g on smithi042 2024-06-13T11:50:06.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:05 smithi088 ceph-mon[36399]: mds.? [v2:172.21.15.162:6838/4260392567,v1:172.21.15.162:6839/4260392567] up:boot 2024-06-13T11:50:06.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:05 smithi088 ceph-mon[36399]: fsmap 9 up:standby 2024-06-13T11:50:06.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:05 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-13T11:50:06.033 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:05 smithi042 ceph-mon[32231]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:06.033 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:06.034 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:06.034 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:06.034 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:50:06.034 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:50:06.034 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:50:06.034 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:05 smithi042 ceph-mon[32231]: Deploying daemon mds.g on smithi042 2024-06-13T11:50:06.034 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:05 smithi042 ceph-mon[32231]: mds.? [v2:172.21.15.162:6838/4260392567,v1:172.21.15.162:6839/4260392567] up:boot 2024-06-13T11:50:06.034 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:05 smithi042 ceph-mon[32231]: fsmap 9 up:standby 2024-06-13T11:50:06.034 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:05 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-13T11:50:06.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:05 smithi162 ceph-mon[36757]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:06.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:05 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:06.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:05 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:06.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:05 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:06.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:05 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:50:06.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:05 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:50:06.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:05 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:50:06.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:05 smithi162 ceph-mon[36757]: Deploying daemon mds.g on smithi042 2024-06-13T11:50:06.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:05 smithi162 ceph-mon[36757]: mds.? [v2:172.21.15.162:6838/4260392567,v1:172.21.15.162:6839/4260392567] up:boot 2024-06-13T11:50:06.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:05 smithi162 ceph-mon[36757]: fsmap 9 up:standby 2024-06-13T11:50:06.155 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:05 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-13T11:50:08.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:07 smithi088 ceph-mon[36399]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:08.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:07 smithi042 ceph-mon[32231]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:08.106 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:07 smithi162 ceph-mon[36757]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:08.981 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.979+0000 7f3ee8600700 1 -- 172.21.15.42:0/1883961970 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ee01085c0 msgr2=0x7f3ee01089a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:08.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.979+0000 7f3ee8600700 1 --2- 172.21.15.42:0/1883961970 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ee01085c0 0x7f3ee01089a0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f3ed4009920 tx=0x7f3ed4009c30 comp rx=0 tx=0).stop 2024-06-13T11:50:08.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.979+0000 7f3ee8600700 1 -- 172.21.15.42:0/1883961970 shutdown_connections 2024-06-13T11:50:08.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.979+0000 7f3ee8600700 1 --2- 172.21.15.42:0/1883961970 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ee0102ee0 0x7f3ee010f390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:08.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.979+0000 7f3ee8600700 1 --2- 172.21.15.42:0/1883961970 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ee01085c0 0x7f3ee01089a0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:08.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.979+0000 7f3ee8600700 1 --2- 172.21.15.42:0/1883961970 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3ee0102520 0x7f3ee01029a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:08.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.979+0000 7f3ee8600700 1 -- 172.21.15.42:0/1883961970 >> 172.21.15.42:0/1883961970 conn(0x7f3ee0079680 msgr2=0x7f3ee0079a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:50:08.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.980+0000 7f3ee8600700 1 -- 172.21.15.42:0/1883961970 shutdown_connections 2024-06-13T11:50:08.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.980+0000 7f3ee8600700 1 -- 172.21.15.42:0/1883961970 wait complete. 2024-06-13T11:50:08.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.981+0000 7f3ee8600700 1 Processor -- start 2024-06-13T11:50:08.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.981+0000 7f3ee8600700 1 -- start start 2024-06-13T11:50:08.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.981+0000 7f3ee8600700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3ee0102520 0x7f3ee0198d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:08.983 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.981+0000 7f3ee8600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ee0102ee0 0x7f3ee0199270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:08.983 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.981+0000 7f3ee8600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ee01085c0 0x7f3ee019d600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:08.983 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.981+0000 7f3ee8600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3ee0112800 con 0x7f3ee01085c0 2024-06-13T11:50:08.983 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.981+0000 7f3ee8600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f3ee0112680 con 0x7f3ee0102ee0 2024-06-13T11:50:08.983 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.981+0000 7f3ee8600700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f3ee0112980 con 0x7f3ee0102520 2024-06-13T11:50:08.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.982+0000 7f3ee5c00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3ee0102520 0x7f3ee0198d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:08.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.982+0000 7f3ee5c00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3ee0102520 0x7f3ee0198d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:57174/0 (socket says 172.21.15.42:57174) 2024-06-13T11:50:08.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.982+0000 7f3ee5c00700 1 -- 172.21.15.42:0/3793669479 learned_addr learned my addr 172.21.15.42:0/3793669479 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:50:08.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.982+0000 7f3ee5200700 1 --2- 172.21.15.42:0/3793669479 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ee0102ee0 0x7f3ee0199270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:08.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.982+0000 7f3ee6600700 1 --2- 172.21.15.42:0/3793669479 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ee01085c0 0x7f3ee019d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:08.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.982+0000 7f3ee5c00700 1 -- 172.21.15.42:0/3793669479 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ee0102ee0 msgr2=0x7f3ee0199270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:08.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.982+0000 7f3ee5c00700 1 --2- 172.21.15.42:0/3793669479 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ee0102ee0 0x7f3ee0199270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:08.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.982+0000 7f3ee5c00700 1 -- 172.21.15.42:0/3793669479 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ee01085c0 msgr2=0x7f3ee019d600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:08.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.982+0000 7f3ee5c00700 1 --2- 172.21.15.42:0/3793669479 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ee01085c0 0x7f3ee019d600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:08.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.982+0000 7f3ee5c00700 1 -- 172.21.15.42:0/3793669479 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ee019dd40 con 0x7f3ee0102520 2024-06-13T11:50:08.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.982+0000 7f3ee6600700 1 --2- 172.21.15.42:0/3793669479 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ee01085c0 0x7f3ee019d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:50:08.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.982+0000 7f3ee5200700 1 --2- 172.21.15.42:0/3793669479 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ee0102ee0 0x7f3ee0199270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:50:08.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.982+0000 7f3ee5c00700 1 --2- 172.21.15.42:0/3793669479 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3ee0102520 0x7f3ee0198d30 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f3ed4005e90 tx=0x7f3ed400fa90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:50:08.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.983+0000 7f3ede000700 1 -- 172.21.15.42:0/3793669479 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ed40051c0 con 0x7f3ee0102520 2024-06-13T11:50:08.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.983+0000 7f3ede000700 1 -- 172.21.15.42:0/3793669479 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3ed400b560 con 0x7f3ee0102520 2024-06-13T11:50:08.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.983+0000 7f3ede000700 1 -- 172.21.15.42:0/3793669479 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ed4003bc0 con 0x7f3ee0102520 2024-06-13T11:50:08.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.984+0000 7f3ee8600700 1 -- 172.21.15.42:0/3793669479 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ee019dfd0 con 0x7f3ee0102520 2024-06-13T11:50:08.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.984+0000 7f3ee8600700 1 -- 172.21.15.42:0/3793669479 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ee00746c0 con 0x7f3ee0102520 2024-06-13T11:50:08.986 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.985+0000 7f3ee8600700 1 -- 172.21.15.42:0/3793669479 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ee010aa50 con 0x7f3ee0102520 2024-06-13T11:50:08.987 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.987+0000 7f3ede000700 1 -- 172.21.15.42:0/3793669479 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f3ed400baa0 con 0x7f3ee0102520 2024-06-13T11:50:08.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.988+0000 7f3ede000700 1 --2- 172.21.15.42:0/3793669479 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f3ec80a2c20 0x7f3ec80a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:08.989 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.988+0000 7f3ede000700 1 -- 172.21.15.42:0/3793669479 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f3ed40cfec0 con 0x7f3ee0102520 2024-06-13T11:50:08.989 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.989+0000 7f3ee5200700 1 --2- 172.21.15.42:0/3793669479 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f3ec80a2c20 0x7f3ec80a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:08.989 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.989+0000 7f3ee5200700 1 --2- 172.21.15.42:0/3793669479 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f3ec80a2c20 0x7f3ec80a50e0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f3ee0079d40 tx=0x7f3ecc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:50:08.990 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:08.990+0000 7f3ede000700 1 -- 172.21.15.42:0/3793669479 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f3ed4013030 con 0x7f3ee0102520 2024-06-13T11:50:09.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:09.283+0000 7f3ee8600700 1 -- 172.21.15.42:0/3793669479 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3ee0103c30 con 0x7f3ee0102520 2024-06-13T11:50:09.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:09.285+0000 7f3ede000700 1 -- 172.21.15.42:0/3793669479 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+7998 (secure 0 0 0) 0x7f3ed409d2b0 con 0x7f3ee0102520 2024-06-13T11:50:09.286 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:50:09.286 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/1118564562","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1118564562},{"type":"v1","addr":"172.21.15.42:6835","nonce":1118564562}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/1600300489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":1600300489},{"type":"v1","addr":"172.21.15.42:6837","nonce":1600300489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/917201081","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":917201081},{"type":"v1","addr":"172.21.15.162:6833","nonce":917201081}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/426832354","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":426832354},{"type":"v1","addr":"172.21.15.88:6833","nonce":426832354}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24457,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6835/1190029601","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6834","nonce":1190029601},{"type":"v1","addr":"172.21.15.162:6835","nonce":1190029601}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24469,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6837/987659844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6836","nonce":987659844},{"type":"v1","addr":"172.21.15.162:6837","nonce":987659844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6835/3467952345","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":3467952345},{"type":"v1","addr":"172.21.15.88:6835","nonce":3467952345}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24487,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6839/4260392567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6838","nonce":4260392567},{"type":"v1","addr":"172.21.15.162:6839","nonce":4260392567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24500,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6837/2567581640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2567581640},{"type":"v1","addr":"172.21.15.88:6837","nonce":2567581640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-06-13T11:50:09.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:09.288+0000 7f3ee8600700 1 -- 172.21.15.42:0/3793669479 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f3ec80a2c20 msgr2=0x7f3ec80a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:09.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:09.289+0000 7f3ee8600700 1 --2- 172.21.15.42:0/3793669479 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f3ec80a2c20 0x7f3ec80a50e0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f3ee0079d40 tx=0x7f3ecc009260 comp rx=0 tx=0).stop 2024-06-13T11:50:09.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:09.289+0000 7f3ee8600700 1 -- 172.21.15.42:0/3793669479 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3ee0102520 msgr2=0x7f3ee0198d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:09.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:09.289+0000 7f3ee8600700 1 --2- 172.21.15.42:0/3793669479 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3ee0102520 0x7f3ee0198d30 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f3ed4005e90 tx=0x7f3ed400fa90 comp rx=0 tx=0).stop 2024-06-13T11:50:09.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:09.289+0000 7f3ee8600700 1 -- 172.21.15.42:0/3793669479 shutdown_connections 2024-06-13T11:50:09.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:09.289+0000 7f3ee8600700 1 --2- 172.21.15.42:0/3793669479 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ee01085c0 0x7f3ee019d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:09.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:09.289+0000 7f3ee8600700 1 --2- 172.21.15.42:0/3793669479 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3ee0102520 0x7f3ee0198d30 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:09.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:09.289+0000 7f3ee8600700 1 --2- 172.21.15.42:0/3793669479 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f3ec80a2c20 0x7f3ec80a50e0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:09.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:09.289+0000 7f3ee8600700 1 --2- 172.21.15.42:0/3793669479 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ee0102ee0 0x7f3ee0199270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:09.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:09.289+0000 7f3ee8600700 1 -- 172.21.15.42:0/3793669479 >> 172.21.15.42:0/3793669479 conn(0x7f3ee0079680 msgr2=0x7f3ee0101280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:50:09.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:09.289+0000 7f3ee8600700 1 -- 172.21.15.42:0/3793669479 shutdown_connections 2024-06-13T11:50:09.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:09.289+0000 7f3ee8600700 1 -- 172.21.15.42:0/3793669479 wait complete. 2024-06-13T11:50:09.291 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 10 2024-06-13T11:50:09.917 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:09 smithi042 ceph-mon[32231]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:09.918 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:09 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/3793669479' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:50:10.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:09 smithi088 ceph-mon[36399]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:10.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:09 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/3793669479' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:50:10.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:09 smithi162 ceph-mon[36757]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:10.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:09 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/3793669479' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:50:10.309 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:50:10 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: starting mds.g at 2024-06-13T11:50:10.807 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:50:10 smithi042 bash[70806]: ce1c77268742bca47b285f3fa19c78f5c0a14f3bd7421b531882449a0847179a 2024-06-13T11:50:10.807 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:50:10 smithi042 systemd[1]: Started Ceph mds.g for aa9143f6-2979-11ef-bc9c-c7b262605968. 2024-06-13T11:50:11.994 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:11 smithi042 ceph-mon[32231]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:11.994 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:11 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:11.994 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:11 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:11.994 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:11 smithi042 ceph-mon[32231]: mds.? [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] up:boot 2024-06-13T11:50:11.994 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:11 smithi042 ceph-mon[32231]: fsmap 10 up:standby 2024-06-13T11:50:11.994 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:11 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-06-13T11:50:11.994 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:11 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:11.994 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:11 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:50:11.994 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:11 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:50:11.994 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:11 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:50:11.995 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:11 smithi042 ceph-mon[32231]: Deploying daemon mds.a on smithi042 2024-06-13T11:50:12.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:11 smithi088 ceph-mon[36399]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:12.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:11 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:12.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:11 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:12.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:11 smithi088 ceph-mon[36399]: mds.? [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] up:boot 2024-06-13T11:50:12.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:11 smithi088 ceph-mon[36399]: fsmap 10 up:standby 2024-06-13T11:50:12.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:11 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-06-13T11:50:12.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:11 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:12.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:11 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:50:12.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:11 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:50:12.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:11 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:50:12.006 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:11 smithi088 ceph-mon[36399]: Deploying daemon mds.a on smithi042 2024-06-13T11:50:12.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:11 smithi162 ceph-mon[36757]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:12.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:11 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:12.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:11 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:12.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:11 smithi162 ceph-mon[36757]: mds.? [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] up:boot 2024-06-13T11:50:12.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:11 smithi162 ceph-mon[36757]: fsmap 10 up:standby 2024-06-13T11:50:12.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:11 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-06-13T11:50:12.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:11 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:12.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:11 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:50:12.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:11 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:50:12.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:11 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:50:12.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:11 smithi162 ceph-mon[36757]: Deploying daemon mds.a on smithi042 2024-06-13T11:50:12.521 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T11:50:13.080 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:50:13.915 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:13 smithi042 ceph-mon[32231]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:14.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:13 smithi088 ceph-mon[36399]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:14.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:13 smithi162 ceph-mon[36757]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:14.808 INFO:journalctl@ceph.mds.a.smithi042.stdout:Jun 13 11:50:14 smithi042 podman[71218]: 2024-06-13 11:50:14.753656211 +0000 UTC m=+0.177225203 container create a40a3bf2d3874055bb4b1b5760eff12b328ef17de8af804a673c4188331a20ef (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc) 2024-06-13T11:50:15.223 INFO:journalctl@ceph.mds.a.smithi042.stdout:Jun 13 11:50:15 smithi042 podman[71218]: 2024-06-13 11:50:15.209904048 +0000 UTC m=+0.633473032 container init a40a3bf2d3874055bb4b1b5760eff12b328ef17de8af804a673c4188331a20ef (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-a, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-06-13T11:50:15.510 INFO:journalctl@ceph.mds.a.smithi042.stdout:Jun 13 11:50:15 smithi042 podman[71218]: 2024-06-13 11:50:15.22328456 +0000 UTC m=+0.646853534 container start a40a3bf2d3874055bb4b1b5760eff12b328ef17de8af804a673c4188331a20ef (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-a, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc) 2024-06-13T11:50:15.511 INFO:journalctl@ceph.mds.a.smithi042.stdout:Jun 13 11:50:15 smithi042 ceph-mds[71261]: -- 172.21.15.42:0/1867156110 <== mon.0 v2:172.21.15.42:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555c29395a40 con 0x555c29368c00 2024-06-13T11:50:15.511 INFO:journalctl@ceph.mds.a.smithi042.stdout:Jun 13 11:50:15 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-a[71251]: starting mds.a at 2024-06-13T11:50:15.511 INFO:journalctl@ceph.mds.a.smithi042.stdout:Jun 13 11:50:15 smithi042 bash[71218]: a40a3bf2d3874055bb4b1b5760eff12b328ef17de8af804a673c4188331a20ef 2024-06-13T11:50:15.511 INFO:journalctl@ceph.mds.a.smithi042.stdout:Jun 13 11:50:15 smithi042 systemd[1]: Started Ceph mds.a for aa9143f6-2979-11ef-bc9c-c7b262605968. 2024-06-13T11:50:15.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.509+0000 7fe69ae00700 1 -- 172.21.15.42:0/2409950582 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe6941084e0 msgr2=0x7fe6941088c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:15.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.509+0000 7fe69ae00700 1 --2- 172.21.15.42:0/2409950582 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe6941084e0 0x7fe6941088c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fe6840099c0 tx=0x7fe684009cd0 comp rx=0 tx=0).stop 2024-06-13T11:50:15.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.509+0000 7fe69ae00700 1 -- 172.21.15.42:0/2409950582 shutdown_connections 2024-06-13T11:50:15.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.509+0000 7fe69ae00700 1 --2- 172.21.15.42:0/2409950582 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe69406ab10 0x7fe69410f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:15.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.509+0000 7fe69ae00700 1 --2- 172.21.15.42:0/2409950582 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe6941084e0 0x7fe6941088c0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:15.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.509+0000 7fe69ae00700 1 --2- 172.21.15.42:0/2409950582 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe69406a170 0x7fe69406a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:15.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.509+0000 7fe69ae00700 1 -- 172.21.15.42:0/2409950582 >> 172.21.15.42:0/2409950582 conn(0x7fe6940782c0 msgr2=0x7fe6940786d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:50:15.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.509+0000 7fe69ae00700 1 -- 172.21.15.42:0/2409950582 shutdown_connections 2024-06-13T11:50:15.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.509+0000 7fe69ae00700 1 -- 172.21.15.42:0/2409950582 wait complete. 2024-06-13T11:50:15.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.510+0000 7fe69ae00700 1 Processor -- start 2024-06-13T11:50:15.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.511+0000 7fe69ae00700 1 -- start start 2024-06-13T11:50:15.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.511+0000 7fe69ae00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe69406a170 0x7fe69419e860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:15.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.511+0000 7fe69ae00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe69406ab10 0x7fe69419eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:15.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.511+0000 7fe69ae00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe6941084e0 0x7fe694198a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:15.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.511+0000 7fe69ae00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe694112770 con 0x7fe6941084e0 2024-06-13T11:50:15.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.511+0000 7fe69ae00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fe6941125f0 con 0x7fe69406ab10 2024-06-13T11:50:15.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.511+0000 7fe69ae00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fe6941128f0 con 0x7fe69406a170 2024-06-13T11:50:15.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.512+0000 7fe693e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe69406a170 0x7fe69419e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:15.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.512+0000 7fe693e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe69406a170 0x7fe69419e860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:57218/0 (socket says 172.21.15.42:57218) 2024-06-13T11:50:15.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.512+0000 7fe693e00700 1 -- 172.21.15.42:0/1496754422 learned_addr learned my addr 172.21.15.42:0/1496754422 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:50:15.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.512+0000 7fe698e00700 1 --2- 172.21.15.42:0/1496754422 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe6941084e0 0x7fe694198a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:15.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.512+0000 7fe68b400700 1 --2- 172.21.15.42:0/1496754422 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe69406ab10 0x7fe69419eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:15.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.512+0000 7fe693e00700 1 -- 172.21.15.42:0/1496754422 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe69406ab10 msgr2=0x7fe69419eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:15.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.512+0000 7fe693e00700 1 --2- 172.21.15.42:0/1496754422 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe69406ab10 0x7fe69419eda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:15.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.512+0000 7fe693e00700 1 -- 172.21.15.42:0/1496754422 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe6941084e0 msgr2=0x7fe694198a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:15.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.512+0000 7fe693e00700 1 --2- 172.21.15.42:0/1496754422 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe6941084e0 0x7fe694198a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:15.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.512+0000 7fe693e00700 1 -- 172.21.15.42:0/1496754422 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6941991d0 con 0x7fe69406a170 2024-06-13T11:50:15.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.513+0000 7fe693e00700 1 --2- 172.21.15.42:0/1496754422 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe69406a170 0x7fe69419e860 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fe684005910 tx=0x7fe68400fab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:50:15.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.513+0000 7fe691600700 1 -- 172.21.15.42:0/1496754422 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe684027070 con 0x7fe69406a170 2024-06-13T11:50:15.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.513+0000 7fe69ae00700 1 -- 172.21.15.42:0/1496754422 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe694199460 con 0x7fe69406a170 2024-06-13T11:50:15.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.513+0000 7fe691600700 1 -- 172.21.15.42:0/1496754422 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe684003680 con 0x7fe69406a170 2024-06-13T11:50:15.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.513+0000 7fe69ae00700 1 -- 172.21.15.42:0/1496754422 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6941a5730 con 0x7fe69406a170 2024-06-13T11:50:15.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.513+0000 7fe691600700 1 -- 172.21.15.42:0/1496754422 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe684017650 con 0x7fe69406a170 2024-06-13T11:50:15.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.514+0000 7fe69ae00700 1 -- 172.21.15.42:0/1496754422 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe694069180 con 0x7fe69406a170 2024-06-13T11:50:15.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.517+0000 7fe691600700 1 -- 172.21.15.42:0/1496754422 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fe68404eb30 con 0x7fe69406a170 2024-06-13T11:50:15.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.518+0000 7fe691600700 1 --2- 172.21.15.42:0/1496754422 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fe6780a2ca0 0x7fe6780a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:15.519 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.518+0000 7fe691600700 1 -- 172.21.15.42:0/1496754422 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fe6840cf8d0 con 0x7fe69406a170 2024-06-13T11:50:15.519 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.518+0000 7fe68b400700 1 --2- 172.21.15.42:0/1496754422 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fe6780a2ca0 0x7fe6780a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:15.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.519+0000 7fe68b400700 1 --2- 172.21.15.42:0/1496754422 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fe6780a2ca0 0x7fe6780a5160 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fe67c005950 tx=0x7fe67c0058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:50:15.521 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.520+0000 7fe691600700 1 -- 172.21.15.42:0/1496754422 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe684013070 con 0x7fe69406a170 2024-06-13T11:50:15.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.805+0000 7fe69ae00700 1 -- 172.21.15.42:0/1496754422 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe69402dca0 con 0x7fe69406a170 2024-06-13T11:50:15.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:15 smithi042 ceph-mon[32231]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:15.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:15 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:15.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:15 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:15.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:15 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:15.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:15 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:50:15.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:15 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:50:15.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:15 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:50:15.808 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:50:15.808 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/1118564562","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1118564562},{"type":"v1","addr":"172.21.15.42:6835","nonce":1118564562}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/1600300489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":1600300489},{"type":"v1","addr":"172.21.15.42:6837","nonce":1600300489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14400,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/4007002681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":4007002681},{"type":"v1","addr":"172.21.15.42:6841","nonce":4007002681}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/917201081","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":917201081},{"type":"v1","addr":"172.21.15.162:6833","nonce":917201081}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/426832354","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":426832354},{"type":"v1","addr":"172.21.15.88:6833","nonce":426832354}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24457,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6835/1190029601","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6834","nonce":1190029601},{"type":"v1","addr":"172.21.15.162:6835","nonce":1190029601}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24469,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6837/987659844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6836","nonce":987659844},{"type":"v1","addr":"172.21.15.162:6837","nonce":987659844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6835/3467952345","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":3467952345},{"type":"v1","addr":"172.21.15.88:6835","nonce":3467952345}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24487,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6839/4260392567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6838","nonce":4260392567},{"type":"v1","addr":"172.21.15.162:6839","nonce":4260392567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24499,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/228676134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":228676134},{"type":"v1","addr":"172.21.15.42:6839","nonce":228676134}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24500,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6837/2567581640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2567581640},{"type":"v1","addr":"172.21.15.88:6837","nonce":2567581640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-06-13T11:50:15.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.807+0000 7fe691600700 1 -- 172.21.15.42:0/1496754422 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9647 (secure 0 0 0) 0x7fe68404ee20 con 0x7fe69406a170 2024-06-13T11:50:15.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.810+0000 7fe69ae00700 1 -- 172.21.15.42:0/1496754422 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fe6780a2ca0 msgr2=0x7fe6780a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:15.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.810+0000 7fe69ae00700 1 --2- 172.21.15.42:0/1496754422 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fe6780a2ca0 0x7fe6780a5160 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fe67c005950 tx=0x7fe67c0058e0 comp rx=0 tx=0).stop 2024-06-13T11:50:15.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.810+0000 7fe69ae00700 1 -- 172.21.15.42:0/1496754422 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe69406a170 msgr2=0x7fe69419e860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:15.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.810+0000 7fe69ae00700 1 --2- 172.21.15.42:0/1496754422 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe69406a170 0x7fe69419e860 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fe684005910 tx=0x7fe68400fab0 comp rx=0 tx=0).stop 2024-06-13T11:50:15.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.811+0000 7fe69ae00700 1 -- 172.21.15.42:0/1496754422 shutdown_connections 2024-06-13T11:50:15.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.811+0000 7fe69ae00700 1 --2- 172.21.15.42:0/1496754422 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe6941084e0 0x7fe694198a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:15.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.811+0000 7fe69ae00700 1 --2- 172.21.15.42:0/1496754422 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe69406a170 0x7fe69419e860 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:15.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.811+0000 7fe69ae00700 1 --2- 172.21.15.42:0/1496754422 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fe6780a2ca0 0x7fe6780a5160 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:15.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.811+0000 7fe69ae00700 1 --2- 172.21.15.42:0/1496754422 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe69406ab10 0x7fe69419eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:15.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.811+0000 7fe69ae00700 1 -- 172.21.15.42:0/1496754422 >> 172.21.15.42:0/1496754422 conn(0x7fe6940782c0 msgr2=0x7fe6940ff480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:50:15.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.811+0000 7fe69ae00700 1 -- 172.21.15.42:0/1496754422 shutdown_connections 2024-06-13T11:50:15.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:15.811+0000 7fe69ae00700 1 -- 172.21.15.42:0/1496754422 wait complete. 2024-06-13T11:50:15.813 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 12 2024-06-13T11:50:16.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:15 smithi088 ceph-mon[36399]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:16.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:15 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:16.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:15 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:16.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:15 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:16.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:15 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:50:16.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:15 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:50:16.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:15 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:50:16.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:15 smithi162 ceph-mon[36757]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:16.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:15 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:16.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:15 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:16.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:15 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:16.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:15 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T11:50:16.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:15 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T11:50:16.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:15 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:50:17.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:16 smithi088 ceph-mon[36399]: Deploying daemon mds.b on smithi088 2024-06-13T11:50:17.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:16 smithi088 ceph-mon[36399]: mds.? [v2:172.21.15.42:6840/4007002681,v1:172.21.15.42:6841/4007002681] up:boot 2024-06-13T11:50:17.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:16 smithi088 ceph-mon[36399]: fsmap 11 up:standby 2024-06-13T11:50:17.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:16 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-06-13T11:50:17.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:16 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/1496754422' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:50:17.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:16 smithi042 ceph-mon[32231]: Deploying daemon mds.b on smithi088 2024-06-13T11:50:17.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:16 smithi042 ceph-mon[32231]: mds.? [v2:172.21.15.42:6840/4007002681,v1:172.21.15.42:6841/4007002681] up:boot 2024-06-13T11:50:17.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:16 smithi042 ceph-mon[32231]: fsmap 11 up:standby 2024-06-13T11:50:17.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:16 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-06-13T11:50:17.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:16 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/1496754422' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:50:17.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:16 smithi162 ceph-mon[36757]: Deploying daemon mds.b on smithi088 2024-06-13T11:50:17.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:16 smithi162 ceph-mon[36757]: mds.? [v2:172.21.15.42:6840/4007002681,v1:172.21.15.42:6841/4007002681] up:boot 2024-06-13T11:50:17.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:16 smithi162 ceph-mon[36757]: fsmap 11 up:standby 2024-06-13T11:50:17.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:16 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-06-13T11:50:17.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:16 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/1496754422' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:50:17.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:17 smithi088 ceph-mon[36399]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:18.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:17 smithi042 ceph-mon[32231]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:18.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:17 smithi162 ceph-mon[36757]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:18.504 INFO:journalctl@ceph.mds.b.smithi088.stdout:Jun 13 11:50:18 smithi088 systemd[1]: Started Ceph mds.b for aa9143f6-2979-11ef-bc9c-c7b262605968. 2024-06-13T11:50:18.625 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T11:50:19.089 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:50:19.521 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:19 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:19.522 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:19 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:19.522 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:19 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:19.522 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:19 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:19.522 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:19 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:19.522 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:19 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:50:19.522 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:19 smithi042 ceph-mon[32231]: mds.? [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] up:boot 2024-06-13T11:50:19.522 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:19 smithi042 ceph-mon[32231]: fsmap 12 up:standby 2024-06-13T11:50:19.522 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:19 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-13T11:50:19.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:19 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:19.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:19 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:19.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:19 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:19.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:19 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:19.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:19 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:19.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:19 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:50:19.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:19 smithi162 ceph-mon[36757]: mds.? [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] up:boot 2024-06-13T11:50:19.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:19 smithi162 ceph-mon[36757]: fsmap 12 up:standby 2024-06-13T11:50:19.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:19 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-13T11:50:19.668 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:19 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:19.668 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:19 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:19.668 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:19 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:19.668 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:19 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:19.668 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:19 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:19.668 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:19 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:50:19.668 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:19 smithi088 ceph-mon[36399]: mds.? [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] up:boot 2024-06-13T11:50:19.668 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:19 smithi088 ceph-mon[36399]: fsmap 12 up:standby 2024-06-13T11:50:19.668 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:19 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-13T11:50:20.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:20 smithi042 ceph-mon[32231]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:20.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:20 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:20.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:20 smithi162 ceph-mon[36757]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:20.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:20 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:20.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:20 smithi088 ceph-mon[36399]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:20.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:20 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:21.228 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.227+0000 7f2db4800700 1 -- 172.21.15.42:0/898124335 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2dac10a680 msgr2=0x7f2dac10aa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:21.228 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.227+0000 7f2db4800700 1 --2- 172.21.15.42:0/898124335 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2dac10a680 0x7f2dac10aa60 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f2da0009990 tx=0x7f2da0009ca0 comp rx=0 tx=0).stop 2024-06-13T11:50:21.228 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.227+0000 7f2db4800700 1 -- 172.21.15.42:0/898124335 shutdown_connections 2024-06-13T11:50:21.228 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.227+0000 7f2db4800700 1 --2- 172.21.15.42:0/898124335 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2dac10a680 0x7f2dac10aa60 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:21.229 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.227+0000 7f2db4800700 1 --2- 172.21.15.42:0/898124335 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2dac105040 0x7f2dac111550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:21.229 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.227+0000 7f2db4800700 1 --2- 172.21.15.42:0/898124335 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2dac104680 0x7f2dac104b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:21.229 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.227+0000 7f2db4800700 1 -- 172.21.15.42:0/898124335 >> 172.21.15.42:0/898124335 conn(0x7f2dac100170 msgr2=0x7f2dac102590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:50:21.229 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.228+0000 7f2db4800700 1 -- 172.21.15.42:0/898124335 shutdown_connections 2024-06-13T11:50:21.229 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.228+0000 7f2db4800700 1 -- 172.21.15.42:0/898124335 wait complete. 2024-06-13T11:50:21.229 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.229+0000 7f2db4800700 1 Processor -- start 2024-06-13T11:50:21.230 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.229+0000 7f2db4800700 1 -- start start 2024-06-13T11:50:21.230 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.229+0000 7f2db4800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2dac104680 0x7f2dac0769a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:21.230 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.229+0000 7f2db4800700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2dac105040 0x7f2dac076ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:21.230 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.229+0000 7f2db4800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2dac10a680 0x7f2dac077420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:21.230 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.229+0000 7f2db4800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2dac114a00 con 0x7f2dac10a680 2024-06-13T11:50:21.230 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.229+0000 7f2db4800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f2dac114880 con 0x7f2dac104680 2024-06-13T11:50:21.230 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.229+0000 7f2db4800700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f2dac114b80 con 0x7f2dac105040 2024-06-13T11:50:21.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.230+0000 7f2db1e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2dac104680 0x7f2dac0769a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:21.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.230+0000 7f2db2800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2dac10a680 0x7f2dac077420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:21.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.230+0000 7f2db1e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2dac104680 0x7f2dac0769a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:54720/0 (socket says 172.21.15.42:54720) 2024-06-13T11:50:21.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.230+0000 7f2db1e00700 1 -- 172.21.15.42:0/2019494584 learned_addr learned my addr 172.21.15.42:0/2019494584 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:50:21.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.230+0000 7f2db1400700 1 --2- 172.21.15.42:0/2019494584 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2dac105040 0x7f2dac076ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:21.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.230+0000 7f2db2800700 1 -- 172.21.15.42:0/2019494584 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2dac105040 msgr2=0x7f2dac076ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:21.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.230+0000 7f2db2800700 1 --2- 172.21.15.42:0/2019494584 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2dac105040 0x7f2dac076ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:21.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.230+0000 7f2db2800700 1 -- 172.21.15.42:0/2019494584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2dac104680 msgr2=0x7f2dac0769a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:21.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.230+0000 7f2db2800700 1 --2- 172.21.15.42:0/2019494584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2dac104680 0x7f2dac0769a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:21.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.230+0000 7f2db2800700 1 -- 172.21.15.42:0/2019494584 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2dac1ab500 con 0x7f2dac10a680 2024-06-13T11:50:21.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.230+0000 7f2db1400700 1 --2- 172.21.15.42:0/2019494584 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2dac105040 0x7f2dac076ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:50:21.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.230+0000 7f2db2800700 1 --2- 172.21.15.42:0/2019494584 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2dac10a680 0x7f2dac077420 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f2da800c0c0 tx=0x7f2da800c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:50:21.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.231+0000 7f2da6a00700 1 -- 172.21.15.42:0/2019494584 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2da8003a00 con 0x7f2dac10a680 2024-06-13T11:50:21.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.231+0000 7f2da6a00700 1 -- 172.21.15.42:0/2019494584 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2da8003ba0 con 0x7f2dac10a680 2024-06-13T11:50:21.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.231+0000 7f2db4800700 1 -- 172.21.15.42:0/2019494584 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2dac1ab7f0 con 0x7f2dac10a680 2024-06-13T11:50:21.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.231+0000 7f2da6a00700 1 -- 172.21.15.42:0/2019494584 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2da8004840 con 0x7f2dac10a680 2024-06-13T11:50:21.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.231+0000 7f2db4800700 1 -- 172.21.15.42:0/2019494584 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2dac1abd30 con 0x7f2dac10a680 2024-06-13T11:50:21.233 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.232+0000 7f2db4800700 1 -- 172.21.15.42:0/2019494584 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2dac10cc10 con 0x7f2dac10a680 2024-06-13T11:50:21.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.234+0000 7f2da6a00700 1 -- 172.21.15.42:0/2019494584 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f2da8012050 con 0x7f2dac10a680 2024-06-13T11:50:21.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.236+0000 7f2da6a00700 1 --2- 172.21.15.42:0/2019494584 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f2d940a2c50 0x7f2d940a5110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:21.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.236+0000 7f2da6a00700 1 -- 172.21.15.42:0/2019494584 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f2da80ce610 con 0x7f2dac10a680 2024-06-13T11:50:21.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.236+0000 7f2db1e00700 1 --2- 172.21.15.42:0/2019494584 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f2d940a2c50 0x7f2d940a5110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:21.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.237+0000 7f2db1e00700 1 --2- 172.21.15.42:0/2019494584 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f2d940a2c50 0x7f2d940a5110 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f2da0009750 tx=0x7f2da000b280 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:50:21.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.239+0000 7f2da6a00700 1 -- 172.21.15.42:0/2019494584 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f2da8022060 con 0x7f2dac10a680 2024-06-13T11:50:21.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.533+0000 7f2db4800700 1 -- 172.21.15.42:0/2019494584 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2dac105dc0 con 0x7f2dac10a680 2024-06-13T11:50:21.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.535+0000 7f2da6a00700 1 -- 172.21.15.42:0/2019494584 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10473 (secure 0 0 0) 0x7f2da8010040 con 0x7f2dac10a680 2024-06-13T11:50:21.536 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:50:21.536 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/1118564562","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1118564562},{"type":"v1","addr":"172.21.15.42:6835","nonce":1118564562}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/1600300489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":1600300489},{"type":"v1","addr":"172.21.15.42:6837","nonce":1600300489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14400,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/4007002681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":4007002681},{"type":"v1","addr":"172.21.15.42:6841","nonce":4007002681}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/917201081","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":917201081},{"type":"v1","addr":"172.21.15.162:6833","nonce":917201081}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/426832354","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":426832354},{"type":"v1","addr":"172.21.15.88:6833","nonce":426832354}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24457,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6835/1190029601","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6834","nonce":1190029601},{"type":"v1","addr":"172.21.15.162:6835","nonce":1190029601}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24469,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6837/987659844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6836","nonce":987659844},{"type":"v1","addr":"172.21.15.162:6837","nonce":987659844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6835/3467952345","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":3467952345},{"type":"v1","addr":"172.21.15.88:6835","nonce":3467952345}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24487,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6839/4260392567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6838","nonce":4260392567},{"type":"v1","addr":"172.21.15.162:6839","nonce":4260392567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24499,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/228676134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":228676134},{"type":"v1","addr":"172.21.15.42:6839","nonce":228676134}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24500,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6837/2567581640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2567581640},{"type":"v1","addr":"172.21.15.88:6837","nonce":2567581640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24539,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6839/2189735817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2189735817},{"type":"v1","addr":"172.21.15.88:6839","nonce":2189735817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[]} 2024-06-13T11:50:21.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.538+0000 7f2db4800700 1 -- 172.21.15.42:0/2019494584 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f2d940a2c50 msgr2=0x7f2d940a5110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:21.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.538+0000 7f2db4800700 1 --2- 172.21.15.42:0/2019494584 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f2d940a2c50 0x7f2d940a5110 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f2da0009750 tx=0x7f2da000b280 comp rx=0 tx=0).stop 2024-06-13T11:50:21.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.538+0000 7f2db4800700 1 -- 172.21.15.42:0/2019494584 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2dac10a680 msgr2=0x7f2dac077420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:21.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.538+0000 7f2db4800700 1 --2- 172.21.15.42:0/2019494584 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2dac10a680 0x7f2dac077420 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f2da800c0c0 tx=0x7f2da800c3d0 comp rx=0 tx=0).stop 2024-06-13T11:50:21.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.539+0000 7f2db4800700 1 -- 172.21.15.42:0/2019494584 shutdown_connections 2024-06-13T11:50:21.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.539+0000 7f2db4800700 1 --2- 172.21.15.42:0/2019494584 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f2d940a2c50 0x7f2d940a5110 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:21.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.539+0000 7f2db4800700 1 --2- 172.21.15.42:0/2019494584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2dac104680 0x7f2dac0769a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:21.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.539+0000 7f2db4800700 1 --2- 172.21.15.42:0/2019494584 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2dac10a680 0x7f2dac077420 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:21.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.539+0000 7f2db4800700 1 --2- 172.21.15.42:0/2019494584 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2dac105040 0x7f2dac076ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:21.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.539+0000 7f2db4800700 1 -- 172.21.15.42:0/2019494584 >> 172.21.15.42:0/2019494584 conn(0x7f2dac100170 msgr2=0x7f2dac100820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:50:21.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.539+0000 7f2db4800700 1 -- 172.21.15.42:0/2019494584 shutdown_connections 2024-06-13T11:50:21.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:21.539+0000 7f2db4800700 1 -- 172.21.15.42:0/2019494584 wait complete. 2024-06-13T11:50:21.541 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 13 2024-06-13T11:50:21.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:21 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:21.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:21 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:21.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:21 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:21.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:21 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:21.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:21 smithi088 ceph-mon[36399]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:21.765 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:21 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:21.765 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:21 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:21.765 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:21 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:21.765 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:21 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:21.765 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:21 smithi042 ceph-mon[32231]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:21.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:21 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:21.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:21 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:21.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:21 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:21.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:21 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:21.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:21 smithi162 ceph-mon[36757]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:22.737 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:22 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2019494584' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:50:22.742 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-06-13T11:50:22.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:22 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2019494584' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:50:22.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:22 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2019494584' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:50:23.224 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:50:23.714 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:23 smithi042 ceph-mon[32231]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:23.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:23 smithi088 ceph-mon[36399]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:23.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:23 smithi162 ceph-mon[36757]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:25.526 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.525+0000 7f9fc4200700 1 -- 172.21.15.42:0/3536958531 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9fbc06a1a0 msgr2=0x7f9fbc06a580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:25.526 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.525+0000 7f9fc4200700 1 --2- 172.21.15.42:0/3536958531 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9fbc06a1a0 0x7f9fbc06a580 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f9fb0009990 tx=0x7f9fb0009ca0 comp rx=0 tx=0).stop 2024-06-13T11:50:25.526 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.525+0000 7f9fc4200700 1 -- 172.21.15.42:0/3536958531 shutdown_connections 2024-06-13T11:50:25.526 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.525+0000 7f9fc4200700 1 --2- 172.21.15.42:0/3536958531 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9fbc10ef40 0x7f9fbc111330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:25.526 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.525+0000 7f9fc4200700 1 --2- 172.21.15.42:0/3536958531 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9fbc06a1a0 0x7f9fbc06a580 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:25.526 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.525+0000 7f9fc4200700 1 --2- 172.21.15.42:0/3536958531 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9fbc06aac0 0x7f9fbc10ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:25.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.525+0000 7f9fc4200700 1 -- 172.21.15.42:0/3536958531 >> 172.21.15.42:0/3536958531 conn(0x7f9fbc078340 msgr2=0x7f9fbc078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:50:25.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.525+0000 7f9fc4200700 1 -- 172.21.15.42:0/3536958531 shutdown_connections 2024-06-13T11:50:25.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.525+0000 7f9fc4200700 1 -- 172.21.15.42:0/3536958531 wait complete. 2024-06-13T11:50:25.528 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.526+0000 7f9fc4200700 1 Processor -- start 2024-06-13T11:50:25.528 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.526+0000 7f9fc4200700 1 -- start start 2024-06-13T11:50:25.528 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.527+0000 7f9fc4200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9fbc06a1a0 0x7f9fbc19ae90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:25.528 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.527+0000 7f9fc4200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9fbc06aac0 0x7f9fbc19b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:25.528 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.527+0000 7f9fc4200700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9fbc10ef40 0x7f9fbc19f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:25.528 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.527+0000 7f9fc4200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9fbc114a00 con 0x7f9fbc06a1a0 2024-06-13T11:50:25.528 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.527+0000 7f9fc4200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f9fbc114880 con 0x7f9fbc06aac0 2024-06-13T11:50:25.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.527+0000 7f9fc4200700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f9fbc114b80 con 0x7f9fbc10ef40 2024-06-13T11:50:25.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.527+0000 7f9fc0e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9fbc06aac0 0x7f9fbc19b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:25.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.527+0000 7f9fc1800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9fbc06a1a0 0x7f9fbc19ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:25.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.527+0000 7f9fc0e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9fbc06aac0 0x7f9fbc19b3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:54732/0 (socket says 172.21.15.42:54732) 2024-06-13T11:50:25.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.527+0000 7f9fc0e00700 1 -- 172.21.15.42:0/2972772640 learned_addr learned my addr 172.21.15.42:0/2972772640 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:50:25.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.527+0000 7f9fc2200700 1 --2- 172.21.15.42:0/2972772640 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9fbc10ef40 0x7f9fbc19f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:25.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.527+0000 7f9fc0e00700 1 -- 172.21.15.42:0/2972772640 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9fbc10ef40 msgr2=0x7f9fbc19f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:25.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.527+0000 7f9fc0e00700 1 --2- 172.21.15.42:0/2972772640 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9fbc10ef40 0x7f9fbc19f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:25.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.527+0000 7f9fc0e00700 1 -- 172.21.15.42:0/2972772640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9fbc06a1a0 msgr2=0x7f9fbc19ae90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:25.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.527+0000 7f9fc0e00700 1 --2- 172.21.15.42:0/2972772640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9fbc06a1a0 0x7f9fbc19ae90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:25.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.527+0000 7f9fc0e00700 1 -- 172.21.15.42:0/2972772640 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fbc19fe50 con 0x7f9fbc06aac0 2024-06-13T11:50:25.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.528+0000 7f9fc0e00700 1 --2- 172.21.15.42:0/2972772640 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9fbc06aac0 0x7f9fbc19b3d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f9fa800e9a0 tx=0x7f9fa800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:50:25.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.528+0000 7f9fba000700 1 -- 172.21.15.42:0/2972772640 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa800ca10 con 0x7f9fbc06aac0 2024-06-13T11:50:25.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.528+0000 7f9fba000700 1 -- 172.21.15.42:0/2972772640 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9fa800cbb0 con 0x7f9fbc06aac0 2024-06-13T11:50:25.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.528+0000 7f9fc4200700 1 -- 172.21.15.42:0/2972772640 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fbc1a0140 con 0x7f9fbc06aac0 2024-06-13T11:50:25.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.528+0000 7f9fba000700 1 -- 172.21.15.42:0/2972772640 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa8018680 con 0x7f9fbc06aac0 2024-06-13T11:50:25.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.528+0000 7f9fc4200700 1 -- 172.21.15.42:0/2972772640 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fbc1a79c0 con 0x7f9fbc06aac0 2024-06-13T11:50:25.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.530+0000 7f9fc4200700 1 -- 172.21.15.42:0/2972772640 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9fbc069180 con 0x7f9fbc06aac0 2024-06-13T11:50:25.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.531+0000 7f9fba000700 1 -- 172.21.15.42:0/2972772640 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f9fa8010430 con 0x7f9fbc06aac0 2024-06-13T11:50:25.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.533+0000 7f9fba000700 1 --2- 172.21.15.42:0/2972772640 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f9fa40a2c20 0x7f9fa40a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:25.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.533+0000 7f9fba000700 1 -- 172.21.15.42:0/2972772640 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f9fa80cee80 con 0x7f9fbc06aac0 2024-06-13T11:50:25.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.533+0000 7f9fc1800700 1 --2- 172.21.15.42:0/2972772640 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f9fa40a2c20 0x7f9fa40a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:25.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.534+0000 7f9fc1800700 1 --2- 172.21.15.42:0/2972772640 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f9fa40a2c20 0x7f9fa40a50e0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f9fb0006010 tx=0x7f9fb000b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:50:25.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.537+0000 7f9fba000700 1 -- 172.21.15.42:0/2972772640 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9fa809c1e0 con 0x7f9fbc06aac0 2024-06-13T11:50:25.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.779+0000 7f9fc4200700 1 -- 172.21.15.42:0/2972772640 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f9fbc02dca0 con 0x7f9fbc06aac0 2024-06-13T11:50:25.780 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:25 smithi042 ceph-mon[32231]: pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:25.780 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:25.780 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:25.780 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:50:25.780 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:50:25.780 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:25.781 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:50:25.781 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.780+0000 7f9fba000700 1 -- 172.21.15.42:0/2972772640 <== mon.2 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v82) ==== 84+0+65 (secure 0 0 0) 0x7f9fa809bae0 con 0x7f9fbc06aac0 2024-06-13T11:50:25.781 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:50:25.781 INFO:teuthology.orchestra.run.smithi042.stdout:[ 2024-06-13T11:50:25.781 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:50:25.781 INFO:teuthology.orchestra.run.smithi042.stdout: "poolnum": 1, 2024-06-13T11:50:25.782 INFO:teuthology.orchestra.run.smithi042.stdout: "poolname": ".mgr" 2024-06-13T11:50:25.782 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T11:50:25.782 INFO:teuthology.orchestra.run.smithi042.stdout:] 2024-06-13T11:50:25.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.784+0000 7f9fc4200700 1 -- 172.21.15.42:0/2972772640 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f9fa40a2c20 msgr2=0x7f9fa40a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:25.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.784+0000 7f9fc4200700 1 --2- 172.21.15.42:0/2972772640 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f9fa40a2c20 0x7f9fa40a50e0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f9fb0006010 tx=0x7f9fb000b260 comp rx=0 tx=0).stop 2024-06-13T11:50:25.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.784+0000 7f9fc4200700 1 -- 172.21.15.42:0/2972772640 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9fbc06aac0 msgr2=0x7f9fbc19b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:25.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.784+0000 7f9fc4200700 1 --2- 172.21.15.42:0/2972772640 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9fbc06aac0 0x7f9fbc19b3d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f9fa800e9a0 tx=0x7f9fa800ecb0 comp rx=0 tx=0).stop 2024-06-13T11:50:25.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.784+0000 7f9fc4200700 1 -- 172.21.15.42:0/2972772640 shutdown_connections 2024-06-13T11:50:25.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.784+0000 7f9fc4200700 1 --2- 172.21.15.42:0/2972772640 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9fbc10ef40 0x7f9fbc19f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:25.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.784+0000 7f9fc4200700 1 --2- 172.21.15.42:0/2972772640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9fbc06a1a0 0x7f9fbc19ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:25.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.784+0000 7f9fc4200700 1 --2- 172.21.15.42:0/2972772640 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f9fa40a2c20 0x7f9fa40a50e0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:25.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.784+0000 7f9fc4200700 1 --2- 172.21.15.42:0/2972772640 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9fbc06aac0 0x7f9fbc19b3d0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:25.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.784+0000 7f9fc4200700 1 -- 172.21.15.42:0/2972772640 >> 172.21.15.42:0/2972772640 conn(0x7f9fbc078340 msgr2=0x7f9fbc1102f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:50:25.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.784+0000 7f9fc4200700 1 -- 172.21.15.42:0/2972772640 shutdown_connections 2024-06-13T11:50:25.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:25.785+0000 7f9fc4200700 1 -- 172.21.15.42:0/2972772640 wait complete. 2024-06-13T11:50:25.977 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:25 smithi088 ceph-mon[36399]: pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:25.977 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:25.977 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:25.977 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:50:25.977 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:50:25.977 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:25.977 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:50:26.053 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:25 smithi162 ceph-mon[36757]: pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:26.053 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:26.053 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:26.053 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:50:26.053 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:50:26.053 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:26.054 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:50:26.681 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-06-13T11:50:26.682 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-06-13T11:50:26.958 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:26 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2972772640' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-06-13T11:50:27.006 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:26 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2972772640' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-06-13T11:50:27.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:26 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2972772640' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-06-13T11:50:27.597 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:50:28.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:27 smithi088 ceph-mon[36399]: pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:28.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:27 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:28.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:27 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:28.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:27 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:28.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:27 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:28.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:27 smithi042 ceph-mon[32231]: pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:28.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:27 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:28.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:27 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:28.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:27 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:28.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:27 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:28.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:27 smithi162 ceph-mon[36757]: pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:28.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:27 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:28.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:27 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:28.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:27 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:28.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:27 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:29.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.817+0000 7f6d62e00700 1 -- 172.21.15.42:0/1366957975 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6d5c06a170 msgr2=0x7f6d5c06a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:29.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.817+0000 7f6d62e00700 1 --2- 172.21.15.42:0/1366957975 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6d5c06a170 0x7f6d5c06a5f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f6d44009990 tx=0x7f6d44009ca0 comp rx=0 tx=0).stop 2024-06-13T11:50:29.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.818+0000 7f6d62e00700 1 -- 172.21.15.42:0/1366957975 shutdown_connections 2024-06-13T11:50:29.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.818+0000 7f6d62e00700 1 --2- 172.21.15.42:0/1366957975 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6d5c108500 0x7f6d5c1088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:29.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.818+0000 7f6d62e00700 1 --2- 172.21.15.42:0/1366957975 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6d5c06ab30 0x7f6d5c10f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:29.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.818+0000 7f6d62e00700 1 --2- 172.21.15.42:0/1366957975 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6d5c06a170 0x7f6d5c06a5f0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:29.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.818+0000 7f6d62e00700 1 -- 172.21.15.42:0/1366957975 >> 172.21.15.42:0/1366957975 conn(0x7f6d5c078340 msgr2=0x7f6d5c078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:50:29.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.818+0000 7f6d62e00700 1 -- 172.21.15.42:0/1366957975 shutdown_connections 2024-06-13T11:50:29.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.818+0000 7f6d62e00700 1 -- 172.21.15.42:0/1366957975 wait complete. 2024-06-13T11:50:29.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.819+0000 7f6d62e00700 1 Processor -- start 2024-06-13T11:50:29.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.819+0000 7f6d62e00700 1 -- start start 2024-06-13T11:50:29.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.820+0000 7f6d62e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6d5c06a170 0x7f6d5c19e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:29.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.820+0000 7f6d62e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6d5c06ab30 0x7f6d5c19ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:29.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.820+0000 7f6d62e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6d5c108500 0x7f6d5c198a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:29.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.820+0000 7f6d62e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6d5c1127b0 con 0x7f6d5c108500 2024-06-13T11:50:29.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.820+0000 7f6d62e00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f6d5c112630 con 0x7f6d5c06a170 2024-06-13T11:50:29.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.820+0000 7f6d62e00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f6d5c112930 con 0x7f6d5c06ab30 2024-06-13T11:50:29.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.820+0000 7f6d60e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6d5c108500 0x7f6d5c198a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:29.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.820+0000 7f6d60e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6d5c108500 0x7f6d5c198a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:45720/0 (socket says 172.21.15.42:45720) 2024-06-13T11:50:29.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.820+0000 7f6d60e00700 1 -- 172.21.15.42:0/1798964065 learned_addr learned my addr 172.21.15.42:0/1798964065 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:50:29.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.820+0000 7f6d53400700 1 --2- 172.21.15.42:0/1798964065 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6d5c06ab30 0x7f6d5c19ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:29.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.820+0000 7f6d5be00700 1 --2- 172.21.15.42:0/1798964065 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6d5c06a170 0x7f6d5c19e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:29.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.821+0000 7f6d53400700 1 -- 172.21.15.42:0/1798964065 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6d5c06a170 msgr2=0x7f6d5c19e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:29.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.821+0000 7f6d53400700 1 --2- 172.21.15.42:0/1798964065 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6d5c06a170 0x7f6d5c19e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:29.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.821+0000 7f6d53400700 1 -- 172.21.15.42:0/1798964065 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6d5c108500 msgr2=0x7f6d5c198a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:29.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.821+0000 7f6d53400700 1 --2- 172.21.15.42:0/1798964065 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6d5c108500 0x7f6d5c198a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:29.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.821+0000 7f6d53400700 1 -- 172.21.15.42:0/1798964065 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d5c1991f0 con 0x7f6d5c06ab30 2024-06-13T11:50:29.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.821+0000 7f6d5be00700 1 --2- 172.21.15.42:0/1798964065 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6d5c06a170 0x7f6d5c19e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:50:29.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.821+0000 7f6d53400700 1 --2- 172.21.15.42:0/1798964065 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6d5c06ab30 0x7f6d5c19ee10 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f6d440098e0 tx=0x7f6d4400b8a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:50:29.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.821+0000 7f6d59600700 1 -- 172.21.15.42:0/1798964065 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d44027070 con 0x7f6d5c06ab30 2024-06-13T11:50:29.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.822+0000 7f6d62e00700 1 -- 172.21.15.42:0/1798964065 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d5c199480 con 0x7f6d5c06ab30 2024-06-13T11:50:29.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.822+0000 7f6d59600700 1 -- 172.21.15.42:0/1798964065 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6d44003b60 con 0x7f6d5c06ab30 2024-06-13T11:50:29.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.822+0000 7f6d59600700 1 -- 172.21.15.42:0/1798964065 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d44022d50 con 0x7f6d5c06ab30 2024-06-13T11:50:29.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.822+0000 7f6d62e00700 1 -- 172.21.15.42:0/1798964065 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d5c1a57a0 con 0x7f6d5c06ab30 2024-06-13T11:50:29.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.823+0000 7f6d62e00700 1 -- 172.21.15.42:0/1798964065 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d5c069180 con 0x7f6d5c06ab30 2024-06-13T11:50:29.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.825+0000 7f6d59600700 1 -- 172.21.15.42:0/1798964065 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f6d4402a070 con 0x7f6d5c06ab30 2024-06-13T11:50:29.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.826+0000 7f6d59600700 1 --2- 172.21.15.42:0/1798964065 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f6d3c0a2c20 0x7f6d3c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:29.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.826+0000 7f6d59600700 1 -- 172.21.15.42:0/1798964065 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f6d440d02b0 con 0x7f6d5c06ab30 2024-06-13T11:50:29.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.827+0000 7f6d5be00700 1 --2- 172.21.15.42:0/1798964065 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f6d3c0a2c20 0x7f6d3c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:29.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.827+0000 7f6d5be00700 1 --2- 172.21.15.42:0/1798964065 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f6d3c0a2c20 0x7f6d3c0a50e0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f6d5c199bd0 tx=0x7f6d4c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:50:29.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:29.829+0000 7f6d59600700 1 -- 172.21.15.42:0/1798964065 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f6d44013070 con 0x7f6d5c06ab30 2024-06-13T11:50:30.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:29 smithi088 ceph-mon[36399]: pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:30.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:29 smithi042 ceph-mon[32231]: pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:30.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:30.070+0000 7f6d62e00700 1 -- 172.21.15.42:0/1798964065 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f6d5c199fc0 con 0x7f6d5c06ab30 2024-06-13T11:50:30.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:29 smithi162 ceph-mon[36757]: pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:30.981 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:30.980+0000 7f6d59600700 1 -- 172.21.15.42:0/1798964065 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v83) ==== 138+0+0 (secure 0 0 0) 0x7f6d4409d6a0 con 0x7f6d5c06ab30 2024-06-13T11:50:30.991 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:30.988+0000 7f6d62e00700 1 -- 172.21.15.42:0/1798964065 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f6d3c0a2c20 msgr2=0x7f6d3c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:30.991 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:30.988+0000 7f6d62e00700 1 --2- 172.21.15.42:0/1798964065 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f6d3c0a2c20 0x7f6d3c0a50e0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f6d5c199bd0 tx=0x7f6d4c009260 comp rx=0 tx=0).stop 2024-06-13T11:50:30.991 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:30.988+0000 7f6d62e00700 1 -- 172.21.15.42:0/1798964065 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6d5c06ab30 msgr2=0x7f6d5c19ee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:30.991 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:30.988+0000 7f6d62e00700 1 --2- 172.21.15.42:0/1798964065 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6d5c06ab30 0x7f6d5c19ee10 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f6d440098e0 tx=0x7f6d4400b8a0 comp rx=0 tx=0).stop 2024-06-13T11:50:30.991 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:30.989+0000 7f6d62e00700 1 -- 172.21.15.42:0/1798964065 shutdown_connections 2024-06-13T11:50:30.991 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:30.989+0000 7f6d62e00700 1 --2- 172.21.15.42:0/1798964065 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f6d3c0a2c20 0x7f6d3c0a50e0 secure :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f6d5c199bd0 tx=0x7f6d4c009260 comp rx=0 tx=0).stop 2024-06-13T11:50:30.991 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:30.989+0000 7f6d62e00700 1 --2- 172.21.15.42:0/1798964065 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6d5c06a170 0x7f6d5c19e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:30.991 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:30.989+0000 7f6d62e00700 1 --2- 172.21.15.42:0/1798964065 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6d5c108500 0x7f6d5c198a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:30.991 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:30.989+0000 7f6d62e00700 1 --2- 172.21.15.42:0/1798964065 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6d5c06ab30 0x7f6d5c19ee10 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:30.991 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:30.989+0000 7f6d62e00700 1 -- 172.21.15.42:0/1798964065 >> 172.21.15.42:0/1798964065 conn(0x7f6d5c078340 msgr2=0x7f6d5c0fffb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:50:30.992 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:30.991+0000 7f6d62e00700 1 -- 172.21.15.42:0/1798964065 shutdown_connections 2024-06-13T11:50:30.993 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:30.992+0000 7f6d62e00700 1 -- 172.21.15.42:0/1798964065 wait complete. 2024-06-13T11:50:30.995 INFO:teuthology.orchestra.run.smithi042.stderr:pool 'cephfs_metadata' created 2024-06-13T11:50:31.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:30 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:31.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:30 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:31.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:30 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:50:31.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:30 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:50:31.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:30 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:31.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:30 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/1798964065' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-06-13T11:50:31.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:30 smithi088 ceph-mon[36399]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-06-13T11:50:31.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:30 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:31.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:30 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:31.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:30 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:50:31.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:30 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:50:31.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:30 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:31.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:30 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/1798964065' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-06-13T11:50:31.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:30 smithi042 ceph-mon[32231]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-06-13T11:50:31.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:30 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:31.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:30 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:31.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:30 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:50:31.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:30 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:50:31.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:30 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:50:31.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:30 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/1798964065' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-06-13T11:50:31.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:30 smithi162 ceph-mon[36757]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-06-13T11:50:31.889 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-06-13T11:50:32.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:31 smithi088 ceph-mon[36399]: pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:32.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:31 smithi088 ceph-mon[36399]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-06-13T11:50:32.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:31 smithi088 ceph-mon[36399]: osdmap e83: 12 total, 12 up, 12 in 2024-06-13T11:50:32.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:31 smithi042 ceph-mon[32231]: pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:32.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:31 smithi042 ceph-mon[32231]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-06-13T11:50:32.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:31 smithi042 ceph-mon[32231]: osdmap e83: 12 total, 12 up, 12 in 2024-06-13T11:50:32.369 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:50:32.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:31 smithi162 ceph-mon[36757]: pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:32.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:31 smithi162 ceph-mon[36757]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-06-13T11:50:32.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:31 smithi162 ceph-mon[36757]: osdmap e83: 12 total, 12 up, 12 in 2024-06-13T11:50:33.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:32 smithi088 ceph-mon[36399]: osdmap e84: 12 total, 12 up, 12 in 2024-06-13T11:50:33.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:32 smithi088 ceph-mon[36399]: osdmap e85: 12 total, 12 up, 12 in 2024-06-13T11:50:33.287 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:32 smithi042 ceph-mon[32231]: osdmap e84: 12 total, 12 up, 12 in 2024-06-13T11:50:33.287 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:32 smithi042 ceph-mon[32231]: osdmap e85: 12 total, 12 up, 12 in 2024-06-13T11:50:33.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:32 smithi162 ceph-mon[36757]: osdmap e84: 12 total, 12 up, 12 in 2024-06-13T11:50:33.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:32 smithi162 ceph-mon[36757]: osdmap e85: 12 total, 12 up, 12 in 2024-06-13T11:50:34.251 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:33 smithi042 ceph-mon[32231]: pgmap v318: 33 pgs: 4 creating+peering, 1 active+clean, 28 unknown; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:34.251 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:33 smithi042 ceph-mon[32231]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-13T11:50:34.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:33 smithi088 ceph-mon[36399]: pgmap v318: 33 pgs: 4 creating+peering, 1 active+clean, 28 unknown; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:34.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:33 smithi088 ceph-mon[36399]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-13T11:50:34.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:33 smithi162 ceph-mon[36757]: pgmap v318: 33 pgs: 4 creating+peering, 1 active+clean, 28 unknown; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:34.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:33 smithi162 ceph-mon[36757]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-13T11:50:34.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.549+0000 7fa9f3600700 1 -- 172.21.15.42:0/3447010592 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa9ec105070 msgr2=0x7fa9ec111580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:34.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.549+0000 7fa9f3600700 1 --2- 172.21.15.42:0/3447010592 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa9ec105070 0x7fa9ec111580 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fa9e4009f90 tx=0x7fa9e400b330 comp rx=0 tx=0).stop 2024-06-13T11:50:34.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.549+0000 7fa9f3600700 1 -- 172.21.15.42:0/3447010592 shutdown_connections 2024-06-13T11:50:34.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.549+0000 7fa9f3600700 1 --2- 172.21.15.42:0/3447010592 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa9ec105070 0x7fa9ec111580 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:34.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.549+0000 7fa9f3600700 1 --2- 172.21.15.42:0/3447010592 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa9ec10a6b0 0x7fa9ec10aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:34.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.549+0000 7fa9f3600700 1 --2- 172.21.15.42:0/3447010592 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa9ec1046b0 0x7fa9ec104b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:34.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.549+0000 7fa9f3600700 1 -- 172.21.15.42:0/3447010592 >> 172.21.15.42:0/3447010592 conn(0x7fa9ec1001a0 msgr2=0x7fa9ec1025c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:50:34.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.549+0000 7fa9f3600700 1 -- 172.21.15.42:0/3447010592 shutdown_connections 2024-06-13T11:50:34.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.549+0000 7fa9f3600700 1 -- 172.21.15.42:0/3447010592 wait complete. 2024-06-13T11:50:34.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.551+0000 7fa9f3600700 1 Processor -- start 2024-06-13T11:50:34.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.551+0000 7fa9f3600700 1 -- start start 2024-06-13T11:50:34.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.551+0000 7fa9f3600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa9ec1046b0 0x7fa9ec19ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:34.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.551+0000 7fa9f3600700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa9ec105070 0x7fa9ec19b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:34.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.552+0000 7fa9f3600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa9ec10a6b0 0x7fa9ec19f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:34.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.552+0000 7fa9f3600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa9ec114a40 con 0x7fa9ec1046b0 2024-06-13T11:50:34.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.552+0000 7fa9f3600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fa9ec1148c0 con 0x7fa9ec10a6b0 2024-06-13T11:50:34.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.552+0000 7fa9f3600700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fa9ec114bc0 con 0x7fa9ec105070 2024-06-13T11:50:34.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.552+0000 7fa9f0c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa9ec1046b0 0x7fa9ec19ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:34.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.552+0000 7fa9ebe00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa9ec105070 0x7fa9ec19b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:34.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.552+0000 7fa9ebe00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa9ec105070 0x7fa9ec19b370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:55328/0 (socket says 172.21.15.42:55328) 2024-06-13T11:50:34.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.552+0000 7fa9ebe00700 1 -- 172.21.15.42:0/3529974344 learned_addr learned my addr 172.21.15.42:0/3529974344 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:50:34.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.552+0000 7fa9f1600700 1 --2- 172.21.15.42:0/3529974344 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa9ec10a6b0 0x7fa9ec19f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:34.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.552+0000 7fa9f0c00700 1 -- 172.21.15.42:0/3529974344 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa9ec105070 msgr2=0x7fa9ec19b370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:34.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.552+0000 7fa9f0c00700 1 --2- 172.21.15.42:0/3529974344 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa9ec105070 0x7fa9ec19b370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:34.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.552+0000 7fa9f0c00700 1 -- 172.21.15.42:0/3529974344 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa9ec10a6b0 msgr2=0x7fa9ec19f700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:34.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.552+0000 7fa9f0c00700 1 --2- 172.21.15.42:0/3529974344 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa9ec10a6b0 0x7fa9ec19f700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:34.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.552+0000 7fa9f0c00700 1 -- 172.21.15.42:0/3529974344 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9ec19fe40 con 0x7fa9ec1046b0 2024-06-13T11:50:34.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.553+0000 7fa9f0c00700 1 --2- 172.21.15.42:0/3529974344 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa9ec1046b0 0x7fa9ec19ae30 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fa9e000e9f0 tx=0x7fa9e000ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:50:34.555 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.553+0000 7fa9e9600700 1 -- 172.21.15.42:0/3529974344 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9e000c9c0 con 0x7fa9ec1046b0 2024-06-13T11:50:34.555 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.553+0000 7fa9e9600700 1 -- 172.21.15.42:0/3529974344 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa9e000cb60 con 0x7fa9ec1046b0 2024-06-13T11:50:34.555 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.553+0000 7fa9f3600700 1 -- 172.21.15.42:0/3529974344 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9ec1a0130 con 0x7fa9ec1046b0 2024-06-13T11:50:34.555 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.553+0000 7fa9e9600700 1 -- 172.21.15.42:0/3529974344 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9e0018680 con 0x7fa9ec1046b0 2024-06-13T11:50:34.555 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.553+0000 7fa9f3600700 1 -- 172.21.15.42:0/3529974344 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9ec1a79b0 con 0x7fa9ec1046b0 2024-06-13T11:50:34.555 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.555+0000 7fa9f3600700 1 -- 172.21.15.42:0/3529974344 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9ec069180 con 0x7fa9ec1046b0 2024-06-13T11:50:34.557 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.557+0000 7fa9e9600700 1 -- 172.21.15.42:0/3529974344 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fa9e0010430 con 0x7fa9ec1046b0 2024-06-13T11:50:34.558 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.558+0000 7fa9e9600700 1 --2- 172.21.15.42:0/3529974344 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fa9d40a2ca0 0x7fa9d40a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:34.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.558+0000 7fa9e9600700 1 -- 172.21.15.42:0/3529974344 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7497+0+0 (secure 0 0 0) 0x7fa9e00ceda0 con 0x7fa9ec1046b0 2024-06-13T11:50:34.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.558+0000 7fa9ebe00700 1 --2- 172.21.15.42:0/3529974344 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fa9d40a2ca0 0x7fa9d40a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:34.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.559+0000 7fa9ebe00700 1 --2- 172.21.15.42:0/3529974344 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fa9d40a2ca0 0x7fa9d40a5160 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fa9ec109b90 tx=0x7fa9d8009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:50:34.563 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.563+0000 7fa9e9600700 1 -- 172.21.15.42:0/3529974344 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fa9e009bf90 con 0x7fa9ec1046b0 2024-06-13T11:50:34.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:34.796+0000 7fa9f3600700 1 -- 172.21.15.42:0/3529974344 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) -- 0x7fa9ec1a7c30 con 0x7fa9ec1046b0 2024-06-13T11:50:35.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:35.409+0000 7fa9e9600700 1 -- 172.21.15.42:0/3529974344 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v86) ==== 171+0+0 (secure 0 0 0) 0x7fa9e0084e20 con 0x7fa9ec1046b0 2024-06-13T11:50:35.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:35.415+0000 7fa9f3600700 1 -- 172.21.15.42:0/3529974344 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fa9d40a2ca0 msgr2=0x7fa9d40a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:35.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:35.415+0000 7fa9f3600700 1 --2- 172.21.15.42:0/3529974344 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fa9d40a2ca0 0x7fa9d40a5160 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fa9ec109b90 tx=0x7fa9d8009310 comp rx=0 tx=0).stop 2024-06-13T11:50:35.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:35.415+0000 7fa9f3600700 1 -- 172.21.15.42:0/3529974344 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa9ec1046b0 msgr2=0x7fa9ec19ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:35.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:35.415+0000 7fa9f3600700 1 --2- 172.21.15.42:0/3529974344 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa9ec1046b0 0x7fa9ec19ae30 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fa9e000e9f0 tx=0x7fa9e000ed00 comp rx=0 tx=0).stop 2024-06-13T11:50:35.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:35.416+0000 7fa9f3600700 1 -- 172.21.15.42:0/3529974344 shutdown_connections 2024-06-13T11:50:35.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:35.416+0000 7fa9f3600700 1 --2- 172.21.15.42:0/3529974344 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fa9d40a2ca0 0x7fa9d40a5160 secure :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fa9ec109b90 tx=0x7fa9d8009310 comp rx=0 tx=0).stop 2024-06-13T11:50:35.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:35.416+0000 7fa9f3600700 1 --2- 172.21.15.42:0/3529974344 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa9ec10a6b0 0x7fa9ec19f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:35.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:35.416+0000 7fa9f3600700 1 --2- 172.21.15.42:0/3529974344 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa9ec1046b0 0x7fa9ec19ae30 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:35.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:35.416+0000 7fa9f3600700 1 --2- 172.21.15.42:0/3529974344 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa9ec105070 0x7fa9ec19b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:35.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:35.416+0000 7fa9f3600700 1 -- 172.21.15.42:0/3529974344 >> 172.21.15.42:0/3529974344 conn(0x7fa9ec1001a0 msgr2=0x7fa9ec100620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:50:35.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:35.417+0000 7fa9f3600700 1 -- 172.21.15.42:0/3529974344 shutdown_connections 2024-06-13T11:50:35.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:35.417+0000 7fa9f3600700 1 -- 172.21.15.42:0/3529974344 wait complete. 2024-06-13T11:50:35.426 INFO:teuthology.orchestra.run.smithi042.stderr:pool 'cephfs_data' created 2024-06-13T11:50:35.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:35 smithi088 ceph-mon[36399]: pgmap v320: 33 pgs: 4 creating+peering, 17 active+clean, 12 unknown; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:35.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:35 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/3529974344' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-06-13T11:50:35.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:35 smithi042 ceph-mon[32231]: pgmap v320: 33 pgs: 4 creating+peering, 17 active+clean, 12 unknown; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:35.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:35 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/3529974344' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-06-13T11:50:35.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:35 smithi162 ceph-mon[36757]: pgmap v320: 33 pgs: 4 creating+peering, 17 active+clean, 12 unknown; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:35.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:35 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/3529974344' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-06-13T11:50:36.327 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-06-13T11:50:36.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:36 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/3529974344' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-06-13T11:50:36.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:36 smithi042 ceph-mon[32231]: osdmap e86: 12 total, 12 up, 12 in 2024-06-13T11:50:36.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:36 smithi042 ceph-mon[32231]: osdmap e87: 12 total, 12 up, 12 in 2024-06-13T11:50:36.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:36 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/3529974344' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-06-13T11:50:36.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:36 smithi088 ceph-mon[36399]: osdmap e86: 12 total, 12 up, 12 in 2024-06-13T11:50:36.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:36 smithi088 ceph-mon[36399]: osdmap e87: 12 total, 12 up, 12 in 2024-06-13T11:50:36.793 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:50:36.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:36 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/3529974344' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-06-13T11:50:36.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:36 smithi162 ceph-mon[36757]: osdmap e86: 12 total, 12 up, 12 in 2024-06-13T11:50:36.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:36 smithi162 ceph-mon[36757]: osdmap e87: 12 total, 12 up, 12 in 2024-06-13T11:50:37.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:37 smithi042 ceph-mon[32231]: pgmap v323: 97 pgs: 48 unknown, 10 creating+peering, 39 active+clean; 577 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:37.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:37 smithi042 ceph-mon[32231]: osdmap e88: 12 total, 12 up, 12 in 2024-06-13T11:50:37.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:37 smithi088 ceph-mon[36399]: pgmap v323: 97 pgs: 48 unknown, 10 creating+peering, 39 active+clean; 577 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:37.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:37 smithi088 ceph-mon[36399]: osdmap e88: 12 total, 12 up, 12 in 2024-06-13T11:50:37.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:37 smithi162 ceph-mon[36757]: pgmap v323: 97 pgs: 48 unknown, 10 creating+peering, 39 active+clean; 577 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:37.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:37 smithi162 ceph-mon[36757]: osdmap e88: 12 total, 12 up, 12 in 2024-06-13T11:50:39.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.095+0000 7fb4e2800700 1 -- 172.21.15.42:0/3874133798 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb4dc101150 msgr2=0x7fb4dc10e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:39.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.095+0000 7fb4e2800700 1 --2- 172.21.15.42:0/3874133798 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb4dc101150 0x7fb4dc10e830 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fb4c8009990 tx=0x7fb4c8009ca0 comp rx=0 tx=0).stop 2024-06-13T11:50:39.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.095+0000 7fb4e2800700 1 -- 172.21.15.42:0/3874133798 shutdown_connections 2024-06-13T11:50:39.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.095+0000 7fb4e2800700 1 --2- 172.21.15.42:0/3874133798 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4dc10ed70 0x7fb4dc111160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:39.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.095+0000 7fb4e2800700 1 --2- 172.21.15.42:0/3874133798 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4dc100830 0x7fb4dc100c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:39.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.095+0000 7fb4e2800700 1 --2- 172.21.15.42:0/3874133798 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb4dc101150 0x7fb4dc10e830 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:39.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.095+0000 7fb4e2800700 1 -- 172.21.15.42:0/3874133798 >> 172.21.15.42:0/3874133798 conn(0x7fb4dc076130 msgr2=0x7fb4dc076540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:50:39.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.095+0000 7fb4e2800700 1 -- 172.21.15.42:0/3874133798 shutdown_connections 2024-06-13T11:50:39.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.096+0000 7fb4e2800700 1 -- 172.21.15.42:0/3874133798 wait complete. 2024-06-13T11:50:39.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.097+0000 7fb4e2800700 1 Processor -- start 2024-06-13T11:50:39.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.097+0000 7fb4e2800700 1 -- start start 2024-06-13T11:50:39.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.097+0000 7fb4e2800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4dc100830 0x7fb4dc19ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:39.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.097+0000 7fb4e2800700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb4dc101150 0x7fb4dc19b260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:39.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.097+0000 7fb4e2800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4dc10ed70 0x7fb4dc19f5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:39.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.097+0000 7fb4e2800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb4dc114910 con 0x7fb4dc100830 2024-06-13T11:50:39.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.097+0000 7fb4e2800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fb4dc114790 con 0x7fb4dc10ed70 2024-06-13T11:50:39.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.097+0000 7fb4e2800700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fb4dc114a90 con 0x7fb4dc101150 2024-06-13T11:50:39.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.098+0000 7fb4e1400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4dc100830 0x7fb4dc19ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:39.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.098+0000 7fb4e0a00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb4dc101150 0x7fb4dc19b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:39.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.098+0000 7fb4e1400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4dc100830 0x7fb4dc19ad20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:38812/0 (socket says 172.21.15.42:38812) 2024-06-13T11:50:39.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.098+0000 7fb4e0a00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb4dc101150 0x7fb4dc19b260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:60986/0 (socket says 172.21.15.42:60986) 2024-06-13T11:50:39.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.098+0000 7fb4e1400700 1 -- 172.21.15.42:0/2953263580 learned_addr learned my addr 172.21.15.42:0/2953263580 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:50:39.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.098+0000 7fb4e1e00700 1 --2- 172.21.15.42:0/2953263580 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4dc10ed70 0x7fb4dc19f5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:39.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.098+0000 7fb4e0a00700 1 -- 172.21.15.42:0/2953263580 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4dc10ed70 msgr2=0x7fb4dc19f5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:39.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.098+0000 7fb4e0a00700 1 --2- 172.21.15.42:0/2953263580 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4dc10ed70 0x7fb4dc19f5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:39.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.098+0000 7fb4e0a00700 1 -- 172.21.15.42:0/2953263580 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4dc100830 msgr2=0x7fb4dc19ad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:39.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.098+0000 7fb4e0a00700 1 --2- 172.21.15.42:0/2953263580 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4dc100830 0x7fb4dc19ad20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:39.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.098+0000 7fb4e0a00700 1 -- 172.21.15.42:0/2953263580 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4dc19fd30 con 0x7fb4dc101150 2024-06-13T11:50:39.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.099+0000 7fb4e0a00700 1 --2- 172.21.15.42:0/2953263580 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb4dc101150 0x7fb4dc19b260 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb4c8009990 tx=0x7fb4c800b8a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:50:39.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.099+0000 7fb4da000700 1 -- 172.21.15.42:0/2953263580 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4c8027070 con 0x7fb4dc101150 2024-06-13T11:50:39.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.099+0000 7fb4da000700 1 -- 172.21.15.42:0/2953263580 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb4c8003b60 con 0x7fb4dc101150 2024-06-13T11:50:39.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.099+0000 7fb4e2800700 1 -- 172.21.15.42:0/2953263580 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4dc19ffc0 con 0x7fb4dc101150 2024-06-13T11:50:39.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.099+0000 7fb4da000700 1 -- 172.21.15.42:0/2953263580 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4c8022df0 con 0x7fb4dc101150 2024-06-13T11:50:39.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.099+0000 7fb4e2800700 1 -- 172.21.15.42:0/2953263580 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4dc1a78a0 con 0x7fb4dc101150 2024-06-13T11:50:39.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.100+0000 7fb4e2800700 1 -- 172.21.15.42:0/2953263580 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4dc069180 con 0x7fb4dc101150 2024-06-13T11:50:39.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.102+0000 7fb4da000700 1 -- 172.21.15.42:0/2953263580 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fb4c802a070 con 0x7fb4dc101150 2024-06-13T11:50:39.105 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.104+0000 7fb4da000700 1 --2- 172.21.15.42:0/2953263580 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb4c40a2ca0 0x7fb4c40a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:39.105 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.104+0000 7fb4da000700 1 -- 172.21.15.42:0/2953263580 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7879+0+0 (secure 0 0 0) 0x7fb4c80d0410 con 0x7fb4dc101150 2024-06-13T11:50:39.105 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.104+0000 7fb4e1400700 1 --2- 172.21.15.42:0/2953263580 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb4c40a2ca0 0x7fb4c40a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:39.105 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.105+0000 7fb4e1400700 1 --2- 172.21.15.42:0/2953263580 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb4c40a2ca0 0x7fb4c40a5160 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fb4d0009d20 tx=0x7fb4d0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:50:39.106 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.106+0000 7fb4da000700 1 -- 172.21.15.42:0/2953263580 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb4c8031020 con 0x7fb4dc101150 2024-06-13T11:50:39.385 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.384+0000 7fb4e2800700 1 -- 172.21.15.42:0/2953263580 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fb4dc1a7a70 con 0x7fb4dc101150 2024-06-13T11:50:39.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.694+0000 7fb4da000700 1 -- 172.21.15.42:0/2953263580 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7fb4c8013070 con 0x7fb4dc101150 2024-06-13T11:50:39.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.702+0000 7fb4e2800700 1 -- 172.21.15.42:0/2953263580 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb4c40a2ca0 msgr2=0x7fb4c40a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:39.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.702+0000 7fb4e2800700 1 --2- 172.21.15.42:0/2953263580 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb4c40a2ca0 0x7fb4c40a5160 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fb4d0009d20 tx=0x7fb4d0009260 comp rx=0 tx=0).stop 2024-06-13T11:50:39.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.702+0000 7fb4e2800700 1 -- 172.21.15.42:0/2953263580 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb4dc101150 msgr2=0x7fb4dc19b260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:39.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.702+0000 7fb4e2800700 1 --2- 172.21.15.42:0/2953263580 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb4dc101150 0x7fb4dc19b260 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb4c8009990 tx=0x7fb4c800b8a0 comp rx=0 tx=0).stop 2024-06-13T11:50:39.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.705+0000 7fb4e2800700 1 -- 172.21.15.42:0/2953263580 shutdown_connections 2024-06-13T11:50:39.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.705+0000 7fb4e2800700 1 --2- 172.21.15.42:0/2953263580 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb4c40a2ca0 0x7fb4c40a5160 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:39.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.705+0000 7fb4e2800700 1 --2- 172.21.15.42:0/2953263580 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4dc10ed70 0x7fb4dc19f5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:39.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.705+0000 7fb4e2800700 1 --2- 172.21.15.42:0/2953263580 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4dc100830 0x7fb4dc19ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:39.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.705+0000 7fb4e2800700 1 --2- 172.21.15.42:0/2953263580 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb4dc101150 0x7fb4dc19b260 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:39.710 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.705+0000 7fb4e2800700 1 -- 172.21.15.42:0/2953263580 >> 172.21.15.42:0/2953263580 conn(0x7fb4dc076130 msgr2=0x7fb4dc10f2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:50:39.710 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.708+0000 7fb4e2800700 1 -- 172.21.15.42:0/2953263580 shutdown_connections 2024-06-13T11:50:39.710 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:39.708+0000 7fb4e2800700 1 -- 172.21.15.42:0/2953263580 wait complete. 2024-06-13T11:50:39.713 INFO:teuthology.orchestra.run.smithi042.stderr:new fs with metadata pool 2 and data pool 3 2024-06-13T11:50:40.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:39 smithi088 ceph-mon[36399]: pgmap v325: 97 pgs: 29 unknown, 10 creating+peering, 58 active+clean; 577 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:40.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:39 smithi088 ceph-mon[36399]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-13T11:50:40.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:39 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2953263580' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-06-13T11:50:40.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:39 smithi088 ceph-mon[36399]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-06-13T11:50:40.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:39 smithi088 ceph-mon[36399]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-06-13T11:50:40.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:39 smithi042 ceph-mon[32231]: pgmap v325: 97 pgs: 29 unknown, 10 creating+peering, 58 active+clean; 577 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:40.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:39 smithi042 ceph-mon[32231]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-13T11:50:40.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:39 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2953263580' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-06-13T11:50:40.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:39 smithi042 ceph-mon[32231]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-06-13T11:50:40.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:39 smithi042 ceph-mon[32231]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-06-13T11:50:40.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:39 smithi162 ceph-mon[36757]: pgmap v325: 97 pgs: 29 unknown, 10 creating+peering, 58 active+clean; 577 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:40.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:39 smithi162 ceph-mon[36757]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-13T11:50:40.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:39 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2953263580' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-06-13T11:50:40.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:39 smithi162 ceph-mon[36757]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-06-13T11:50:40.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:39 smithi162 ceph-mon[36757]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-06-13T11:50:40.626 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-06-13T11:50:40.627 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-06-13T11:50:40.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:40 smithi042 ceph-mon[32231]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-06-13T11:50:40.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:40 smithi042 ceph-mon[32231]: osdmap e89: 12 total, 12 up, 12 in 2024-06-13T11:50:40.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:40 smithi042 ceph-mon[32231]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-06-13T11:50:40.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:40 smithi042 ceph-mon[32231]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-06-13T11:50:41.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:40 smithi088 ceph-mon[36399]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-06-13T11:50:41.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:40 smithi088 ceph-mon[36399]: osdmap e89: 12 total, 12 up, 12 in 2024-06-13T11:50:41.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:40 smithi088 ceph-mon[36399]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-06-13T11:50:41.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:40 smithi088 ceph-mon[36399]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-06-13T11:50:41.081 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:50:41.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:40 smithi162 ceph-mon[36757]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-06-13T11:50:41.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:40 smithi162 ceph-mon[36757]: osdmap e89: 12 total, 12 up, 12 in 2024-06-13T11:50:41.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:40 smithi162 ceph-mon[36757]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-06-13T11:50:41.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:40 smithi162 ceph-mon[36757]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-06-13T11:50:41.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:41 smithi042 ceph-mon[32231]: pgmap v327: 97 pgs: 10 creating+peering, 87 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s wr, 4 op/s 2024-06-13T11:50:41.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:41 smithi042 ceph-mon[32231]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-06-13T11:50:41.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:41 smithi042 ceph-mon[32231]: Cluster is now healthy 2024-06-13T11:50:41.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:41 smithi042 ceph-mon[32231]: mds.? [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] up:active 2024-06-13T11:50:41.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:41 smithi042 ceph-mon[32231]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-06-13T11:50:41.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:41 smithi042 ceph-mon[32231]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-06-13T11:50:42.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:41 smithi088 ceph-mon[36399]: pgmap v327: 97 pgs: 10 creating+peering, 87 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s wr, 4 op/s 2024-06-13T11:50:42.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:41 smithi088 ceph-mon[36399]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-06-13T11:50:42.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:41 smithi088 ceph-mon[36399]: Cluster is now healthy 2024-06-13T11:50:42.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:41 smithi088 ceph-mon[36399]: mds.? [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] up:active 2024-06-13T11:50:42.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:41 smithi088 ceph-mon[36399]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-06-13T11:50:42.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:41 smithi088 ceph-mon[36399]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-06-13T11:50:42.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:41 smithi162 ceph-mon[36757]: pgmap v327: 97 pgs: 10 creating+peering, 87 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s wr, 4 op/s 2024-06-13T11:50:42.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:41 smithi162 ceph-mon[36757]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-06-13T11:50:42.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:41 smithi162 ceph-mon[36757]: Cluster is now healthy 2024-06-13T11:50:42.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:41 smithi162 ceph-mon[36757]: mds.? [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] up:active 2024-06-13T11:50:42.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:41 smithi162 ceph-mon[36757]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-06-13T11:50:42.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:41 smithi162 ceph-mon[36757]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-06-13T11:50:43.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.366+0000 7fc956600700 1 -- 172.21.15.42:0/97963196 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc9500747b0 msgr2=0x7fc950074b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:43.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.366+0000 7fc956600700 1 --2- 172.21.15.42:0/97963196 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc9500747b0 0x7fc950074b90 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fc944009990 tx=0x7fc944009ca0 comp rx=0 tx=0).stop 2024-06-13T11:50:43.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.366+0000 7fc956600700 1 -- 172.21.15.42:0/97963196 shutdown_connections 2024-06-13T11:50:43.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.366+0000 7fc956600700 1 --2- 172.21.15.42:0/97963196 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc95010ec80 0x7fc950111070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:43.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.366+0000 7fc956600700 1 --2- 172.21.15.42:0/97963196 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc9500747b0 0x7fc950074b90 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:43.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.366+0000 7fc956600700 1 --2- 172.21.15.42:0/97963196 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc9500750d0 0x7fc95010e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:43.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.366+0000 7fc956600700 1 -- 172.21.15.42:0/97963196 >> 172.21.15.42:0/97963196 conn(0x7fc9500fdf10 msgr2=0x7fc950100330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:50:43.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.366+0000 7fc956600700 1 -- 172.21.15.42:0/97963196 shutdown_connections 2024-06-13T11:50:43.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.366+0000 7fc956600700 1 -- 172.21.15.42:0/97963196 wait complete. 2024-06-13T11:50:43.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.367+0000 7fc956600700 1 Processor -- start 2024-06-13T11:50:43.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.367+0000 7fc956600700 1 -- start start 2024-06-13T11:50:43.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.367+0000 7fc956600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc9500747b0 0x7fc95019ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:43.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.367+0000 7fc956600700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc9500750d0 0x7fc95019b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:43.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.367+0000 7fc956600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc95010ec80 0x7fc95019f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:43.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.368+0000 7fc956600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc950114900 con 0x7fc95010ec80 2024-06-13T11:50:43.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.368+0000 7fc956600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fc950114780 con 0x7fc9500747b0 2024-06-13T11:50:43.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.368+0000 7fc956600700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fc950114a80 con 0x7fc9500750d0 2024-06-13T11:50:43.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.368+0000 7fc955200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc9500747b0 0x7fc95019ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:43.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.368+0000 7fc955c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc95010ec80 0x7fc95019f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:43.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.368+0000 7fc955200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc9500747b0 0x7fc95019ad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:42182/0 (socket says 172.21.15.42:42182) 2024-06-13T11:50:43.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.368+0000 7fc955200700 1 -- 172.21.15.42:0/224161740 learned_addr learned my addr 172.21.15.42:0/224161740 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:50:43.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.368+0000 7fc94fe00700 1 --2- 172.21.15.42:0/224161740 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc9500750d0 0x7fc95019b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:43.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.368+0000 7fc955200700 1 -- 172.21.15.42:0/224161740 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc9500750d0 msgr2=0x7fc95019b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:43.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.368+0000 7fc955200700 1 --2- 172.21.15.42:0/224161740 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc9500750d0 0x7fc95019b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:43.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.368+0000 7fc955200700 1 -- 172.21.15.42:0/224161740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc95010ec80 msgr2=0x7fc95019f620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:43.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.368+0000 7fc955200700 1 --2- 172.21.15.42:0/224161740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc95010ec80 0x7fc95019f620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:43.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.368+0000 7fc955200700 1 -- 172.21.15.42:0/224161740 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc95019fd60 con 0x7fc9500747b0 2024-06-13T11:50:43.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.368+0000 7fc94fe00700 1 --2- 172.21.15.42:0/224161740 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc9500750d0 0x7fc95019b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:50:43.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.369+0000 7fc955200700 1 --2- 172.21.15.42:0/224161740 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc9500747b0 0x7fc95019ad50 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fc944005910 tx=0x7fc94400bb60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:50:43.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.369+0000 7fc94d600700 1 -- 172.21.15.42:0/224161740 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc944027070 con 0x7fc9500747b0 2024-06-13T11:50:43.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.369+0000 7fc94d600700 1 -- 172.21.15.42:0/224161740 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc944003d70 con 0x7fc9500747b0 2024-06-13T11:50:43.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.369+0000 7fc956600700 1 -- 172.21.15.42:0/224161740 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc95019fff0 con 0x7fc9500747b0 2024-06-13T11:50:43.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.369+0000 7fc94d600700 1 -- 172.21.15.42:0/224161740 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc94400f460 con 0x7fc9500747b0 2024-06-13T11:50:43.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.369+0000 7fc956600700 1 -- 172.21.15.42:0/224161740 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9501a78d0 con 0x7fc9500747b0 2024-06-13T11:50:43.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.370+0000 7fc956600700 1 -- 172.21.15.42:0/224161740 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc950069180 con 0x7fc9500747b0 2024-06-13T11:50:43.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.372+0000 7fc94d600700 1 -- 172.21.15.42:0/224161740 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fc94402a070 con 0x7fc9500747b0 2024-06-13T11:50:43.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.373+0000 7fc94d600700 1 --2- 172.21.15.42:0/224161740 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fc9380a2ca0 0x7fc9380a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:43.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.374+0000 7fc94d600700 1 -- 172.21.15.42:0/224161740 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7fc9440cff60 con 0x7fc9500747b0 2024-06-13T11:50:43.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.374+0000 7fc94fe00700 1 --2- 172.21.15.42:0/224161740 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fc9380a2ca0 0x7fc9380a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:43.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.374+0000 7fc94fe00700 1 --2- 172.21.15.42:0/224161740 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fc9380a2ca0 0x7fc9380a5160 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fc95010ff30 tx=0x7fc93c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:50:43.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.376+0000 7fc94d600700 1 -- 172.21.15.42:0/224161740 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc944013070 con 0x7fc9500747b0 2024-06-13T11:50:43.617 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.616+0000 7fc956600700 1 -- 172.21.15.42:0/224161740 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) -- 0x7fc95019c0b0 con 0x7fc9500747b0 2024-06-13T11:50:43.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.727+0000 7fc94d600700 1 -- 172.21.15.42:0/224161740 <== mon.2 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v90) ==== 157+0+0 (secure 0 0 0) 0x7fc944022470 con 0x7fc9500747b0 2024-06-13T11:50:43.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.732+0000 7fc956600700 1 -- 172.21.15.42:0/224161740 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fc9380a2ca0 msgr2=0x7fc9380a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:43.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.732+0000 7fc956600700 1 --2- 172.21.15.42:0/224161740 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fc9380a2ca0 0x7fc9380a5160 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fc95010ff30 tx=0x7fc93c009260 comp rx=0 tx=0).stop 2024-06-13T11:50:43.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.732+0000 7fc956600700 1 -- 172.21.15.42:0/224161740 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc9500747b0 msgr2=0x7fc95019ad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:43.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.732+0000 7fc956600700 1 --2- 172.21.15.42:0/224161740 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc9500747b0 0x7fc95019ad50 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fc944005910 tx=0x7fc94400bb60 comp rx=0 tx=0).stop 2024-06-13T11:50:43.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.732+0000 7fc956600700 1 -- 172.21.15.42:0/224161740 shutdown_connections 2024-06-13T11:50:43.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.732+0000 7fc956600700 1 --2- 172.21.15.42:0/224161740 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fc9380a2ca0 0x7fc9380a5160 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:43.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.732+0000 7fc956600700 1 --2- 172.21.15.42:0/224161740 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc9500747b0 0x7fc95019ad50 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:43.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.732+0000 7fc956600700 1 --2- 172.21.15.42:0/224161740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc95010ec80 0x7fc95019f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:43.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.732+0000 7fc956600700 1 --2- 172.21.15.42:0/224161740 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc9500750d0 0x7fc95019b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:43.734 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.732+0000 7fc956600700 1 -- 172.21.15.42:0/224161740 >> 172.21.15.42:0/224161740 conn(0x7fc9500fdf10 msgr2=0x7fc9500feb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:50:43.734 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.732+0000 7fc956600700 1 -- 172.21.15.42:0/224161740 shutdown_connections 2024-06-13T11:50:43.734 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:43.733+0000 7fc956600700 1 -- 172.21.15.42:0/224161740 wait complete. 2024-06-13T11:50:44.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:43 smithi088 ceph-mon[36399]: pgmap v328: 97 pgs: 97 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-06-13T11:50:44.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:43 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/224161740' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-06-13T11:50:44.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:43 smithi088 ceph-mon[36399]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-06-13T11:50:44.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:43 smithi042 ceph-mon[32231]: pgmap v328: 97 pgs: 97 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-06-13T11:50:44.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:43 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/224161740' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-06-13T11:50:44.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:43 smithi042 ceph-mon[32231]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-06-13T11:50:44.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:43 smithi162 ceph-mon[36757]: pgmap v328: 97 pgs: 97 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-06-13T11:50:44.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:43 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/224161740' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-06-13T11:50:44.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:43 smithi162 ceph-mon[36757]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-06-13T11:50:44.556 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-06-13T11:50:45.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:44 smithi088 ceph-mon[36399]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-06-13T11:50:45.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:44 smithi088 ceph-mon[36399]: osdmap e90: 12 total, 12 up, 12 in 2024-06-13T11:50:45.005 INFO:journalctl@ceph.mds.b.smithi088.stdout:Jun 13 11:50:44 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-b[66610]: 2024-06-13T11:50:44.732+0000 7ff163603700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-06-13T11:50:45.024 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:50:45.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:44 smithi042 ceph-mon[32231]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-06-13T11:50:45.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:44 smithi042 ceph-mon[32231]: osdmap e90: 12 total, 12 up, 12 in 2024-06-13T11:50:45.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:44 smithi162 ceph-mon[36757]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-06-13T11:50:45.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:44 smithi162 ceph-mon[36757]: osdmap e90: 12 total, 12 up, 12 in 2024-06-13T11:50:46.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:45 smithi088 ceph-mon[36399]: pgmap v330: 97 pgs: 97 active+clean; 579 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s wr, 6 op/s 2024-06-13T11:50:46.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:45 smithi042 ceph-mon[32231]: pgmap v330: 97 pgs: 97 active+clean; 579 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s wr, 6 op/s 2024-06-13T11:50:46.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:45 smithi162 ceph-mon[36757]: pgmap v330: 97 pgs: 97 active+clean; 579 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s wr, 6 op/s 2024-06-13T11:50:47.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.421+0000 7f89be400700 1 -- 172.21.15.42:0/4247225998 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89b8103150 msgr2=0x7f89b81070b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:47.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.421+0000 7f89be400700 1 --2- 172.21.15.42:0/4247225998 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89b8103150 0x7f89b81070b0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f89a00099c0 tx=0x7f89a0009cd0 comp rx=0 tx=0).stop 2024-06-13T11:50:47.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.422+0000 7f89be400700 1 -- 172.21.15.42:0/4247225998 shutdown_connections 2024-06-13T11:50:47.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.422+0000 7f89be400700 1 --2- 172.21.15.42:0/4247225998 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f89b8107790 0x7f89b810f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:47.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.422+0000 7f89be400700 1 --2- 172.21.15.42:0/4247225998 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f89b81027a0 0x7f89b8102b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:47.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.422+0000 7f89be400700 1 --2- 172.21.15.42:0/4247225998 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89b8103150 0x7f89b81070b0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:47.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.422+0000 7f89be400700 1 -- 172.21.15.42:0/4247225998 >> 172.21.15.42:0/4247225998 conn(0x7f89b8079560 msgr2=0x7f89b8079970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:50:47.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.422+0000 7f89be400700 1 -- 172.21.15.42:0/4247225998 shutdown_connections 2024-06-13T11:50:47.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.422+0000 7f89be400700 1 -- 172.21.15.42:0/4247225998 wait complete. 2024-06-13T11:50:47.424 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.423+0000 7f89be400700 1 Processor -- start 2024-06-13T11:50:47.424 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.423+0000 7f89be400700 1 -- start start 2024-06-13T11:50:47.425 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.424+0000 7f89be400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f89b81027a0 0x7f89b819ada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:47.425 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.424+0000 7f89be400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f89b8103150 0x7f89b819b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:47.425 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.424+0000 7f89be400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89b8107790 0x7f89b819f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:47.425 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.424+0000 7f89be400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f89b81127b0 con 0x7f89b8107790 2024-06-13T11:50:47.425 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.424+0000 7f89be400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f89b8112630 con 0x7f89b8103150 2024-06-13T11:50:47.425 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.424+0000 7f89be400700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f89b8112930 con 0x7f89b81027a0 2024-06-13T11:50:47.425 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.424+0000 7f89b7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89b8107790 0x7f89b819f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:47.425 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.424+0000 7f89b7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89b8107790 0x7f89b819f670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:38846/0 (socket says 172.21.15.42:38846) 2024-06-13T11:50:47.425 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.424+0000 7f89b7e00700 1 -- 172.21.15.42:0/2834317038 learned_addr learned my addr 172.21.15.42:0/2834317038 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:50:47.425 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.424+0000 7f89b7400700 1 --2- 172.21.15.42:0/2834317038 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f89b81027a0 0x7f89b819ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:47.425 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.424+0000 7f89aea00700 1 --2- 172.21.15.42:0/2834317038 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f89b8103150 0x7f89b819b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:47.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.425+0000 7f89b7e00700 1 -- 172.21.15.42:0/2834317038 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f89b81027a0 msgr2=0x7f89b819ada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:47.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.425+0000 7f89b7e00700 1 --2- 172.21.15.42:0/2834317038 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f89b81027a0 0x7f89b819ada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:47.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.425+0000 7f89b7e00700 1 -- 172.21.15.42:0/2834317038 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f89b8103150 msgr2=0x7f89b819b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:47.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.425+0000 7f89b7e00700 1 --2- 172.21.15.42:0/2834317038 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f89b8103150 0x7f89b819b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:47.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.425+0000 7f89b7e00700 1 -- 172.21.15.42:0/2834317038 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89b819fdb0 con 0x7f89b8107790 2024-06-13T11:50:47.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.425+0000 7f89b7400700 1 --2- 172.21.15.42:0/2834317038 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f89b81027a0 0x7f89b819ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:50:47.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.425+0000 7f89aea00700 1 --2- 172.21.15.42:0/2834317038 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f89b8103150 0x7f89b819b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:50:47.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.425+0000 7f89b7e00700 1 --2- 172.21.15.42:0/2834317038 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89b8107790 0x7f89b819f670 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f89b000e940 tx=0x7f89b000ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:50:47.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.425+0000 7f89b4c00700 1 -- 172.21.15.42:0/2834317038 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89b0004a30 con 0x7f89b8107790 2024-06-13T11:50:47.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.426+0000 7f89b4c00700 1 -- 172.21.15.42:0/2834317038 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f89b0005500 con 0x7f89b8107790 2024-06-13T11:50:47.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.426+0000 7f89be400700 1 -- 172.21.15.42:0/2834317038 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89b81a00a0 con 0x7f89b8107790 2024-06-13T11:50:47.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.426+0000 7f89b4c00700 1 -- 172.21.15.42:0/2834317038 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89b000ce20 con 0x7f89b8107790 2024-06-13T11:50:47.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.426+0000 7f89be400700 1 -- 172.21.15.42:0/2834317038 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89b81a7920 con 0x7f89b8107790 2024-06-13T11:50:47.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.427+0000 7f89be400700 1 -- 172.21.15.42:0/2834317038 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89b8050a00 con 0x7f89b8107790 2024-06-13T11:50:47.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.429+0000 7f89b4c00700 1 -- 172.21.15.42:0/2834317038 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f89b0005000 con 0x7f89b8107790 2024-06-13T11:50:47.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.431+0000 7f89b4c00700 1 --2- 172.21.15.42:0/2834317038 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f899c0a2d40 0x7f899c0a5200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:47.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.432+0000 7f89b4c00700 1 -- 172.21.15.42:0/2834317038 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8277+0+0 (secure 0 0 0) 0x7f89b00cf370 con 0x7f89b8107790 2024-06-13T11:50:47.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.432+0000 7f89b7400700 1 --2- 172.21.15.42:0/2834317038 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f899c0a2d40 0x7f899c0a5200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:47.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.432+0000 7f89b7400700 1 --2- 172.21.15.42:0/2834317038 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f899c0a2d40 0x7f899c0a5200 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f89a8003e30 tx=0x7f89a800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:50:47.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.435+0000 7f89b4c00700 1 -- 172.21.15.42:0/2834317038 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f89b0053850 con 0x7f89b8107790 2024-06-13T11:50:47.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:47.666+0000 7f89be400700 1 -- 172.21.15.42:0/2834317038 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f89b81a7b50 con 0x7f89b8107790 2024-06-13T11:50:48.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:48 smithi162 ceph-mon[36757]: pgmap v331: 97 pgs: 97 active+clean; 579 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-06-13T11:50:48.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:48 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2834317038' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-06-13T11:50:48.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:48 smithi088 ceph-mon[36399]: pgmap v331: 97 pgs: 97 active+clean; 579 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-06-13T11:50:48.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:48 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2834317038' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-06-13T11:50:48.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:48.758+0000 7f89b4c00700 1 -- 172.21.15.42:0/2834317038 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v92) ==== 228+0+0 (secure 0 0 0) 0x7f89b009c240 con 0x7f89b8107790 2024-06-13T11:50:48.759 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:48 smithi042 ceph-mon[32231]: pgmap v331: 97 pgs: 97 active+clean; 579 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-06-13T11:50:48.759 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:48 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2834317038' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-06-13T11:50:48.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:48.763+0000 7f89be400700 1 -- 172.21.15.42:0/2834317038 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f899c0a2d40 msgr2=0x7f899c0a5200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:48.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:48.763+0000 7f89be400700 1 --2- 172.21.15.42:0/2834317038 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f899c0a2d40 0x7f899c0a5200 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f89a8003e30 tx=0x7f89a800b040 comp rx=0 tx=0).stop 2024-06-13T11:50:48.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:48.763+0000 7f89be400700 1 -- 172.21.15.42:0/2834317038 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89b8107790 msgr2=0x7f89b819f670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:48.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:48.763+0000 7f89be400700 1 --2- 172.21.15.42:0/2834317038 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89b8107790 0x7f89b819f670 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f89b000e940 tx=0x7f89b000ec50 comp rx=0 tx=0).stop 2024-06-13T11:50:48.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:48.764+0000 7f89be400700 1 -- 172.21.15.42:0/2834317038 shutdown_connections 2024-06-13T11:50:48.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:48.764+0000 7f89be400700 1 --2- 172.21.15.42:0/2834317038 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89b8107790 0x7f89b819f670 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:48.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:48.764+0000 7f89be400700 1 --2- 172.21.15.42:0/2834317038 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f89b81027a0 0x7f89b819ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:48.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:48.764+0000 7f89be400700 1 --2- 172.21.15.42:0/2834317038 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f899c0a2d40 0x7f899c0a5200 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:48.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:48.764+0000 7f89be400700 1 --2- 172.21.15.42:0/2834317038 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f89b8103150 0x7f89b819b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:48.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:48.764+0000 7f89be400700 1 -- 172.21.15.42:0/2834317038 >> 172.21.15.42:0/2834317038 conn(0x7f89b8079560 msgr2=0x7f89b810e690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:50:48.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:48.765+0000 7f89be400700 1 -- 172.21.15.42:0/2834317038 shutdown_connections 2024-06-13T11:50:48.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:48.766+0000 7f89be400700 1 -- 172.21.15.42:0/2834317038 wait complete. 2024-06-13T11:50:48.769 INFO:teuthology.orchestra.run.smithi042.stderr:pool 'cephfs_data_ec' created 2024-06-13T11:50:49.515 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:49 smithi042 ceph-mon[32231]: osdmap e91: 12 total, 12 up, 12 in 2024-06-13T11:50:49.515 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:49 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2834317038' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-06-13T11:50:49.515 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:49 smithi042 ceph-mon[32231]: osdmap e92: 12 total, 12 up, 12 in 2024-06-13T11:50:49.591 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-06-13T11:50:49.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:49 smithi162 ceph-mon[36757]: osdmap e91: 12 total, 12 up, 12 in 2024-06-13T11:50:49.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:49 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2834317038' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-06-13T11:50:49.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:49 smithi162 ceph-mon[36757]: osdmap e92: 12 total, 12 up, 12 in 2024-06-13T11:50:49.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:49 smithi088 ceph-mon[36399]: osdmap e91: 12 total, 12 up, 12 in 2024-06-13T11:50:49.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:49 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2834317038' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-06-13T11:50:49.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:49 smithi088 ceph-mon[36399]: osdmap e92: 12 total, 12 up, 12 in 2024-06-13T11:50:50.065 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:50:50.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:50 smithi042 ceph-mon[32231]: pgmap v333: 97 pgs: 97 active+clean; 579 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 767 B/s wr, 2 op/s 2024-06-13T11:50:50.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:50 smithi042 ceph-mon[32231]: osdmap e93: 12 total, 12 up, 12 in 2024-06-13T11:50:50.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:50 smithi162 ceph-mon[36757]: pgmap v333: 97 pgs: 97 active+clean; 579 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 767 B/s wr, 2 op/s 2024-06-13T11:50:50.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:50 smithi162 ceph-mon[36757]: osdmap e93: 12 total, 12 up, 12 in 2024-06-13T11:50:50.655 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:50 smithi088 ceph-mon[36399]: pgmap v333: 97 pgs: 97 active+clean; 579 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 767 B/s wr, 2 op/s 2024-06-13T11:50:50.655 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:50 smithi088 ceph-mon[36399]: osdmap e93: 12 total, 12 up, 12 in 2024-06-13T11:50:52.039 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:51 smithi042 ceph-mon[32231]: pgmap v336: 129 pgs: 8 creating+peering, 12 unknown, 109 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 0 op/s 2024-06-13T11:50:52.039 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:51 smithi042 ceph-mon[32231]: osdmap e94: 12 total, 12 up, 12 in 2024-06-13T11:50:52.039 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:51 smithi042 ceph-mon[32231]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-13T11:50:52.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:51 smithi162 ceph-mon[36757]: pgmap v336: 129 pgs: 8 creating+peering, 12 unknown, 109 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 0 op/s 2024-06-13T11:50:52.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:51 smithi162 ceph-mon[36757]: osdmap e94: 12 total, 12 up, 12 in 2024-06-13T11:50:52.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:51 smithi162 ceph-mon[36757]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-13T11:50:52.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:51 smithi088 ceph-mon[36399]: pgmap v336: 129 pgs: 8 creating+peering, 12 unknown, 109 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 0 op/s 2024-06-13T11:50:52.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:51 smithi088 ceph-mon[36399]: osdmap e94: 12 total, 12 up, 12 in 2024-06-13T11:50:52.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:51 smithi088 ceph-mon[36399]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-13T11:50:52.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.396+0000 7f89e5a00700 1 -- 172.21.15.42:0/1020513860 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f89e01046d0 msgr2=0x7f89e0104b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:52.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.396+0000 7f89e5a00700 1 --2- 172.21.15.42:0/1020513860 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f89e01046d0 0x7f89e0104b50 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f89c80098f0 tx=0x7f89c8009c00 comp rx=0 tx=0).stop 2024-06-13T11:50:52.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.396+0000 7f89e5a00700 1 -- 172.21.15.42:0/1020513860 shutdown_connections 2024-06-13T11:50:52.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.396+0000 7f89e5a00700 1 --2- 172.21.15.42:0/1020513860 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89e0105090 0x7f89e01115a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:52.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.396+0000 7f89e5a00700 1 --2- 172.21.15.42:0/1020513860 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f89e010a6d0 0x7f89e010aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:52.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.396+0000 7f89e5a00700 1 --2- 172.21.15.42:0/1020513860 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f89e01046d0 0x7f89e0104b50 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:52.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.396+0000 7f89e5a00700 1 -- 172.21.15.42:0/1020513860 >> 172.21.15.42:0/1020513860 conn(0x7f89e01001c0 msgr2=0x7f89e01025e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:50:52.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.396+0000 7f89e5a00700 1 -- 172.21.15.42:0/1020513860 shutdown_connections 2024-06-13T11:50:52.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.396+0000 7f89e5a00700 1 -- 172.21.15.42:0/1020513860 wait complete. 2024-06-13T11:50:52.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.397+0000 7f89e5a00700 1 Processor -- start 2024-06-13T11:50:52.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.398+0000 7f89e5a00700 1 -- start start 2024-06-13T11:50:52.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.398+0000 7f89e5a00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f89e01046d0 0x7f89e019aee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:52.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.398+0000 7f89e5a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89e0105090 0x7f89e019b420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:52.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.398+0000 7f89e5a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f89e010a6d0 0x7f89e019f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:52.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.398+0000 7f89e5a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f89e0114ab0 con 0x7f89e0105090 2024-06-13T11:50:52.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.398+0000 7f89e5a00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f89e0114930 con 0x7f89e010a6d0 2024-06-13T11:50:52.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.398+0000 7f89e5a00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f89e0114c30 con 0x7f89e01046d0 2024-06-13T11:50:52.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.398+0000 7f89d7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89e0105090 0x7f89e019b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:52.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.398+0000 7f89d7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89e0105090 0x7f89e019b420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47816/0 (socket says 172.21.15.42:47816) 2024-06-13T11:50:52.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.398+0000 7f89d7e00700 1 -- 172.21.15.42:0/2650406527 learned_addr learned my addr 172.21.15.42:0/2650406527 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:50:52.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.399+0000 7f89dea00700 1 --2- 172.21.15.42:0/2650406527 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f89e01046d0 0x7f89e019aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:52.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.399+0000 7f89df400700 1 --2- 172.21.15.42:0/2650406527 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f89e010a6d0 0x7f89e019f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:52.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.399+0000 7f89d7e00700 1 -- 172.21.15.42:0/2650406527 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f89e01046d0 msgr2=0x7f89e019aee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:52.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.399+0000 7f89d7e00700 1 --2- 172.21.15.42:0/2650406527 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f89e01046d0 0x7f89e019aee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:52.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.399+0000 7f89d7e00700 1 -- 172.21.15.42:0/2650406527 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f89e010a6d0 msgr2=0x7f89e019f7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:52.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.399+0000 7f89d7e00700 1 --2- 172.21.15.42:0/2650406527 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f89e010a6d0 0x7f89e019f7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:52.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.399+0000 7f89d7e00700 1 -- 172.21.15.42:0/2650406527 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89e019fef0 con 0x7f89e0105090 2024-06-13T11:50:52.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.399+0000 7f89dea00700 1 --2- 172.21.15.42:0/2650406527 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f89e01046d0 0x7f89e019aee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:50:52.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.399+0000 7f89df400700 1 --2- 172.21.15.42:0/2650406527 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f89e010a6d0 0x7f89e019f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:50:52.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.399+0000 7f89d7e00700 1 --2- 172.21.15.42:0/2650406527 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89e0105090 0x7f89e019b420 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f89c8005950 tx=0x7f89c8005040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:50:52.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.400+0000 7f89d7400700 1 -- 172.21.15.42:0/2650406527 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89c8005230 con 0x7f89e0105090 2024-06-13T11:50:52.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.400+0000 7f89d7400700 1 -- 172.21.15.42:0/2650406527 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f89c800ba40 con 0x7f89e0105090 2024-06-13T11:50:52.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.400+0000 7f89e5a00700 1 -- 172.21.15.42:0/2650406527 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89e01a0180 con 0x7f89e0105090 2024-06-13T11:50:52.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.400+0000 7f89d7400700 1 -- 172.21.15.42:0/2650406527 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89c8003b60 con 0x7f89e0105090 2024-06-13T11:50:52.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.400+0000 7f89e5a00700 1 -- 172.21.15.42:0/2650406527 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89e01a7a60 con 0x7f89e0105090 2024-06-13T11:50:52.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.402+0000 7f89e5a00700 1 -- 172.21.15.42:0/2650406527 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89e0105e10 con 0x7f89e0105090 2024-06-13T11:50:52.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.404+0000 7f89d7400700 1 -- 172.21.15.42:0/2650406527 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f89c800b560 con 0x7f89e0105090 2024-06-13T11:50:52.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.406+0000 7f89d7400700 1 --2- 172.21.15.42:0/2650406527 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f89c40a2c20 0x7f89c40a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:52.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.406+0000 7f89d7400700 1 -- 172.21.15.42:0/2650406527 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8770+0+0 (secure 0 0 0) 0x7f89c80d0290 con 0x7f89e0105090 2024-06-13T11:50:52.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.406+0000 7f89dea00700 1 --2- 172.21.15.42:0/2650406527 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f89c40a2c20 0x7f89c40a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:52.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.407+0000 7f89dea00700 1 --2- 172.21.15.42:0/2650406527 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f89c40a2c20 0x7f89c40a50e0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f89d0007f50 tx=0x7f89d00073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:50:52.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.411+0000 7f89d7400700 1 -- 172.21.15.42:0/2650406527 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f89c8013030 con 0x7f89e0105090 2024-06-13T11:50:52.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.649+0000 7f89e5a00700 1 -- 172.21.15.42:0/2650406527 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) -- 0x7f89e019c240 con 0x7f89e0105090 2024-06-13T11:50:52.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.778+0000 7f89d7400700 1 -- 172.21.15.42:0/2650406527 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v95) ==== 169+0+0 (secure 0 0 0) 0x7f89c809d060 con 0x7f89e0105090 2024-06-13T11:50:52.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.783+0000 7f89e5a00700 1 -- 172.21.15.42:0/2650406527 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f89c40a2c20 msgr2=0x7f89c40a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:52.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.783+0000 7f89e5a00700 1 --2- 172.21.15.42:0/2650406527 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f89c40a2c20 0x7f89c40a50e0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f89d0007f50 tx=0x7f89d00073d0 comp rx=0 tx=0).stop 2024-06-13T11:50:52.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.783+0000 7f89e5a00700 1 -- 172.21.15.42:0/2650406527 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89e0105090 msgr2=0x7f89e019b420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:52.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.783+0000 7f89e5a00700 1 --2- 172.21.15.42:0/2650406527 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89e0105090 0x7f89e019b420 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f89c8005950 tx=0x7f89c8005040 comp rx=0 tx=0).stop 2024-06-13T11:50:52.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.783+0000 7f89e5a00700 1 -- 172.21.15.42:0/2650406527 shutdown_connections 2024-06-13T11:50:52.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.783+0000 7f89e5a00700 1 --2- 172.21.15.42:0/2650406527 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f89c40a2c20 0x7f89c40a50e0 secure :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f89d0007f50 tx=0x7f89d00073d0 comp rx=0 tx=0).stop 2024-06-13T11:50:52.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.783+0000 7f89e5a00700 1 --2- 172.21.15.42:0/2650406527 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f89e010a6d0 0x7f89e019f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:52.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.783+0000 7f89e5a00700 1 --2- 172.21.15.42:0/2650406527 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f89e01046d0 0x7f89e019aee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:52.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.783+0000 7f89e5a00700 1 --2- 172.21.15.42:0/2650406527 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89e0105090 0x7f89e019b420 secure :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f89c8005950 tx=0x7f89c8005040 comp rx=0 tx=0).stop 2024-06-13T11:50:52.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.783+0000 7f89e5a00700 1 -- 172.21.15.42:0/2650406527 >> 172.21.15.42:0/2650406527 conn(0x7f89e01001c0 msgr2=0x7f89e0100840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:50:52.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.784+0000 7f89e5a00700 1 -- 172.21.15.42:0/2650406527 shutdown_connections 2024-06-13T11:50:52.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:52.785+0000 7f89e5a00700 1 -- 172.21.15.42:0/2650406527 wait complete. 2024-06-13T11:50:52.788 INFO:teuthology.orchestra.run.smithi042.stderr:set pool 4 allow_ec_overwrites to true 2024-06-13T11:50:53.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:52 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2650406527' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-06-13T11:50:53.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:52 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2650406527' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-06-13T11:50:53.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:52 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2650406527' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-06-13T11:50:53.567 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs add_data_pool cephfs cephfs_data_ec 2024-06-13T11:50:54.024 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:50:54.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:53 smithi042 ceph-mon[32231]: pgmap v338: 129 pgs: 8 creating+peering, 5 unknown, 116 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:54.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:53 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2650406527' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-06-13T11:50:54.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:53 smithi042 ceph-mon[32231]: osdmap e95: 12 total, 12 up, 12 in 2024-06-13T11:50:54.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:53 smithi162 ceph-mon[36757]: pgmap v338: 129 pgs: 8 creating+peering, 5 unknown, 116 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:54.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:53 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2650406527' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-06-13T11:50:54.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:53 smithi162 ceph-mon[36757]: osdmap e95: 12 total, 12 up, 12 in 2024-06-13T11:50:54.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:53 smithi088 ceph-mon[36399]: pgmap v338: 129 pgs: 8 creating+peering, 5 unknown, 116 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:54.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:53 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2650406527' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-06-13T11:50:54.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:53 smithi088 ceph-mon[36399]: osdmap e95: 12 total, 12 up, 12 in 2024-06-13T11:50:56.014 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:55 smithi042 ceph-mon[32231]: pgmap v340: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:56.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:55 smithi162 ceph-mon[36757]: pgmap v340: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:56.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.190+0000 7f3033800700 1 -- 172.21.15.42:0/512828622 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f302c108500 msgr2=0x7f302c1088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:56.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.190+0000 7f3033800700 1 --2- 172.21.15.42:0/512828622 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f302c108500 0x7f302c1088e0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f30200098f0 tx=0x7f3020009c00 comp rx=0 tx=0).stop 2024-06-13T11:50:56.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.190+0000 7f3033800700 1 -- 172.21.15.42:0/512828622 shutdown_connections 2024-06-13T11:50:56.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.190+0000 7f3033800700 1 --2- 172.21.15.42:0/512828622 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f302c108500 0x7f302c1088e0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:56.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.190+0000 7f3033800700 1 --2- 172.21.15.42:0/512828622 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f302c06ab30 0x7f302c10f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:56.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.190+0000 7f3033800700 1 --2- 172.21.15.42:0/512828622 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f302c06a170 0x7f302c06a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:56.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.190+0000 7f3033800700 1 -- 172.21.15.42:0/512828622 >> 172.21.15.42:0/512828622 conn(0x7f302c078340 msgr2=0x7f302c078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:50:56.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.190+0000 7f3033800700 1 -- 172.21.15.42:0/512828622 shutdown_connections 2024-06-13T11:50:56.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.190+0000 7f3033800700 1 -- 172.21.15.42:0/512828622 wait complete. 2024-06-13T11:50:56.192 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.192+0000 7f3033800700 1 Processor -- start 2024-06-13T11:50:56.192 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.192+0000 7f3033800700 1 -- start start 2024-06-13T11:50:56.192 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.192+0000 7f3033800700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f302c06a170 0x7f302c19aee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:56.193 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.192+0000 7f3033800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f302c06ab30 0x7f302c19b420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:56.193 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.192+0000 7f3033800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f302c108500 0x7f302c19f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:56.193 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.192+0000 7f3033800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f302c1127b0 con 0x7f302c108500 2024-06-13T11:50:56.193 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.192+0000 7f3033800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f302c112630 con 0x7f302c06ab30 2024-06-13T11:50:56.193 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.192+0000 7f3033800700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f302c112930 con 0x7f302c06a170 2024-06-13T11:50:56.193 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.193+0000 7f3030e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f302c06a170 0x7f302c19aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:56.193 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.193+0000 7f3031800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f302c108500 0x7f302c19f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:56.193 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.193+0000 7f302be00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f302c06ab30 0x7f302c19b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:56.194 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.193+0000 7f3030e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f302c06a170 0x7f302c19aee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:38342/0 (socket says 172.21.15.42:38342) 2024-06-13T11:50:56.194 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.193+0000 7f3030e00700 1 -- 172.21.15.42:0/3390168870 learned_addr learned my addr 172.21.15.42:0/3390168870 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:50:56.194 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.193+0000 7f3030e00700 1 -- 172.21.15.42:0/3390168870 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f302c06ab30 msgr2=0x7f302c19b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:56.194 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.193+0000 7f3030e00700 1 --2- 172.21.15.42:0/3390168870 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f302c06ab30 0x7f302c19b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:56.194 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.193+0000 7f3030e00700 1 -- 172.21.15.42:0/3390168870 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f302c108500 msgr2=0x7f302c19f7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:56.194 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.193+0000 7f3030e00700 1 --2- 172.21.15.42:0/3390168870 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f302c108500 0x7f302c19f7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:56.194 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.193+0000 7f3030e00700 1 -- 172.21.15.42:0/3390168870 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f302c19fef0 con 0x7f302c06a170 2024-06-13T11:50:56.194 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.193+0000 7f302be00700 1 --2- 172.21.15.42:0/3390168870 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f302c06ab30 0x7f302c19b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:50:56.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.194+0000 7f3030e00700 1 --2- 172.21.15.42:0/3390168870 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f302c06a170 0x7f302c19aee0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f3020005950 tx=0x7f302000fb20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:50:56.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.194+0000 7f3029600700 1 -- 172.21.15.42:0/3390168870 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3020005140 con 0x7f302c06a170 2024-06-13T11:50:56.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.194+0000 7f3029600700 1 -- 172.21.15.42:0/3390168870 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f302000b560 con 0x7f302c06a170 2024-06-13T11:50:56.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.194+0000 7f3033800700 1 -- 172.21.15.42:0/3390168870 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f302c1a0180 con 0x7f302c06a170 2024-06-13T11:50:56.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.194+0000 7f3029600700 1 -- 172.21.15.42:0/3390168870 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3020003ae0 con 0x7f302c06a170 2024-06-13T11:50:56.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.194+0000 7f3033800700 1 -- 172.21.15.42:0/3390168870 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f302c1a7a60 con 0x7f302c06a170 2024-06-13T11:50:56.196 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.195+0000 7f3033800700 1 -- 172.21.15.42:0/3390168870 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f302c103bc0 con 0x7f302c06a170 2024-06-13T11:50:56.197 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.197+0000 7f3029600700 1 -- 172.21.15.42:0/3390168870 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f302000ba80 con 0x7f302c06a170 2024-06-13T11:50:56.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.199+0000 7f3029600700 1 --2- 172.21.15.42:0/3390168870 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f30140a2c20 0x7f30140a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:50:56.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.199+0000 7f3029600700 1 -- 172.21.15.42:0/3390168870 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 8770+0+0 (secure 0 0 0) 0x7f30200d03a0 con 0x7f302c06a170 2024-06-13T11:50:56.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.199+0000 7f302be00700 1 --2- 172.21.15.42:0/3390168870 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f30140a2c20 0x7f30140a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:50:56.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.200+0000 7f302be00700 1 --2- 172.21.15.42:0/3390168870 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f30140a2c20 0x7f30140a50e0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f302c103450 tx=0x7f3018009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:50:56.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.201+0000 7f3029600700 1 -- 172.21.15.42:0/3390168870 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f302005e850 con 0x7f302c06a170 2024-06-13T11:50:56.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:55 smithi088 ceph-mon[36399]: pgmap v340: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:56.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.479+0000 7f3033800700 1 -- 172.21.15.42:0/3390168870 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) -- 0x7f302c19c240 con 0x7f302c06a170 2024-06-13T11:50:56.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.803+0000 7f3029600700 1 -- 172.21.15.42:0/3390168870 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v17) ==== 137+0+0 (secure 0 0 0) 0x7f3020013030 con 0x7f302c06a170 2024-06-13T11:50:56.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.807+0000 7f3033800700 1 -- 172.21.15.42:0/3390168870 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f30140a2c20 msgr2=0x7f30140a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:56.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.807+0000 7f3033800700 1 --2- 172.21.15.42:0/3390168870 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f30140a2c20 0x7f30140a50e0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f302c103450 tx=0x7f3018009260 comp rx=0 tx=0).stop 2024-06-13T11:50:56.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.807+0000 7f3033800700 1 -- 172.21.15.42:0/3390168870 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f302c06a170 msgr2=0x7f302c19aee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:50:56.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.807+0000 7f3033800700 1 --2- 172.21.15.42:0/3390168870 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f302c06a170 0x7f302c19aee0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f3020005950 tx=0x7f302000fb20 comp rx=0 tx=0).stop 2024-06-13T11:50:56.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.807+0000 7f3033800700 1 -- 172.21.15.42:0/3390168870 shutdown_connections 2024-06-13T11:50:56.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.807+0000 7f3033800700 1 --2- 172.21.15.42:0/3390168870 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f302c108500 0x7f302c19f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:56.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.807+0000 7f3033800700 1 --2- 172.21.15.42:0/3390168870 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f302c06a170 0x7f302c19aee0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:56.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.807+0000 7f3033800700 1 --2- 172.21.15.42:0/3390168870 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f30140a2c20 0x7f30140a50e0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:56.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.807+0000 7f3033800700 1 --2- 172.21.15.42:0/3390168870 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f302c06ab30 0x7f302c19b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:50:56.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.807+0000 7f3033800700 1 -- 172.21.15.42:0/3390168870 >> 172.21.15.42:0/3390168870 conn(0x7f302c078340 msgr2=0x7f302c10d670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:50:56.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.807+0000 7f3033800700 1 -- 172.21.15.42:0/3390168870 shutdown_connections 2024-06-13T11:50:56.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:50:56.808+0000 7f3033800700 1 -- 172.21.15.42:0/3390168870 wait complete. 2024-06-13T11:50:56.810 INFO:teuthology.orchestra.run.smithi042.stderr:added data pool 4 to fsmap 2024-06-13T11:50:57.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:56 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/3390168870' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-06-13T11:50:57.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:56 smithi042 ceph-mon[32231]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-06-13T11:50:57.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:56 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/3390168870' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-06-13T11:50:57.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:56 smithi162 ceph-mon[36757]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-06-13T11:50:57.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:56 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/3390168870' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-06-13T11:50:57.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:56 smithi088 ceph-mon[36399]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-06-13T11:50:57.600 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T11:50:58.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:57 smithi042 ceph-mon[32231]: pgmap v341: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:58.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:57 smithi042 ceph-mon[32231]: osdmap e96: 12 total, 12 up, 12 in 2024-06-13T11:50:58.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:57 smithi042 ceph-mon[32231]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-06-13T11:50:58.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:57 smithi042 ceph-mon[32231]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-06-13T11:50:58.075 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:50:58.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:57 smithi162 ceph-mon[36757]: pgmap v341: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:58.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:57 smithi162 ceph-mon[36757]: osdmap e96: 12 total, 12 up, 12 in 2024-06-13T11:50:58.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:57 smithi162 ceph-mon[36757]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-06-13T11:50:58.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:57 smithi162 ceph-mon[36757]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-06-13T11:50:58.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:57 smithi088 ceph-mon[36399]: pgmap v341: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:50:58.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:57 smithi088 ceph-mon[36399]: osdmap e96: 12 total, 12 up, 12 in 2024-06-13T11:50:58.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:57 smithi088 ceph-mon[36399]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-06-13T11:50:58.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:57 smithi088 ceph-mon[36399]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-06-13T11:50:59.114 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:58 smithi042 ceph-mon[32231]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-13T11:50:59.115 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:58 smithi042 ceph-mon[32231]: Cluster is now healthy 2024-06-13T11:50:59.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:58 smithi162 ceph-mon[36757]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-13T11:50:59.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:58 smithi162 ceph-mon[36757]: Cluster is now healthy 2024-06-13T11:50:59.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:58 smithi088 ceph-mon[36399]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-13T11:50:59.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:58 smithi088 ceph-mon[36399]: Cluster is now healthy 2024-06-13T11:51:00.022 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:50:59 smithi042 ceph-mon[32231]: pgmap v343: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:00.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:50:59 smithi162 ceph-mon[36757]: pgmap v343: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:00.198 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.197+0000 7f4b66c00700 1 -- 172.21.15.42:0/505726276 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4b601046b0 msgr2=0x7f4b60104b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:00.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.197+0000 7f4b66c00700 1 --2- 172.21.15.42:0/505726276 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4b601046b0 0x7f4b60104b30 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f4b480098f0 tx=0x7f4b48009c00 comp rx=0 tx=0).stop 2024-06-13T11:51:00.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.198+0000 7f4b66c00700 1 -- 172.21.15.42:0/505726276 shutdown_connections 2024-06-13T11:51:00.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.198+0000 7f4b66c00700 1 --2- 172.21.15.42:0/505726276 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4b60105070 0x7f4b60111580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:00.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.198+0000 7f4b66c00700 1 --2- 172.21.15.42:0/505726276 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4b6010a6b0 0x7f4b6010aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:00.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.198+0000 7f4b66c00700 1 --2- 172.21.15.42:0/505726276 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4b601046b0 0x7f4b60104b30 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:00.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.198+0000 7f4b66c00700 1 -- 172.21.15.42:0/505726276 >> 172.21.15.42:0/505726276 conn(0x7f4b601001a0 msgr2=0x7f4b601025c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:51:00.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.198+0000 7f4b66c00700 1 -- 172.21.15.42:0/505726276 shutdown_connections 2024-06-13T11:51:00.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.198+0000 7f4b66c00700 1 -- 172.21.15.42:0/505726276 wait complete. 2024-06-13T11:51:00.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.199+0000 7f4b66c00700 1 Processor -- start 2024-06-13T11:51:00.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.200+0000 7f4b66c00700 1 -- start start 2024-06-13T11:51:00.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.200+0000 7f4b66c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4b601046b0 0x7f4b6019af10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:00.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.200+0000 7f4b66c00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4b60105070 0x7f4b6019b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:00.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.200+0000 7f4b66c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4b6010a6b0 0x7f4b6019f790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:00.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.200+0000 7f4b66c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4b60114a40 con 0x7f4b6010a6b0 2024-06-13T11:51:00.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.200+0000 7f4b66c00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f4b601148c0 con 0x7f4b601046b0 2024-06-13T11:51:00.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.200+0000 7f4b66c00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f4b60114bc0 con 0x7f4b60105070 2024-06-13T11:51:00.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.200+0000 7f4b64c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4b6010a6b0 0x7f4b6019f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:00.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.200+0000 7f4b5fe00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4b601046b0 0x7f4b6019af10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:00.202 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.200+0000 7f4b5fe00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4b601046b0 0x7f4b6019af10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:42038/0 (socket says 172.21.15.42:42038) 2024-06-13T11:51:00.202 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.200+0000 7f4b64c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4b6010a6b0 0x7f4b6019f790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47658/0 (socket says 172.21.15.42:47658) 2024-06-13T11:51:00.202 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.200+0000 7f4b5fe00700 1 -- 172.21.15.42:0/2546577097 learned_addr learned my addr 172.21.15.42:0/2546577097 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:51:00.202 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.201+0000 7f4b57e00700 1 --2- 172.21.15.42:0/2546577097 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4b60105070 0x7f4b6019b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:00.202 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.201+0000 7f4b5fe00700 1 -- 172.21.15.42:0/2546577097 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4b60105070 msgr2=0x7f4b6019b450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:00.203 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.201+0000 7f4b5fe00700 1 --2- 172.21.15.42:0/2546577097 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4b60105070 0x7f4b6019b450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:00.203 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.201+0000 7f4b5fe00700 1 -- 172.21.15.42:0/2546577097 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4b6010a6b0 msgr2=0x7f4b6019f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:00.203 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.201+0000 7f4b5fe00700 1 --2- 172.21.15.42:0/2546577097 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4b6010a6b0 0x7f4b6019f790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:00.203 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.201+0000 7f4b5fe00700 1 -- 172.21.15.42:0/2546577097 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b6019fed0 con 0x7f4b601046b0 2024-06-13T11:51:00.203 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.201+0000 7f4b64c00700 1 --2- 172.21.15.42:0/2546577097 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4b6010a6b0 0x7f4b6019f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:51:00.203 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.201+0000 7f4b5fe00700 1 --2- 172.21.15.42:0/2546577097 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4b601046b0 0x7f4b6019af10 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f4b5000ec10 tx=0x7f4b5000ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:51:00.203 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.201+0000 7f4b5d600700 1 -- 172.21.15.42:0/2546577097 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b5000cc90 con 0x7f4b601046b0 2024-06-13T11:51:00.203 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.201+0000 7f4b5d600700 1 -- 172.21.15.42:0/2546577097 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4b5000ce30 con 0x7f4b601046b0 2024-06-13T11:51:00.203 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.201+0000 7f4b5d600700 1 -- 172.21.15.42:0/2546577097 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b50010690 con 0x7f4b601046b0 2024-06-13T11:51:00.203 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.201+0000 7f4b66c00700 1 -- 172.21.15.42:0/2546577097 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b601a01c0 con 0x7f4b601046b0 2024-06-13T11:51:00.203 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.202+0000 7f4b66c00700 1 -- 172.21.15.42:0/2546577097 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b601a7a40 con 0x7f4b601046b0 2024-06-13T11:51:00.204 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.203+0000 7f4b66c00700 1 -- 172.21.15.42:0/2546577097 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b60069180 con 0x7f4b601046b0 2024-06-13T11:51:00.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.205+0000 7f4b5d600700 1 -- 172.21.15.42:0/2546577097 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f4b50003680 con 0x7f4b601046b0 2024-06-13T11:51:00.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.206+0000 7f4b5d600700 1 --2- 172.21.15.42:0/2546577097 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f4b440a2c20 0x7f4b440a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:00.207 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.206+0000 7f4b5d600700 1 -- 172.21.15.42:0/2546577097 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8802+0+0 (secure 0 0 0) 0x7f4b500cf5c0 con 0x7f4b601046b0 2024-06-13T11:51:00.207 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.206+0000 7f4b57e00700 1 --2- 172.21.15.42:0/2546577097 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f4b440a2c20 0x7f4b440a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:00.207 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.207+0000 7f4b57e00700 1 --2- 172.21.15.42:0/2546577097 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f4b440a2c20 0x7f4b440a50e0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f4b48009810 tx=0x7f4b48019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:51:00.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.210+0000 7f4b5d600700 1 -- 172.21.15.42:0/2546577097 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4b5009c280 con 0x7f4b601046b0 2024-06-13T11:51:00.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:50:59 smithi088 ceph-mon[36399]: pgmap v343: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:00.503 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.503+0000 7f4b66c00700 1 -- 172.21.15.42:0/2546577097 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4b6019c220 con 0x7f4b601046b0 2024-06-13T11:51:00.504 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.504+0000 7f4b5d600700 1 -- 172.21.15.42:0/2546577097 <== mon.2 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+11791 (secure 0 0 0) 0x7f4b5009bb80 con 0x7f4b601046b0 2024-06-13T11:51:00.505 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:51:00.505 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":17,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/1118564562","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1118564562},{"type":"v1","addr":"172.21.15.42:6835","nonce":1118564562}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/1600300489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":1600300489},{"type":"v1","addr":"172.21.15.42:6837","nonce":1600300489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14400,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/4007002681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":4007002681},{"type":"v1","addr":"172.21.15.42:6841","nonce":4007002681}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/917201081","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":917201081},{"type":"v1","addr":"172.21.15.162:6833","nonce":917201081}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/426832354","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":426832354},{"type":"v1","addr":"172.21.15.88:6833","nonce":426832354}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24457,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6835/1190029601","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6834","nonce":1190029601},{"type":"v1","addr":"172.21.15.162:6835","nonce":1190029601}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24469,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6837/987659844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6836","nonce":987659844},{"type":"v1","addr":"172.21.15.162:6837","nonce":987659844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6835/3467952345","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":3467952345},{"type":"v1","addr":"172.21.15.88:6835","nonce":3467952345}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24487,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6839/4260392567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6838","nonce":4260392567},{"type":"v1","addr":"172.21.15.162:6839","nonce":4260392567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24499,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/228676134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":228676134},{"type":"v1","addr":"172.21.15.42:6839","nonce":228676134}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24500,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6837/2567581640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2567581640},{"type":"v1","addr":"172.21.15.88:6837","nonce":2567581640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-06-13T11:50:39.387599+0000","modified":"2024-06-13T11:50:56.482417+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24539},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6839/2189735817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2189735817},{"type":"v1","addr":"172.21.15.88:6839","nonce":2189735817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24539,"qdb_cluster":[24539]},"id":1}]} 2024-06-13T11:51:00.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.507+0000 7f4b66c00700 1 -- 172.21.15.42:0/2546577097 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f4b440a2c20 msgr2=0x7f4b440a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:00.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.507+0000 7f4b66c00700 1 --2- 172.21.15.42:0/2546577097 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f4b440a2c20 0x7f4b440a50e0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f4b48009810 tx=0x7f4b48019040 comp rx=0 tx=0).stop 2024-06-13T11:51:00.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.507+0000 7f4b66c00700 1 -- 172.21.15.42:0/2546577097 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4b601046b0 msgr2=0x7f4b6019af10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:00.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.507+0000 7f4b66c00700 1 --2- 172.21.15.42:0/2546577097 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4b601046b0 0x7f4b6019af10 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f4b5000ec10 tx=0x7f4b5000ef20 comp rx=0 tx=0).stop 2024-06-13T11:51:00.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.508+0000 7f4b66c00700 1 -- 172.21.15.42:0/2546577097 shutdown_connections 2024-06-13T11:51:00.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.508+0000 7f4b66c00700 1 --2- 172.21.15.42:0/2546577097 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f4b440a2c20 0x7f4b440a50e0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:00.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.508+0000 7f4b66c00700 1 --2- 172.21.15.42:0/2546577097 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4b601046b0 0x7f4b6019af10 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:00.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.508+0000 7f4b66c00700 1 --2- 172.21.15.42:0/2546577097 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4b6010a6b0 0x7f4b6019f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:00.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.508+0000 7f4b66c00700 1 --2- 172.21.15.42:0/2546577097 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4b60105070 0x7f4b6019b450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:00.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.508+0000 7f4b66c00700 1 -- 172.21.15.42:0/2546577097 >> 172.21.15.42:0/2546577097 conn(0x7f4b601001a0 msgr2=0x7f4b60100850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:51:00.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.508+0000 7f4b66c00700 1 -- 172.21.15.42:0/2546577097 shutdown_connections 2024-06-13T11:51:00.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:00.508+0000 7f4b66c00700 1 -- 172.21.15.42:0/2546577097 wait complete. 2024-06-13T11:51:00.510 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 17 2024-06-13T11:51:01.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:00 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2546577097' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:51:01.210 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:00 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2546577097' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:51:01.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:00 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2546577097' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:51:01.293 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd dump --format=json 2024-06-13T11:51:01.765 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:51:02.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:01 smithi162 ceph-mon[36757]: pgmap v344: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:02.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:01 smithi088 ceph-mon[36399]: pgmap v344: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:02.257 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:01 smithi042 ceph-mon[32231]: pgmap v344: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:03.963 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.962+0000 7fc5ffe00700 1 -- 172.21.15.42:0/2076695126 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc5f8074fe0 msgr2=0x7fc5f810e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:03.963 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.962+0000 7fc5ffe00700 1 --2- 172.21.15.42:0/2076695126 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc5f8074fe0 0x7fc5f810e950 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fc5e4009990 tx=0x7fc5e4009ca0 comp rx=0 tx=0).stop 2024-06-13T11:51:03.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.962+0000 7fc5ffe00700 1 -- 172.21.15.42:0/2076695126 shutdown_connections 2024-06-13T11:51:03.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.962+0000 7fc5ffe00700 1 --2- 172.21.15.42:0/2076695126 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc5f810ee90 0x7fc5f8111280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:03.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.962+0000 7fc5ffe00700 1 --2- 172.21.15.42:0/2076695126 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc5f80746c0 0x7fc5f8074aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:03.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.962+0000 7fc5ffe00700 1 --2- 172.21.15.42:0/2076695126 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc5f8074fe0 0x7fc5f810e950 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:03.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.962+0000 7fc5ffe00700 1 -- 172.21.15.42:0/2076695126 >> 172.21.15.42:0/2076695126 conn(0x7fc5f80795f0 msgr2=0x7fc5f8079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:51:03.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.963+0000 7fc5ffe00700 1 -- 172.21.15.42:0/2076695126 shutdown_connections 2024-06-13T11:51:03.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.963+0000 7fc5ffe00700 1 -- 172.21.15.42:0/2076695126 wait complete. 2024-06-13T11:51:03.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.964+0000 7fc5ffe00700 1 Processor -- start 2024-06-13T11:51:03.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.964+0000 7fc5ffe00700 1 -- start start 2024-06-13T11:51:03.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.964+0000 7fc5ffe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc5f80746c0 0x7fc5f819ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:03.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.964+0000 7fc5ffe00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc5f8074fe0 0x7fc5f819b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:03.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.964+0000 7fc5ffe00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc5f810ee90 0x7fc5f819f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:03.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.964+0000 7fc5ffe00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc5f81149a0 con 0x7fc5f80746c0 2024-06-13T11:51:03.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.964+0000 7fc5ffe00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fc5f8114820 con 0x7fc5f810ee90 2024-06-13T11:51:03.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.964+0000 7fc5ffe00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fc5f8114b20 con 0x7fc5f8074fe0 2024-06-13T11:51:03.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.965+0000 7fc5fca00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc5f8074fe0 0x7fc5f819b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:03.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.965+0000 7fc5fd400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc5f80746c0 0x7fc5f819ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:03.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.965+0000 7fc5fca00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc5f8074fe0 0x7fc5f819b370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:58434/0 (socket says 172.21.15.42:58434) 2024-06-13T11:51:03.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.965+0000 7fc5fca00700 1 -- 172.21.15.42:0/962084039 learned_addr learned my addr 172.21.15.42:0/962084039 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:51:03.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.965+0000 7fc5fde00700 1 --2- 172.21.15.42:0/962084039 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc5f810ee90 0x7fc5f819f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:03.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.965+0000 7fc5fca00700 1 -- 172.21.15.42:0/962084039 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc5f810ee90 msgr2=0x7fc5f819f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:03.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.965+0000 7fc5fca00700 1 --2- 172.21.15.42:0/962084039 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc5f810ee90 0x7fc5f819f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:03.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.965+0000 7fc5fca00700 1 -- 172.21.15.42:0/962084039 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc5f80746c0 msgr2=0x7fc5f819ae30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:03.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.965+0000 7fc5fca00700 1 --2- 172.21.15.42:0/962084039 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc5f80746c0 0x7fc5f819ae30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:03.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.965+0000 7fc5fca00700 1 -- 172.21.15.42:0/962084039 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5f819fdf0 con 0x7fc5f8074fe0 2024-06-13T11:51:03.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.965+0000 7fc5fca00700 1 --2- 172.21.15.42:0/962084039 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc5f8074fe0 0x7fc5f819b370 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fc5e4000c00 tx=0x7fc5e400bab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:51:03.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.966+0000 7fc5f6000700 1 -- 172.21.15.42:0/962084039 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5e4027070 con 0x7fc5f8074fe0 2024-06-13T11:51:03.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.966+0000 7fc5ffe00700 1 -- 172.21.15.42:0/962084039 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5f81a0080 con 0x7fc5f8074fe0 2024-06-13T11:51:03.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.966+0000 7fc5f6000700 1 -- 172.21.15.42:0/962084039 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc5e4003d70 con 0x7fc5f8074fe0 2024-06-13T11:51:03.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.966+0000 7fc5f6000700 1 -- 172.21.15.42:0/962084039 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5e400f460 con 0x7fc5f8074fe0 2024-06-13T11:51:03.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.966+0000 7fc5ffe00700 1 -- 172.21.15.42:0/962084039 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5f81a7960 con 0x7fc5f8074fe0 2024-06-13T11:51:03.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.967+0000 7fc5ffe00700 1 -- 172.21.15.42:0/962084039 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5f8069180 con 0x7fc5f8074fe0 2024-06-13T11:51:03.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.969+0000 7fc5f6000700 1 -- 172.21.15.42:0/962084039 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fc5e402a070 con 0x7fc5f8074fe0 2024-06-13T11:51:03.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.971+0000 7fc5f6000700 1 --2- 172.21.15.42:0/962084039 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fc5e00a2c20 0x7fc5e00a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:03.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.971+0000 7fc5f6000700 1 -- 172.21.15.42:0/962084039 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8802+0+0 (secure 0 0 0) 0x7fc5e40cffe0 con 0x7fc5f8074fe0 2024-06-13T11:51:03.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.971+0000 7fc5fd400700 1 --2- 172.21.15.42:0/962084039 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fc5e00a2c20 0x7fc5e00a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:03.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.971+0000 7fc5fd400700 1 --2- 172.21.15.42:0/962084039 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fc5e00a2c20 0x7fc5e00a50e0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fc5ec009c60 tx=0x7fc5ec009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:51:03.975 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:03.975+0000 7fc5f6000700 1 -- 172.21.15.42:0/962084039 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc5e405e850 con 0x7fc5f8074fe0 2024-06-13T11:51:04.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:03 smithi042 ceph-mon[32231]: pgmap v345: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:04.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:03 smithi162 ceph-mon[36757]: pgmap v345: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:04.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:04.208+0000 7fc5ffe00700 1 -- 172.21.15.42:0/962084039 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc5f802dca0 con 0x7fc5f8074fe0 2024-06-13T11:51:04.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:04.210+0000 7fc5f6000700 1 -- 172.21.15.42:0/962084039 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v96) ==== 74+0+24088 (secure 0 0 0) 0x7fc5e4013070 con 0x7fc5f8074fe0 2024-06-13T11:51:04.212 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:51:04.212 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":96,"fsid":"aa9143f6-2979-11ef-bc9c-c7b262605968","created":"2024-06-13T11:41:17.435942+0000","modified":"2024-06-13T11:50:56.482121+0000","last_up_change":"2024-06-13T11:49:23.112844+0000","last_in_change":"2024-06-13T11:49:02.694907+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-13T11:45:07.188434+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-13T11:50:30.623817+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-13T11:50:35.354548+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-13T11:50:48.317221+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7da5efd2-efef-40b1-ba49-d97d18c443fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6803","nonce":3874128443}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6805","nonce":3874128443}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6809","nonce":3874128443}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6807","nonce":3874128443}]},"public_addr":"172.21.15.42:6803/3874128443","cluster_addr":"172.21.15.42:6805/3874128443","heartbeat_back_addr":"172.21.15.42:6809/3874128443","heartbeat_front_addr":"172.21.15.42:6807/3874128443","state":["exists","up"]},{"osd":1,"uuid":"cf818c48-4313-4607-95db-cd55f1185489","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6801","nonce":1861974568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6803","nonce":1861974568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6807","nonce":1861974568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6805","nonce":1861974568}]},"public_addr":"172.21.15.88:6801/1861974568","cluster_addr":"172.21.15.88:6803/1861974568","heartbeat_back_addr":"172.21.15.88:6807/1861974568","heartbeat_front_addr":"172.21.15.88:6805/1861974568","state":["exists","up"]},{"osd":2,"uuid":"7f0800f8-0da6-4968-801d-c5c44840fe3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6801","nonce":3452655510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6803","nonce":3452655510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6807","nonce":3452655510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6805","nonce":3452655510}]},"public_addr":"172.21.15.162:6801/3452655510","cluster_addr":"172.21.15.162:6803/3452655510","heartbeat_back_addr":"172.21.15.162:6807/3452655510","heartbeat_front_addr":"172.21.15.162:6805/3452655510","state":["exists","up"]},{"osd":3,"uuid":"341ee7d3-119b-401e-805d-9ef42c577719","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6811","nonce":1343751683}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6813","nonce":1343751683}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6817","nonce":1343751683}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6815","nonce":1343751683}]},"public_addr":"172.21.15.42:6811/1343751683","cluster_addr":"172.21.15.42:6813/1343751683","heartbeat_back_addr":"172.21.15.42:6817/1343751683","heartbeat_front_addr":"172.21.15.42:6815/1343751683","state":["exists","up"]},{"osd":4,"uuid":"72b81b4c-d223-4490-aca0-5c98c1b902d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6809","nonce":893989923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6811","nonce":893989923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6815","nonce":893989923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6813","nonce":893989923}]},"public_addr":"172.21.15.88:6809/893989923","cluster_addr":"172.21.15.88:6811/893989923","heartbeat_back_addr":"172.21.15.88:6815/893989923","heartbeat_front_addr":"172.21.15.88:6813/893989923","state":["exists","up"]},{"osd":5,"uuid":"7d03c32c-2772-4f33-902a-f4848b5ff941","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6809","nonce":3014890472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6810","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6811","nonce":3014890472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6815","nonce":3014890472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6813","nonce":3014890472}]},"public_addr":"172.21.15.162:6809/3014890472","cluster_addr":"172.21.15.162:6811/3014890472","heartbeat_back_addr":"172.21.15.162:6815/3014890472","heartbeat_front_addr":"172.21.15.162:6813/3014890472","state":["exists","up"]},{"osd":6,"uuid":"6dc26be6-89e0-49d6-a07f-76c19f1aac03","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6819","nonce":844197654}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6821","nonce":844197654}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6825","nonce":844197654}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6823","nonce":844197654}]},"public_addr":"172.21.15.42:6819/844197654","cluster_addr":"172.21.15.42:6821/844197654","heartbeat_back_addr":"172.21.15.42:6825/844197654","heartbeat_front_addr":"172.21.15.42:6823/844197654","state":["exists","up"]},{"osd":7,"uuid":"aca11d93-b379-4e96-b4fb-b03c593c89ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6817","nonce":3621891209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6819","nonce":3621891209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6823","nonce":3621891209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6821","nonce":3621891209}]},"public_addr":"172.21.15.88:6817/3621891209","cluster_addr":"172.21.15.88:6819/3621891209","heartbeat_back_addr":"172.21.15.88:6823/3621891209","heartbeat_front_addr":"172.21.15.88:6821/3621891209","state":["exists","up"]},{"osd":8,"uuid":"188effbc-495f-407c-9e6c-2801a9856326","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6817","nonce":3088625761}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6819","nonce":3088625761}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6823","nonce":3088625761}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6821","nonce":3088625761}]},"public_addr":"172.21.15.162:6817/3088625761","cluster_addr":"172.21.15.162:6819/3088625761","heartbeat_back_addr":"172.21.15.162:6823/3088625761","heartbeat_front_addr":"172.21.15.162:6821/3088625761","state":["exists","up"]},{"osd":9,"uuid":"5cc3fd15-648b-4f56-8876-5da70b55b248","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6827","nonce":2833466933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6829","nonce":2833466933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6833","nonce":2833466933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6831","nonce":2833466933}]},"public_addr":"172.21.15.42:6827/2833466933","cluster_addr":"172.21.15.42:6829/2833466933","heartbeat_back_addr":"172.21.15.42:6833/2833466933","heartbeat_front_addr":"172.21.15.42:6831/2833466933","state":["exists","up"]},{"osd":10,"uuid":"a2460fe2-1c93-4ab5-9aa1-5beba626f2cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6825","nonce":2979904837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6827","nonce":2979904837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6831","nonce":2979904837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6829","nonce":2979904837}]},"public_addr":"172.21.15.88:6825/2979904837","cluster_addr":"172.21.15.88:6827/2979904837","heartbeat_back_addr":"172.21.15.88:6831/2979904837","heartbeat_front_addr":"172.21.15.88:6829/2979904837","state":["exists","up"]},{"osd":11,"uuid":"42226b4b-93d9-4c99-88d9-b32280b3bd18","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6825","nonce":3416934543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6827","nonce":3416934543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6831","nonce":3416934543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6829","nonce":3416934543}]},"public_addr":"172.21.15.162:6825/3416934543","cluster_addr":"172.21.15.162:6827/3416934543","heartbeat_back_addr":"172.21.15.162:6831/3416934543","heartbeat_front_addr":"172.21.15.162:6829/3416934543","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:44:13.807701+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:44:38.669149+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:45:02.619341+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:45:36.081635+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:46:02.274051+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:46:27.333433+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:01.752504+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:27.895478+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:53.298845+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:48:28.167906+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:48:55.119959+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:49:20.787011+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:6801/1570600420":"2024-06-14T11:42:24.478887+0000","172.21.15.42:6800/1570600420":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/637759380":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/701755530":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/1769082163":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/239548974":"2024-06-14T11:41:50.734334+0000","172.21.15.42:6800/480739382":"2024-06-14T11:41:50.734334+0000","172.21.15.42:6801/480739382":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/522218649":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/2918399760":"2024-06-14T11:42:24.478887+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-13T11:51:04.214 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:04.213+0000 7fc5ffe00700 1 -- 172.21.15.42:0/962084039 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fc5e00a2c20 msgr2=0x7fc5e00a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:04.214 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:04.213+0000 7fc5ffe00700 1 --2- 172.21.15.42:0/962084039 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fc5e00a2c20 0x7fc5e00a50e0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fc5ec009c60 tx=0x7fc5ec009260 comp rx=0 tx=0).stop 2024-06-13T11:51:04.215 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:04.213+0000 7fc5ffe00700 1 -- 172.21.15.42:0/962084039 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc5f8074fe0 msgr2=0x7fc5f819b370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:04.215 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:04.213+0000 7fc5ffe00700 1 --2- 172.21.15.42:0/962084039 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc5f8074fe0 0x7fc5f819b370 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fc5e4000c00 tx=0x7fc5e400bab0 comp rx=0 tx=0).stop 2024-06-13T11:51:04.215 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:04.213+0000 7fc5ffe00700 1 -- 172.21.15.42:0/962084039 shutdown_connections 2024-06-13T11:51:04.215 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:04.214+0000 7fc5ffe00700 1 --2- 172.21.15.42:0/962084039 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fc5e00a2c20 0x7fc5e00a50e0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:04.215 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:04.214+0000 7fc5ffe00700 1 --2- 172.21.15.42:0/962084039 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc5f810ee90 0x7fc5f819f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:04.215 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:04.214+0000 7fc5ffe00700 1 --2- 172.21.15.42:0/962084039 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc5f80746c0 0x7fc5f819ae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:04.215 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:04.214+0000 7fc5ffe00700 1 --2- 172.21.15.42:0/962084039 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc5f8074fe0 0x7fc5f819b370 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:04.215 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:04.214+0000 7fc5ffe00700 1 -- 172.21.15.42:0/962084039 >> 172.21.15.42:0/962084039 conn(0x7fc5f80795f0 msgr2=0x7fc5f80ff6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:51:04.215 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:04.214+0000 7fc5ffe00700 1 -- 172.21.15.42:0/962084039 shutdown_connections 2024-06-13T11:51:04.215 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:04.214+0000 7fc5ffe00700 1 -- 172.21.15.42:0/962084039 wait complete. 2024-06-13T11:51:04.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:03 smithi088 ceph-mon[36399]: pgmap v345: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:04.983 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd dump --format=json 2024-06-13T11:51:05.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:04 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/962084039' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:51:05.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:04 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/962084039' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:51:05.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:04 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/962084039' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:51:05.449 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:51:06.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:05 smithi162 ceph-mon[36757]: pgmap v346: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:06.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:05 smithi088 ceph-mon[36399]: pgmap v346: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:06.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:05 smithi042 ceph-mon[32231]: pgmap v346: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:07.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.632+0000 7f2872200700 1 -- 172.21.15.42:0/2991518613 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f286c104f80 msgr2=0x7f286c111490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:07.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.632+0000 7f2872200700 1 --2- 172.21.15.42:0/2991518613 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f286c104f80 0x7f286c111490 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f2864009f90 tx=0x7f286400b330 comp rx=0 tx=0).stop 2024-06-13T11:51:07.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.632+0000 7f2872200700 1 -- 172.21.15.42:0/2991518613 shutdown_connections 2024-06-13T11:51:07.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.632+0000 7f2872200700 1 --2- 172.21.15.42:0/2991518613 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f286c10a650 0x7f286c10aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:07.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.632+0000 7f2872200700 1 --2- 172.21.15.42:0/2991518613 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f286c104f80 0x7f286c111490 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:07.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.632+0000 7f2872200700 1 --2- 172.21.15.42:0/2991518613 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f286c1045c0 0x7f286c104a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:07.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.632+0000 7f2872200700 1 -- 172.21.15.42:0/2991518613 >> 172.21.15.42:0/2991518613 conn(0x7f286c1000b0 msgr2=0x7f286c1024d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:51:07.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.632+0000 7f2872200700 1 -- 172.21.15.42:0/2991518613 shutdown_connections 2024-06-13T11:51:07.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.632+0000 7f2872200700 1 -- 172.21.15.42:0/2991518613 wait complete. 2024-06-13T11:51:07.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.633+0000 7f2872200700 1 Processor -- start 2024-06-13T11:51:07.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.633+0000 7f2872200700 1 -- start start 2024-06-13T11:51:07.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.634+0000 7f2872200700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f286c1045c0 0x7f286c1a0900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:07.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.634+0000 7f2872200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f286c104f80 0x7f286c1a0e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:07.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.634+0000 7f2872200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f286c10a650 0x7f286c19ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:07.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.634+0000 7f2872200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f286c114910 con 0x7f286c104f80 2024-06-13T11:51:07.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.634+0000 7f2872200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f286c114790 con 0x7f286c10a650 2024-06-13T11:51:07.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.634+0000 7f2872200700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f286c114a90 con 0x7f286c1045c0 2024-06-13T11:51:07.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.634+0000 7f286be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f286c104f80 0x7f286c1a0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:07.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.634+0000 7f286be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f286c104f80 0x7f286c1a0e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47696/0 (socket says 172.21.15.42:47696) 2024-06-13T11:51:07.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.634+0000 7f286be00700 1 -- 172.21.15.42:0/4068777113 learned_addr learned my addr 172.21.15.42:0/4068777113 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:51:07.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.634+0000 7f2871800700 1 --2- 172.21.15.42:0/4068777113 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f286c10a650 0x7f286c19ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:07.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.634+0000 7f2870e00700 1 --2- 172.21.15.42:0/4068777113 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f286c1045c0 0x7f286c1a0900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:07.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.635+0000 7f286be00700 1 -- 172.21.15.42:0/4068777113 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f286c1045c0 msgr2=0x7f286c1a0900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:07.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.635+0000 7f286be00700 1 --2- 172.21.15.42:0/4068777113 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f286c1045c0 0x7f286c1a0900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:07.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.635+0000 7f286be00700 1 -- 172.21.15.42:0/4068777113 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f286c10a650 msgr2=0x7f286c19ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:07.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.635+0000 7f286be00700 1 --2- 172.21.15.42:0/4068777113 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f286c10a650 0x7f286c19ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:07.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.635+0000 7f286be00700 1 -- 172.21.15.42:0/4068777113 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f286c19b270 con 0x7f286c104f80 2024-06-13T11:51:07.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.635+0000 7f2871800700 1 --2- 172.21.15.42:0/4068777113 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f286c10a650 0x7f286c19ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:51:07.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.635+0000 7f286be00700 1 --2- 172.21.15.42:0/4068777113 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f286c104f80 0x7f286c1a0e40 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f285800ec10 tx=0x7f285800ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:51:07.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.635+0000 7f2869600700 1 -- 172.21.15.42:0/4068777113 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f285800cc90 con 0x7f286c104f80 2024-06-13T11:51:07.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.635+0000 7f2869600700 1 -- 172.21.15.42:0/4068777113 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f285800ce30 con 0x7f286c104f80 2024-06-13T11:51:07.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.635+0000 7f2872200700 1 -- 172.21.15.42:0/4068777113 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f286c19b560 con 0x7f286c104f80 2024-06-13T11:51:07.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.636+0000 7f2869600700 1 -- 172.21.15.42:0/4068777113 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2858010690 con 0x7f286c104f80 2024-06-13T11:51:07.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.636+0000 7f2872200700 1 -- 172.21.15.42:0/4068777113 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f286c1a77d0 con 0x7f286c104f80 2024-06-13T11:51:07.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.637+0000 7f2872200700 1 -- 172.21.15.42:0/4068777113 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f286c069180 con 0x7f286c104f80 2024-06-13T11:51:07.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.639+0000 7f2869600700 1 -- 172.21.15.42:0/4068777113 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f2858003680 con 0x7f286c104f80 2024-06-13T11:51:07.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.640+0000 7f2869600700 1 --2- 172.21.15.42:0/4068777113 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f28540a2c20 0x7f28540a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:07.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.640+0000 7f2869600700 1 -- 172.21.15.42:0/4068777113 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8802+0+0 (secure 0 0 0) 0x7f28580cf640 con 0x7f286c104f80 2024-06-13T11:51:07.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.641+0000 7f2870e00700 1 --2- 172.21.15.42:0/4068777113 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f28540a2c20 0x7f28540a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:07.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.641+0000 7f2870e00700 1 --2- 172.21.15.42:0/4068777113 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f28540a2c20 0x7f28540a50e0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f2860009680 tx=0x7f2860009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:51:07.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.645+0000 7f2869600700 1 -- 172.21.15.42:0/4068777113 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f285809c300 con 0x7f286c104f80 2024-06-13T11:51:07.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.875+0000 7f2872200700 1 -- 172.21.15.42:0/4068777113 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f286c19bff0 con 0x7f286c104f80 2024-06-13T11:51:07.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.878+0000 7f2869600700 1 -- 172.21.15.42:0/4068777113 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v96) ==== 74+0+24088 (secure 0 0 0) 0x7f285809bc00 con 0x7f286c104f80 2024-06-13T11:51:07.879 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:51:07.879 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":96,"fsid":"aa9143f6-2979-11ef-bc9c-c7b262605968","created":"2024-06-13T11:41:17.435942+0000","modified":"2024-06-13T11:50:56.482121+0000","last_up_change":"2024-06-13T11:49:23.112844+0000","last_in_change":"2024-06-13T11:49:02.694907+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-13T11:45:07.188434+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-13T11:50:30.623817+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-13T11:50:35.354548+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-13T11:50:48.317221+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7da5efd2-efef-40b1-ba49-d97d18c443fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6803","nonce":3874128443}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6805","nonce":3874128443}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6809","nonce":3874128443}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6807","nonce":3874128443}]},"public_addr":"172.21.15.42:6803/3874128443","cluster_addr":"172.21.15.42:6805/3874128443","heartbeat_back_addr":"172.21.15.42:6809/3874128443","heartbeat_front_addr":"172.21.15.42:6807/3874128443","state":["exists","up"]},{"osd":1,"uuid":"cf818c48-4313-4607-95db-cd55f1185489","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6801","nonce":1861974568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6803","nonce":1861974568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6807","nonce":1861974568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6805","nonce":1861974568}]},"public_addr":"172.21.15.88:6801/1861974568","cluster_addr":"172.21.15.88:6803/1861974568","heartbeat_back_addr":"172.21.15.88:6807/1861974568","heartbeat_front_addr":"172.21.15.88:6805/1861974568","state":["exists","up"]},{"osd":2,"uuid":"7f0800f8-0da6-4968-801d-c5c44840fe3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6801","nonce":3452655510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6803","nonce":3452655510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6807","nonce":3452655510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6805","nonce":3452655510}]},"public_addr":"172.21.15.162:6801/3452655510","cluster_addr":"172.21.15.162:6803/3452655510","heartbeat_back_addr":"172.21.15.162:6807/3452655510","heartbeat_front_addr":"172.21.15.162:6805/3452655510","state":["exists","up"]},{"osd":3,"uuid":"341ee7d3-119b-401e-805d-9ef42c577719","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6811","nonce":1343751683}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6813","nonce":1343751683}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6817","nonce":1343751683}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6815","nonce":1343751683}]},"public_addr":"172.21.15.42:6811/1343751683","cluster_addr":"172.21.15.42:6813/1343751683","heartbeat_back_addr":"172.21.15.42:6817/1343751683","heartbeat_front_addr":"172.21.15.42:6815/1343751683","state":["exists","up"]},{"osd":4,"uuid":"72b81b4c-d223-4490-aca0-5c98c1b902d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6809","nonce":893989923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6811","nonce":893989923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6815","nonce":893989923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6813","nonce":893989923}]},"public_addr":"172.21.15.88:6809/893989923","cluster_addr":"172.21.15.88:6811/893989923","heartbeat_back_addr":"172.21.15.88:6815/893989923","heartbeat_front_addr":"172.21.15.88:6813/893989923","state":["exists","up"]},{"osd":5,"uuid":"7d03c32c-2772-4f33-902a-f4848b5ff941","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6809","nonce":3014890472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6810","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6811","nonce":3014890472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6815","nonce":3014890472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6813","nonce":3014890472}]},"public_addr":"172.21.15.162:6809/3014890472","cluster_addr":"172.21.15.162:6811/3014890472","heartbeat_back_addr":"172.21.15.162:6815/3014890472","heartbeat_front_addr":"172.21.15.162:6813/3014890472","state":["exists","up"]},{"osd":6,"uuid":"6dc26be6-89e0-49d6-a07f-76c19f1aac03","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6819","nonce":844197654}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6821","nonce":844197654}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6825","nonce":844197654}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6823","nonce":844197654}]},"public_addr":"172.21.15.42:6819/844197654","cluster_addr":"172.21.15.42:6821/844197654","heartbeat_back_addr":"172.21.15.42:6825/844197654","heartbeat_front_addr":"172.21.15.42:6823/844197654","state":["exists","up"]},{"osd":7,"uuid":"aca11d93-b379-4e96-b4fb-b03c593c89ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6817","nonce":3621891209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6819","nonce":3621891209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6823","nonce":3621891209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6821","nonce":3621891209}]},"public_addr":"172.21.15.88:6817/3621891209","cluster_addr":"172.21.15.88:6819/3621891209","heartbeat_back_addr":"172.21.15.88:6823/3621891209","heartbeat_front_addr":"172.21.15.88:6821/3621891209","state":["exists","up"]},{"osd":8,"uuid":"188effbc-495f-407c-9e6c-2801a9856326","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6817","nonce":3088625761}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6819","nonce":3088625761}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6823","nonce":3088625761}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6821","nonce":3088625761}]},"public_addr":"172.21.15.162:6817/3088625761","cluster_addr":"172.21.15.162:6819/3088625761","heartbeat_back_addr":"172.21.15.162:6823/3088625761","heartbeat_front_addr":"172.21.15.162:6821/3088625761","state":["exists","up"]},{"osd":9,"uuid":"5cc3fd15-648b-4f56-8876-5da70b55b248","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6827","nonce":2833466933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6829","nonce":2833466933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6833","nonce":2833466933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6831","nonce":2833466933}]},"public_addr":"172.21.15.42:6827/2833466933","cluster_addr":"172.21.15.42:6829/2833466933","heartbeat_back_addr":"172.21.15.42:6833/2833466933","heartbeat_front_addr":"172.21.15.42:6831/2833466933","state":["exists","up"]},{"osd":10,"uuid":"a2460fe2-1c93-4ab5-9aa1-5beba626f2cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6825","nonce":2979904837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6827","nonce":2979904837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6831","nonce":2979904837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6829","nonce":2979904837}]},"public_addr":"172.21.15.88:6825/2979904837","cluster_addr":"172.21.15.88:6827/2979904837","heartbeat_back_addr":"172.21.15.88:6831/2979904837","heartbeat_front_addr":"172.21.15.88:6829/2979904837","state":["exists","up"]},{"osd":11,"uuid":"42226b4b-93d9-4c99-88d9-b32280b3bd18","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6825","nonce":3416934543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6827","nonce":3416934543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6831","nonce":3416934543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6829","nonce":3416934543}]},"public_addr":"172.21.15.162:6825/3416934543","cluster_addr":"172.21.15.162:6827/3416934543","heartbeat_back_addr":"172.21.15.162:6831/3416934543","heartbeat_front_addr":"172.21.15.162:6829/3416934543","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:44:13.807701+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:44:38.669149+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:45:02.619341+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:45:36.081635+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:46:02.274051+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:46:27.333433+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:01.752504+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:27.895478+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:53.298845+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:48:28.167906+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:48:55.119959+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:49:20.787011+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:6801/1570600420":"2024-06-14T11:42:24.478887+0000","172.21.15.42:6800/1570600420":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/637759380":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/701755530":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/1769082163":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/239548974":"2024-06-14T11:41:50.734334+0000","172.21.15.42:6800/480739382":"2024-06-14T11:41:50.734334+0000","172.21.15.42:6801/480739382":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/522218649":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/2918399760":"2024-06-14T11:42:24.478887+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-13T11:51:07.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.881+0000 7f2872200700 1 -- 172.21.15.42:0/4068777113 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f28540a2c20 msgr2=0x7f28540a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:07.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.881+0000 7f2872200700 1 --2- 172.21.15.42:0/4068777113 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f28540a2c20 0x7f28540a50e0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f2860009680 tx=0x7f2860009260 comp rx=0 tx=0).stop 2024-06-13T11:51:07.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.881+0000 7f2872200700 1 -- 172.21.15.42:0/4068777113 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f286c104f80 msgr2=0x7f286c1a0e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:07.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.881+0000 7f2872200700 1 --2- 172.21.15.42:0/4068777113 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f286c104f80 0x7f286c1a0e40 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f285800ec10 tx=0x7f285800ef20 comp rx=0 tx=0).stop 2024-06-13T11:51:07.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.881+0000 7f2872200700 1 -- 172.21.15.42:0/4068777113 shutdown_connections 2024-06-13T11:51:07.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.881+0000 7f2872200700 1 --2- 172.21.15.42:0/4068777113 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f28540a2c20 0x7f28540a50e0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:07.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.881+0000 7f2872200700 1 --2- 172.21.15.42:0/4068777113 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f286c10a650 0x7f286c19ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:07.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.881+0000 7f2872200700 1 --2- 172.21.15.42:0/4068777113 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f286c1045c0 0x7f286c1a0900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:07.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.881+0000 7f2872200700 1 --2- 172.21.15.42:0/4068777113 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f286c104f80 0x7f286c1a0e40 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:07.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.881+0000 7f2872200700 1 -- 172.21.15.42:0/4068777113 >> 172.21.15.42:0/4068777113 conn(0x7f286c1000b0 msgr2=0x7f286c1016d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:51:07.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.881+0000 7f2872200700 1 -- 172.21.15.42:0/4068777113 shutdown_connections 2024-06-13T11:51:07.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:07.881+0000 7f2872200700 1 -- 172.21.15.42:0/4068777113 wait complete. 2024-06-13T11:51:08.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:07 smithi162 ceph-mon[36757]: pgmap v347: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:08.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:07 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/4068777113' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:51:08.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:07 smithi088 ceph-mon[36399]: pgmap v347: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:08.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:07 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/4068777113' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:51:08.277 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:07 smithi042 ceph-mon[32231]: pgmap v347: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:08.277 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:07 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/4068777113' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:51:08.678 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T11:51:09.149 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:51:10.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:09 smithi162 ceph-mon[36757]: pgmap v348: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:10.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:09 smithi088 ceph-mon[36399]: pgmap v348: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:10.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:09 smithi042 ceph-mon[32231]: pgmap v348: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:11.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.276+0000 7f32b9800700 1 -- 172.21.15.42:0/2815178623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f32b4074fe0 msgr2=0x7f32b4113120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:11.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.276+0000 7f32b9800700 1 --2- 172.21.15.42:0/2815178623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f32b4074fe0 0x7f32b4113120 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f329c0099c0 tx=0x7f329c009cd0 comp rx=0 tx=0).stop 2024-06-13T11:51:11.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.276+0000 7f32b9800700 1 -- 172.21.15.42:0/2815178623 shutdown_connections 2024-06-13T11:51:11.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.276+0000 7f32b9800700 1 --2- 172.21.15.42:0/2815178623 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f32b40746c0 0x7f32b4074aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:11.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.276+0000 7f32b9800700 1 --2- 172.21.15.42:0/2815178623 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f32b4113660 0x7f32b4115a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:11.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.276+0000 7f32b9800700 1 --2- 172.21.15.42:0/2815178623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f32b4074fe0 0x7f32b4113120 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:11.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.276+0000 7f32b9800700 1 -- 172.21.15.42:0/2815178623 >> 172.21.15.42:0/2815178623 conn(0x7f32b40795f0 msgr2=0x7f32b4079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:51:11.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.276+0000 7f32b9800700 1 -- 172.21.15.42:0/2815178623 shutdown_connections 2024-06-13T11:51:11.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.276+0000 7f32b9800700 1 -- 172.21.15.42:0/2815178623 wait complete. 2024-06-13T11:51:11.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.277+0000 7f32b9800700 1 Processor -- start 2024-06-13T11:51:11.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.277+0000 7f32b9800700 1 -- start start 2024-06-13T11:51:11.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.278+0000 7f32b9800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f32b40746c0 0x7f32b419f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:11.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.278+0000 7f32b9800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f32b4074fe0 0x7f32b419f830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:11.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.278+0000 7f32b9800700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f32b4113660 0x7f32b41a3bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:11.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.278+0000 7f32b9800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f32b4118ea0 con 0x7f32b40746c0 2024-06-13T11:51:11.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.278+0000 7f32b9800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f32b4118d20 con 0x7f32b4074fe0 2024-06-13T11:51:11.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.278+0000 7f32b9800700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f32b4119020 con 0x7f32b4113660 2024-06-13T11:51:11.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.278+0000 7f32b2a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f32b40746c0 0x7f32b419f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:11.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.278+0000 7f32b2a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f32b40746c0 0x7f32b419f2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37678/0 (socket says 172.21.15.42:37678) 2024-06-13T11:51:11.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.278+0000 7f32b2a00700 1 -- 172.21.15.42:0/1959432289 learned_addr learned my addr 172.21.15.42:0/1959432289 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:51:11.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.278+0000 7f32aa000700 1 --2- 172.21.15.42:0/1959432289 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f32b4074fe0 0x7f32b419f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:11.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.278+0000 7f32b3400700 1 --2- 172.21.15.42:0/1959432289 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f32b4113660 0x7f32b41a3bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:11.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.279+0000 7f32b2a00700 1 -- 172.21.15.42:0/1959432289 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f32b4113660 msgr2=0x7f32b41a3bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:11.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.279+0000 7f32b2a00700 1 --2- 172.21.15.42:0/1959432289 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f32b4113660 0x7f32b41a3bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:11.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.279+0000 7f32b2a00700 1 -- 172.21.15.42:0/1959432289 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f32b4074fe0 msgr2=0x7f32b419f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:11.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.279+0000 7f32b2a00700 1 --2- 172.21.15.42:0/1959432289 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f32b4074fe0 0x7f32b419f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:11.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.279+0000 7f32b2a00700 1 -- 172.21.15.42:0/1959432289 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32b41a4300 con 0x7f32b40746c0 2024-06-13T11:51:11.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.279+0000 7f32aa000700 1 --2- 172.21.15.42:0/1959432289 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f32b4074fe0 0x7f32b419f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:51:11.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.279+0000 7f32b2a00700 1 --2- 172.21.15.42:0/1959432289 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f32b40746c0 0x7f32b419f2f0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f32a400e9a0 tx=0x7f32a400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:51:11.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.279+0000 7f32abe00700 1 -- 172.21.15.42:0/1959432289 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32a400ca10 con 0x7f32b40746c0 2024-06-13T11:51:11.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.280+0000 7f32abe00700 1 -- 172.21.15.42:0/1959432289 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f32a400cbb0 con 0x7f32b40746c0 2024-06-13T11:51:11.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.280+0000 7f32b9800700 1 -- 172.21.15.42:0/1959432289 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32b41a45f0 con 0x7f32b40746c0 2024-06-13T11:51:11.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.280+0000 7f32abe00700 1 -- 172.21.15.42:0/1959432289 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32a4018680 con 0x7f32b40746c0 2024-06-13T11:51:11.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.280+0000 7f32b9800700 1 -- 172.21.15.42:0/1959432289 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32b41abe70 con 0x7f32b40746c0 2024-06-13T11:51:11.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.281+0000 7f32b9800700 1 -- 172.21.15.42:0/1959432289 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32b4069180 con 0x7f32b40746c0 2024-06-13T11:51:11.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.283+0000 7f32abe00700 1 -- 172.21.15.42:0/1959432289 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f32a4010430 con 0x7f32b40746c0 2024-06-13T11:51:11.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.284+0000 7f32abe00700 1 --2- 172.21.15.42:0/1959432289 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f32980a2ca0 0x7f32980a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:11.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.284+0000 7f32abe00700 1 -- 172.21.15.42:0/1959432289 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8802+0+0 (secure 0 0 0) 0x7f32a40cf460 con 0x7f32b40746c0 2024-06-13T11:51:11.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.284+0000 7f32aa000700 1 --2- 172.21.15.42:0/1959432289 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f32980a2ca0 0x7f32980a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:11.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.285+0000 7f32aa000700 1 --2- 172.21.15.42:0/1959432289 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f32980a2ca0 0x7f32980a5160 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f329c000c00 tx=0x7f329c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:51:11.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.289+0000 7f32abe00700 1 -- 172.21.15.42:0/1959432289 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f32a409c120 con 0x7f32b40746c0 2024-06-13T11:51:11.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.570+0000 7f32b9800700 1 -- 172.21.15.42:0/1959432289 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f32b41ac040 con 0x7f32b40746c0 2024-06-13T11:51:11.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.571+0000 7f32abe00700 1 -- 172.21.15.42:0/1959432289 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+11791 (secure 0 0 0) 0x7f32a409ba20 con 0x7f32b40746c0 2024-06-13T11:51:11.572 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:51:11.572 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":17,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/1118564562","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1118564562},{"type":"v1","addr":"172.21.15.42:6835","nonce":1118564562}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/1600300489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":1600300489},{"type":"v1","addr":"172.21.15.42:6837","nonce":1600300489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14400,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/4007002681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":4007002681},{"type":"v1","addr":"172.21.15.42:6841","nonce":4007002681}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/917201081","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":917201081},{"type":"v1","addr":"172.21.15.162:6833","nonce":917201081}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/426832354","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":426832354},{"type":"v1","addr":"172.21.15.88:6833","nonce":426832354}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24457,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6835/1190029601","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6834","nonce":1190029601},{"type":"v1","addr":"172.21.15.162:6835","nonce":1190029601}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24469,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6837/987659844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6836","nonce":987659844},{"type":"v1","addr":"172.21.15.162:6837","nonce":987659844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6835/3467952345","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":3467952345},{"type":"v1","addr":"172.21.15.88:6835","nonce":3467952345}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24487,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6839/4260392567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6838","nonce":4260392567},{"type":"v1","addr":"172.21.15.162:6839","nonce":4260392567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24499,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/228676134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":228676134},{"type":"v1","addr":"172.21.15.42:6839","nonce":228676134}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24500,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6837/2567581640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2567581640},{"type":"v1","addr":"172.21.15.88:6837","nonce":2567581640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-06-13T11:50:39.387599+0000","modified":"2024-06-13T11:50:56.482417+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24539},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6839/2189735817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2189735817},{"type":"v1","addr":"172.21.15.88:6839","nonce":2189735817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24539,"qdb_cluster":[24539]},"id":1}]} 2024-06-13T11:51:11.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.574+0000 7f32b9800700 1 -- 172.21.15.42:0/1959432289 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f32980a2ca0 msgr2=0x7f32980a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:11.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.574+0000 7f32b9800700 1 --2- 172.21.15.42:0/1959432289 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f32980a2ca0 0x7f32980a5160 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f329c000c00 tx=0x7f329c005fb0 comp rx=0 tx=0).stop 2024-06-13T11:51:11.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.574+0000 7f32b9800700 1 -- 172.21.15.42:0/1959432289 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f32b40746c0 msgr2=0x7f32b419f2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:11.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.574+0000 7f32b9800700 1 --2- 172.21.15.42:0/1959432289 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f32b40746c0 0x7f32b419f2f0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f32a400e9a0 tx=0x7f32a400ecb0 comp rx=0 tx=0).stop 2024-06-13T11:51:11.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.575+0000 7f32b9800700 1 -- 172.21.15.42:0/1959432289 shutdown_connections 2024-06-13T11:51:11.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.575+0000 7f32b9800700 1 --2- 172.21.15.42:0/1959432289 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f32b4113660 0x7f32b41a3bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:11.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.575+0000 7f32b9800700 1 --2- 172.21.15.42:0/1959432289 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f32b40746c0 0x7f32b419f2f0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:11.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.575+0000 7f32b9800700 1 --2- 172.21.15.42:0/1959432289 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f32980a2ca0 0x7f32980a5160 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:11.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.575+0000 7f32b9800700 1 --2- 172.21.15.42:0/1959432289 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f32b4074fe0 0x7f32b419f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:11.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.575+0000 7f32b9800700 1 -- 172.21.15.42:0/1959432289 >> 172.21.15.42:0/1959432289 conn(0x7f32b40795f0 msgr2=0x7f32b41123b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:51:11.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.575+0000 7f32b9800700 1 -- 172.21.15.42:0/1959432289 shutdown_connections 2024-06-13T11:51:11.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:11.575+0000 7f32b9800700 1 -- 172.21.15.42:0/1959432289 wait complete. 2024-06-13T11:51:11.577 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 17 2024-06-13T11:51:12.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:11 smithi088 ceph-mon[36399]: pgmap v349: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:12.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:11 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/1959432289' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:51:12.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:11 smithi042 ceph-mon[32231]: pgmap v349: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:12.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:11 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/1959432289' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:51:12.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:11 smithi162 ceph-mon[36757]: pgmap v349: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:12.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:11 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/1959432289' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:51:12.438 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd dump --format=json 2024-06-13T11:51:12.928 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:51:14.231 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:13 smithi042 ceph-mon[32231]: pgmap v350: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:14.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:13 smithi088 ceph-mon[36399]: pgmap v350: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:14.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:13 smithi162 ceph-mon[36757]: pgmap v350: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:15.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.051+0000 7f4472a00700 1 -- 172.21.15.42:0/3694255942 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f446c107840 msgr2=0x7f446c10f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:15.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.051+0000 7f4472a00700 1 --2- 172.21.15.42:0/3694255942 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f446c107840 0x7f446c10f3c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f4464009f90 tx=0x7f446400b330 comp rx=0 tx=0).stop 2024-06-13T11:51:15.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.051+0000 7f4472a00700 1 -- 172.21.15.42:0/3694255942 shutdown_connections 2024-06-13T11:51:15.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.051+0000 7f4472a00700 1 --2- 172.21.15.42:0/3694255942 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f446c102740 0x7f446c102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:15.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.051+0000 7f4472a00700 1 --2- 172.21.15.42:0/3694255942 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f446c107840 0x7f446c10f3c0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:15.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.051+0000 7f4472a00700 1 --2- 172.21.15.42:0/3694255942 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f446c1030f0 0x7f446c107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:15.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.051+0000 7f4472a00700 1 -- 172.21.15.42:0/3694255942 >> 172.21.15.42:0/3694255942 conn(0x7f446c0795f0 msgr2=0x7f446c079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:51:15.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.051+0000 7f4472a00700 1 -- 172.21.15.42:0/3694255942 shutdown_connections 2024-06-13T11:51:15.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.051+0000 7f4472a00700 1 -- 172.21.15.42:0/3694255942 wait complete. 2024-06-13T11:51:15.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.052+0000 7f4472a00700 1 Processor -- start 2024-06-13T11:51:15.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.052+0000 7f4472a00700 1 -- start start 2024-06-13T11:51:15.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.053+0000 7f4472a00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f446c102740 0x7f446c19e850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:15.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.053+0000 7f4472a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f446c1030f0 0x7f446c19ed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:15.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.053+0000 7f4472a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f446c107840 0x7f446c198a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:15.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.053+0000 7f4472a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f446c1127d0 con 0x7f446c107840 2024-06-13T11:51:15.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.053+0000 7f4472a00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f446c112650 con 0x7f446c1030f0 2024-06-13T11:51:15.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.053+0000 7f4472a00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f446c112950 con 0x7f446c102740 2024-06-13T11:51:15.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.053+0000 7f4470a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f446c107840 0x7f446c198a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:15.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.053+0000 7f446be00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f446c102740 0x7f446c19e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:15.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.053+0000 7f4470a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f446c107840 0x7f446c198a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37700/0 (socket says 172.21.15.42:37700) 2024-06-13T11:51:15.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.053+0000 7f4470a00700 1 -- 172.21.15.42:0/1119531084 learned_addr learned my addr 172.21.15.42:0/1119531084 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:51:15.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.053+0000 7f446b400700 1 --2- 172.21.15.42:0/1119531084 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f446c1030f0 0x7f446c19ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:15.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.054+0000 7f4470a00700 1 -- 172.21.15.42:0/1119531084 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f446c102740 msgr2=0x7f446c19e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:15.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.054+0000 7f4470a00700 1 --2- 172.21.15.42:0/1119531084 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f446c102740 0x7f446c19e850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:15.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.054+0000 7f4470a00700 1 -- 172.21.15.42:0/1119531084 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f446c1030f0 msgr2=0x7f446c19ed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:15.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.054+0000 7f4470a00700 1 --2- 172.21.15.42:0/1119531084 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f446c1030f0 0x7f446c19ed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:15.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.054+0000 7f4470a00700 1 -- 172.21.15.42:0/1119531084 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f446c199170 con 0x7f446c107840 2024-06-13T11:51:15.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.054+0000 7f446be00700 1 --2- 172.21.15.42:0/1119531084 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f446c102740 0x7f446c19e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:51:15.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.054+0000 7f4470a00700 1 --2- 172.21.15.42:0/1119531084 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f446c107840 0x7f446c198a10 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f446400d010 tx=0x7f4464009510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:51:15.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.054+0000 7f4468c00700 1 -- 172.21.15.42:0/1119531084 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4464021070 con 0x7f446c107840 2024-06-13T11:51:15.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.055+0000 7f4472a00700 1 -- 172.21.15.42:0/1119531084 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f446c199400 con 0x7f446c107840 2024-06-13T11:51:15.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.055+0000 7f4468c00700 1 -- 172.21.15.42:0/1119531084 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f446400be20 con 0x7f446c107840 2024-06-13T11:51:15.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.055+0000 7f4468c00700 1 -- 172.21.15.42:0/1119531084 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44640052a0 con 0x7f446c107840 2024-06-13T11:51:15.057 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.055+0000 7f4472a00700 1 -- 172.21.15.42:0/1119531084 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f446c1a5720 con 0x7f446c107840 2024-06-13T11:51:15.057 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.056+0000 7f4472a00700 1 -- 172.21.15.42:0/1119531084 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f446c10aa10 con 0x7f446c107840 2024-06-13T11:51:15.058 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.058+0000 7f4468c00700 1 -- 172.21.15.42:0/1119531084 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f4464024070 con 0x7f446c107840 2024-06-13T11:51:15.061 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.060+0000 7f4468c00700 1 --2- 172.21.15.42:0/1119531084 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f44500a2c20 0x7f44500a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:15.061 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.061+0000 7f4468c00700 1 -- 172.21.15.42:0/1119531084 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8802+0+0 (secure 0 0 0) 0x7f44640d0240 con 0x7f446c107840 2024-06-13T11:51:15.061 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.061+0000 7f446be00700 1 --2- 172.21.15.42:0/1119531084 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f44500a2c20 0x7f44500a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:15.061 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.061+0000 7f446be00700 1 --2- 172.21.15.42:0/1119531084 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f44500a2c20 0x7f44500a50e0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f446c199b50 tx=0x7f445c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:51:15.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.065+0000 7f4468c00700 1 -- 172.21.15.42:0/1119531084 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f446409cf90 con 0x7f446c107840 2024-06-13T11:51:15.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.295+0000 7f4472a00700 1 -- 172.21.15.42:0/1119531084 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f446c199f40 con 0x7f446c107840 2024-06-13T11:51:15.299 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.299+0000 7f4468c00700 1 -- 172.21.15.42:0/1119531084 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v96) ==== 74+0+24088 (secure 0 0 0) 0x7f446409c890 con 0x7f446c107840 2024-06-13T11:51:15.300 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:51:15.300 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":96,"fsid":"aa9143f6-2979-11ef-bc9c-c7b262605968","created":"2024-06-13T11:41:17.435942+0000","modified":"2024-06-13T11:50:56.482121+0000","last_up_change":"2024-06-13T11:49:23.112844+0000","last_in_change":"2024-06-13T11:49:02.694907+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-13T11:45:07.188434+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-13T11:50:30.623817+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-13T11:50:35.354548+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-13T11:50:48.317221+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7da5efd2-efef-40b1-ba49-d97d18c443fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6803","nonce":3874128443}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6805","nonce":3874128443}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6809","nonce":3874128443}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6807","nonce":3874128443}]},"public_addr":"172.21.15.42:6803/3874128443","cluster_addr":"172.21.15.42:6805/3874128443","heartbeat_back_addr":"172.21.15.42:6809/3874128443","heartbeat_front_addr":"172.21.15.42:6807/3874128443","state":["exists","up"]},{"osd":1,"uuid":"cf818c48-4313-4607-95db-cd55f1185489","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6801","nonce":1861974568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6803","nonce":1861974568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6807","nonce":1861974568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6805","nonce":1861974568}]},"public_addr":"172.21.15.88:6801/1861974568","cluster_addr":"172.21.15.88:6803/1861974568","heartbeat_back_addr":"172.21.15.88:6807/1861974568","heartbeat_front_addr":"172.21.15.88:6805/1861974568","state":["exists","up"]},{"osd":2,"uuid":"7f0800f8-0da6-4968-801d-c5c44840fe3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6801","nonce":3452655510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6803","nonce":3452655510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6807","nonce":3452655510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6805","nonce":3452655510}]},"public_addr":"172.21.15.162:6801/3452655510","cluster_addr":"172.21.15.162:6803/3452655510","heartbeat_back_addr":"172.21.15.162:6807/3452655510","heartbeat_front_addr":"172.21.15.162:6805/3452655510","state":["exists","up"]},{"osd":3,"uuid":"341ee7d3-119b-401e-805d-9ef42c577719","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6811","nonce":1343751683}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6813","nonce":1343751683}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6817","nonce":1343751683}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6815","nonce":1343751683}]},"public_addr":"172.21.15.42:6811/1343751683","cluster_addr":"172.21.15.42:6813/1343751683","heartbeat_back_addr":"172.21.15.42:6817/1343751683","heartbeat_front_addr":"172.21.15.42:6815/1343751683","state":["exists","up"]},{"osd":4,"uuid":"72b81b4c-d223-4490-aca0-5c98c1b902d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6809","nonce":893989923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6811","nonce":893989923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6815","nonce":893989923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6813","nonce":893989923}]},"public_addr":"172.21.15.88:6809/893989923","cluster_addr":"172.21.15.88:6811/893989923","heartbeat_back_addr":"172.21.15.88:6815/893989923","heartbeat_front_addr":"172.21.15.88:6813/893989923","state":["exists","up"]},{"osd":5,"uuid":"7d03c32c-2772-4f33-902a-f4848b5ff941","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6809","nonce":3014890472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6810","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6811","nonce":3014890472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6815","nonce":3014890472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6813","nonce":3014890472}]},"public_addr":"172.21.15.162:6809/3014890472","cluster_addr":"172.21.15.162:6811/3014890472","heartbeat_back_addr":"172.21.15.162:6815/3014890472","heartbeat_front_addr":"172.21.15.162:6813/3014890472","state":["exists","up"]},{"osd":6,"uuid":"6dc26be6-89e0-49d6-a07f-76c19f1aac03","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6819","nonce":844197654}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6821","nonce":844197654}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6825","nonce":844197654}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6823","nonce":844197654}]},"public_addr":"172.21.15.42:6819/844197654","cluster_addr":"172.21.15.42:6821/844197654","heartbeat_back_addr":"172.21.15.42:6825/844197654","heartbeat_front_addr":"172.21.15.42:6823/844197654","state":["exists","up"]},{"osd":7,"uuid":"aca11d93-b379-4e96-b4fb-b03c593c89ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6817","nonce":3621891209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6819","nonce":3621891209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6823","nonce":3621891209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6821","nonce":3621891209}]},"public_addr":"172.21.15.88:6817/3621891209","cluster_addr":"172.21.15.88:6819/3621891209","heartbeat_back_addr":"172.21.15.88:6823/3621891209","heartbeat_front_addr":"172.21.15.88:6821/3621891209","state":["exists","up"]},{"osd":8,"uuid":"188effbc-495f-407c-9e6c-2801a9856326","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6817","nonce":3088625761}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6819","nonce":3088625761}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6823","nonce":3088625761}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6821","nonce":3088625761}]},"public_addr":"172.21.15.162:6817/3088625761","cluster_addr":"172.21.15.162:6819/3088625761","heartbeat_back_addr":"172.21.15.162:6823/3088625761","heartbeat_front_addr":"172.21.15.162:6821/3088625761","state":["exists","up"]},{"osd":9,"uuid":"5cc3fd15-648b-4f56-8876-5da70b55b248","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6827","nonce":2833466933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6829","nonce":2833466933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6833","nonce":2833466933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6831","nonce":2833466933}]},"public_addr":"172.21.15.42:6827/2833466933","cluster_addr":"172.21.15.42:6829/2833466933","heartbeat_back_addr":"172.21.15.42:6833/2833466933","heartbeat_front_addr":"172.21.15.42:6831/2833466933","state":["exists","up"]},{"osd":10,"uuid":"a2460fe2-1c93-4ab5-9aa1-5beba626f2cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6825","nonce":2979904837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6827","nonce":2979904837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6831","nonce":2979904837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6829","nonce":2979904837}]},"public_addr":"172.21.15.88:6825/2979904837","cluster_addr":"172.21.15.88:6827/2979904837","heartbeat_back_addr":"172.21.15.88:6831/2979904837","heartbeat_front_addr":"172.21.15.88:6829/2979904837","state":["exists","up"]},{"osd":11,"uuid":"42226b4b-93d9-4c99-88d9-b32280b3bd18","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6825","nonce":3416934543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6827","nonce":3416934543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6831","nonce":3416934543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6829","nonce":3416934543}]},"public_addr":"172.21.15.162:6825/3416934543","cluster_addr":"172.21.15.162:6827/3416934543","heartbeat_back_addr":"172.21.15.162:6831/3416934543","heartbeat_front_addr":"172.21.15.162:6829/3416934543","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:44:13.807701+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:44:38.669149+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:45:02.619341+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:45:36.081635+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:46:02.274051+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:46:27.333433+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:01.752504+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:27.895478+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:53.298845+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:48:28.167906+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:48:55.119959+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:49:20.787011+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:6801/1570600420":"2024-06-14T11:42:24.478887+0000","172.21.15.42:6800/1570600420":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/637759380":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/701755530":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/1769082163":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/239548974":"2024-06-14T11:41:50.734334+0000","172.21.15.42:6800/480739382":"2024-06-14T11:41:50.734334+0000","172.21.15.42:6801/480739382":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/522218649":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/2918399760":"2024-06-14T11:42:24.478887+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-13T11:51:15.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.302+0000 7f4472a00700 1 -- 172.21.15.42:0/1119531084 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f44500a2c20 msgr2=0x7f44500a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:15.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.302+0000 7f4472a00700 1 --2- 172.21.15.42:0/1119531084 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f44500a2c20 0x7f44500a50e0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f446c199b50 tx=0x7f445c009260 comp rx=0 tx=0).stop 2024-06-13T11:51:15.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.302+0000 7f4472a00700 1 -- 172.21.15.42:0/1119531084 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f446c107840 msgr2=0x7f446c198a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:15.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.302+0000 7f4472a00700 1 --2- 172.21.15.42:0/1119531084 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f446c107840 0x7f446c198a10 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f446400d010 tx=0x7f4464009510 comp rx=0 tx=0).stop 2024-06-13T11:51:15.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.302+0000 7f4472a00700 1 -- 172.21.15.42:0/1119531084 shutdown_connections 2024-06-13T11:51:15.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.302+0000 7f4472a00700 1 --2- 172.21.15.42:0/1119531084 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f446c107840 0x7f446c198a10 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:15.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.302+0000 7f4472a00700 1 --2- 172.21.15.42:0/1119531084 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f446c102740 0x7f446c19e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:15.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.302+0000 7f4472a00700 1 --2- 172.21.15.42:0/1119531084 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f44500a2c20 0x7f44500a50e0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:15.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.302+0000 7f4472a00700 1 --2- 172.21.15.42:0/1119531084 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f446c1030f0 0x7f446c19ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:15.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.302+0000 7f4472a00700 1 -- 172.21.15.42:0/1119531084 >> 172.21.15.42:0/1119531084 conn(0x7f446c0795f0 msgr2=0x7f446c101cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:51:15.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.303+0000 7f4472a00700 1 -- 172.21.15.42:0/1119531084 shutdown_connections 2024-06-13T11:51:15.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:15.303+0000 7f4472a00700 1 -- 172.21.15.42:0/1119531084 wait complete. 2024-06-13T11:51:16.023 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:15 smithi042 ceph-mon[32231]: pgmap v351: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:16.023 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:15 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/1119531084' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:51:16.097 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-06-13T11:50:39.387599+0000', 'modified': '2024-06-13T11:50:56.482417+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24539}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24539': {'gid': 24539, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.88:6839/2189735817', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.88:6838', 'nonce': 2189735817}, {'type': 'v1', 'addr': '172.21.15.88:6839', 'nonce': 2189735817}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 24539, 'qdb_cluster': [24539]} 2024-06-13T11:51:16.097 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-06-13T11:51:16.097 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell mds.b status 2024-06-13T11:51:16.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:15 smithi088 ceph-mon[36399]: pgmap v351: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:16.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:15 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/1119531084' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:51:16.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:15 smithi162 ceph-mon[36757]: pgmap v351: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:16.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:15 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/1119531084' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:51:16.571 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:51:18.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:17 smithi042 ceph-mon[32231]: pgmap v352: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:18.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:17 smithi088 ceph-mon[36399]: pgmap v352: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:18.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:17 smithi162 ceph-mon[36757]: pgmap v352: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:18.610 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.609+0000 7fa38be00700 1 -- 172.21.15.42:0/1055416418 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa384105070 msgr2=0x7fa384111580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:18.611 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.609+0000 7fa38be00700 1 --2- 172.21.15.42:0/1055416418 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa384105070 0x7fa384111580 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fa37c009f90 tx=0x7fa37c00b330 comp rx=0 tx=0).stop 2024-06-13T11:51:18.611 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.610+0000 7fa38be00700 1 -- 172.21.15.42:0/1055416418 shutdown_connections 2024-06-13T11:51:18.611 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.610+0000 7fa38be00700 1 --2- 172.21.15.42:0/1055416418 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa384105070 0x7fa384111580 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:18.611 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.610+0000 7fa38be00700 1 --2- 172.21.15.42:0/1055416418 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa38410a6b0 0x7fa38410aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:18.611 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.610+0000 7fa38be00700 1 --2- 172.21.15.42:0/1055416418 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa3841046b0 0x7fa384104b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:18.611 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.610+0000 7fa38be00700 1 -- 172.21.15.42:0/1055416418 >> 172.21.15.42:0/1055416418 conn(0x7fa3841001a0 msgr2=0x7fa3841025c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:51:18.611 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.610+0000 7fa38be00700 1 -- 172.21.15.42:0/1055416418 shutdown_connections 2024-06-13T11:51:18.611 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.610+0000 7fa38be00700 1 -- 172.21.15.42:0/1055416418 wait complete. 2024-06-13T11:51:18.612 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.611+0000 7fa38be00700 1 Processor -- start 2024-06-13T11:51:18.612 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.611+0000 7fa38be00700 1 -- start start 2024-06-13T11:51:18.612 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.612+0000 7fa38be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa3841046b0 0x7fa38419adc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:18.612 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.612+0000 7fa38be00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa384105070 0x7fa38419b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:18.612 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.612+0000 7fa38be00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa38410a6b0 0x7fa38419f690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:18.612 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.612+0000 7fa38be00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa384114a90 con 0x7fa3841046b0 2024-06-13T11:51:18.612 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.612+0000 7fa38be00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fa384114910 con 0x7fa38410a6b0 2024-06-13T11:51:18.612 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.612+0000 7fa38be00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fa384114c10 con 0x7fa384105070 2024-06-13T11:51:18.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.612+0000 7fa389400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa3841046b0 0x7fa38419adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:18.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.612+0000 7fa389400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa3841046b0 0x7fa38419adc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46672/0 (socket says 172.21.15.42:46672) 2024-06-13T11:51:18.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.612+0000 7fa389400700 1 -- 172.21.15.42:0/512686031 learned_addr learned my addr 172.21.15.42:0/512686031 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:51:18.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.612+0000 7fa388a00700 1 --2- 172.21.15.42:0/512686031 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa384105070 0x7fa38419b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:18.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.612+0000 7fa389e00700 1 --2- 172.21.15.42:0/512686031 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa38410a6b0 0x7fa38419f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:18.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.612+0000 7fa389e00700 1 -- 172.21.15.42:0/512686031 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa384105070 msgr2=0x7fa38419b300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:18.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.612+0000 7fa389e00700 1 --2- 172.21.15.42:0/512686031 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa384105070 0x7fa38419b300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:18.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.613+0000 7fa389e00700 1 -- 172.21.15.42:0/512686031 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa3841046b0 msgr2=0x7fa38419adc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:18.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.613+0000 7fa389e00700 1 --2- 172.21.15.42:0/512686031 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa3841046b0 0x7fa38419adc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:18.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.613+0000 7fa389e00700 1 -- 172.21.15.42:0/512686031 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa38419fdd0 con 0x7fa38410a6b0 2024-06-13T11:51:18.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.613+0000 7fa389400700 1 --2- 172.21.15.42:0/512686031 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa3841046b0 0x7fa38419adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:51:18.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.613+0000 7fa389e00700 1 --2- 172.21.15.42:0/512686031 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa38410a6b0 0x7fa38419f690 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fa37c009f90 tx=0x7fa37c00cfa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:51:18.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.613+0000 7fa382000700 1 -- 172.21.15.42:0/512686031 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa37c021070 con 0x7fa38410a6b0 2024-06-13T11:51:18.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.613+0000 7fa382000700 1 -- 172.21.15.42:0/512686031 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa37c007ac0 con 0x7fa38410a6b0 2024-06-13T11:51:18.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.613+0000 7fa38be00700 1 -- 172.21.15.42:0/512686031 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3841a0060 con 0x7fa38410a6b0 2024-06-13T11:51:18.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.613+0000 7fa382000700 1 -- 172.21.15.42:0/512686031 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa37c005040 con 0x7fa38410a6b0 2024-06-13T11:51:18.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.614+0000 7fa38be00700 1 -- 172.21.15.42:0/512686031 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3841a7940 con 0x7fa38410a6b0 2024-06-13T11:51:18.617 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.617+0000 7fa382000700 1 -- 172.21.15.42:0/512686031 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fa37c024070 con 0x7fa38410a6b0 2024-06-13T11:51:18.618 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.618+0000 7fa382000700 1 --2- 172.21.15.42:0/512686031 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fa36c0a2c20 0x7fa36c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:18.619 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.618+0000 7fa39680fb80 1 Processor -- start 2024-06-13T11:51:18.619 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.618+0000 7fa382000700 1 -- 172.21.15.42:0/512686031 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8802+0+0 (secure 0 0 0) 0x7fa37c0d00e0 con 0x7fa38410a6b0 2024-06-13T11:51:18.619 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.618+0000 7fa39680fb80 1 -- start start 2024-06-13T11:51:18.619 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.619+0000 7fa389400700 1 --2- 172.21.15.42:0/512686031 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fa36c0a2c20 0x7fa36c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:18.624 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.619+0000 7fa39680fb80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56256ca9adf0 0x56256cb1e020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:18.624 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.619+0000 7fa39680fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56256cb1e560 0x56256cb1e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:18.624 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.619+0000 7fa39680fb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56256cb292b0 0x56256cb2b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:18.624 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.619+0000 7fa39680fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56256ca2d9c0 con 0x56256cb1e560 2024-06-13T11:51:18.624 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.619+0000 7fa39680fb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x56256ca70ab0 con 0x56256cb292b0 2024-06-13T11:51:18.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.619+0000 7fa39680fb80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x56256ca2b8a0 con 0x56256ca9adf0 2024-06-13T11:51:18.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.619+0000 7fa388a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56256cb1e560 0x56256cb1e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:18.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.619+0000 7fa388a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56256cb1e560 0x56256cb1e9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46680/0 (socket says 172.21.15.42:46680) 2024-06-13T11:51:18.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.619+0000 7fa388a00700 1 -- 172.21.15.42:0/4216411104 learned_addr learned my addr 172.21.15.42:0/4216411104 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:51:18.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.619+0000 7fa389400700 1 --2- 172.21.15.42:0/4216411104 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56256ca9adf0 0x56256cb1e020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:18.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.619+0000 7fa389e00700 1 --2- 172.21.15.42:0/4216411104 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56256cb292b0 0x56256cb2b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:18.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.620+0000 7fa389400700 1 --2- 172.21.15.42:0/512686031 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fa36c0a2c20 0x7fa36c0a50e0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fa378009fd0 tx=0x7fa378009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:51:18.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.620+0000 7fa388a00700 1 -- 172.21.15.42:0/4216411104 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56256ca9adf0 msgr2=0x56256cb1e020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:51:18.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.620+0000 7fa388a00700 1 --2- 172.21.15.42:0/4216411104 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56256ca9adf0 0x56256cb1e020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:18.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.620+0000 7fa388a00700 1 -- 172.21.15.42:0/4216411104 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56256cb292b0 msgr2=0x56256cb2b6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:51:18.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.620+0000 7fa388a00700 1 --2- 172.21.15.42:0/4216411104 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56256cb292b0 0x56256cb2b6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:18.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.620+0000 7fa388a00700 1 -- 172.21.15.42:0/4216411104 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56256ca18f40 con 0x56256cb1e560 2024-06-13T11:51:18.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.620+0000 7fa389e00700 1 --2- 172.21.15.42:0/4216411104 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56256cb292b0 0x56256cb2b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:51:18.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.620+0000 7fa388a00700 1 --2- 172.21.15.42:0/4216411104 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56256cb1e560 0x56256cb1e9e0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fa370009d30 tx=0x7fa370011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36f8cb2333de9e73 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:51:18.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.621+0000 7fa376a00700 1 -- 172.21.15.42:0/4216411104 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa370004250 con 0x56256cb1e560 2024-06-13T11:51:18.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.621+0000 7fa376a00700 1 -- 172.21.15.42:0/4216411104 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa370004d10 con 0x56256cb1e560 2024-06-13T11:51:18.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.621+0000 7fa376a00700 1 -- 172.21.15.42:0/4216411104 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa370003680 con 0x56256cb1e560 2024-06-13T11:51:18.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.621+0000 7fa39680fb80 1 -- 172.21.15.42:0/4216411104 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56256cb1e560 msgr2=0x56256cb1e9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:18.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.621+0000 7fa39680fb80 1 --2- 172.21.15.42:0/4216411104 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56256cb1e560 0x56256cb1e9e0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fa370009d30 tx=0x7fa370011720 comp rx=0 tx=0).stop 2024-06-13T11:51:18.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.621+0000 7fa39680fb80 1 -- 172.21.15.42:0/4216411104 shutdown_connections 2024-06-13T11:51:18.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.621+0000 7fa39680fb80 1 --2- 172.21.15.42:0/4216411104 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56256cb292b0 0x56256cb2b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:18.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.621+0000 7fa39680fb80 1 --2- 172.21.15.42:0/4216411104 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56256ca9adf0 0x56256cb1e020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:18.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.621+0000 7fa39680fb80 1 --2- 172.21.15.42:0/4216411104 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56256cb1e560 0x56256cb1e9e0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:18.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.621+0000 7fa39680fb80 1 -- 172.21.15.42:0/4216411104 >> 172.21.15.42:0/4216411104 conn(0x56256ca4b120 msgr2=0x56256cb1a460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:51:18.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.622+0000 7fa39680fb80 1 -- 172.21.15.42:0/4216411104 shutdown_connections 2024-06-13T11:51:18.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.622+0000 7fa39680fb80 1 -- 172.21.15.42:0/4216411104 wait complete. 2024-06-13T11:51:18.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.622+0000 7fa39680fb80 1 -- start start 2024-06-13T11:51:18.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.623+0000 7fa39680fb80 1 Processor -- start 2024-06-13T11:51:18.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.623+0000 7fa39680fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56256ca9adf0 0x56256cb289b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:18.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.623+0000 7fa39680fb80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56256cb1e560 0x56256cb25cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:18.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.623+0000 7fa39680fb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56256cb292b0 0x56256cb261f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:18.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.623+0000 7fa39680fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56256ca0cf10 con 0x56256ca9adf0 2024-06-13T11:51:18.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.623+0000 7fa39680fb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x56256ca6ca70 con 0x56256cb292b0 2024-06-13T11:51:18.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.623+0000 7fa39680fb80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x56256cb2bf70 con 0x56256cb1e560 2024-06-13T11:51:18.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.623+0000 7fa39680fb80 10 client.0 _ll_register_callbacks cb 0x56256ca0a6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:51:18.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.623+0000 7fa389400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56256ca9adf0 0x56256cb289b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:18.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.624+0000 7fa388a00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56256cb1e560 0x56256cb25cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:18.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.624+0000 7fa389400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56256ca9adf0 0x56256cb289b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46682/0 (socket says 172.21.15.42:46682) 2024-06-13T11:51:18.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.624+0000 7fa389400700 1 -- 172.21.15.42:0/881662134 learned_addr learned my addr 172.21.15.42:0/881662134 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:51:18.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.624+0000 7fa389e00700 1 --2- 172.21.15.42:0/881662134 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56256cb292b0 0x56256cb261f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:18.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.624+0000 7fa388a00700 1 -- 172.21.15.42:0/881662134 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56256cb292b0 msgr2=0x56256cb261f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:51:18.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.624+0000 7fa388a00700 1 --2- 172.21.15.42:0/881662134 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56256cb292b0 0x56256cb261f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:18.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.624+0000 7fa388a00700 1 -- 172.21.15.42:0/881662134 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56256ca9adf0 msgr2=0x56256cb289b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:51:18.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.624+0000 7fa388a00700 1 --2- 172.21.15.42:0/881662134 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56256ca9adf0 0x56256cb289b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:18.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.624+0000 7fa388a00700 1 -- 172.21.15.42:0/881662134 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56256c9bf880 con 0x56256cb1e560 2024-06-13T11:51:18.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.624+0000 7fa389e00700 1 --2- 172.21.15.42:0/881662134 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56256cb292b0 0x56256cb261f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:51:18.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.624+0000 7fa388a00700 1 --2- 172.21.15.42:0/881662134 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56256cb1e560 0x56256cb25cb0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fa3700053b0 tx=0x7fa370005e80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3a4569725d06d1ab server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:51:18.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.624+0000 7fa36b400700 10 client.0 ms_handle_connect on v2:172.21.15.162:3300/0 2024-06-13T11:51:18.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.625+0000 7fa36b400700 1 -- 172.21.15.42:0/881662134 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa370026020 con 0x56256cb1e560 2024-06-13T11:51:18.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.625+0000 7fa36b400700 1 -- 172.21.15.42:0/881662134 <== mon.1 v2:172.21.15.162:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8802+0+0 (secure 0 0 0) 0x7fa370004960 con 0x56256cb1e560 2024-06-13T11:51:18.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.625+0000 7fa39680fb80 1 -- 172.21.15.42:0/881662134 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa370004d10 con 0x56256cb1e560 2024-06-13T11:51:18.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.625+0000 7fa36b400700 1 -- 172.21.15.42:0/881662134 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7fa370031050 con 0x56256cb1e560 2024-06-13T11:51:18.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.625+0000 7fa39680fb80 10 client.24613 fetch_fsmap learned FSMap version 17 2024-06-13T11:51:18.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.625+0000 7fa39680fb80 1 -- 172.21.15.42:0/881662134 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) -- 0x56256cb36630 con 0x56256cb1e560 2024-06-13T11:51:18.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.626+0000 7fa36b400700 1 -- 172.21.15.42:0/881662134 <== mon.1 v2:172.21.15.162:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa370004d10 con 0x56256cb1e560 2024-06-13T11:51:18.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.626+0000 7fa36b400700 1 -- 172.21.15.42:0/881662134 <== mon.1 v2:172.21.15.162:3300/0 5 ==== fsmap(e 17) ==== 8342+0+0 (secure 0 0 0) 0x7fa370018070 con 0x56256cb1e560 2024-06-13T11:51:18.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.626+0000 7fa39680fb80 10 client.24613 fetch_fsmap finished waiting for FSMap version 17 2024-06-13T11:51:18.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.626+0000 7fa39680fb80 10 client.24613 resolve_mds: resolved name 'b' to daemon mds.b 2024-06-13T11:51:18.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.626+0000 7fa39680fb80 20 client.24613 populate_metadata read hostname 'smithi042' 2024-06-13T11:51:18.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.626+0000 7fa39680fb80 1 --2- 172.21.15.42:0/881662134 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x56256cb38a50 0x56256cb39ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:18.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.626+0000 7fa39680fb80 4 client.24613 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:51:18.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.626+0000 7fa39680fb80 1 -- 172.21.15.42:0/881662134 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56256ca7dfb0 con 0x56256cb38a50 2024-06-13T11:51:18.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.627+0000 7fa389400700 1 --2- 172.21.15.42:0/881662134 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x56256cb38a50 0x56256cb39ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:18.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.627+0000 7fa389400700 1 --2- 172.21.15.42:0/881662134 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x56256cb38a50 0x56256cb39ec0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=def86901918dd5c8 server_cookie=769036ee91cdae4d in_seq=0 out_seq=0 2024-06-13T11:51:18.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.627+0000 7fa36b400700 10 client.24613 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:51:18.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.628+0000 7fa36b400700 1 -- 172.21.15.42:0/881662134 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x56256ca7dfb0 con 0x56256cb38a50 2024-06-13T11:51:18.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.628+0000 7fa36b400700 10 client.24613 handle_command_reply: tid=0 2024-06-13T11:51:18.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.628+0000 7fa39680fb80 1 client.24613 shutdown 2024-06-13T11:51:18.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.628+0000 7fa39680fb80 1 -- 172.21.15.42:0/881662134 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56256cb1e560 msgr2=0x56256cb25cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:18.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.628+0000 7fa39680fb80 1 --2- 172.21.15.42:0/881662134 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56256cb1e560 0x56256cb25cb0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fa3700053b0 tx=0x7fa370005e80 comp rx=0 tx=0).stop 2024-06-13T11:51:18.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.628+0000 7fa39680fb80 1 -- 172.21.15.42:0/881662134 shutdown_connections 2024-06-13T11:51:18.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.628+0000 7fa39680fb80 1 --2- 172.21.15.42:0/881662134 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x56256cb38a50 0x56256cb39ec0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:18.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.628+0000 7fa39680fb80 1 --2- 172.21.15.42:0/881662134 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56256cb292b0 0x56256cb261f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:18.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.628+0000 7fa39680fb80 1 --2- 172.21.15.42:0/881662134 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56256ca9adf0 0x56256cb289b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:18.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.628+0000 7fa39680fb80 1 --2- 172.21.15.42:0/881662134 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56256cb1e560 0x56256cb25cb0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:18.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.628+0000 7fa39680fb80 1 -- 172.21.15.42:0/881662134 >> 172.21.15.42:0/881662134 conn(0x56256ca4b120 msgr2=0x56256cb196f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:51:18.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.628+0000 7fa36b400700 0 client.24613 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:51:18.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.629+0000 7fa39680fb80 1 -- 172.21.15.42:0/881662134 shutdown_connections 2024-06-13T11:51:18.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.629+0000 7fa39680fb80 1 -- 172.21.15.42:0/881662134 wait complete. 2024-06-13T11:51:18.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.629+0000 7fa39680fb80 20 client.24613 trim_cache size 0 max 16384 2024-06-13T11:51:18.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.653+0000 7fa39680fb80 1 Processor -- start 2024-06-13T11:51:18.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.653+0000 7fa39680fb80 1 -- start start 2024-06-13T11:51:18.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.653+0000 7fa39680fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56256ca9adf0 0x56256cb1a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:18.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.653+0000 7fa39680fb80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56256cb1e560 0x56256cb19570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:18.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.654+0000 7fa39680fb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56256cb292b0 0x56256cb2a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:18.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.654+0000 7fa39680fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56256cb38200 con 0x56256ca9adf0 2024-06-13T11:51:18.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.654+0000 7fa39680fb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x56256cb388d0 con 0x56256cb292b0 2024-06-13T11:51:18.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.654+0000 7fa39680fb80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x56256cb38fa0 con 0x56256cb1e560 2024-06-13T11:51:18.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.654+0000 7fa389400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56256ca9adf0 0x56256cb1a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:18.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.654+0000 7fa389400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56256ca9adf0 0x56256cb1a5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46686/0 (socket says 172.21.15.42:46686) 2024-06-13T11:51:18.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.654+0000 7fa389400700 1 -- 172.21.15.42:0/584496394 learned_addr learned my addr 172.21.15.42:0/584496394 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:51:18.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.654+0000 7fa388a00700 1 --2- 172.21.15.42:0/584496394 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56256cb1e560 0x56256cb19570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:18.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.654+0000 7fa389e00700 1 --2- 172.21.15.42:0/584496394 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56256cb292b0 0x56256cb2a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:18.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.654+0000 7fa389400700 1 -- 172.21.15.42:0/584496394 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56256cb1e560 msgr2=0x56256cb19570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:51:18.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.654+0000 7fa389400700 1 --2- 172.21.15.42:0/584496394 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56256cb1e560 0x56256cb19570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:18.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.654+0000 7fa389400700 1 -- 172.21.15.42:0/584496394 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56256cb292b0 msgr2=0x56256cb2a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:51:18.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.654+0000 7fa389400700 1 --2- 172.21.15.42:0/584496394 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56256cb292b0 0x56256cb2a6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:18.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.654+0000 7fa389400700 1 -- 172.21.15.42:0/584496394 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56256cb11dc0 con 0x56256ca9adf0 2024-06-13T11:51:18.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.655+0000 7fa389400700 1 --2- 172.21.15.42:0/584496394 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56256ca9adf0 0x56256cb1a5d0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x56256cb3a9a0 tx=0x7fa37801a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=daca5450c7a54354 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:51:18.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.655+0000 7fa376000700 1 -- 172.21.15.42:0/584496394 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa378004a30 con 0x56256ca9adf0 2024-06-13T11:51:18.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.655+0000 7fa376000700 1 -- 172.21.15.42:0/584496394 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa378005500 con 0x56256ca9adf0 2024-06-13T11:51:18.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.655+0000 7fa376000700 1 -- 172.21.15.42:0/584496394 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa37802aa10 con 0x56256ca9adf0 2024-06-13T11:51:18.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.656+0000 7fa39680fb80 1 -- 172.21.15.42:0/584496394 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56256ca9adf0 msgr2=0x56256cb1a5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:18.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.656+0000 7fa39680fb80 1 --2- 172.21.15.42:0/584496394 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56256ca9adf0 0x56256cb1a5d0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x56256cb3a9a0 tx=0x7fa37801a000 comp rx=0 tx=0).stop 2024-06-13T11:51:18.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.656+0000 7fa39680fb80 1 -- 172.21.15.42:0/584496394 shutdown_connections 2024-06-13T11:51:18.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.656+0000 7fa39680fb80 1 --2- 172.21.15.42:0/584496394 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56256cb292b0 0x56256cb2a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:18.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.656+0000 7fa39680fb80 1 --2- 172.21.15.42:0/584496394 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56256ca9adf0 0x56256cb1a5d0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:18.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.656+0000 7fa39680fb80 1 --2- 172.21.15.42:0/584496394 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56256cb1e560 0x56256cb19570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:18.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.656+0000 7fa39680fb80 1 -- 172.21.15.42:0/584496394 >> 172.21.15.42:0/584496394 conn(0x56256ca4b120 msgr2=0x56256cb18e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:51:18.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.656+0000 7fa39680fb80 1 -- 172.21.15.42:0/584496394 shutdown_connections 2024-06-13T11:51:18.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.656+0000 7fa39680fb80 1 -- 172.21.15.42:0/584496394 wait complete. 2024-06-13T11:51:18.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.657+0000 7fa39680fb80 1 -- start start 2024-06-13T11:51:18.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.657+0000 7fa39680fb80 1 Processor -- start 2024-06-13T11:51:18.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.657+0000 7fa39680fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56256ca9adf0 0x56256cb27720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:18.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.657+0000 7fa39680fb80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56256cb1e560 0x56256cb27c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:18.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.657+0000 7fa39680fb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56256cb292b0 0x56256cb42330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:18.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.657+0000 7fa39680fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56256cb39d40 con 0x56256ca9adf0 2024-06-13T11:51:18.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.657+0000 7fa39680fb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x56256cb39670 con 0x56256cb292b0 2024-06-13T11:51:18.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.657+0000 7fa39680fb80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x56256cb3a410 con 0x56256cb1e560 2024-06-13T11:51:18.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.657+0000 7fa39680fb80 10 client.0 _ll_register_callbacks cb 0x56256ca0a6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:51:18.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.658+0000 7fa389e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56256cb292b0 0x56256cb42330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:18.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.658+0000 7fa389400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56256ca9adf0 0x56256cb27720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:18.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.658+0000 7fa389e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56256cb292b0 0x56256cb42330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:39356/0 (socket says 172.21.15.42:39356) 2024-06-13T11:51:18.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.658+0000 7fa389e00700 1 -- 172.21.15.42:0/2764532803 learned_addr learned my addr 172.21.15.42:0/2764532803 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:51:18.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.658+0000 7fa389400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56256ca9adf0 0x56256cb27720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46696/0 (socket says 172.21.15.42:46696) 2024-06-13T11:51:18.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.658+0000 7fa388a00700 1 --2- 172.21.15.42:0/2764532803 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56256cb1e560 0x56256cb27c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:18.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.658+0000 7fa389e00700 1 -- 172.21.15.42:0/2764532803 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56256cb1e560 msgr2=0x56256cb27c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:51:18.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.658+0000 7fa389e00700 1 --2- 172.21.15.42:0/2764532803 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56256cb1e560 0x56256cb27c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:18.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.658+0000 7fa389e00700 1 -- 172.21.15.42:0/2764532803 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56256ca9adf0 msgr2=0x56256cb27720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:51:18.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.658+0000 7fa389e00700 1 --2- 172.21.15.42:0/2764532803 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56256ca9adf0 0x56256cb27720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:18.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.658+0000 7fa389e00700 1 -- 172.21.15.42:0/2764532803 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56256cb42920 con 0x56256cb292b0 2024-06-13T11:51:18.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.658+0000 7fa389400700 1 --2- 172.21.15.42:0/2764532803 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56256ca9adf0 0x56256cb27720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:51:18.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.659+0000 7fa389e00700 1 --2- 172.21.15.42:0/2764532803 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56256cb292b0 0x56256cb42330 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fa37c09c430 tx=0x7fa37c0a3040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fc7c55b71bd182ab server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:51:18.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.659+0000 7fa36b400700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:51:18.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.659+0000 7fa36b400700 1 -- 172.21.15.42:0/2764532803 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa37c0b5060 con 0x56256cb292b0 2024-06-13T11:51:18.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.659+0000 7fa39680fb80 1 -- 172.21.15.42:0/2764532803 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa378005500 con 0x56256cb292b0 2024-06-13T11:51:18.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.659+0000 7fa36b400700 1 -- 172.21.15.42:0/2764532803 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8802+0+0 (secure 0 0 0) 0x7fa37c09aa30 con 0x56256cb292b0 2024-06-13T11:51:18.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.659+0000 7fa36b400700 1 -- 172.21.15.42:0/2764532803 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7fa37c02b040 con 0x56256cb292b0 2024-06-13T11:51:18.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.659+0000 7fa39680fb80 10 client.24641 fetch_fsmap learned FSMap version 17 2024-06-13T11:51:18.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.659+0000 7fa39680fb80 1 -- 172.21.15.42:0/2764532803 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) -- 0x56256cb43c00 con 0x56256cb292b0 2024-06-13T11:51:18.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.659+0000 7fa36b400700 1 -- 172.21.15.42:0/2764532803 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa378005500 con 0x56256cb292b0 2024-06-13T11:51:18.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.659+0000 7fa36b400700 1 -- 172.21.15.42:0/2764532803 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 17) ==== 8342+0+0 (secure 0 0 0) 0x7fa37c011070 con 0x56256cb292b0 2024-06-13T11:51:18.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.660+0000 7fa39680fb80 10 client.24641 fetch_fsmap finished waiting for FSMap version 17 2024-06-13T11:51:18.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.660+0000 7fa39680fb80 10 client.24641 resolve_mds: resolved name 'b' to daemon mds.b 2024-06-13T11:51:18.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.660+0000 7fa39680fb80 20 client.24641 populate_metadata read hostname 'smithi042' 2024-06-13T11:51:18.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.660+0000 7fa39680fb80 1 --2- 172.21.15.42:0/2764532803 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x56256cba8940 0x56256cba7650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:18.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.660+0000 7fa39680fb80 4 client.24641 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-13T11:51:18.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.660+0000 7fa39680fb80 1 -- 172.21.15.42:0/2764532803 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "status"}) -- 0x56256ca78530 con 0x56256cba8940 2024-06-13T11:51:18.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.660+0000 7fa389400700 1 --2- 172.21.15.42:0/2764532803 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x56256cba8940 0x56256cba7650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:18.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.660+0000 7fa389400700 1 --2- 172.21.15.42:0/2764532803 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x56256cba8940 0x56256cba7650 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cbcf190ee3b34ce2 server_cookie=6505c9c4a9ed902b in_seq=0 out_seq=0 2024-06-13T11:51:18.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.660+0000 7fa36b400700 10 client.24641 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:51:18.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.661+0000 7fa36b400700 1 -- 172.21.15.42:0/2764532803 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x56256ca78530 con 0x56256cba8940 2024-06-13T11:51:18.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.661+0000 7fa36b400700 10 client.24641 handle_command_reply: tid=0 2024-06-13T11:51:18.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.661+0000 7fa39680fb80 1 client.24641 shutdown 2024-06-13T11:51:18.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.661+0000 7fa39680fb80 1 -- 172.21.15.42:0/2764532803 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56256cb292b0 msgr2=0x56256cb42330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:18.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.661+0000 7fa39680fb80 1 --2- 172.21.15.42:0/2764532803 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56256cb292b0 0x56256cb42330 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fa37c09c430 tx=0x7fa37c0a3040 comp rx=0 tx=0).stop 2024-06-13T11:51:18.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.661+0000 7fa39680fb80 1 -- 172.21.15.42:0/2764532803 shutdown_connections 2024-06-13T11:51:18.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.661+0000 7fa39680fb80 1 --2- 172.21.15.42:0/2764532803 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x56256cba8940 0x56256cba7650 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:18.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.661+0000 7fa39680fb80 1 --2- 172.21.15.42:0/2764532803 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56256cb292b0 0x56256cb42330 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:18.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.661+0000 7fa39680fb80 1 --2- 172.21.15.42:0/2764532803 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56256ca9adf0 0x56256cb27720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:18.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.661+0000 7fa36b400700 0 client.24641 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:51:18.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.661+0000 7fa39680fb80 1 --2- 172.21.15.42:0/2764532803 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56256cb1e560 0x56256cb27c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:18.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.661+0000 7fa39680fb80 1 -- 172.21.15.42:0/2764532803 >> 172.21.15.42:0/2764532803 conn(0x56256ca4b120 msgr2=0x56256cb196f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:51:18.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.661+0000 7fa39680fb80 1 -- 172.21.15.42:0/2764532803 shutdown_connections 2024-06-13T11:51:18.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.661+0000 7fa39680fb80 1 -- 172.21.15.42:0/2764532803 wait complete. 2024-06-13T11:51:18.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.661+0000 7fa39680fb80 20 client.24641 trim_cache size 0 max 16384 2024-06-13T11:51:18.665 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-13T11:51:18.666 INFO:teuthology.orchestra.run.smithi042.stdout: "cluster_fsid": "aa9143f6-2979-11ef-bc9c-c7b262605968", 2024-06-13T11:51:18.666 INFO:teuthology.orchestra.run.smithi042.stdout: "whoami": 0, 2024-06-13T11:51:18.666 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 24539, 2024-06-13T11:51:18.666 INFO:teuthology.orchestra.run.smithi042.stdout: "want_state": "up:active", 2024-06-13T11:51:18.666 INFO:teuthology.orchestra.run.smithi042.stdout: "state": "up:active", 2024-06-13T11:51:18.666 INFO:teuthology.orchestra.run.smithi042.stdout: "fs_name": "cephfs", 2024-06-13T11:51:18.666 INFO:teuthology.orchestra.run.smithi042.stdout: "rank_uptime": 38.969560537, 2024-06-13T11:51:18.666 INFO:teuthology.orchestra.run.smithi042.stdout: "mdsmap_epoch": 17, 2024-06-13T11:51:18.666 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch": 96, 2024-06-13T11:51:18.666 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch_barrier": 96, 2024-06-13T11:51:18.666 INFO:teuthology.orchestra.run.smithi042.stdout: "uptime": 60.468367313000002 2024-06-13T11:51:18.666 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-13T11:51:18.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.662+0000 7fa38be00700 1 -- 172.21.15.42:0/512686031 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fa36c0a2c20 msgr2=0x7fa36c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:18.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.662+0000 7fa38be00700 1 --2- 172.21.15.42:0/512686031 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fa36c0a2c20 0x7fa36c0a50e0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fa378009fd0 tx=0x7fa378009260 comp rx=0 tx=0).stop 2024-06-13T11:51:18.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.662+0000 7fa38be00700 1 -- 172.21.15.42:0/512686031 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa38410a6b0 msgr2=0x7fa38419f690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:18.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.662+0000 7fa38be00700 1 --2- 172.21.15.42:0/512686031 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa38410a6b0 0x7fa38419f690 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fa37c009f90 tx=0x7fa37c00cfa0 comp rx=0 tx=0).stop 2024-06-13T11:51:18.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.662+0000 7fa38be00700 1 -- 172.21.15.42:0/512686031 shutdown_connections 2024-06-13T11:51:18.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.662+0000 7fa38be00700 1 --2- 172.21.15.42:0/512686031 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fa36c0a2c20 0x7fa36c0a50e0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:18.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.662+0000 7fa38be00700 1 --2- 172.21.15.42:0/512686031 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa38410a6b0 0x7fa38419f690 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:18.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.662+0000 7fa38be00700 1 --2- 172.21.15.42:0/512686031 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa3841046b0 0x7fa38419adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:18.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.662+0000 7fa38be00700 1 --2- 172.21.15.42:0/512686031 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa384105070 0x7fa38419b300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:18.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.662+0000 7fa38be00700 1 -- 172.21.15.42:0/512686031 >> 172.21.15.42:0/512686031 conn(0x7fa3841001a0 msgr2=0x7fa3841006c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:51:18.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.663+0000 7fa38be00700 1 -- 172.21.15.42:0/512686031 shutdown_connections 2024-06-13T11:51:18.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:18.663+0000 7fa38be00700 1 -- 172.21.15.42:0/512686031 wait complete. 2024-06-13T11:51:19.596 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-06-13T11:51:19.596 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-06-13T11:51:19.597 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs ls 2024-06-13T11:51:20.076 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:51:20.483 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:20 smithi042 ceph-mon[32231]: pgmap v353: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:20.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:20 smithi162 ceph-mon[36757]: pgmap v353: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:20.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:20 smithi088 ceph-mon[36399]: pgmap v353: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:22.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.416+0000 7f5000c00700 1 -- 172.21.15.42:0/405970481 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ffc102f10 msgr2=0x7f4ffc10f330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:22.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.416+0000 7f5000c00700 1 --2- 172.21.15.42:0/405970481 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ffc102f10 0x7f4ffc10f330 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f4ff400b0a0 tx=0x7f4ff400b3b0 comp rx=0 tx=0).stop 2024-06-13T11:51:22.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.416+0000 7f5000c00700 1 -- 172.21.15.42:0/405970481 shutdown_connections 2024-06-13T11:51:22.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.416+0000 7f5000c00700 1 --2- 172.21.15.42:0/405970481 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ffc102f10 0x7f4ffc10f330 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:22.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.416+0000 7f5000c00700 1 --2- 172.21.15.42:0/405970481 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4ffc1084f0 0x7f4ffc1088d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:22.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.416+0000 7f5000c00700 1 --2- 172.21.15.42:0/405970481 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4ffc102550 0x7f4ffc1029d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:22.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.416+0000 7f5000c00700 1 -- 172.21.15.42:0/405970481 >> 172.21.15.42:0/405970481 conn(0x7f4ffc079650 msgr2=0x7f4ffc079a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:51:22.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.417+0000 7f5000c00700 1 -- 172.21.15.42:0/405970481 shutdown_connections 2024-06-13T11:51:22.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.417+0000 7f5000c00700 1 -- 172.21.15.42:0/405970481 wait complete. 2024-06-13T11:51:22.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.418+0000 7f5000c00700 1 Processor -- start 2024-06-13T11:51:22.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.418+0000 7f5000c00700 1 -- start start 2024-06-13T11:51:22.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.418+0000 7f5000c00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4ffc102550 0x7f4ffc19ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:22.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.418+0000 7f5000c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4ffc102f10 0x7f4ffc19b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:22.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.418+0000 7f5000c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ffc1084f0 0x7f4ffc19f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:22.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.418+0000 7f5000c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4ffc1127b0 con 0x7f4ffc1084f0 2024-06-13T11:51:22.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.418+0000 7f5000c00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f4ffc112630 con 0x7f4ffc102f10 2024-06-13T11:51:22.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.418+0000 7f5000c00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f4ffc112930 con 0x7f4ffc102550 2024-06-13T11:51:22.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.419+0000 7f4ffa800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ffc1084f0 0x7f4ffc19f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:22.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.419+0000 7f4ff9e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4ffc102550 0x7f4ffc19ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:22.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.419+0000 7f4ff9400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4ffc102f10 0x7f4ffc19b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:22.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.419+0000 7f4ff9e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4ffc102550 0x7f4ffc19ae60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:50166/0 (socket says 172.21.15.42:50166) 2024-06-13T11:51:22.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.419+0000 7f4ff9e00700 1 -- 172.21.15.42:0/2737630252 learned_addr learned my addr 172.21.15.42:0/2737630252 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:51:22.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.419+0000 7f4ff9e00700 1 -- 172.21.15.42:0/2737630252 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4ffc102f10 msgr2=0x7f4ffc19b3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:22.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.419+0000 7f4ff9e00700 1 --2- 172.21.15.42:0/2737630252 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4ffc102f10 0x7f4ffc19b3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:22.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.419+0000 7f4ff9e00700 1 -- 172.21.15.42:0/2737630252 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ffc1084f0 msgr2=0x7f4ffc19f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:22.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.419+0000 7f4ff9e00700 1 --2- 172.21.15.42:0/2737630252 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ffc1084f0 0x7f4ffc19f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:22.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.419+0000 7f4ff9e00700 1 -- 172.21.15.42:0/2737630252 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ffc19fe70 con 0x7f4ffc102550 2024-06-13T11:51:22.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.419+0000 7f4ffa800700 1 --2- 172.21.15.42:0/2737630252 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ffc1084f0 0x7f4ffc19f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:51:22.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.419+0000 7f4ff9e00700 1 --2- 172.21.15.42:0/2737630252 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4ffc102550 0x7f4ffc19ae60 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f4fec00d950 tx=0x7f4fec00dc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:51:22.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.420+0000 7f4ff2a00700 1 -- 172.21.15.42:0/2737630252 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fec016070 con 0x7f4ffc102550 2024-06-13T11:51:22.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.420+0000 7f5000c00700 1 -- 172.21.15.42:0/2737630252 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ffc1a0160 con 0x7f4ffc102550 2024-06-13T11:51:22.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.420+0000 7f4ff2a00700 1 -- 172.21.15.42:0/2737630252 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4fec00fd70 con 0x7f4ffc102550 2024-06-13T11:51:22.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.420+0000 7f4ff2a00700 1 -- 172.21.15.42:0/2737630252 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fec00e610 con 0x7f4ffc102550 2024-06-13T11:51:22.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.420+0000 7f5000c00700 1 -- 172.21.15.42:0/2737630252 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ffc1a79e0 con 0x7f4ffc102550 2024-06-13T11:51:22.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.421+0000 7f5000c00700 1 -- 172.21.15.42:0/2737630252 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ffc069180 con 0x7f4ffc102550 2024-06-13T11:51:22.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.423+0000 7f4ff2a00700 1 -- 172.21.15.42:0/2737630252 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f4fec019070 con 0x7f4ffc102550 2024-06-13T11:51:22.425 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.424+0000 7f4ff2a00700 1 --2- 172.21.15.42:0/2737630252 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f4fe00a2c20 0x7f4fe00a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:22.425 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.424+0000 7f4ff2a00700 1 -- 172.21.15.42:0/2737630252 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8802+0+0 (secure 0 0 0) 0x7f4fec0ced20 con 0x7f4ffc102550 2024-06-13T11:51:22.425 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.425+0000 7f4ff9400700 1 --2- 172.21.15.42:0/2737630252 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f4fe00a2c20 0x7f4fe00a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:22.425 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.425+0000 7f4ff9400700 1 --2- 172.21.15.42:0/2737630252 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f4fe00a2c20 0x7f4fe00a50e0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f4ffc10f730 tx=0x7f4fe8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:51:22.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.429+0000 7f4ff2a00700 1 -- 172.21.15.42:0/2737630252 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4fec09b9e0 con 0x7f4ffc102550 2024-06-13T11:51:22.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:22 smithi042 ceph-mon[32231]: pgmap v354: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:22.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:22 smithi162 ceph-mon[36757]: pgmap v354: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:22.712 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.712+0000 7f5000c00700 1 -- 172.21.15.42:0/2737630252 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f4ffc1a7c10 con 0x7f4ffc102550 2024-06-13T11:51:22.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.713+0000 7f4ff2a00700 1 -- 172.21.15.42:0/2737630252 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) ==== 53+0+88 (secure 0 0 0) 0x7f4fec09b2e0 con 0x7f4ffc102550 2024-06-13T11:51:22.713 INFO:teuthology.orchestra.run.smithi042.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-06-13T11:51:22.716 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.716+0000 7f5000c00700 1 -- 172.21.15.42:0/2737630252 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f4fe00a2c20 msgr2=0x7f4fe00a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:22.716 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.716+0000 7f5000c00700 1 --2- 172.21.15.42:0/2737630252 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f4fe00a2c20 0x7f4fe00a50e0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f4ffc10f730 tx=0x7f4fe8009260 comp rx=0 tx=0).stop 2024-06-13T11:51:22.716 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.716+0000 7f5000c00700 1 -- 172.21.15.42:0/2737630252 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4ffc102550 msgr2=0x7f4ffc19ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:22.716 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.716+0000 7f5000c00700 1 --2- 172.21.15.42:0/2737630252 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4ffc102550 0x7f4ffc19ae60 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f4fec00d950 tx=0x7f4fec00dc60 comp rx=0 tx=0).stop 2024-06-13T11:51:22.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.716+0000 7f5000c00700 1 -- 172.21.15.42:0/2737630252 shutdown_connections 2024-06-13T11:51:22.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.716+0000 7f5000c00700 1 --2- 172.21.15.42:0/2737630252 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ffc1084f0 0x7f4ffc19f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:22.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.716+0000 7f5000c00700 1 --2- 172.21.15.42:0/2737630252 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4ffc102550 0x7f4ffc19ae60 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:22.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.716+0000 7f5000c00700 1 --2- 172.21.15.42:0/2737630252 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f4fe00a2c20 0x7f4fe00a50e0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:22.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.716+0000 7f5000c00700 1 --2- 172.21.15.42:0/2737630252 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4ffc102f10 0x7f4ffc19b3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:22.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.716+0000 7f5000c00700 1 -- 172.21.15.42:0/2737630252 >> 172.21.15.42:0/2737630252 conn(0x7f4ffc079650 msgr2=0x7f4ffc1003c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:51:22.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.716+0000 7f5000c00700 1 -- 172.21.15.42:0/2737630252 shutdown_connections 2024-06-13T11:51:22.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:22.716+0000 7f5000c00700 1 -- 172.21.15.42:0/2737630252 wait complete. 2024-06-13T11:51:22.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:22 smithi088 ceph-mon[36399]: pgmap v354: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:23.444 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:23 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2737630252' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-06-13T11:51:23.501 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-06-13T11:51:23.501 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-06-13T11:51:23.501 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi042.front.sepia.ceph.com 2024-06-13T11:51:23.501 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-06-13T11:51:23.501 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-06-13T11:51:23.501 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-06-13T11:51:23.502 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-06-13T11:51:23.502 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-06-13T11:51:23.502 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-06-13T11:51:23.502 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T11:51:23.502 DEBUG:teuthology.orchestra.run.smithi042:> ip addr 2024-06-13T11:51:23.556 INFO:teuthology.orchestra.run.smithi042.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-06-13T11:51:23.556 INFO:teuthology.orchestra.run.smithi042.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-06-13T11:51:23.556 INFO:teuthology.orchestra.run.smithi042.stdout: inet 127.0.0.1/8 scope host lo 2024-06-13T11:51:23.556 INFO:teuthology.orchestra.run.smithi042.stdout: valid_lft forever preferred_lft forever 2024-06-13T11:51:23.556 INFO:teuthology.orchestra.run.smithi042.stdout: inet6 ::1/128 scope host 2024-06-13T11:51:23.556 INFO:teuthology.orchestra.run.smithi042.stdout: valid_lft forever preferred_lft forever 2024-06-13T11:51:23.556 INFO:teuthology.orchestra.run.smithi042.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-06-13T11:51:23.557 INFO:teuthology.orchestra.run.smithi042.stdout: link/ether 0c:c4:7a:6b:fd:0e brd ff:ff:ff:ff:ff:ff 2024-06-13T11:51:23.557 INFO:teuthology.orchestra.run.smithi042.stdout: altname enp7s0f0 2024-06-13T11:51:23.557 INFO:teuthology.orchestra.run.smithi042.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-06-13T11:51:23.557 INFO:teuthology.orchestra.run.smithi042.stdout: link/ether 0c:c4:7a:6b:fd:0f brd ff:ff:ff:ff:ff:ff 2024-06-13T11:51:23.557 INFO:teuthology.orchestra.run.smithi042.stdout: altname enp7s0f1 2024-06-13T11:51:23.557 INFO:teuthology.orchestra.run.smithi042.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-06-13T11:51:23.557 INFO:teuthology.orchestra.run.smithi042.stdout: link/ether 0c:c4:7a:bd:14:40 brd ff:ff:ff:ff:ff:ff 2024-06-13T11:51:23.557 INFO:teuthology.orchestra.run.smithi042.stdout: altname enp1s0f0 2024-06-13T11:51:23.557 INFO:teuthology.orchestra.run.smithi042.stdout: inet 172.21.15.42/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-06-13T11:51:23.557 INFO:teuthology.orchestra.run.smithi042.stdout: valid_lft 42001sec preferred_lft 42001sec 2024-06-13T11:51:23.557 INFO:teuthology.orchestra.run.smithi042.stdout: inet6 fe80::ec4:7aff:febd:1440/64 scope link noprefixroute 2024-06-13T11:51:23.557 INFO:teuthology.orchestra.run.smithi042.stdout: valid_lft forever preferred_lft forever 2024-06-13T11:51:23.557 INFO:teuthology.orchestra.run.smithi042.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-06-13T11:51:23.557 INFO:teuthology.orchestra.run.smithi042.stdout: link/ether 0c:c4:7a:bd:14:41 brd ff:ff:ff:ff:ff:ff 2024-06-13T11:51:23.557 INFO:teuthology.orchestra.run.smithi042.stdout: altname enp1s0f1 2024-06-13T11:51:23.558 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-06-13T11:51:23.558 DEBUG:teuthology.orchestra.run.smithi042:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-13T11:51:23.558 DEBUG:teuthology.orchestra.run.smithi042:> set -e 2024-06-13T11:51:23.558 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip link add name ceph-brx type bridge 2024-06-13T11:51:23.559 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip addr flush dev ceph-brx 2024-06-13T11:51:23.559 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip link set ceph-brx up 2024-06-13T11:51:23.559 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-06-13T11:51:23.559 DEBUG:teuthology.orchestra.run.smithi042:> ') 2024-06-13T11:51:23.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:23 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-13T11:51:23.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:23 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2737630252' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-06-13T11:51:23.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:23 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2737630252' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-06-13T11:51:24.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-13T11:51:24.042 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T11:51:24.042 DEBUG:teuthology.orchestra.run.smithi042:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-06-13T11:51:24.116 INFO:teuthology.orchestra.run.smithi042.stdout:1 2024-06-13T11:51:24.119 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T11:51:24.119 DEBUG:teuthology.orchestra.run.smithi042:> route 2024-06-13T11:51:24.168 INFO:teuthology.orchestra.run.smithi042.stdout:Kernel IP routing table 2024-06-13T11:51:24.169 INFO:teuthology.orchestra.run.smithi042.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-06-13T11:51:24.169 INFO:teuthology.orchestra.run.smithi042.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-06-13T11:51:24.169 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-06-13T11:51:24.169 INFO:teuthology.orchestra.run.smithi042.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-06-13T11:51:24.169 DEBUG:teuthology.orchestra.run.smithi042:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-13T11:51:24.169 DEBUG:teuthology.orchestra.run.smithi042:> set -e 2024-06-13T11:51:24.169 DEBUG:teuthology.orchestra.run.smithi042:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-06-13T11:51:24.170 DEBUG:teuthology.orchestra.run.smithi042:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-06-13T11:51:24.170 DEBUG:teuthology.orchestra.run.smithi042:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-06-13T11:51:24.170 DEBUG:teuthology.orchestra.run.smithi042:> ') 2024-06-13T11:51:24.267 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:24 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-13T11:51:24.548 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:24 smithi042 ceph-mon[32231]: pgmap v355: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:24.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:24 smithi162 ceph-mon[36757]: pgmap v355: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:24.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:24 smithi088 ceph-mon[36399]: pgmap v355: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:24.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-13T11:51:24.917 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T11:51:24.917 DEBUG:teuthology.orchestra.run.smithi042:> ip netns list 2024-06-13T11:51:24.972 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T11:51:24.972 DEBUG:teuthology.orchestra.run.smithi042:> ip netns list-id 2024-06-13T11:51:25.029 DEBUG:teuthology.orchestra.run.smithi042:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-13T11:51:25.030 DEBUG:teuthology.orchestra.run.smithi042:> set -e 2024-06-13T11:51:25.030 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-06-13T11:51:25.030 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-06-13T11:51:25.030 DEBUG:teuthology.orchestra.run.smithi042:> ') 2024-06-13T11:51:25.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:25 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-13T11:51:25.224 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-13T11:51:25.235 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-06-13T11:51:25.235 DEBUG:teuthology.orchestra.run.smithi042:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-13T11:51:25.235 DEBUG:teuthology.orchestra.run.smithi042:> set -e 2024-06-13T11:51:25.235 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-06-13T11:51:25.236 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-06-13T11:51:25.236 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-06-13T11:51:25.236 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-06-13T11:51:25.236 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-06-13T11:51:25.236 DEBUG:teuthology.orchestra.run.smithi042:> ') 2024-06-13T11:51:25.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:25 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-13T11:51:25.427 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2024-06-13T11:51:25.427 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 1]}]: dispatch 2024-06-13T11:51:25.427 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]: dispatch 2024-06-13T11:51:25.427 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [8, 11]}]: dispatch 2024-06-13T11:51:25.427 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]: dispatch 2024-06-13T11:51:25.427 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 6]}]: dispatch 2024-06-13T11:51:25.427 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [9, 10]}]: dispatch 2024-06-13T11:51:25.427 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]: dispatch 2024-06-13T11:51:25.427 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [9, 8]}]: dispatch 2024-06-13T11:51:25.427 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [5, 8]}]: dispatch 2024-06-13T11:51:25.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-13T11:51:25.537 DEBUG:teuthology.orchestra.run.smithi042:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-13T11:51:25.537 DEBUG:teuthology.orchestra.run.smithi042:> set -e 2024-06-13T11:51:25.537 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip link set brx.0 up 2024-06-13T11:51:25.537 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip link set dev brx.0 master ceph-brx 2024-06-13T11:51:25.537 DEBUG:teuthology.orchestra.run.smithi042:> ') 2024-06-13T11:51:25.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:25 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-13T11:51:25.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2024-06-13T11:51:25.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 1]}]: dispatch 2024-06-13T11:51:25.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]: dispatch 2024-06-13T11:51:25.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [8, 11]}]: dispatch 2024-06-13T11:51:25.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]: dispatch 2024-06-13T11:51:25.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 6]}]: dispatch 2024-06-13T11:51:25.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [9, 10]}]: dispatch 2024-06-13T11:51:25.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]: dispatch 2024-06-13T11:51:25.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [9, 8]}]: dispatch 2024-06-13T11:51:25.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [5, 8]}]: dispatch 2024-06-13T11:51:25.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-13T11:51:25.748 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-06-13T11:51:25.748 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-06-13T11:51:25.749 DEBUG:teuthology.orchestra.run.smithi042:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-06-13T11:51:25.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2024-06-13T11:51:25.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 1]}]: dispatch 2024-06-13T11:51:25.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]: dispatch 2024-06-13T11:51:25.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [8, 11]}]: dispatch 2024-06-13T11:51:25.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]: dispatch 2024-06-13T11:51:25.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 6]}]: dispatch 2024-06-13T11:51:25.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [9, 10]}]: dispatch 2024-06-13T11:51:25.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]: dispatch 2024-06-13T11:51:25.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [9, 8]}]: dispatch 2024-06-13T11:51:25.757 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [5, 8]}]: dispatch 2024-06-13T11:51:25.800 INFO:teuthology.orchestra.run.smithi042.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-06-13T11:51:25.801 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-06-13T11:51:25.801 DEBUG:teuthology.orchestra.run.smithi042:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-06-13T11:51:25.854 DEBUG:teuthology.orchestra.run.smithi042:> sudo modprobe fuse 2024-06-13T11:51:25.945 DEBUG:teuthology.orchestra.run.smithi042:> cat /proc/self/mounts | awk '{print $2}' 2024-06-13T11:51:26.001 INFO:teuthology.orchestra.run.smithi042.stdout:/proc 2024-06-13T11:51:26.001 INFO:teuthology.orchestra.run.smithi042.stdout:/sys 2024-06-13T11:51:26.001 INFO:teuthology.orchestra.run.smithi042.stdout:/dev 2024-06-13T11:51:26.001 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/kernel/security 2024-06-13T11:51:26.001 INFO:teuthology.orchestra.run.smithi042.stdout:/dev/shm 2024-06-13T11:51:26.001 INFO:teuthology.orchestra.run.smithi042.stdout:/dev/pts 2024-06-13T11:51:26.001 INFO:teuthology.orchestra.run.smithi042.stdout:/run 2024-06-13T11:51:26.002 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/fs/cgroup 2024-06-13T11:51:26.002 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/fs/pstore 2024-06-13T11:51:26.002 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/fs/bpf 2024-06-13T11:51:26.002 INFO:teuthology.orchestra.run.smithi042.stdout:/ 2024-06-13T11:51:26.002 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/fs/selinux 2024-06-13T11:51:26.002 INFO:teuthology.orchestra.run.smithi042.stdout:/proc/sys/fs/binfmt_misc 2024-06-13T11:51:26.002 INFO:teuthology.orchestra.run.smithi042.stdout:/dev/hugepages 2024-06-13T11:51:26.002 INFO:teuthology.orchestra.run.smithi042.stdout:/dev/mqueue 2024-06-13T11:51:26.002 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/kernel/debug 2024-06-13T11:51:26.002 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/kernel/tracing 2024-06-13T11:51:26.002 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/fs/fuse/connections 2024-06-13T11:51:26.003 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/kernel/config 2024-06-13T11:51:26.003 INFO:teuthology.orchestra.run.smithi042.stdout:/run/credentials/systemd-sysctl.service 2024-06-13T11:51:26.003 INFO:teuthology.orchestra.run.smithi042.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-06-13T11:51:26.003 INFO:teuthology.orchestra.run.smithi042.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-06-13T11:51:26.003 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/nfs/rpc_pipefs 2024-06-13T11:51:26.003 INFO:teuthology.orchestra.run.smithi042.stdout:/run/user/1000 2024-06-13T11:51:26.003 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/ceph 2024-06-13T11:51:26.003 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay 2024-06-13T11:51:26.003 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/38bbbc0123d754384b45fddf46e6ce21bb022f48229c083eb1b4b1d060fb9dc4/merged 2024-06-13T11:51:26.003 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/cc94536e00c87711360303304e26b116c3fc3a1d8d509e727f453da26f3cfc8e/merged 2024-06-13T11:51:26.003 INFO:teuthology.orchestra.run.smithi042.stdout:/run/user/0 2024-06-13T11:51:26.004 INFO:teuthology.orchestra.run.smithi042.stdout:/proc/sys/fs/binfmt_misc 2024-06-13T11:51:26.004 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/1660d0ad7cfaeb73bdfbe8093f48720fcfdf3cee8a3e8dbf0da766502010edbb/merged 2024-06-13T11:51:26.004 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/914fc1046c62de176dc8883b27ee86e6d2db9b24e87751c84b4da7e2521ba1d5/merged 2024-06-13T11:51:26.004 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/82d2e9dbe9f1e8986d6dafb9306270422c2911b80c18982fcaf3f2ac510ad445/merged 2024-06-13T11:51:26.004 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/41b0f2ba93a1d1331f93abd4f4af418921ac5c2c5dfb99a0ce8b616e462cc2fe/merged 2024-06-13T11:51:26.004 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/3cab951487fd45977ff0f6191b582022dab534da3d97c1c78723e2138dcbe363/merged 2024-06-13T11:51:26.004 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/9b43f6cec381cd77cc414b0716655ae5b0de69914e97a32dba86c8b8a7bae692/merged 2024-06-13T11:51:26.004 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/f0afb65f1b87e5e1e5ca37b801b57d379188b3d1f46ed9458ecfddf55fd77a54/merged 2024-06-13T11:51:26.004 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/1e345ec89e530860e4bf3aa3c2158ad266ce59a545ee539fae3b7c13a54c16e1/merged 2024-06-13T11:51:26.004 INFO:teuthology.orchestra.run.smithi042.stdout:/run/netns 2024-06-13T11:51:26.004 INFO:teuthology.orchestra.run.smithi042.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-06-13T11:51:26.004 INFO:teuthology.orchestra.run.smithi042.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-06-13T11:51:26.005 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T11:51:26.005 DEBUG:teuthology.orchestra.run.smithi042:> ls /sys/fs/fuse/connections 2024-06-13T11:51:26.057 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-06-13T11:51:26.057 DEBUG:teuthology.orchestra.run.smithi042:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-06-13T11:51:26.062 DEBUG:teuthology.orchestra.run.smithi042:> sudo modprobe fuse 2024-06-13T11:51:26.134 DEBUG:teuthology.orchestra.run.smithi042:> cat /proc/self/mounts | awk '{print $2}' 2024-06-13T11:51:26.177 INFO:teuthology.orchestra.run.smithi042.stdout:/proc 2024-06-13T11:51:26.177 INFO:teuthology.orchestra.run.smithi042.stdout:/sys 2024-06-13T11:51:26.177 INFO:teuthology.orchestra.run.smithi042.stdout:/dev 2024-06-13T11:51:26.177 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/kernel/security 2024-06-13T11:51:26.178 INFO:teuthology.orchestra.run.smithi042.stdout:/dev/shm 2024-06-13T11:51:26.178 INFO:teuthology.orchestra.run.smithi042.stdout:/dev/pts 2024-06-13T11:51:26.178 INFO:teuthology.orchestra.run.smithi042.stdout:/run 2024-06-13T11:51:26.178 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/fs/cgroup 2024-06-13T11:51:26.178 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/fs/pstore 2024-06-13T11:51:26.178 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/fs/bpf 2024-06-13T11:51:26.178 INFO:teuthology.orchestra.run.smithi042.stdout:/ 2024-06-13T11:51:26.178 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/fs/selinux 2024-06-13T11:51:26.178 INFO:teuthology.orchestra.run.smithi042.stdout:/proc/sys/fs/binfmt_misc 2024-06-13T11:51:26.178 INFO:teuthology.orchestra.run.smithi042.stdout:/dev/hugepages 2024-06-13T11:51:26.178 INFO:teuthology.orchestra.run.smithi042.stdout:/dev/mqueue 2024-06-13T11:51:26.178 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/kernel/debug 2024-06-13T11:51:26.178 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/kernel/tracing 2024-06-13T11:51:26.179 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/fs/fuse/connections 2024-06-13T11:51:26.179 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/kernel/config 2024-06-13T11:51:26.179 INFO:teuthology.orchestra.run.smithi042.stdout:/run/credentials/systemd-sysctl.service 2024-06-13T11:51:26.179 INFO:teuthology.orchestra.run.smithi042.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-06-13T11:51:26.179 INFO:teuthology.orchestra.run.smithi042.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-06-13T11:51:26.179 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/nfs/rpc_pipefs 2024-06-13T11:51:26.179 INFO:teuthology.orchestra.run.smithi042.stdout:/run/user/1000 2024-06-13T11:51:26.179 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/ceph 2024-06-13T11:51:26.179 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay 2024-06-13T11:51:26.179 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/38bbbc0123d754384b45fddf46e6ce21bb022f48229c083eb1b4b1d060fb9dc4/merged 2024-06-13T11:51:26.179 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/cc94536e00c87711360303304e26b116c3fc3a1d8d509e727f453da26f3cfc8e/merged 2024-06-13T11:51:26.179 INFO:teuthology.orchestra.run.smithi042.stdout:/run/user/0 2024-06-13T11:51:26.179 INFO:teuthology.orchestra.run.smithi042.stdout:/proc/sys/fs/binfmt_misc 2024-06-13T11:51:26.180 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/1660d0ad7cfaeb73bdfbe8093f48720fcfdf3cee8a3e8dbf0da766502010edbb/merged 2024-06-13T11:51:26.180 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/914fc1046c62de176dc8883b27ee86e6d2db9b24e87751c84b4da7e2521ba1d5/merged 2024-06-13T11:51:26.180 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/82d2e9dbe9f1e8986d6dafb9306270422c2911b80c18982fcaf3f2ac510ad445/merged 2024-06-13T11:51:26.180 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/41b0f2ba93a1d1331f93abd4f4af418921ac5c2c5dfb99a0ce8b616e462cc2fe/merged 2024-06-13T11:51:26.180 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/3cab951487fd45977ff0f6191b582022dab534da3d97c1c78723e2138dcbe363/merged 2024-06-13T11:51:26.180 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/9b43f6cec381cd77cc414b0716655ae5b0de69914e97a32dba86c8b8a7bae692/merged 2024-06-13T11:51:26.180 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/f0afb65f1b87e5e1e5ca37b801b57d379188b3d1f46ed9458ecfddf55fd77a54/merged 2024-06-13T11:51:26.180 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/1e345ec89e530860e4bf3aa3c2158ad266ce59a545ee539fae3b7c13a54c16e1/merged 2024-06-13T11:51:26.180 INFO:teuthology.orchestra.run.smithi042.stdout:/run/netns 2024-06-13T11:51:26.180 INFO:teuthology.orchestra.run.smithi042.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-06-13T11:51:26.180 INFO:teuthology.orchestra.run.smithi042.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-06-13T11:51:26.181 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T11:51:26.181 DEBUG:teuthology.orchestra.run.smithi042:> ls /sys/fs/fuse/connections 2024-06-13T11:51:26.262 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi042.stderr:2024-06-13T11:51:26.262+0000 7f356900d480 -1 init, newargv = 0x55beece61740 newargc=15 2024-06-13T11:51:26.263 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi042.stderr:ceph-fuse[75047]: starting ceph client 2024-06-13T11:51:26.273 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi042.stderr:ceph-fuse[75047]: starting fuse 2024-06-13T11:51:26.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:26 smithi042 ceph-mon[32231]: pgmap v356: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:26.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:26 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2024-06-13T11:51:26.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:26 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 1]}]': finished 2024-06-13T11:51:26.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:26 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]': finished 2024-06-13T11:51:26.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:26 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [8, 11]}]': finished 2024-06-13T11:51:26.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:26 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]': finished 2024-06-13T11:51:26.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:26 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 6]}]': finished 2024-06-13T11:51:26.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:26 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [9, 10]}]': finished 2024-06-13T11:51:26.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:26 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]': finished 2024-06-13T11:51:26.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:26 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [9, 8]}]': finished 2024-06-13T11:51:26.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:26 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [5, 8]}]': finished 2024-06-13T11:51:26.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:26 smithi042 ceph-mon[32231]: osdmap e97: 12 total, 12 up, 12 in 2024-06-13T11:51:26.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:26 smithi162 ceph-mon[36757]: pgmap v356: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:26.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:26 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2024-06-13T11:51:26.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:26 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 1]}]': finished 2024-06-13T11:51:26.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:26 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]': finished 2024-06-13T11:51:26.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:26 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [8, 11]}]': finished 2024-06-13T11:51:26.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:26 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]': finished 2024-06-13T11:51:26.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:26 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 6]}]': finished 2024-06-13T11:51:26.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:26 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [9, 10]}]': finished 2024-06-13T11:51:26.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:26 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]': finished 2024-06-13T11:51:26.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:26 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [9, 8]}]': finished 2024-06-13T11:51:26.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:26 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [5, 8]}]': finished 2024-06-13T11:51:26.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:26 smithi162 ceph-mon[36757]: osdmap e97: 12 total, 12 up, 12 in 2024-06-13T11:51:26.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:26 smithi088 ceph-mon[36399]: pgmap v356: 129 pgs: 129 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:26.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:26 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2024-06-13T11:51:26.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:26 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 1]}]': finished 2024-06-13T11:51:26.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:26 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]': finished 2024-06-13T11:51:26.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:26 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [8, 11]}]': finished 2024-06-13T11:51:26.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:26 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]': finished 2024-06-13T11:51:26.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:26 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 6]}]': finished 2024-06-13T11:51:26.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:26 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [9, 10]}]': finished 2024-06-13T11:51:26.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:26 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]': finished 2024-06-13T11:51:26.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:26 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [9, 8]}]': finished 2024-06-13T11:51:26.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:26 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [5, 8]}]': finished 2024-06-13T11:51:26.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:26 smithi088 ceph-mon[36399]: osdmap e97: 12 total, 12 up, 12 in 2024-06-13T11:51:27.370 DEBUG:teuthology.orchestra.run.smithi042:> sudo modprobe fuse 2024-06-13T11:51:27.467 DEBUG:teuthology.orchestra.run.smithi042:> cat /proc/self/mounts | awk '{print $2}' 2024-06-13T11:51:27.526 INFO:teuthology.orchestra.run.smithi042.stdout:/proc 2024-06-13T11:51:27.526 INFO:teuthology.orchestra.run.smithi042.stdout:/sys 2024-06-13T11:51:27.527 INFO:teuthology.orchestra.run.smithi042.stdout:/dev 2024-06-13T11:51:27.527 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/kernel/security 2024-06-13T11:51:27.527 INFO:teuthology.orchestra.run.smithi042.stdout:/dev/shm 2024-06-13T11:51:27.527 INFO:teuthology.orchestra.run.smithi042.stdout:/dev/pts 2024-06-13T11:51:27.527 INFO:teuthology.orchestra.run.smithi042.stdout:/run 2024-06-13T11:51:27.527 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/fs/cgroup 2024-06-13T11:51:27.527 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/fs/pstore 2024-06-13T11:51:27.527 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/fs/bpf 2024-06-13T11:51:27.527 INFO:teuthology.orchestra.run.smithi042.stdout:/ 2024-06-13T11:51:27.527 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/fs/selinux 2024-06-13T11:51:27.527 INFO:teuthology.orchestra.run.smithi042.stdout:/proc/sys/fs/binfmt_misc 2024-06-13T11:51:27.528 INFO:teuthology.orchestra.run.smithi042.stdout:/dev/hugepages 2024-06-13T11:51:27.528 INFO:teuthology.orchestra.run.smithi042.stdout:/dev/mqueue 2024-06-13T11:51:27.528 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/kernel/debug 2024-06-13T11:51:27.528 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/kernel/tracing 2024-06-13T11:51:27.528 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/fs/fuse/connections 2024-06-13T11:51:27.528 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/kernel/config 2024-06-13T11:51:27.528 INFO:teuthology.orchestra.run.smithi042.stdout:/run/credentials/systemd-sysctl.service 2024-06-13T11:51:27.528 INFO:teuthology.orchestra.run.smithi042.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-06-13T11:51:27.528 INFO:teuthology.orchestra.run.smithi042.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-06-13T11:51:27.528 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/nfs/rpc_pipefs 2024-06-13T11:51:27.528 INFO:teuthology.orchestra.run.smithi042.stdout:/run/user/1000 2024-06-13T11:51:27.528 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/ceph 2024-06-13T11:51:27.528 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay 2024-06-13T11:51:27.528 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/38bbbc0123d754384b45fddf46e6ce21bb022f48229c083eb1b4b1d060fb9dc4/merged 2024-06-13T11:51:27.528 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/cc94536e00c87711360303304e26b116c3fc3a1d8d509e727f453da26f3cfc8e/merged 2024-06-13T11:51:27.529 INFO:teuthology.orchestra.run.smithi042.stdout:/run/user/0 2024-06-13T11:51:27.529 INFO:teuthology.orchestra.run.smithi042.stdout:/proc/sys/fs/binfmt_misc 2024-06-13T11:51:27.529 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/1660d0ad7cfaeb73bdfbe8093f48720fcfdf3cee8a3e8dbf0da766502010edbb/merged 2024-06-13T11:51:27.529 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/914fc1046c62de176dc8883b27ee86e6d2db9b24e87751c84b4da7e2521ba1d5/merged 2024-06-13T11:51:27.529 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/82d2e9dbe9f1e8986d6dafb9306270422c2911b80c18982fcaf3f2ac510ad445/merged 2024-06-13T11:51:27.529 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/41b0f2ba93a1d1331f93abd4f4af418921ac5c2c5dfb99a0ce8b616e462cc2fe/merged 2024-06-13T11:51:27.529 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/3cab951487fd45977ff0f6191b582022dab534da3d97c1c78723e2138dcbe363/merged 2024-06-13T11:51:27.529 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/9b43f6cec381cd77cc414b0716655ae5b0de69914e97a32dba86c8b8a7bae692/merged 2024-06-13T11:51:27.529 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/f0afb65f1b87e5e1e5ca37b801b57d379188b3d1f46ed9458ecfddf55fd77a54/merged 2024-06-13T11:51:27.529 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/1e345ec89e530860e4bf3aa3c2158ad266ce59a545ee539fae3b7c13a54c16e1/merged 2024-06-13T11:51:27.529 INFO:teuthology.orchestra.run.smithi042.stdout:/run/netns 2024-06-13T11:51:27.529 INFO:teuthology.orchestra.run.smithi042.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-06-13T11:51:27.529 INFO:teuthology.orchestra.run.smithi042.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-06-13T11:51:27.529 INFO:teuthology.orchestra.run.smithi042.stdout:/home/ubuntu/cephtest/mnt.admin 2024-06-13T11:51:27.530 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T11:51:27.530 DEBUG:teuthology.orchestra.run.smithi042:> ls /sys/fs/fuse/connections 2024-06-13T11:51:27.585 INFO:teuthology.orchestra.run.smithi042.stdout:119 2024-06-13T11:51:27.585 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [119] 2024-06-13T11:51:27.585 DEBUG:teuthology.orchestra.run.smithi042:> sudo stdin-killer -- python3 -c ' 2024-06-13T11:51:27.585 DEBUG:teuthology.orchestra.run.smithi042:> import glob 2024-06-13T11:51:27.585 DEBUG:teuthology.orchestra.run.smithi042:> import re 2024-06-13T11:51:27.585 DEBUG:teuthology.orchestra.run.smithi042:> import os 2024-06-13T11:51:27.585 DEBUG:teuthology.orchestra.run.smithi042:> import subprocess 2024-06-13T11:51:27.585 DEBUG:teuthology.orchestra.run.smithi042:> 2024-06-13T11:51:27.585 DEBUG:teuthology.orchestra.run.smithi042:> def _find_admin_socket(client_name): 2024-06-13T11:51:27.585 DEBUG:teuthology.orchestra.run.smithi042:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-06-13T11:51:27.586 DEBUG:teuthology.orchestra.run.smithi042:> files = glob.glob(asok_path) 2024-06-13T11:51:27.586 DEBUG:teuthology.orchestra.run.smithi042:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-06-13T11:51:27.586 DEBUG:teuthology.orchestra.run.smithi042:> 2024-06-13T11:51:27.586 DEBUG:teuthology.orchestra.run.smithi042:> # Given a non-glob path, it better be there 2024-06-13T11:51:27.586 DEBUG:teuthology.orchestra.run.smithi042:> if "*" not in asok_path: 2024-06-13T11:51:27.586 DEBUG:teuthology.orchestra.run.smithi042:> assert(len(files) == 1) 2024-06-13T11:51:27.586 DEBUG:teuthology.orchestra.run.smithi042:> return files[0] 2024-06-13T11:51:27.586 DEBUG:teuthology.orchestra.run.smithi042:> 2024-06-13T11:51:27.586 DEBUG:teuthology.orchestra.run.smithi042:> for f in files: 2024-06-13T11:51:27.586 DEBUG:teuthology.orchestra.run.smithi042:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-06-13T11:51:27.586 DEBUG:teuthology.orchestra.run.smithi042:> if os.path.exists("/proc/{0}".format(pid)): 2024-06-13T11:51:27.586 DEBUG:teuthology.orchestra.run.smithi042:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-06-13T11:51:27.586 DEBUG:teuthology.orchestra.run.smithi042:> contents = proc_f.read() 2024-06-13T11:51:27.586 DEBUG:teuthology.orchestra.run.smithi042:> if mountpoint in contents: 2024-06-13T11:51:27.586 DEBUG:teuthology.orchestra.run.smithi042:> return f 2024-06-13T11:51:27.586 DEBUG:teuthology.orchestra.run.smithi042:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-06-13T11:51:27.587 DEBUG:teuthology.orchestra.run.smithi042:> 2024-06-13T11:51:27.587 DEBUG:teuthology.orchestra.run.smithi042:> print(_find_admin_socket("client.admin")) 2024-06-13T11:51:27.587 DEBUG:teuthology.orchestra.run.smithi042:> ' 2024-06-13T11:51:27.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:27 smithi162 ceph-mon[36757]: osdmap e98: 12 total, 12 up, 12 in 2024-06-13T11:51:27.663 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:27 smithi042 ceph-mon[32231]: osdmap e98: 12 total, 12 up, 12 in 2024-06-13T11:51:27.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:27 smithi088 ceph-mon[36399]: osdmap e98: 12 total, 12 up, 12 in 2024-06-13T11:51:27.766 INFO:teuthology.orchestra.run.smithi042.stdout:/var/run/ceph/ceph-client.admin.75047.asok 2024-06-13T11:51:27.771 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-13T11:51:27.784 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.75047.asok 2024-06-13T11:51:27.784 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T11:51:27.784 DEBUG:teuthology.orchestra.run.smithi042:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.75047.asok status 2024-06-13T11:51:28.027 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-13T11:51:28.028 INFO:teuthology.orchestra.run.smithi042.stdout: "metadata": { 2024-06-13T11:51:28.028 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_sha1": "3d89accfe3201286f000e065a1faea2a88c7a6ba", 2024-06-13T11:51:28.028 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_version": "ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc)", 2024-06-13T11:51:28.028 INFO:teuthology.orchestra.run.smithi042.stdout: "entity_id": "admin", 2024-06-13T11:51:28.028 INFO:teuthology.orchestra.run.smithi042.stdout: "hostname": "smithi042", 2024-06-13T11:51:28.028 INFO:teuthology.orchestra.run.smithi042.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-06-13T11:51:28.028 INFO:teuthology.orchestra.run.smithi042.stdout: "pid": "75047", 2024-06-13T11:51:28.028 INFO:teuthology.orchestra.run.smithi042.stdout: "root": "/" 2024-06-13T11:51:28.028 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:51:28.028 INFO:teuthology.orchestra.run.smithi042.stdout: "dentry_count": 0, 2024-06-13T11:51:28.028 INFO:teuthology.orchestra.run.smithi042.stdout: "dentry_pinned_count": 0, 2024-06-13T11:51:28.028 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 14517, 2024-06-13T11:51:28.029 INFO:teuthology.orchestra.run.smithi042.stdout: "inst": { 2024-06-13T11:51:28.029 INFO:teuthology.orchestra.run.smithi042.stdout: "name": { 2024-06-13T11:51:28.029 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "client", 2024-06-13T11:51:28.029 INFO:teuthology.orchestra.run.smithi042.stdout: "num": 14517 2024-06-13T11:51:28.029 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:51:28.029 INFO:teuthology.orchestra.run.smithi042.stdout: "addr": { 2024-06-13T11:51:28.029 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "v1", 2024-06-13T11:51:28.029 INFO:teuthology.orchestra.run.smithi042.stdout: "addr": "192.168.0.1:0", 2024-06-13T11:51:28.029 INFO:teuthology.orchestra.run.smithi042.stdout: "nonce": 1965271190 2024-06-13T11:51:28.029 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T11:51:28.029 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:51:28.029 INFO:teuthology.orchestra.run.smithi042.stdout: "addr": { 2024-06-13T11:51:28.029 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "v1", 2024-06-13T11:51:28.029 INFO:teuthology.orchestra.run.smithi042.stdout: "addr": "192.168.0.1:0", 2024-06-13T11:51:28.029 INFO:teuthology.orchestra.run.smithi042.stdout: "nonce": 1965271190 2024-06-13T11:51:28.030 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:51:28.030 INFO:teuthology.orchestra.run.smithi042.stdout: "inst_str": "client.14517 192.168.0.1:0/1965271190", 2024-06-13T11:51:28.030 INFO:teuthology.orchestra.run.smithi042.stdout: "addr_str": "192.168.0.1:0/1965271190", 2024-06-13T11:51:28.030 INFO:teuthology.orchestra.run.smithi042.stdout: "inode_count": 1, 2024-06-13T11:51:28.030 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_epoch": 17, 2024-06-13T11:51:28.030 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_epoch": 97, 2024-06-13T11:51:28.030 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_epoch_barrier": 0, 2024-06-13T11:51:28.030 INFO:teuthology.orchestra.run.smithi042.stdout: "blocklisted": false, 2024-06-13T11:51:28.030 INFO:teuthology.orchestra.run.smithi042.stdout: "fs_name": "cephfs" 2024-06-13T11:51:28.030 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-13T11:51:28.043 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T11:51:28.044 DEBUG:teuthology.orchestra.run.smithi042:> stat --file-system '--printf=%T 2024-06-13T11:51:28.044 DEBUG:teuthology.orchestra.run.smithi042:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-06-13T11:51:28.098 INFO:teuthology.orchestra.run.smithi042.stdout:fuseblk 2024-06-13T11:51:28.098 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-06-13T11:51:28.098 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T11:51:28.098 DEBUG:teuthology.orchestra.run.smithi042:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-06-13T11:51:28.181 DEBUG:teuthology.orchestra.run.smithi042:> (cd /home/ubuntu/cephtest/mnt.admin && exec stdin-killer --timeout=900 -- bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-06-13T11:51:28.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:28 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-06-13T11:51:28.326 INFO:teuthology.orchestra.run.smithi042.stdout:# file: . 2024-06-13T11:51:28.326 INFO:teuthology.orchestra.run.smithi042.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-06-13T11:51:28.326 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:51:28.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-13T11:51:28.339 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-13T11:51:28.339 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/proc/self/mounts of=/dev/stdout 2024-06-13T11:51:28.393 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd blocklist ls 2024-06-13T11:51:28.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:28 smithi162 ceph-mon[36757]: pgmap v359: 129 pgs: 2 peering, 127 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:28.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:28 smithi088 ceph-mon[36399]: pgmap v359: 129 pgs: 2 peering, 127 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:28.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:28 smithi042 ceph-mon[32231]: pgmap v359: 129 pgs: 2 peering, 127 active+clean; 579 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:28.853 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:51:29.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:29 smithi162 ceph-mon[36757]: pgmap v360: 129 pgs: 2 peering, 127 active+clean; 579 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-06-13T11:51:29.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:29 smithi088 ceph-mon[36399]: pgmap v360: 129 pgs: 2 peering, 127 active+clean; 579 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-06-13T11:51:29.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:29 smithi042 ceph-mon[32231]: pgmap v360: 129 pgs: 2 peering, 127 active+clean; 579 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-06-13T11:51:30.591 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:30 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:51:30.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:30 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:51:30.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:30 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:51:31.128 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.127+0000 7f8d8e000700 1 -- 172.21.15.42:0/2152071919 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8d88107450 msgr2=0x7f8d88107830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:31.128 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.127+0000 7f8d8e000700 1 --2- 172.21.15.42:0/2152071919 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8d88107450 0x7f8d88107830 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f8d78009990 tx=0x7f8d78009ca0 comp rx=0 tx=0).stop 2024-06-13T11:51:31.128 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.128+0000 7f8d8e000700 1 -- 172.21.15.42:0/2152071919 shutdown_connections 2024-06-13T11:51:31.128 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.128+0000 7f8d8e000700 1 --2- 172.21.15.42:0/2152071919 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8d88102ee0 0x7f8d8810f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:31.128 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.128+0000 7f8d8e000700 1 --2- 172.21.15.42:0/2152071919 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8d88107450 0x7f8d88107830 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:31.128 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.128+0000 7f8d8e000700 1 --2- 172.21.15.42:0/2152071919 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8d88102540 0x7f8d881029a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:31.128 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.128+0000 7f8d8e000700 1 -- 172.21.15.42:0/2152071919 >> 172.21.15.42:0/2152071919 conn(0x7f8d880795f0 msgr2=0x7f8d88079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:51:31.128 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.128+0000 7f8d8e000700 1 -- 172.21.15.42:0/2152071919 shutdown_connections 2024-06-13T11:51:31.128 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.128+0000 7f8d8e000700 1 -- 172.21.15.42:0/2152071919 wait complete. 2024-06-13T11:51:31.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.130+0000 7f8d8e000700 1 Processor -- start 2024-06-13T11:51:31.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.130+0000 7f8d8e000700 1 -- start start 2024-06-13T11:51:31.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.131+0000 7f8d8e000700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8d88102540 0x7f8d88074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:31.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.131+0000 7f8d8e000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8d88102ee0 0x7f8d88074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:31.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.131+0000 7f8d8e000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8d88107450 0x7f8d88075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:31.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.131+0000 7f8d8e000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8d88112810 con 0x7f8d88107450 2024-06-13T11:51:31.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.131+0000 7f8d8e000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f8d88112690 con 0x7f8d88102ee0 2024-06-13T11:51:31.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.131+0000 7f8d8e000700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f8d88112990 con 0x7f8d88102540 2024-06-13T11:51:31.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.131+0000 7f8d87400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8d88102540 0x7f8d88074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:31.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.131+0000 7f8d87400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8d88102540 0x7f8d88074790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:38148/0 (socket says 172.21.15.42:38148) 2024-06-13T11:51:31.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.131+0000 7f8d87400700 1 -- 172.21.15.42:0/858207263 learned_addr learned my addr 172.21.15.42:0/858207263 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:51:31.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.131+0000 7f8d86a00700 1 --2- 172.21.15.42:0/858207263 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8d88102ee0 0x7f8d88074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:31.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.131+0000 7f8d87e00700 1 --2- 172.21.15.42:0/858207263 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8d88107450 0x7f8d88075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:31.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.132+0000 7f8d86a00700 1 -- 172.21.15.42:0/858207263 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8d88102540 msgr2=0x7f8d88074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:31.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.132+0000 7f8d86a00700 1 --2- 172.21.15.42:0/858207263 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8d88102540 0x7f8d88074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:31.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.132+0000 7f8d86a00700 1 -- 172.21.15.42:0/858207263 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8d88107450 msgr2=0x7f8d88075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:31.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.132+0000 7f8d86a00700 1 --2- 172.21.15.42:0/858207263 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8d88107450 0x7f8d88075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:31.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.132+0000 7f8d86a00700 1 -- 172.21.15.42:0/858207263 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d881a71d0 con 0x7f8d88102ee0 2024-06-13T11:51:31.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.132+0000 7f8d87400700 1 --2- 172.21.15.42:0/858207263 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8d88102540 0x7f8d88074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:51:31.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.132+0000 7f8d87e00700 1 --2- 172.21.15.42:0/858207263 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8d88107450 0x7f8d88075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:51:31.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.132+0000 7f8d86a00700 1 --2- 172.21.15.42:0/858207263 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8d88102ee0 0x7f8d88074cd0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f8d7400e9f0 tx=0x7f8d7400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:51:31.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.132+0000 7f8d7fe00700 1 -- 172.21.15.42:0/858207263 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d7400cbd0 con 0x7f8d88102ee0 2024-06-13T11:51:31.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.132+0000 7f8d7fe00700 1 -- 172.21.15.42:0/858207263 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8d7400cd70 con 0x7f8d88102ee0 2024-06-13T11:51:31.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.132+0000 7f8d8e000700 1 -- 172.21.15.42:0/858207263 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d881a74c0 con 0x7f8d88102ee0 2024-06-13T11:51:31.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.132+0000 7f8d7fe00700 1 -- 172.21.15.42:0/858207263 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d74018710 con 0x7f8d88102ee0 2024-06-13T11:51:31.134 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.133+0000 7f8d8e000700 1 -- 172.21.15.42:0/858207263 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d881a7a50 con 0x7f8d88102ee0 2024-06-13T11:51:31.134 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.134+0000 7f8d8e000700 1 -- 172.21.15.42:0/858207263 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d88069180 con 0x7f8d88102ee0 2024-06-13T11:51:31.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.137+0000 7f8d7fe00700 1 -- 172.21.15.42:0/858207263 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f8d74010430 con 0x7f8d88102ee0 2024-06-13T11:51:31.139 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.140+0000 7f8d7fe00700 1 --2- 172.21.15.42:0/858207263 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f8d6c0a2ca0 0x7f8d6c0a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:31.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.140+0000 7f8d7fe00700 1 -- 172.21.15.42:0/858207263 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9092+0+0 (secure 0 0 0) 0x7f8d740cf900 con 0x7f8d88102ee0 2024-06-13T11:51:31.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.140+0000 7f8d87400700 1 --2- 172.21.15.42:0/858207263 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f8d6c0a2ca0 0x7f8d6c0a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:31.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.141+0000 7f8d7fe00700 1 -- 172.21.15.42:0/858207263 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f8d7409c4a0 con 0x7f8d88102ee0 2024-06-13T11:51:31.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.141+0000 7f8d87400700 1 --2- 172.21.15.42:0/858207263 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f8d6c0a2ca0 0x7f8d6c0a5160 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f8d78009750 tx=0x7f8d7800b2a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:51:31.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.466+0000 7f8d8e000700 1 -- 172.21.15.42:0/858207263 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f8d8810aa80 con 0x7f8d88102ee0 2024-06-13T11:51:31.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.467+0000 7f8d7fe00700 1 -- 172.21.15.42:0/858207263 <== mon.2 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v98) ==== 81+0+586 (secure 0 0 0) 0x7f8d7409bda0 con 0x7f8d88102ee0 2024-06-13T11:51:31.466 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:6801/1570600420 2024-06-14T11:42:24.478887+0000 2024-06-13T11:51:31.467 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:6800/1570600420 2024-06-14T11:42:24.478887+0000 2024-06-13T11:51:31.467 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/637759380 2024-06-14T11:42:24.478887+0000 2024-06-13T11:51:31.467 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/701755530 2024-06-14T11:42:24.478887+0000 2024-06-13T11:51:31.467 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/1769082163 2024-06-14T11:41:50.734334+0000 2024-06-13T11:51:31.467 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/239548974 2024-06-14T11:41:50.734334+0000 2024-06-13T11:51:31.467 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:6800/480739382 2024-06-14T11:41:50.734334+0000 2024-06-13T11:51:31.467 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:6801/480739382 2024-06-14T11:41:50.734334+0000 2024-06-13T11:51:31.467 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/522218649 2024-06-14T11:41:50.734334+0000 2024-06-13T11:51:31.467 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/2918399760 2024-06-14T11:42:24.478887+0000 2024-06-13T11:51:31.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.470+0000 7f8d8e000700 1 -- 172.21.15.42:0/858207263 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f8d6c0a2ca0 msgr2=0x7f8d6c0a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:31.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.470+0000 7f8d8e000700 1 --2- 172.21.15.42:0/858207263 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f8d6c0a2ca0 0x7f8d6c0a5160 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f8d78009750 tx=0x7f8d7800b2a0 comp rx=0 tx=0).stop 2024-06-13T11:51:31.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.470+0000 7f8d8e000700 1 -- 172.21.15.42:0/858207263 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8d88102ee0 msgr2=0x7f8d88074cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:31.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.470+0000 7f8d8e000700 1 --2- 172.21.15.42:0/858207263 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8d88102ee0 0x7f8d88074cd0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f8d7400e9f0 tx=0x7f8d7400ed00 comp rx=0 tx=0).stop 2024-06-13T11:51:31.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.470+0000 7f8d8e000700 1 -- 172.21.15.42:0/858207263 shutdown_connections 2024-06-13T11:51:31.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.470+0000 7f8d8e000700 1 --2- 172.21.15.42:0/858207263 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8d88107450 0x7f8d88075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:31.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.470+0000 7f8d8e000700 1 --2- 172.21.15.42:0/858207263 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8d88102540 0x7f8d88074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:31.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.470+0000 7f8d8e000700 1 --2- 172.21.15.42:0/858207263 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f8d6c0a2ca0 0x7f8d6c0a5160 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:31.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.470+0000 7f8d8e000700 1 --2- 172.21.15.42:0/858207263 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8d88102ee0 0x7f8d88074cd0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:31.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.470+0000 7f8d8e000700 1 -- 172.21.15.42:0/858207263 >> 172.21.15.42:0/858207263 conn(0x7f8d880795f0 msgr2=0x7f8d881005f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:51:31.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.471+0000 7f8d8e000700 1 -- 172.21.15.42:0/858207263 shutdown_connections 2024-06-13T11:51:31.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:31.471+0000 7f8d8e000700 1 -- 172.21.15.42:0/858207263 wait complete. 2024-06-13T11:51:31.471 INFO:teuthology.orchestra.run.smithi042.stderr:listed 10 entries 2024-06-13T11:51:31.649 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:31 smithi042 ceph-mon[32231]: pgmap v361: 129 pgs: 2 peering, 127 active+clean; 579 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-06-13T11:51:31.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:31 smithi162 ceph-mon[36757]: pgmap v361: 129 pgs: 2 peering, 127 active+clean; 579 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-06-13T11:51:31.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:31 smithi088 ceph-mon[36399]: pgmap v361: 129 pgs: 2 peering, 127 active+clean; 579 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-06-13T11:51:32.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:32 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/858207263' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-06-13T11:51:32.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:32 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:51:32.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:32 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:51:32.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:32 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:51:32.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:32 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:51:32.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:32 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/858207263' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-06-13T11:51:32.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:32 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:51:32.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:32 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:51:32.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:32 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:51:32.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:32 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:51:32.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:32 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/858207263' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-06-13T11:51:32.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:32 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:51:32.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:32 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:51:32.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:32 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:51:32.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:32 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:51:32.964 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-13T11:51:32.964 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/proc/self/mounts of=/dev/stdout 2024-06-13T11:51:33.020 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd blocklist ls 2024-06-13T11:51:33.475 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:51:33.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:33 smithi162 ceph-mon[36757]: pgmap v362: 129 pgs: 129 active+clean; 579 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 383 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-06-13T11:51:33.658 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:33 smithi042 ceph-mon[32231]: pgmap v362: 129 pgs: 129 active+clean; 579 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 383 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-06-13T11:51:33.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:33 smithi088 ceph-mon[36399]: pgmap v362: 129 pgs: 129 active+clean; 579 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 383 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-06-13T11:51:35.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.655+0000 7fe523e00700 1 -- 172.21.15.42:0/4000904818 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe524075150 msgr2=0x7fe524112e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:35.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.655+0000 7fe523e00700 1 --2- 172.21.15.42:0/4000904818 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe524075150 0x7fe524112e90 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fe510009990 tx=0x7fe510009ca0 comp rx=0 tx=0).stop 2024-06-13T11:51:35.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.655+0000 7fe523e00700 1 -- 172.21.15.42:0/4000904818 shutdown_connections 2024-06-13T11:51:35.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.655+0000 7fe523e00700 1 --2- 172.21.15.42:0/4000904818 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe5241133d0 0x7fe5241157c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:35.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.655+0000 7fe523e00700 1 --2- 172.21.15.42:0/4000904818 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe524074830 0x7fe524074c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:35.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.655+0000 7fe523e00700 1 --2- 172.21.15.42:0/4000904818 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe524075150 0x7fe524112e90 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:35.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.655+0000 7fe523e00700 1 -- 172.21.15.42:0/4000904818 >> 172.21.15.42:0/4000904818 conn(0x7fe5240fdf10 msgr2=0x7fe524100330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:51:35.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.656+0000 7fe523e00700 1 -- 172.21.15.42:0/4000904818 shutdown_connections 2024-06-13T11:51:35.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.656+0000 7fe523e00700 1 -- 172.21.15.42:0/4000904818 wait complete. 2024-06-13T11:51:35.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.657+0000 7fe523e00700 1 Processor -- start 2024-06-13T11:51:35.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.657+0000 7fe523e00700 1 -- start start 2024-06-13T11:51:35.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.657+0000 7fe523e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe524074830 0x7fe52419f160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:35.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.657+0000 7fe523e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe524075150 0x7fe52419f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:35.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.657+0000 7fe523e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe5241133d0 0x7fe5241a3a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:35.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.657+0000 7fe523e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe524118d10 con 0x7fe524075150 2024-06-13T11:51:35.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.657+0000 7fe523e00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fe524118b90 con 0x7fe524074830 2024-06-13T11:51:35.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.657+0000 7fe523e00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fe524118e90 con 0x7fe5241133d0 2024-06-13T11:51:35.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.658+0000 7fe522000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe524075150 0x7fe52419f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:35.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.658+0000 7fe522a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe524074830 0x7fe52419f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:35.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.658+0000 7fe522000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe524075150 0x7fe52419f6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55458/0 (socket says 172.21.15.42:55458) 2024-06-13T11:51:35.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.658+0000 7fe522000700 1 -- 172.21.15.42:0/2167427145 learned_addr learned my addr 172.21.15.42:0/2167427145 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:51:35.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.658+0000 7fe522a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe524074830 0x7fe52419f160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:37622/0 (socket says 172.21.15.42:37622) 2024-06-13T11:51:35.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.658+0000 7fe523400700 1 --2- 172.21.15.42:0/2167427145 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe5241133d0 0x7fe5241a3a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:35.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.658+0000 7fe522000700 1 -- 172.21.15.42:0/2167427145 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe5241133d0 msgr2=0x7fe5241a3a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:35.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.658+0000 7fe522000700 1 --2- 172.21.15.42:0/2167427145 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe5241133d0 0x7fe5241a3a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:35.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.658+0000 7fe522000700 1 -- 172.21.15.42:0/2167427145 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe524074830 msgr2=0x7fe52419f160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:35.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.658+0000 7fe522000700 1 --2- 172.21.15.42:0/2167427145 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe524074830 0x7fe52419f160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:35.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.658+0000 7fe522000700 1 -- 172.21.15.42:0/2167427145 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5241a4170 con 0x7fe524075150 2024-06-13T11:51:35.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.659+0000 7fe522000700 1 --2- 172.21.15.42:0/2167427145 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe524075150 0x7fe52419f6a0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fe51000bae0 tx=0x7fe51000bb10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:51:35.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.659+0000 7fe51b400700 1 -- 172.21.15.42:0/2167427145 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe510026070 con 0x7fe524075150 2024-06-13T11:51:35.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.659+0000 7fe523e00700 1 -- 172.21.15.42:0/2167427145 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5241a4400 con 0x7fe524075150 2024-06-13T11:51:35.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.659+0000 7fe51b400700 1 -- 172.21.15.42:0/2167427145 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe510003d70 con 0x7fe524075150 2024-06-13T11:51:35.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.659+0000 7fe51b400700 1 -- 172.21.15.42:0/2167427145 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe510021410 con 0x7fe524075150 2024-06-13T11:51:35.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.659+0000 7fe523e00700 1 -- 172.21.15.42:0/2167427145 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5241abce0 con 0x7fe524075150 2024-06-13T11:51:35.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.661+0000 7fe523e00700 1 -- 172.21.15.42:0/2167427145 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5241a04c0 con 0x7fe524075150 2024-06-13T11:51:35.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.665+0000 7fe51b400700 1 -- 172.21.15.42:0/2167427145 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fe510029070 con 0x7fe524075150 2024-06-13T11:51:35.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.667+0000 7fe51b400700 1 --2- 172.21.15.42:0/2167427145 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fe5080a2c20 0x7fe5080a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:35.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.667+0000 7fe51b400700 1 -- 172.21.15.42:0/2167427145 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9092+0+0 (secure 0 0 0) 0x7fe5100d07b0 con 0x7fe524075150 2024-06-13T11:51:35.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.668+0000 7fe522a00700 1 --2- 172.21.15.42:0/2167427145 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fe5080a2c20 0x7fe5080a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:35.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.668+0000 7fe522a00700 1 --2- 172.21.15.42:0/2167427145 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fe5080a2c20 0x7fe5080a50e0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe514004630 tx=0x7fe51400b3c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:51:35.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.670+0000 7fe51b400700 1 -- 172.21.15.42:0/2167427145 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe510030080 con 0x7fe524075150 2024-06-13T11:51:35.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:35 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:51:35.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:35 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:51:35.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:35 smithi088 ceph-mon[36399]: pgmap v363: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 547 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-06-13T11:51:35.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:35 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:51:35.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:35 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:51:35.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:35 smithi042 ceph-mon[32231]: pgmap v363: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 547 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-06-13T11:51:35.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:35 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:51:35.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:35 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:51:35.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:35 smithi162 ceph-mon[36757]: pgmap v363: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 547 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-06-13T11:51:35.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.919+0000 7fe523e00700 1 -- 172.21.15.42:0/2167427145 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fe52402dca0 con 0x7fe524075150 2024-06-13T11:51:35.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.919+0000 7fe51b400700 1 -- 172.21.15.42:0/2167427145 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v98) ==== 81+0+586 (secure 0 0 0) 0x7fe510013070 con 0x7fe524075150 2024-06-13T11:51:35.919 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:6801/1570600420 2024-06-14T11:42:24.478887+0000 2024-06-13T11:51:35.920 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:6800/1570600420 2024-06-14T11:42:24.478887+0000 2024-06-13T11:51:35.920 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/637759380 2024-06-14T11:42:24.478887+0000 2024-06-13T11:51:35.920 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/701755530 2024-06-14T11:42:24.478887+0000 2024-06-13T11:51:35.920 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/1769082163 2024-06-14T11:41:50.734334+0000 2024-06-13T11:51:35.920 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/239548974 2024-06-14T11:41:50.734334+0000 2024-06-13T11:51:35.920 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:6800/480739382 2024-06-14T11:41:50.734334+0000 2024-06-13T11:51:35.920 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:6801/480739382 2024-06-14T11:41:50.734334+0000 2024-06-13T11:51:35.920 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/522218649 2024-06-14T11:41:50.734334+0000 2024-06-13T11:51:35.920 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/2918399760 2024-06-14T11:42:24.478887+0000 2024-06-13T11:51:35.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.923+0000 7fe523e00700 1 -- 172.21.15.42:0/2167427145 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fe5080a2c20 msgr2=0x7fe5080a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:35.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.923+0000 7fe523e00700 1 --2- 172.21.15.42:0/2167427145 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fe5080a2c20 0x7fe5080a50e0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe514004630 tx=0x7fe51400b3c0 comp rx=0 tx=0).stop 2024-06-13T11:51:35.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.923+0000 7fe523e00700 1 -- 172.21.15.42:0/2167427145 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe524075150 msgr2=0x7fe52419f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:35.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.923+0000 7fe523e00700 1 --2- 172.21.15.42:0/2167427145 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe524075150 0x7fe52419f6a0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fe51000bae0 tx=0x7fe51000bb10 comp rx=0 tx=0).stop 2024-06-13T11:51:35.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.923+0000 7fe523e00700 1 -- 172.21.15.42:0/2167427145 shutdown_connections 2024-06-13T11:51:35.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.923+0000 7fe523e00700 1 --2- 172.21.15.42:0/2167427145 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fe5080a2c20 0x7fe5080a50e0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:35.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.923+0000 7fe523e00700 1 --2- 172.21.15.42:0/2167427145 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe524074830 0x7fe52419f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:35.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.923+0000 7fe523e00700 1 --2- 172.21.15.42:0/2167427145 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe5241133d0 0x7fe5241a3a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:35.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.923+0000 7fe523e00700 1 --2- 172.21.15.42:0/2167427145 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe524075150 0x7fe52419f6a0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:35.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.923+0000 7fe523e00700 1 -- 172.21.15.42:0/2167427145 >> 172.21.15.42:0/2167427145 conn(0x7fe5240fdf10 msgr2=0x7fe5240febe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:51:35.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.923+0000 7fe523e00700 1 -- 172.21.15.42:0/2167427145 shutdown_connections 2024-06-13T11:51:35.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:35.923+0000 7fe523e00700 1 -- 172.21.15.42:0/2167427145 wait complete. 2024-06-13T11:51:35.924 INFO:teuthology.orchestra.run.smithi042.stderr:listed 10 entries 2024-06-13T11:51:36.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:36 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2167427145' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-06-13T11:51:36.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:36 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:51:36.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:36 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:51:36.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:36 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:51:36.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:36 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2167427145' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-06-13T11:51:36.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:36 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:51:36.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:36 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:51:36.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:36 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:51:36.822 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi042.front.sepia.ceph.com... 2024-06-13T11:51:36.822 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T11:51:36.822 DEBUG:teuthology.orchestra.run.smithi042:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-06-13T11:51:36.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:36 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2167427145' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-06-13T11:51:36.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:36 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:51:36.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:36 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:51:36.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:36 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:51:36.913 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi042.stderr:ceph-fuse[75047]: fuse finished with error 0 and tester_r 0 2024-06-13T11:51:36.920 INFO:teuthology.orchestra.run:waiting for 300 2024-06-13T11:51:37.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:37 smithi088 ceph-mon[36399]: pgmap v364: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 494 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-06-13T11:51:37.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:37 smithi042 ceph-mon[32231]: pgmap v364: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 494 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-06-13T11:51:37.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:37 smithi162 ceph-mon[36757]: pgmap v364: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 494 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-06-13T11:51:40.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:39 smithi088 ceph-mon[36399]: pgmap v365: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-06-13T11:51:40.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:39 smithi042 ceph-mon[32231]: pgmap v365: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-06-13T11:51:40.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:39 smithi162 ceph-mon[36757]: pgmap v365: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-06-13T11:51:42.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:41 smithi088 ceph-mon[36399]: pgmap v366: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-06-13T11:51:42.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:41 smithi042 ceph-mon[32231]: pgmap v366: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-06-13T11:51:42.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:41 smithi162 ceph-mon[36757]: pgmap v366: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-06-13T11:51:43.022 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi042.front.sepia.ceph.com 2024-06-13T11:51:43.023 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T11:51:43.023 DEBUG:teuthology.orchestra.run.smithi042:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-06-13T11:51:43.096 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd dump --format=json 2024-06-13T11:51:43.557 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:51:43.964 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:43 smithi042 ceph-mon[32231]: pgmap v367: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-06-13T11:51:44.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:43 smithi088 ceph-mon[36399]: pgmap v367: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-06-13T11:51:44.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:43 smithi162 ceph-mon[36757]: pgmap v367: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-06-13T11:51:45.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.930+0000 7f5e10c00700 1 -- 172.21.15.42:0/3829691431 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5e0c0746c0 msgr2=0x7f5e0c074aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:45.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.930+0000 7f5e10c00700 1 --2- 172.21.15.42:0/3829691431 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5e0c0746c0 0x7f5e0c074aa0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f5dfc009990 tx=0x7f5dfc009ca0 comp rx=0 tx=0).stop 2024-06-13T11:51:45.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.930+0000 7f5e10c00700 1 -- 172.21.15.42:0/3829691431 shutdown_connections 2024-06-13T11:51:45.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.930+0000 7f5e10c00700 1 --2- 172.21.15.42:0/3829691431 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e0c113660 0x7f5e0c115a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:45.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.930+0000 7f5e10c00700 1 --2- 172.21.15.42:0/3829691431 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5e0c0746c0 0x7f5e0c074aa0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:45.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.930+0000 7f5e10c00700 1 --2- 172.21.15.42:0/3829691431 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5e0c074fe0 0x7f5e0c113120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:45.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.930+0000 7f5e10c00700 1 -- 172.21.15.42:0/3829691431 >> 172.21.15.42:0/3829691431 conn(0x7f5e0c0795f0 msgr2=0x7f5e0c079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:51:45.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.930+0000 7f5e10c00700 1 -- 172.21.15.42:0/3829691431 shutdown_connections 2024-06-13T11:51:45.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.930+0000 7f5e10c00700 1 -- 172.21.15.42:0/3829691431 wait complete. 2024-06-13T11:51:45.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.932+0000 7f5e10c00700 1 Processor -- start 2024-06-13T11:51:45.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.932+0000 7f5e10c00700 1 -- start start 2024-06-13T11:51:45.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.932+0000 7f5e10c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e0c0746c0 0x7f5e0c19f280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:45.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.932+0000 7f5e10c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5e0c074fe0 0x7f5e0c19f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:45.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.932+0000 7f5e10c00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5e0c113660 0x7f5e0c1a3b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:45.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.933+0000 7f5e10c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5e0c118db0 con 0x7f5e0c074fe0 2024-06-13T11:51:45.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.933+0000 7f5e10c00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f5e0c118c30 con 0x7f5e0c0746c0 2024-06-13T11:51:45.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.933+0000 7f5e10c00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f5e0c118f30 con 0x7f5e0c113660 2024-06-13T11:51:45.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.933+0000 7f5e01400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5e0c074fe0 0x7f5e0c19f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:45.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.933+0000 7f5e09e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e0c0746c0 0x7f5e0c19f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:45.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.933+0000 7f5e01400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5e0c074fe0 0x7f5e0c19f7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40590/0 (socket says 172.21.15.42:40590) 2024-06-13T11:51:45.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.933+0000 7f5e01400700 1 -- 172.21.15.42:0/562616804 learned_addr learned my addr 172.21.15.42:0/562616804 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:51:45.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.933+0000 7f5e0a800700 1 --2- 172.21.15.42:0/562616804 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5e0c113660 0x7f5e0c1a3b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:45.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.933+0000 7f5e01400700 1 -- 172.21.15.42:0/562616804 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5e0c113660 msgr2=0x7f5e0c1a3b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:45.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.933+0000 7f5e01400700 1 --2- 172.21.15.42:0/562616804 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5e0c113660 0x7f5e0c1a3b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:45.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.933+0000 7f5e01400700 1 -- 172.21.15.42:0/562616804 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e0c0746c0 msgr2=0x7f5e0c19f280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:45.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.933+0000 7f5e01400700 1 --2- 172.21.15.42:0/562616804 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e0c0746c0 0x7f5e0c19f280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:45.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.933+0000 7f5e01400700 1 -- 172.21.15.42:0/562616804 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e0c1a4290 con 0x7f5e0c074fe0 2024-06-13T11:51:45.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.933+0000 7f5e09e00700 1 --2- 172.21.15.42:0/562616804 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e0c0746c0 0x7f5e0c19f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:51:45.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.934+0000 7f5e01400700 1 --2- 172.21.15.42:0/562616804 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5e0c074fe0 0x7f5e0c19f7c0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f5df400e9c0 tx=0x7f5df400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:51:45.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.934+0000 7f5e03400700 1 -- 172.21.15.42:0/562616804 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5df400cbd0 con 0x7f5e0c074fe0 2024-06-13T11:51:45.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.934+0000 7f5e03400700 1 -- 172.21.15.42:0/562616804 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5df400ee50 con 0x7f5e0c074fe0 2024-06-13T11:51:45.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.934+0000 7f5e03400700 1 -- 172.21.15.42:0/562616804 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5df4005680 con 0x7f5e0c074fe0 2024-06-13T11:51:45.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.934+0000 7f5e10c00700 1 -- 172.21.15.42:0/562616804 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e0c1a4580 con 0x7f5e0c074fe0 2024-06-13T11:51:45.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.934+0000 7f5e10c00700 1 -- 172.21.15.42:0/562616804 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e0c1abe00 con 0x7f5e0c074fe0 2024-06-13T11:51:45.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.936+0000 7f5e10c00700 1 -- 172.21.15.42:0/562616804 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e0c069180 con 0x7f5e0c074fe0 2024-06-13T11:51:45.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.938+0000 7f5e03400700 1 -- 172.21.15.42:0/562616804 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f5df4004750 con 0x7f5e0c074fe0 2024-06-13T11:51:45.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.939+0000 7f5e03400700 1 --2- 172.21.15.42:0/562616804 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f5df00a2ca0 0x7f5df00a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:45.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.939+0000 7f5e03400700 1 -- 172.21.15.42:0/562616804 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9092+0+0 (secure 0 0 0) 0x7f5df40cf600 con 0x7f5e0c074fe0 2024-06-13T11:51:45.940 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.939+0000 7f5e09e00700 1 --2- 172.21.15.42:0/562616804 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f5df00a2ca0 0x7f5df00a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:45.940 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.940+0000 7f5e09e00700 1 --2- 172.21.15.42:0/562616804 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f5df00a2ca0 0x7f5df00a5160 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f5dfc0098e0 tx=0x7f5dfc005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:51:45.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:45.944+0000 7f5e03400700 1 -- 172.21.15.42:0/562616804 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5df409c1a0 con 0x7f5e0c074fe0 2024-06-13T11:51:46.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:45 smithi088 ceph-mon[36399]: pgmap v368: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2024-06-13T11:51:46.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:45 smithi042 ceph-mon[32231]: pgmap v368: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2024-06-13T11:51:46.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:45 smithi162 ceph-mon[36757]: pgmap v368: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2024-06-13T11:51:46.175 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:46.174+0000 7f5e10c00700 1 -- 172.21.15.42:0/562616804 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5e0c1ac060 con 0x7f5e0c074fe0 2024-06-13T11:51:46.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:46.177+0000 7f5e03400700 1 -- 172.21.15.42:0/562616804 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v98) ==== 74+0+24616 (secure 0 0 0) 0x7f5df409baa0 con 0x7f5e0c074fe0 2024-06-13T11:51:46.178 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:51:46.178 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":98,"fsid":"aa9143f6-2979-11ef-bc9c-c7b262605968","created":"2024-06-13T11:41:17.435942+0000","modified":"2024-06-13T11:51:26.306871+0000","last_up_change":"2024-06-13T11:49:23.112844+0000","last_in_change":"2024-06-13T11:49:02.694907+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-13T11:45:07.188434+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-13T11:50:30.623817+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-13T11:50:35.354548+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-13T11:50:48.317221+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7da5efd2-efef-40b1-ba49-d97d18c443fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6803","nonce":3874128443}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6805","nonce":3874128443}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6809","nonce":3874128443}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6807","nonce":3874128443}]},"public_addr":"172.21.15.42:6803/3874128443","cluster_addr":"172.21.15.42:6805/3874128443","heartbeat_back_addr":"172.21.15.42:6809/3874128443","heartbeat_front_addr":"172.21.15.42:6807/3874128443","state":["exists","up"]},{"osd":1,"uuid":"cf818c48-4313-4607-95db-cd55f1185489","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6801","nonce":1861974568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6803","nonce":1861974568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6807","nonce":1861974568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6805","nonce":1861974568}]},"public_addr":"172.21.15.88:6801/1861974568","cluster_addr":"172.21.15.88:6803/1861974568","heartbeat_back_addr":"172.21.15.88:6807/1861974568","heartbeat_front_addr":"172.21.15.88:6805/1861974568","state":["exists","up"]},{"osd":2,"uuid":"7f0800f8-0da6-4968-801d-c5c44840fe3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6801","nonce":3452655510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6803","nonce":3452655510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6807","nonce":3452655510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6805","nonce":3452655510}]},"public_addr":"172.21.15.162:6801/3452655510","cluster_addr":"172.21.15.162:6803/3452655510","heartbeat_back_addr":"172.21.15.162:6807/3452655510","heartbeat_front_addr":"172.21.15.162:6805/3452655510","state":["exists","up"]},{"osd":3,"uuid":"341ee7d3-119b-401e-805d-9ef42c577719","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6811","nonce":1343751683}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6813","nonce":1343751683}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6817","nonce":1343751683}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6815","nonce":1343751683}]},"public_addr":"172.21.15.42:6811/1343751683","cluster_addr":"172.21.15.42:6813/1343751683","heartbeat_back_addr":"172.21.15.42:6817/1343751683","heartbeat_front_addr":"172.21.15.42:6815/1343751683","state":["exists","up"]},{"osd":4,"uuid":"72b81b4c-d223-4490-aca0-5c98c1b902d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6809","nonce":893989923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6811","nonce":893989923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6815","nonce":893989923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6813","nonce":893989923}]},"public_addr":"172.21.15.88:6809/893989923","cluster_addr":"172.21.15.88:6811/893989923","heartbeat_back_addr":"172.21.15.88:6815/893989923","heartbeat_front_addr":"172.21.15.88:6813/893989923","state":["exists","up"]},{"osd":5,"uuid":"7d03c32c-2772-4f33-902a-f4848b5ff941","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6809","nonce":3014890472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6810","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6811","nonce":3014890472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6815","nonce":3014890472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6813","nonce":3014890472}]},"public_addr":"172.21.15.162:6809/3014890472","cluster_addr":"172.21.15.162:6811/3014890472","heartbeat_back_addr":"172.21.15.162:6815/3014890472","heartbeat_front_addr":"172.21.15.162:6813/3014890472","state":["exists","up"]},{"osd":6,"uuid":"6dc26be6-89e0-49d6-a07f-76c19f1aac03","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6819","nonce":844197654}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6821","nonce":844197654}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6825","nonce":844197654}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6823","nonce":844197654}]},"public_addr":"172.21.15.42:6819/844197654","cluster_addr":"172.21.15.42:6821/844197654","heartbeat_back_addr":"172.21.15.42:6825/844197654","heartbeat_front_addr":"172.21.15.42:6823/844197654","state":["exists","up"]},{"osd":7,"uuid":"aca11d93-b379-4e96-b4fb-b03c593c89ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6817","nonce":3621891209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6819","nonce":3621891209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6823","nonce":3621891209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6821","nonce":3621891209}]},"public_addr":"172.21.15.88:6817/3621891209","cluster_addr":"172.21.15.88:6819/3621891209","heartbeat_back_addr":"172.21.15.88:6823/3621891209","heartbeat_front_addr":"172.21.15.88:6821/3621891209","state":["exists","up"]},{"osd":8,"uuid":"188effbc-495f-407c-9e6c-2801a9856326","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6817","nonce":3088625761}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6819","nonce":3088625761}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6823","nonce":3088625761}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6821","nonce":3088625761}]},"public_addr":"172.21.15.162:6817/3088625761","cluster_addr":"172.21.15.162:6819/3088625761","heartbeat_back_addr":"172.21.15.162:6823/3088625761","heartbeat_front_addr":"172.21.15.162:6821/3088625761","state":["exists","up"]},{"osd":9,"uuid":"5cc3fd15-648b-4f56-8876-5da70b55b248","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6827","nonce":2833466933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6829","nonce":2833466933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6833","nonce":2833466933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6831","nonce":2833466933}]},"public_addr":"172.21.15.42:6827/2833466933","cluster_addr":"172.21.15.42:6829/2833466933","heartbeat_back_addr":"172.21.15.42:6833/2833466933","heartbeat_front_addr":"172.21.15.42:6831/2833466933","state":["exists","up"]},{"osd":10,"uuid":"a2460fe2-1c93-4ab5-9aa1-5beba626f2cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6825","nonce":2979904837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6827","nonce":2979904837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6831","nonce":2979904837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6829","nonce":2979904837}]},"public_addr":"172.21.15.88:6825/2979904837","cluster_addr":"172.21.15.88:6827/2979904837","heartbeat_back_addr":"172.21.15.88:6831/2979904837","heartbeat_front_addr":"172.21.15.88:6829/2979904837","state":["exists","up"]},{"osd":11,"uuid":"42226b4b-93d9-4c99-88d9-b32280b3bd18","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6825","nonce":3416934543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6827","nonce":3416934543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6831","nonce":3416934543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6829","nonce":3416934543}]},"public_addr":"172.21.15.162:6825/3416934543","cluster_addr":"172.21.15.162:6827/3416934543","heartbeat_back_addr":"172.21.15.162:6831/3416934543","heartbeat_front_addr":"172.21.15.162:6829/3416934543","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:44:13.807701+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:44:38.669149+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:45:02.619341+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:45:36.081635+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:46:02.274051+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:46:27.333433+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:01.752504+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:27.895478+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:53.298845+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:48:28.167906+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:48:55.119959+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:49:20.787011+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.31","mappings":[{"from":4,"to":6}]},{"pgid":"4.10","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:6801/1570600420":"2024-06-14T11:42:24.478887+0000","172.21.15.42:6800/1570600420":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/637759380":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/701755530":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/1769082163":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/239548974":"2024-06-14T11:41:50.734334+0000","172.21.15.42:6800/480739382":"2024-06-14T11:41:50.734334+0000","172.21.15.42:6801/480739382":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/522218649":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/2918399760":"2024-06-14T11:42:24.478887+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-13T11:51:46.180 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:46.179+0000 7f5e10c00700 1 -- 172.21.15.42:0/562616804 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f5df00a2ca0 msgr2=0x7f5df00a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:46.180 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:46.179+0000 7f5e10c00700 1 --2- 172.21.15.42:0/562616804 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f5df00a2ca0 0x7f5df00a5160 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f5dfc0098e0 tx=0x7f5dfc005960 comp rx=0 tx=0).stop 2024-06-13T11:51:46.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:46.180+0000 7f5e10c00700 1 -- 172.21.15.42:0/562616804 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5e0c074fe0 msgr2=0x7f5e0c19f7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:46.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:46.180+0000 7f5e10c00700 1 --2- 172.21.15.42:0/562616804 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5e0c074fe0 0x7f5e0c19f7c0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f5df400e9c0 tx=0x7f5df400ecd0 comp rx=0 tx=0).stop 2024-06-13T11:51:46.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:46.180+0000 7f5e10c00700 1 -- 172.21.15.42:0/562616804 shutdown_connections 2024-06-13T11:51:46.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:46.180+0000 7f5e10c00700 1 --2- 172.21.15.42:0/562616804 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f5df00a2ca0 0x7f5df00a5160 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:46.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:46.180+0000 7f5e10c00700 1 --2- 172.21.15.42:0/562616804 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e0c0746c0 0x7f5e0c19f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:46.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:46.180+0000 7f5e10c00700 1 --2- 172.21.15.42:0/562616804 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5e0c113660 0x7f5e0c1a3b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:46.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:46.180+0000 7f5e10c00700 1 --2- 172.21.15.42:0/562616804 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5e0c074fe0 0x7f5e0c19f7c0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:46.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:46.180+0000 7f5e10c00700 1 -- 172.21.15.42:0/562616804 >> 172.21.15.42:0/562616804 conn(0x7f5e0c0795f0 msgr2=0x7f5e0c112500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:51:46.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:46.180+0000 7f5e10c00700 1 -- 172.21.15.42:0/562616804 shutdown_connections 2024-06-13T11:51:46.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:46.180+0000 7f5e10c00700 1 -- 172.21.15.42:0/562616804 wait complete. 2024-06-13T11:51:47.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:46 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/562616804' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:51:47.015 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:46 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/562616804' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:51:47.099 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd dump --format=json 2024-06-13T11:51:47.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:46 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/562616804' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:51:47.573 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:51:48.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:47 smithi088 ceph-mon[36399]: pgmap v369: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-06-13T11:51:48.036 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:47 smithi042 ceph-mon[32231]: pgmap v369: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-06-13T11:51:48.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:47 smithi162 ceph-mon[36757]: pgmap v369: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-06-13T11:51:49.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.727+0000 7f960f000700 1 -- 172.21.15.42:0/2030710649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9608104f80 msgr2=0x7f9608111490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:49.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.727+0000 7f960f000700 1 --2- 172.21.15.42:0/2030710649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9608104f80 0x7f9608111490 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f960000b0a0 tx=0x7f960000b3b0 comp rx=0 tx=0).stop 2024-06-13T11:51:49.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.727+0000 7f960f000700 1 -- 172.21.15.42:0/2030710649 shutdown_connections 2024-06-13T11:51:49.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.727+0000 7f960f000700 1 --2- 172.21.15.42:0/2030710649 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f960810a650 0x7f960810aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:49.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.727+0000 7f960f000700 1 --2- 172.21.15.42:0/2030710649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9608104f80 0x7f9608111490 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:49.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.727+0000 7f960f000700 1 --2- 172.21.15.42:0/2030710649 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f96081045c0 0x7f9608104a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:49.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.727+0000 7f960f000700 1 -- 172.21.15.42:0/2030710649 >> 172.21.15.42:0/2030710649 conn(0x7f96081000b0 msgr2=0x7f96081024d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:51:49.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.727+0000 7f960f000700 1 -- 172.21.15.42:0/2030710649 shutdown_connections 2024-06-13T11:51:49.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.727+0000 7f960f000700 1 -- 172.21.15.42:0/2030710649 wait complete. 2024-06-13T11:51:49.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.728+0000 7f960f000700 1 Processor -- start 2024-06-13T11:51:49.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.728+0000 7f960f000700 1 -- start start 2024-06-13T11:51:49.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.728+0000 7f960f000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f96081045c0 0x7f96081a08d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:49.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.728+0000 7f960f000700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9608104f80 0x7f96081a0e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:49.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.728+0000 7f960f000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f960810a650 0x7f960819aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:49.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.728+0000 7f960f000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f96081148f0 con 0x7f960810a650 2024-06-13T11:51:49.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.728+0000 7f960f000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f9608114770 con 0x7f96081045c0 2024-06-13T11:51:49.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.728+0000 7f960f000700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f9608114a70 con 0x7f9608104f80 2024-06-13T11:51:49.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.729+0000 7f960d200700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9608104f80 0x7f96081a0e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:49.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.729+0000 7f960dc00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f96081045c0 0x7f96081a08d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:49.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.729+0000 7f960d200700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9608104f80 0x7f96081a0e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:36698/0 (socket says 172.21.15.42:36698) 2024-06-13T11:51:49.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.729+0000 7f960d200700 1 -- 172.21.15.42:0/1907932282 learned_addr learned my addr 172.21.15.42:0/1907932282 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:51:49.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.729+0000 7f960e600700 1 --2- 172.21.15.42:0/1907932282 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f960810a650 0x7f960819aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:49.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.729+0000 7f960d200700 1 -- 172.21.15.42:0/1907932282 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f96081045c0 msgr2=0x7f96081a08d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:49.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.729+0000 7f960d200700 1 --2- 172.21.15.42:0/1907932282 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f96081045c0 0x7f96081a08d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:49.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.729+0000 7f960d200700 1 -- 172.21.15.42:0/1907932282 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f960810a650 msgr2=0x7f960819aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:49.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.729+0000 7f960d200700 1 --2- 172.21.15.42:0/1907932282 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f960810a650 0x7f960819aa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:49.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.729+0000 7f960d200700 1 -- 172.21.15.42:0/1907932282 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f960819b1f0 con 0x7f9608104f80 2024-06-13T11:51:49.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.729+0000 7f960e600700 1 --2- 172.21.15.42:0/1907932282 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f960810a650 0x7f960819aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:51:49.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.730+0000 7f960d200700 1 --2- 172.21.15.42:0/1907932282 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9608104f80 0x7f96081a0e10 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f95f400e9a0 tx=0x7f95f400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:51:49.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.730+0000 7f9606000700 1 -- 172.21.15.42:0/1907932282 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95f400cbd0 con 0x7f9608104f80 2024-06-13T11:51:49.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.730+0000 7f9606000700 1 -- 172.21.15.42:0/1907932282 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f95f400cd70 con 0x7f9608104f80 2024-06-13T11:51:49.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.730+0000 7f9606000700 1 -- 172.21.15.42:0/1907932282 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95f4018750 con 0x7f9608104f80 2024-06-13T11:51:49.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.730+0000 7f960f000700 1 -- 172.21.15.42:0/1907932282 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f960819b4e0 con 0x7f9608104f80 2024-06-13T11:51:49.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.730+0000 7f960f000700 1 -- 172.21.15.42:0/1907932282 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96081a77a0 con 0x7f9608104f80 2024-06-13T11:51:49.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.731+0000 7f960f000700 1 -- 172.21.15.42:0/1907932282 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9608069180 con 0x7f9608104f80 2024-06-13T11:51:49.734 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.733+0000 7f9606000700 1 -- 172.21.15.42:0/1907932282 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f95f4010430 con 0x7f9608104f80 2024-06-13T11:51:49.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.735+0000 7f9606000700 1 --2- 172.21.15.42:0/1907932282 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f95f00a2c20 0x7f95f00a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:49.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.735+0000 7f9606000700 1 -- 172.21.15.42:0/1907932282 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9092+0+0 (secure 0 0 0) 0x7f95f40cfb80 con 0x7f9608104f80 2024-06-13T11:51:49.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.735+0000 7f960dc00700 1 --2- 172.21.15.42:0/1907932282 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f95f00a2c20 0x7f95f00a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:49.736 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.736+0000 7f960dc00700 1 --2- 172.21.15.42:0/1907932282 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f95f00a2c20 0x7f95f00a50e0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f960819bbd0 tx=0x7f95fc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:51:49.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.737+0000 7f9606000700 1 -- 172.21.15.42:0/1907932282 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f95f409c720 con 0x7f9608104f80 2024-06-13T11:51:49.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:49 smithi042 ceph-mon[32231]: pgmap v370: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-06-13T11:51:49.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.968+0000 7f960f000700 1 -- 172.21.15.42:0/1907932282 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f96081a7970 con 0x7f9608104f80 2024-06-13T11:51:49.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.970+0000 7f9606000700 1 -- 172.21.15.42:0/1907932282 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v98) ==== 74+0+24616 (secure 0 0 0) 0x7f95f40bc0e0 con 0x7f9608104f80 2024-06-13T11:51:49.972 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:51:49.972 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":98,"fsid":"aa9143f6-2979-11ef-bc9c-c7b262605968","created":"2024-06-13T11:41:17.435942+0000","modified":"2024-06-13T11:51:26.306871+0000","last_up_change":"2024-06-13T11:49:23.112844+0000","last_in_change":"2024-06-13T11:49:02.694907+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-13T11:45:07.188434+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-13T11:50:30.623817+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-13T11:50:35.354548+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-13T11:50:48.317221+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7da5efd2-efef-40b1-ba49-d97d18c443fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6803","nonce":3874128443}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6805","nonce":3874128443}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6809","nonce":3874128443}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6807","nonce":3874128443}]},"public_addr":"172.21.15.42:6803/3874128443","cluster_addr":"172.21.15.42:6805/3874128443","heartbeat_back_addr":"172.21.15.42:6809/3874128443","heartbeat_front_addr":"172.21.15.42:6807/3874128443","state":["exists","up"]},{"osd":1,"uuid":"cf818c48-4313-4607-95db-cd55f1185489","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6801","nonce":1861974568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6803","nonce":1861974568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6807","nonce":1861974568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6805","nonce":1861974568}]},"public_addr":"172.21.15.88:6801/1861974568","cluster_addr":"172.21.15.88:6803/1861974568","heartbeat_back_addr":"172.21.15.88:6807/1861974568","heartbeat_front_addr":"172.21.15.88:6805/1861974568","state":["exists","up"]},{"osd":2,"uuid":"7f0800f8-0da6-4968-801d-c5c44840fe3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6801","nonce":3452655510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6803","nonce":3452655510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6807","nonce":3452655510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6805","nonce":3452655510}]},"public_addr":"172.21.15.162:6801/3452655510","cluster_addr":"172.21.15.162:6803/3452655510","heartbeat_back_addr":"172.21.15.162:6807/3452655510","heartbeat_front_addr":"172.21.15.162:6805/3452655510","state":["exists","up"]},{"osd":3,"uuid":"341ee7d3-119b-401e-805d-9ef42c577719","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6811","nonce":1343751683}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6813","nonce":1343751683}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6817","nonce":1343751683}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6815","nonce":1343751683}]},"public_addr":"172.21.15.42:6811/1343751683","cluster_addr":"172.21.15.42:6813/1343751683","heartbeat_back_addr":"172.21.15.42:6817/1343751683","heartbeat_front_addr":"172.21.15.42:6815/1343751683","state":["exists","up"]},{"osd":4,"uuid":"72b81b4c-d223-4490-aca0-5c98c1b902d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6809","nonce":893989923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6811","nonce":893989923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6815","nonce":893989923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6813","nonce":893989923}]},"public_addr":"172.21.15.88:6809/893989923","cluster_addr":"172.21.15.88:6811/893989923","heartbeat_back_addr":"172.21.15.88:6815/893989923","heartbeat_front_addr":"172.21.15.88:6813/893989923","state":["exists","up"]},{"osd":5,"uuid":"7d03c32c-2772-4f33-902a-f4848b5ff941","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6809","nonce":3014890472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6810","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6811","nonce":3014890472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6815","nonce":3014890472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6813","nonce":3014890472}]},"public_addr":"172.21.15.162:6809/3014890472","cluster_addr":"172.21.15.162:6811/3014890472","heartbeat_back_addr":"172.21.15.162:6815/3014890472","heartbeat_front_addr":"172.21.15.162:6813/3014890472","state":["exists","up"]},{"osd":6,"uuid":"6dc26be6-89e0-49d6-a07f-76c19f1aac03","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6819","nonce":844197654}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6821","nonce":844197654}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6825","nonce":844197654}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6823","nonce":844197654}]},"public_addr":"172.21.15.42:6819/844197654","cluster_addr":"172.21.15.42:6821/844197654","heartbeat_back_addr":"172.21.15.42:6825/844197654","heartbeat_front_addr":"172.21.15.42:6823/844197654","state":["exists","up"]},{"osd":7,"uuid":"aca11d93-b379-4e96-b4fb-b03c593c89ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6817","nonce":3621891209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6819","nonce":3621891209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6823","nonce":3621891209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6821","nonce":3621891209}]},"public_addr":"172.21.15.88:6817/3621891209","cluster_addr":"172.21.15.88:6819/3621891209","heartbeat_back_addr":"172.21.15.88:6823/3621891209","heartbeat_front_addr":"172.21.15.88:6821/3621891209","state":["exists","up"]},{"osd":8,"uuid":"188effbc-495f-407c-9e6c-2801a9856326","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6817","nonce":3088625761}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6819","nonce":3088625761}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6823","nonce":3088625761}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6821","nonce":3088625761}]},"public_addr":"172.21.15.162:6817/3088625761","cluster_addr":"172.21.15.162:6819/3088625761","heartbeat_back_addr":"172.21.15.162:6823/3088625761","heartbeat_front_addr":"172.21.15.162:6821/3088625761","state":["exists","up"]},{"osd":9,"uuid":"5cc3fd15-648b-4f56-8876-5da70b55b248","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6827","nonce":2833466933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6829","nonce":2833466933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6833","nonce":2833466933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6831","nonce":2833466933}]},"public_addr":"172.21.15.42:6827/2833466933","cluster_addr":"172.21.15.42:6829/2833466933","heartbeat_back_addr":"172.21.15.42:6833/2833466933","heartbeat_front_addr":"172.21.15.42:6831/2833466933","state":["exists","up"]},{"osd":10,"uuid":"a2460fe2-1c93-4ab5-9aa1-5beba626f2cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6825","nonce":2979904837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6827","nonce":2979904837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6831","nonce":2979904837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6829","nonce":2979904837}]},"public_addr":"172.21.15.88:6825/2979904837","cluster_addr":"172.21.15.88:6827/2979904837","heartbeat_back_addr":"172.21.15.88:6831/2979904837","heartbeat_front_addr":"172.21.15.88:6829/2979904837","state":["exists","up"]},{"osd":11,"uuid":"42226b4b-93d9-4c99-88d9-b32280b3bd18","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6825","nonce":3416934543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6827","nonce":3416934543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6831","nonce":3416934543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6829","nonce":3416934543}]},"public_addr":"172.21.15.162:6825/3416934543","cluster_addr":"172.21.15.162:6827/3416934543","heartbeat_back_addr":"172.21.15.162:6831/3416934543","heartbeat_front_addr":"172.21.15.162:6829/3416934543","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:44:13.807701+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:44:38.669149+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:45:02.619341+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:45:36.081635+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:46:02.274051+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:46:27.333433+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:01.752504+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:27.895478+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:53.298845+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:48:28.167906+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:48:55.119959+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:49:20.787011+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.31","mappings":[{"from":4,"to":6}]},{"pgid":"4.10","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:6801/1570600420":"2024-06-14T11:42:24.478887+0000","172.21.15.42:6800/1570600420":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/637759380":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/701755530":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/1769082163":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/239548974":"2024-06-14T11:41:50.734334+0000","172.21.15.42:6800/480739382":"2024-06-14T11:41:50.734334+0000","172.21.15.42:6801/480739382":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/522218649":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/2918399760":"2024-06-14T11:42:24.478887+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-13T11:51:49.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.974+0000 7f960f000700 1 -- 172.21.15.42:0/1907932282 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f95f00a2c20 msgr2=0x7f95f00a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:49.975 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.974+0000 7f960f000700 1 --2- 172.21.15.42:0/1907932282 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f95f00a2c20 0x7f95f00a50e0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f960819bbd0 tx=0x7f95fc009260 comp rx=0 tx=0).stop 2024-06-13T11:51:49.975 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.974+0000 7f960f000700 1 -- 172.21.15.42:0/1907932282 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9608104f80 msgr2=0x7f96081a0e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:49.975 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.974+0000 7f960f000700 1 --2- 172.21.15.42:0/1907932282 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9608104f80 0x7f96081a0e10 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f95f400e9a0 tx=0x7f95f400ecb0 comp rx=0 tx=0).stop 2024-06-13T11:51:49.975 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.974+0000 7f960f000700 1 -- 172.21.15.42:0/1907932282 shutdown_connections 2024-06-13T11:51:49.975 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.974+0000 7f960f000700 1 --2- 172.21.15.42:0/1907932282 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f95f00a2c20 0x7f95f00a50e0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:49.975 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.974+0000 7f960f000700 1 --2- 172.21.15.42:0/1907932282 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f96081045c0 0x7f96081a08d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:49.975 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.974+0000 7f960f000700 1 --2- 172.21.15.42:0/1907932282 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f960810a650 0x7f960819aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:49.975 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.974+0000 7f960f000700 1 --2- 172.21.15.42:0/1907932282 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9608104f80 0x7f96081a0e10 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:49.975 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.974+0000 7f960f000700 1 -- 172.21.15.42:0/1907932282 >> 172.21.15.42:0/1907932282 conn(0x7f96081000b0 msgr2=0x7f9608101600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:51:49.976 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.974+0000 7f960f000700 1 -- 172.21.15.42:0/1907932282 shutdown_connections 2024-06-13T11:51:49.976 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:49.974+0000 7f960f000700 1 -- 172.21.15.42:0/1907932282 wait complete. 2024-06-13T11:51:50.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:49 smithi088 ceph-mon[36399]: pgmap v370: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-06-13T11:51:50.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:49 smithi162 ceph-mon[36757]: pgmap v370: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-06-13T11:51:50.886 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-06-13T11:51:51.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:50 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/1907932282' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:51:51.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:50 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/1907932282' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:51:51.190 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:50 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/1907932282' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:51:51.357 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:51:52.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:51 smithi042 ceph-mon[32231]: pgmap v371: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 0 op/s 2024-06-13T11:51:52.126 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:51 smithi088 ceph-mon[36399]: pgmap v371: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 0 op/s 2024-06-13T11:51:52.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:51 smithi162 ceph-mon[36757]: pgmap v371: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 0 op/s 2024-06-13T11:51:53.578 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.577+0000 7f662a600700 1 -- 172.21.15.42:0/1043738709 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f662406abc0 msgr2=0x7f662406afa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:53.579 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.577+0000 7f662a600700 1 --2- 172.21.15.42:0/1043738709 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f662406abc0 0x7f662406afa0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f6614009990 tx=0x7f6614009ca0 comp rx=0 tx=0).stop 2024-06-13T11:51:53.579 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.577+0000 7f662a600700 1 -- 172.21.15.42:0/1043738709 shutdown_connections 2024-06-13T11:51:53.579 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.577+0000 7f662a600700 1 --2- 172.21.15.42:0/1043738709 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f662410ef70 0x7f6624111360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:53.579 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.577+0000 7f662a600700 1 --2- 172.21.15.42:0/1043738709 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f662406abc0 0x7f662406afa0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:53.579 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.577+0000 7f662a600700 1 --2- 172.21.15.42:0/1043738709 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f662406b4e0 0x7f662410ea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:53.579 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.577+0000 7f662a600700 1 -- 172.21.15.42:0/1043738709 >> 172.21.15.42:0/1043738709 conn(0x7f6624078340 msgr2=0x7f6624078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:51:53.579 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.577+0000 7f662a600700 1 -- 172.21.15.42:0/1043738709 shutdown_connections 2024-06-13T11:51:53.579 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.577+0000 7f662a600700 1 -- 172.21.15.42:0/1043738709 wait complete. 2024-06-13T11:51:53.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.579+0000 7f662a600700 1 Processor -- start 2024-06-13T11:51:53.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.579+0000 7f662a600700 1 -- start start 2024-06-13T11:51:53.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.579+0000 7f662a600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f662406abc0 0x7f662419ae90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:53.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.579+0000 7f662a600700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f662406b4e0 0x7f662419b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:53.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.579+0000 7f662a600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f662410ef70 0x7f662419f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:53.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.579+0000 7f662a600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6624114a00 con 0x7f662406abc0 2024-06-13T11:51:53.581 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.579+0000 7f662a600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f6624114880 con 0x7f662410ef70 2024-06-13T11:51:53.581 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.579+0000 7f662a600700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f6624114b80 con 0x7f662406b4e0 2024-06-13T11:51:53.581 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.580+0000 7f661be00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f662406b4e0 0x7f662419b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:53.581 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.580+0000 7f661be00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f662406b4e0 0x7f662419b3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:36712/0 (socket says 172.21.15.42:36712) 2024-06-13T11:51:53.581 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.580+0000 7f6623400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f662406abc0 0x7f662419ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:53.581 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.580+0000 7f661be00700 1 -- 172.21.15.42:0/2958095544 learned_addr learned my addr 172.21.15.42:0/2958095544 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:51:53.581 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.580+0000 7f6623e00700 1 --2- 172.21.15.42:0/2958095544 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f662410ef70 0x7f662419f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:53.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.580+0000 7f661be00700 1 -- 172.21.15.42:0/2958095544 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f662410ef70 msgr2=0x7f662419f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:53.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.580+0000 7f661be00700 1 --2- 172.21.15.42:0/2958095544 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f662410ef70 0x7f662419f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:53.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.580+0000 7f661be00700 1 -- 172.21.15.42:0/2958095544 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f662406abc0 msgr2=0x7f662419ae90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:53.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.580+0000 7f661be00700 1 --2- 172.21.15.42:0/2958095544 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f662406abc0 0x7f662419ae90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:53.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.580+0000 7f661be00700 1 -- 172.21.15.42:0/2958095544 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f662419fea0 con 0x7f662406b4e0 2024-06-13T11:51:53.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.581+0000 7f661be00700 1 --2- 172.21.15.42:0/2958095544 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f662406b4e0 0x7f662419b3d0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f660c00d980 tx=0x7f660c00dc90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:51:53.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.581+0000 7f6620c00700 1 -- 172.21.15.42:0/2958095544 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f660c016070 con 0x7f662406b4e0 2024-06-13T11:51:53.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.581+0000 7f6620c00700 1 -- 172.21.15.42:0/2958095544 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f660c004d10 con 0x7f662406b4e0 2024-06-13T11:51:53.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.581+0000 7f6620c00700 1 -- 172.21.15.42:0/2958095544 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f660c005670 con 0x7f662406b4e0 2024-06-13T11:51:53.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.581+0000 7f662a600700 1 -- 172.21.15.42:0/2958095544 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66241a0190 con 0x7f662406b4e0 2024-06-13T11:51:53.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.581+0000 7f662a600700 1 -- 172.21.15.42:0/2958095544 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66241a7a10 con 0x7f662406b4e0 2024-06-13T11:51:53.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.582+0000 7f662a600700 1 -- 172.21.15.42:0/2958095544 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6624069180 con 0x7f662406b4e0 2024-06-13T11:51:53.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.586+0000 7f6620c00700 1 -- 172.21.15.42:0/2958095544 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f660c004750 con 0x7f662406b4e0 2024-06-13T11:51:53.588 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.587+0000 7f6620c00700 1 --2- 172.21.15.42:0/2958095544 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f66080a2c20 0x7f66080a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:53.588 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.588+0000 7f6620c00700 1 -- 172.21.15.42:0/2958095544 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9092+0+0 (secure 0 0 0) 0x7f660c0cf1c0 con 0x7f662406b4e0 2024-06-13T11:51:53.589 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.588+0000 7f6623400700 1 --2- 172.21.15.42:0/2958095544 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f66080a2c20 0x7f66080a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:53.589 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.589+0000 7f6623400700 1 --2- 172.21.15.42:0/2958095544 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f66080a2c20 0x7f66080a50e0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f661400b2e0 tx=0x7f6614005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:51:53.592 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.592+0000 7f6620c00700 1 -- 172.21.15.42:0/2958095544 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f660c01f020 con 0x7f662406b4e0 2024-06-13T11:51:53.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:53.878+0000 7f662a600700 1 -- 172.21.15.42:0/2958095544 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f662402dca0 con 0x7f662406b4e0 2024-06-13T11:51:54.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:53 smithi042 ceph-mon[32231]: pgmap v372: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 0 op/s 2024-06-13T11:51:54.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:53 smithi162 ceph-mon[36757]: pgmap v372: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 0 op/s 2024-06-13T11:51:54.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:53 smithi088 ceph-mon[36399]: pgmap v372: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 0 op/s 2024-06-13T11:51:54.783 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:54.781+0000 7f6620c00700 1 -- 172.21.15.42:0/2958095544 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v18) ==== 118+0+0 (secure 0 0 0) 0x7f660c09bd60 con 0x7f662406b4e0 2024-06-13T11:51:54.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:54.784+0000 7f662a600700 1 -- 172.21.15.42:0/2958095544 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f66080a2c20 msgr2=0x7f66080a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:54.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:54.784+0000 7f662a600700 1 --2- 172.21.15.42:0/2958095544 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f66080a2c20 0x7f66080a50e0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f661400b2e0 tx=0x7f6614005fd0 comp rx=0 tx=0).stop 2024-06-13T11:51:54.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:54.784+0000 7f662a600700 1 -- 172.21.15.42:0/2958095544 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f662406b4e0 msgr2=0x7f662419b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:54.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:54.784+0000 7f662a600700 1 --2- 172.21.15.42:0/2958095544 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f662406b4e0 0x7f662419b3d0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f660c00d980 tx=0x7f660c00dc90 comp rx=0 tx=0).stop 2024-06-13T11:51:54.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:54.785+0000 7f662a600700 1 -- 172.21.15.42:0/2958095544 shutdown_connections 2024-06-13T11:51:54.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:54.785+0000 7f662a600700 1 --2- 172.21.15.42:0/2958095544 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f66080a2c20 0x7f66080a50e0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:54.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:54.785+0000 7f662a600700 1 --2- 172.21.15.42:0/2958095544 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f662410ef70 0x7f662419f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:54.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:54.785+0000 7f662a600700 1 --2- 172.21.15.42:0/2958095544 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f662406abc0 0x7f662419ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:54.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:54.785+0000 7f662a600700 1 --2- 172.21.15.42:0/2958095544 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f662406b4e0 0x7f662419b3d0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:54.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:54.785+0000 7f662a600700 1 -- 172.21.15.42:0/2958095544 >> 172.21.15.42:0/2958095544 conn(0x7f6624078340 msgr2=0x7f66241103c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:51:54.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:54.785+0000 7f662a600700 1 -- 172.21.15.42:0/2958095544 shutdown_connections 2024-06-13T11:51:54.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:54.785+0000 7f662a600700 1 -- 172.21.15.42:0/2958095544 wait complete. 2024-06-13T11:51:55.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:54 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2958095544' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-06-13T11:51:55.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:54 smithi042 ceph-mon[32231]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-06-13T11:51:55.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:54 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2958095544' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-06-13T11:51:55.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:54 smithi162 ceph-mon[36757]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-06-13T11:51:55.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:54 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2958095544' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-06-13T11:51:55.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:54 smithi088 ceph-mon[36399]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-06-13T11:51:55.705 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 3, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--size 25000000000'}} 2024-06-13T11:51:55.705 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs set cephfs max_mds 3 2024-06-13T11:51:56.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:55 smithi042 ceph-mon[32231]: pgmap v373: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:56.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:55 smithi042 ceph-mon[32231]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-06-13T11:51:56.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:55 smithi042 ceph-mon[32231]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-06-13T11:51:56.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:55 smithi162 ceph-mon[36757]: pgmap v373: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:56.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:55 smithi162 ceph-mon[36757]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-06-13T11:51:56.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:55 smithi162 ceph-mon[36757]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-06-13T11:51:56.193 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:51:56.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:55 smithi088 ceph-mon[36399]: pgmap v373: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:56.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:55 smithi088 ceph-mon[36399]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-06-13T11:51:56.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:55 smithi088 ceph-mon[36399]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-06-13T11:51:58.054 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:57 smithi042 ceph-mon[32231]: pgmap v374: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:58.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:57 smithi162 ceph-mon[36757]: pgmap v374: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:58.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:57 smithi088 ceph-mon[36399]: pgmap v374: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:51:58.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.361+0000 7fb29e000700 1 -- 172.21.15.42:0/2094869639 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb2981030f0 msgr2=0x7fb298107110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:58.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.361+0000 7fb29e000700 1 --2- 172.21.15.42:0/2094869639 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb2981030f0 0x7fb298107110 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fb284009920 tx=0x7fb284009c30 comp rx=0 tx=0).stop 2024-06-13T11:51:58.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.361+0000 7fb29e000700 1 -- 172.21.15.42:0/2094869639 shutdown_connections 2024-06-13T11:51:58.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.361+0000 7fb29e000700 1 --2- 172.21.15.42:0/2094869639 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb298107840 0x7fb29810f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:58.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.361+0000 7fb29e000700 1 --2- 172.21.15.42:0/2094869639 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb298102740 0x7fb298102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:58.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.361+0000 7fb29e000700 1 --2- 172.21.15.42:0/2094869639 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb2981030f0 0x7fb298107110 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:58.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.361+0000 7fb29e000700 1 -- 172.21.15.42:0/2094869639 >> 172.21.15.42:0/2094869639 conn(0x7fb2980795f0 msgr2=0x7fb298079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:51:58.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.361+0000 7fb29e000700 1 -- 172.21.15.42:0/2094869639 shutdown_connections 2024-06-13T11:51:58.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.361+0000 7fb29e000700 1 -- 172.21.15.42:0/2094869639 wait complete. 2024-06-13T11:51:58.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.362+0000 7fb29e000700 1 Processor -- start 2024-06-13T11:51:58.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.363+0000 7fb29e000700 1 -- start start 2024-06-13T11:51:58.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.363+0000 7fb29e000700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb298102740 0x7fb29819ae90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:58.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.363+0000 7fb29e000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb2981030f0 0x7fb29819b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:58.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.363+0000 7fb29e000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb298107840 0x7fb29819f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:58.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.363+0000 7fb29e000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb2981127a0 con 0x7fb298107840 2024-06-13T11:51:58.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.363+0000 7fb29e000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fb298112620 con 0x7fb2981030f0 2024-06-13T11:51:58.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.363+0000 7fb29e000700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fb298112920 con 0x7fb298102740 2024-06-13T11:51:58.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.363+0000 7fb297400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb298102740 0x7fb29819ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:58.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.363+0000 7fb297400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb298102740 0x7fb29819ae90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:34414/0 (socket says 172.21.15.42:34414) 2024-06-13T11:51:58.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.364+0000 7fb297400700 1 -- 172.21.15.42:0/2146530199 learned_addr learned my addr 172.21.15.42:0/2146530199 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:51:58.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.364+0000 7fb297e00700 1 --2- 172.21.15.42:0/2146530199 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb298107840 0x7fb29819f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:58.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.364+0000 7fb296a00700 1 --2- 172.21.15.42:0/2146530199 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb2981030f0 0x7fb29819b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:58.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.364+0000 7fb297400700 1 -- 172.21.15.42:0/2146530199 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb2981030f0 msgr2=0x7fb29819b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:58.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.364+0000 7fb297400700 1 --2- 172.21.15.42:0/2146530199 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb2981030f0 0x7fb29819b3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:58.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.364+0000 7fb297400700 1 -- 172.21.15.42:0/2146530199 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb298107840 msgr2=0x7fb29819f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:58.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.364+0000 7fb297400700 1 --2- 172.21.15.42:0/2146530199 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb298107840 0x7fb29819f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:58.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.364+0000 7fb297400700 1 -- 172.21.15.42:0/2146530199 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb29819fea0 con 0x7fb298102740 2024-06-13T11:51:58.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.364+0000 7fb297400700 1 --2- 172.21.15.42:0/2146530199 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb298102740 0x7fb29819ae90 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fb28800e9c0 tx=0x7fb28800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:51:58.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.365+0000 7fb28fe00700 1 -- 172.21.15.42:0/2146530199 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb288004a30 con 0x7fb298102740 2024-06-13T11:51:58.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.365+0000 7fb28fe00700 1 -- 172.21.15.42:0/2146530199 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb28800cca0 con 0x7fb298102740 2024-06-13T11:51:58.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.365+0000 7fb29e000700 1 -- 172.21.15.42:0/2146530199 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2981a0190 con 0x7fb298102740 2024-06-13T11:51:58.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.365+0000 7fb28fe00700 1 -- 172.21.15.42:0/2146530199 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb288005680 con 0x7fb298102740 2024-06-13T11:51:58.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.365+0000 7fb29e000700 1 -- 172.21.15.42:0/2146530199 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2981a7a10 con 0x7fb298102740 2024-06-13T11:51:58.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.366+0000 7fb29e000700 1 -- 172.21.15.42:0/2146530199 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb298069180 con 0x7fb298102740 2024-06-13T11:51:58.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.368+0000 7fb28fe00700 1 -- 172.21.15.42:0/2146530199 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fb288044b30 con 0x7fb298102740 2024-06-13T11:51:58.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.369+0000 7fb28fe00700 1 --2- 172.21.15.42:0/2146530199 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb27c0a2ca0 0x7fb27c0a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:51:58.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.370+0000 7fb28fe00700 1 -- 172.21.15.42:0/2146530199 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9092+0+0 (secure 0 0 0) 0x7fb2880cf3f0 con 0x7fb298102740 2024-06-13T11:51:58.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.370+0000 7fb296a00700 1 --2- 172.21.15.42:0/2146530199 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb27c0a2ca0 0x7fb27c0a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:51:58.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.370+0000 7fb296a00700 1 --2- 172.21.15.42:0/2146530199 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb27c0a2ca0 0x7fb27c0a5160 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fb2840098f0 tx=0x7fb284019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:51:58.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.372+0000 7fb28fe00700 1 -- 172.21.15.42:0/2146530199 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb288044e20 con 0x7fb298102740 2024-06-13T11:51:58.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.654+0000 7fb29e000700 1 -- 172.21.15.42:0/2146530199 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"} v 0) -- 0x7fb29819c1f0 con 0x7fb298102740 2024-06-13T11:51:58.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.803+0000 7fb28fe00700 1 -- 172.21.15.42:0/2146530199 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]=0 v19) ==== 105+0+0 (secure 0 0 0) 0x7fb29819c1f0 con 0x7fb298102740 2024-06-13T11:51:58.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.807+0000 7fb29e000700 1 -- 172.21.15.42:0/2146530199 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb27c0a2ca0 msgr2=0x7fb27c0a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:58.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.807+0000 7fb29e000700 1 --2- 172.21.15.42:0/2146530199 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb27c0a2ca0 0x7fb27c0a5160 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fb2840098f0 tx=0x7fb284019040 comp rx=0 tx=0).stop 2024-06-13T11:51:58.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.807+0000 7fb29e000700 1 -- 172.21.15.42:0/2146530199 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb298102740 msgr2=0x7fb29819ae90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:51:58.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.807+0000 7fb29e000700 1 --2- 172.21.15.42:0/2146530199 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb298102740 0x7fb29819ae90 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fb28800e9c0 tx=0x7fb28800ecd0 comp rx=0 tx=0).stop 2024-06-13T11:51:58.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.807+0000 7fb29e000700 1 -- 172.21.15.42:0/2146530199 shutdown_connections 2024-06-13T11:51:58.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.807+0000 7fb29e000700 1 --2- 172.21.15.42:0/2146530199 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb298107840 0x7fb29819f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:58.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.807+0000 7fb29e000700 1 --2- 172.21.15.42:0/2146530199 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb298102740 0x7fb29819ae90 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:58.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.807+0000 7fb29e000700 1 --2- 172.21.15.42:0/2146530199 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb27c0a2ca0 0x7fb27c0a5160 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:58.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.807+0000 7fb29e000700 1 --2- 172.21.15.42:0/2146530199 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb2981030f0 0x7fb29819b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:51:58.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.807+0000 7fb29e000700 1 -- 172.21.15.42:0/2146530199 >> 172.21.15.42:0/2146530199 conn(0x7fb2980795f0 msgr2=0x7fb298100600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:51:58.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.807+0000 7fb29e000700 1 -- 172.21.15.42:0/2146530199 shutdown_connections 2024-06-13T11:51:58.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:51:58.808+0000 7fb29e000700 1 -- 172.21.15.42:0/2146530199 wait complete. 2024-06-13T11:51:59.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:58 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2146530199' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-06-13T11:51:59.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:58 smithi042 ceph-mon[32231]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-06-13T11:51:59.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:58 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2146530199' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-06-13T11:51:59.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:58 smithi162 ceph-mon[36757]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-06-13T11:51:59.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:58 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2146530199' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-06-13T11:51:59.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:58 smithi088 ceph-mon[36399]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-06-13T11:51:59.697 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs set cephfs allow_standby_replay true 2024-06-13T11:52:00.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:59 smithi042 ceph-mon[32231]: pgmap v375: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:52:00.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:59 smithi042 ceph-mon[32231]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-06-13T11:52:00.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:59 smithi042 ceph-mon[32231]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-06-13T11:52:00.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:59 smithi042 ceph-mon[32231]: daemon mds.h assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-06-13T11:52:00.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:59 smithi042 ceph-mon[32231]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-06-13T11:52:00.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:59 smithi042 ceph-mon[32231]: fsmap cephfs:2 {0=b=up:active,1=h=up:creating} 10 up:standby 2024-06-13T11:52:00.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:51:59 smithi042 ceph-mon[32231]: daemon mds.h is now active in filesystem cephfs as rank 1 2024-06-13T11:52:00.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:59 smithi162 ceph-mon[36757]: pgmap v375: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:52:00.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:59 smithi162 ceph-mon[36757]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-06-13T11:52:00.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:59 smithi162 ceph-mon[36757]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-06-13T11:52:00.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:59 smithi162 ceph-mon[36757]: daemon mds.h assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-06-13T11:52:00.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:59 smithi162 ceph-mon[36757]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-06-13T11:52:00.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:59 smithi162 ceph-mon[36757]: fsmap cephfs:2 {0=b=up:active,1=h=up:creating} 10 up:standby 2024-06-13T11:52:00.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:51:59 smithi162 ceph-mon[36757]: daemon mds.h is now active in filesystem cephfs as rank 1 2024-06-13T11:52:00.194 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:52:00.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:59 smithi088 ceph-mon[36399]: pgmap v375: 129 pgs: 129 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:52:00.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:59 smithi088 ceph-mon[36399]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-06-13T11:52:00.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:59 smithi088 ceph-mon[36399]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-06-13T11:52:00.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:59 smithi088 ceph-mon[36399]: daemon mds.h assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-06-13T11:52:00.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:59 smithi088 ceph-mon[36399]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-06-13T11:52:00.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:59 smithi088 ceph-mon[36399]: fsmap cephfs:2 {0=b=up:active,1=h=up:creating} 10 up:standby 2024-06-13T11:52:00.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:51:59 smithi088 ceph-mon[36399]: daemon mds.h is now active in filesystem cephfs as rank 1 2024-06-13T11:52:01.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:00 smithi042 ceph-mon[32231]: mds.? [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] up:active 2024-06-13T11:52:01.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:00 smithi042 ceph-mon[32231]: daemon mds.g assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-06-13T11:52:01.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:00 smithi042 ceph-mon[32231]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-06-13T11:52:01.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:00 smithi042 ceph-mon[32231]: Cluster is now healthy 2024-06-13T11:52:01.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:00 smithi042 ceph-mon[32231]: fsmap cephfs:2 {0=b=up:active,1=h=up:active} 10 up:standby 2024-06-13T11:52:01.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:00 smithi042 ceph-mon[32231]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:creating} 9 up:standby 2024-06-13T11:52:01.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:00 smithi042 ceph-mon[32231]: daemon mds.g is now active in filesystem cephfs as rank 2 2024-06-13T11:52:01.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:00 smithi162 ceph-mon[36757]: mds.? [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] up:active 2024-06-13T11:52:01.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:00 smithi162 ceph-mon[36757]: daemon mds.g assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-06-13T11:52:01.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:00 smithi162 ceph-mon[36757]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-06-13T11:52:01.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:00 smithi162 ceph-mon[36757]: Cluster is now healthy 2024-06-13T11:52:01.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:00 smithi162 ceph-mon[36757]: fsmap cephfs:2 {0=b=up:active,1=h=up:active} 10 up:standby 2024-06-13T11:52:01.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:00 smithi162 ceph-mon[36757]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:creating} 9 up:standby 2024-06-13T11:52:01.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:00 smithi162 ceph-mon[36757]: daemon mds.g is now active in filesystem cephfs as rank 2 2024-06-13T11:52:01.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:00 smithi088 ceph-mon[36399]: mds.? [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] up:active 2024-06-13T11:52:01.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:00 smithi088 ceph-mon[36399]: daemon mds.g assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-06-13T11:52:01.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:00 smithi088 ceph-mon[36399]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-06-13T11:52:01.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:00 smithi088 ceph-mon[36399]: Cluster is now healthy 2024-06-13T11:52:01.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:00 smithi088 ceph-mon[36399]: fsmap cephfs:2 {0=b=up:active,1=h=up:active} 10 up:standby 2024-06-13T11:52:01.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:00 smithi088 ceph-mon[36399]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:creating} 9 up:standby 2024-06-13T11:52:01.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:00 smithi088 ceph-mon[36399]: daemon mds.g is now active in filesystem cephfs as rank 2 2024-06-13T11:52:01.960 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:01 smithi042 ceph-mon[32231]: pgmap v376: 129 pgs: 129 active+clean; 583 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s wr, 2 op/s 2024-06-13T11:52:01.960 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:01 smithi042 ceph-mon[32231]: mds.? [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] up:active 2024-06-13T11:52:01.960 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:01 smithi042 ceph-mon[32231]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 9 up:standby 2024-06-13T11:52:02.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:01 smithi088 ceph-mon[36399]: pgmap v376: 129 pgs: 129 active+clean; 583 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s wr, 2 op/s 2024-06-13T11:52:02.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:01 smithi088 ceph-mon[36399]: mds.? [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] up:active 2024-06-13T11:52:02.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:01 smithi088 ceph-mon[36399]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 9 up:standby 2024-06-13T11:52:02.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:01 smithi162 ceph-mon[36757]: pgmap v376: 129 pgs: 129 active+clean; 583 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s wr, 2 op/s 2024-06-13T11:52:02.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:01 smithi162 ceph-mon[36757]: mds.? [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] up:active 2024-06-13T11:52:02.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:01 smithi162 ceph-mon[36757]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 9 up:standby 2024-06-13T11:52:02.496 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.495+0000 7f0340e00700 1 -- 172.21.15.42:0/2023072640 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f033c10ee90 msgr2=0x7f033c111280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:02.496 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.495+0000 7f0340e00700 1 --2- 172.21.15.42:0/2023072640 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f033c10ee90 0x7f033c111280 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f033400b0a0 tx=0x7f033400b3b0 comp rx=0 tx=0).stop 2024-06-13T11:52:02.496 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.495+0000 7f0340e00700 1 -- 172.21.15.42:0/2023072640 shutdown_connections 2024-06-13T11:52:02.496 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.495+0000 7f0340e00700 1 --2- 172.21.15.42:0/2023072640 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f033c10ee90 0x7f033c111280 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:02.496 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.495+0000 7f0340e00700 1 --2- 172.21.15.42:0/2023072640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f033c0746c0 0x7f033c074aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:02.496 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.495+0000 7f0340e00700 1 --2- 172.21.15.42:0/2023072640 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f033c074fe0 0x7f033c10e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:02.496 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.495+0000 7f0340e00700 1 -- 172.21.15.42:0/2023072640 >> 172.21.15.42:0/2023072640 conn(0x7f033c0795f0 msgr2=0x7f033c079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:52:02.496 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.495+0000 7f0340e00700 1 -- 172.21.15.42:0/2023072640 shutdown_connections 2024-06-13T11:52:02.496 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.495+0000 7f0340e00700 1 -- 172.21.15.42:0/2023072640 wait complete. 2024-06-13T11:52:02.498 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.496+0000 7f0340e00700 1 Processor -- start 2024-06-13T11:52:02.498 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.496+0000 7f0340e00700 1 -- start start 2024-06-13T11:52:02.498 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.497+0000 7f0340e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f033c0746c0 0x7f033c19ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:02.498 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.497+0000 7f0340e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f033c074fe0 0x7f033c19b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:02.498 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.497+0000 7f0340e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f033c10ee90 0x7f033c19f650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:02.498 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.497+0000 7f0340e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f033c114970 con 0x7f033c10ee90 2024-06-13T11:52:02.498 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.497+0000 7f0340e00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f033c1147f0 con 0x7f033c074fe0 2024-06-13T11:52:02.499 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.497+0000 7f0340e00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f033c114af0 con 0x7f033c0746c0 2024-06-13T11:52:02.499 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.497+0000 7f0339e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f033c0746c0 0x7f033c19ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:02.499 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.497+0000 7f0339e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f033c0746c0 0x7f033c19ad80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:34432/0 (socket says 172.21.15.42:34432) 2024-06-13T11:52:02.499 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.497+0000 7f0339e00700 1 -- 172.21.15.42:0/2510991609 learned_addr learned my addr 172.21.15.42:0/2510991609 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:52:02.499 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.497+0000 7f0331400700 1 --2- 172.21.15.42:0/2510991609 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f033c074fe0 0x7f033c19b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:02.499 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.497+0000 7f033a800700 1 --2- 172.21.15.42:0/2510991609 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f033c10ee90 0x7f033c19f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:02.499 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.497+0000 7f0339e00700 1 -- 172.21.15.42:0/2510991609 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f033c074fe0 msgr2=0x7f033c19b2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:02.499 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.497+0000 7f0339e00700 1 --2- 172.21.15.42:0/2510991609 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f033c074fe0 0x7f033c19b2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:02.499 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.497+0000 7f0339e00700 1 -- 172.21.15.42:0/2510991609 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f033c10ee90 msgr2=0x7f033c19f650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:02.499 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.497+0000 7f0339e00700 1 --2- 172.21.15.42:0/2510991609 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f033c10ee90 0x7f033c19f650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:02.499 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.497+0000 7f0339e00700 1 -- 172.21.15.42:0/2510991609 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f033c19fd90 con 0x7f033c0746c0 2024-06-13T11:52:02.499 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.497+0000 7f033a800700 1 --2- 172.21.15.42:0/2510991609 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f033c10ee90 0x7f033c19f650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:52:02.499 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.498+0000 7f0339e00700 1 --2- 172.21.15.42:0/2510991609 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f033c0746c0 0x7f033c19ad80 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f032c00e9a0 tx=0x7f032c00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:52:02.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.498+0000 7f0333400700 1 -- 172.21.15.42:0/2510991609 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f032c00cbd0 con 0x7f033c0746c0 2024-06-13T11:52:02.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.498+0000 7f0333400700 1 -- 172.21.15.42:0/2510991609 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f032c00cd70 con 0x7f033c0746c0 2024-06-13T11:52:02.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.498+0000 7f0333400700 1 -- 172.21.15.42:0/2510991609 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f032c018750 con 0x7f033c0746c0 2024-06-13T11:52:02.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.498+0000 7f0340e00700 1 -- 172.21.15.42:0/2510991609 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f033c1a0080 con 0x7f033c0746c0 2024-06-13T11:52:02.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.498+0000 7f0340e00700 1 -- 172.21.15.42:0/2510991609 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f033c1a7900 con 0x7f033c0746c0 2024-06-13T11:52:02.501 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.499+0000 7f0340e00700 1 -- 172.21.15.42:0/2510991609 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f033c069180 con 0x7f033c0746c0 2024-06-13T11:52:02.502 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.502+0000 7f0333400700 1 -- 172.21.15.42:0/2510991609 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f032c010430 con 0x7f033c0746c0 2024-06-13T11:52:02.504 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.503+0000 7f0333400700 1 --2- 172.21.15.42:0/2510991609 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f03200a2ca0 0x7f03200a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:02.504 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.503+0000 7f0333400700 1 -- 172.21.15.42:0/2510991609 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9092+0+0 (secure 0 0 0) 0x7f032c0cfae0 con 0x7f033c0746c0 2024-06-13T11:52:02.504 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.504+0000 7f0331400700 1 --2- 172.21.15.42:0/2510991609 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f03200a2ca0 0x7f03200a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:02.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.504+0000 7f0331400700 1 --2- 172.21.15.42:0/2510991609 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f03200a2ca0 0x7f03200a5160 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f033c110a50 tx=0x7f0324009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:52:02.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.505+0000 7f0333400700 1 -- 172.21.15.42:0/2510991609 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f032c09c680 con 0x7f033c0746c0 2024-06-13T11:52:02.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.791+0000 7f0340e00700 1 -- 172.21.15.42:0/2510991609 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7f033c19c0e0 con 0x7f033c0746c0 2024-06-13T11:52:02.844 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.843+0000 7f0333400700 1 -- 172.21.15.42:0/2510991609 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v24) ==== 121+0+0 (secure 0 0 0) 0x7f032c09bf80 con 0x7f033c0746c0 2024-06-13T11:52:02.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.846+0000 7f0340e00700 1 -- 172.21.15.42:0/2510991609 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f03200a2ca0 msgr2=0x7f03200a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:02.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.846+0000 7f0340e00700 1 --2- 172.21.15.42:0/2510991609 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f03200a2ca0 0x7f03200a5160 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f033c110a50 tx=0x7f0324009260 comp rx=0 tx=0).stop 2024-06-13T11:52:02.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.847+0000 7f0340e00700 1 -- 172.21.15.42:0/2510991609 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f033c0746c0 msgr2=0x7f033c19ad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:02.848 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.847+0000 7f0340e00700 1 --2- 172.21.15.42:0/2510991609 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f033c0746c0 0x7f033c19ad80 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f032c00e9a0 tx=0x7f032c00ecb0 comp rx=0 tx=0).stop 2024-06-13T11:52:02.848 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.847+0000 7f0340e00700 1 -- 172.21.15.42:0/2510991609 shutdown_connections 2024-06-13T11:52:02.848 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.847+0000 7f0340e00700 1 --2- 172.21.15.42:0/2510991609 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f033c10ee90 0x7f033c19f650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:02.848 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.847+0000 7f0340e00700 1 --2- 172.21.15.42:0/2510991609 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f033c0746c0 0x7f033c19ad80 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:02.848 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.847+0000 7f0340e00700 1 --2- 172.21.15.42:0/2510991609 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f03200a2ca0 0x7f03200a5160 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:02.848 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.847+0000 7f0340e00700 1 --2- 172.21.15.42:0/2510991609 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f033c074fe0 0x7f033c19b2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:02.848 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.847+0000 7f0340e00700 1 -- 172.21.15.42:0/2510991609 >> 172.21.15.42:0/2510991609 conn(0x7f033c0795f0 msgr2=0x7f033c0ff660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:52:02.848 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.847+0000 7f0340e00700 1 -- 172.21.15.42:0/2510991609 shutdown_connections 2024-06-13T11:52:02.849 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:02.847+0000 7f0340e00700 1 -- 172.21.15.42:0/2510991609 wait complete. 2024-06-13T11:52:03.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:02 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2510991609' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-06-13T11:52:03.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:02 smithi042 ceph-mon[32231]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-06-13T11:52:03.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:02 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2510991609' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-06-13T11:52:03.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:02 smithi162 ceph-mon[36757]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-06-13T11:52:03.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:02 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2510991609' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-06-13T11:52:03.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:02 smithi088 ceph-mon[36399]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-06-13T11:52:03.811 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs set cephfs session_timeout 300 2024-06-13T11:52:04.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:03 smithi042 ceph-mon[32231]: pgmap v377: 129 pgs: 129 active+clean; 583 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s wr, 3 op/s 2024-06-13T11:52:04.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:03 smithi042 ceph-mon[32231]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-06-13T11:52:04.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:03 smithi042 ceph-mon[32231]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 9 up:standby 2024-06-13T11:52:04.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:03 smithi042 ceph-mon[32231]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T11:52:04.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:03 smithi162 ceph-mon[36757]: pgmap v377: 129 pgs: 129 active+clean; 583 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s wr, 3 op/s 2024-06-13T11:52:04.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:03 smithi162 ceph-mon[36757]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-06-13T11:52:04.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:03 smithi162 ceph-mon[36757]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 9 up:standby 2024-06-13T11:52:04.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:03 smithi162 ceph-mon[36757]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T11:52:04.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:03 smithi088 ceph-mon[36399]: pgmap v377: 129 pgs: 129 active+clean; 583 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s wr, 3 op/s 2024-06-13T11:52:04.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:03 smithi088 ceph-mon[36399]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-06-13T11:52:04.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:03 smithi088 ceph-mon[36399]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 9 up:standby 2024-06-13T11:52:04.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:03 smithi088 ceph-mon[36399]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T11:52:04.296 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:52:05.004 INFO:journalctl@ceph.mds.b.smithi088.stdout:Jun 13 11:52:04 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-b[66610]: 2024-06-13T11:52:04.737+0000 7ff163603700 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request. 2024-06-13T11:52:06.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:05 smithi042 ceph-mon[32231]: pgmap v378: 129 pgs: 129 active+clean; 584 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2.0 KiB/s wr, 7 op/s 2024-06-13T11:52:06.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:05 smithi162 ceph-mon[36757]: pgmap v378: 129 pgs: 129 active+clean; 584 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2.0 KiB/s wr, 7 op/s 2024-06-13T11:52:06.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:05 smithi088 ceph-mon[36399]: pgmap v378: 129 pgs: 129 active+clean; 584 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2.0 KiB/s wr, 7 op/s 2024-06-13T11:52:06.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.431+0000 7fa889200700 1 -- 172.21.15.42:0/71571410 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa88410eac0 msgr2=0x7fa88410eea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:06.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.431+0000 7fa889200700 1 --2- 172.21.15.42:0/71571410 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa88410eac0 0x7fa88410eea0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fa874009990 tx=0x7fa874009ca0 comp rx=0 tx=0).stop 2024-06-13T11:52:06.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.431+0000 7fa889200700 1 -- 172.21.15.42:0/71571410 shutdown_connections 2024-06-13T11:52:06.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.431+0000 7fa889200700 1 --2- 172.21.15.42:0/71571410 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa884109480 0x7fa884115990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:06.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.431+0000 7fa889200700 1 --2- 172.21.15.42:0/71571410 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa88410eac0 0x7fa88410eea0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:06.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.431+0000 7fa889200700 1 --2- 172.21.15.42:0/71571410 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa884108ac0 0x7fa884108f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:06.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.431+0000 7fa889200700 1 -- 172.21.15.42:0/71571410 >> 172.21.15.42:0/71571410 conn(0x7fa884075c60 msgr2=0x7fa8841072b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:52:06.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.432+0000 7fa889200700 1 -- 172.21.15.42:0/71571410 shutdown_connections 2024-06-13T11:52:06.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.432+0000 7fa889200700 1 -- 172.21.15.42:0/71571410 wait complete. 2024-06-13T11:52:06.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.433+0000 7fa889200700 1 Processor -- start 2024-06-13T11:52:06.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.433+0000 7fa889200700 1 -- start start 2024-06-13T11:52:06.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.434+0000 7fa889200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa884108ac0 0x7fa88419f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:06.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.434+0000 7fa889200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa884109480 0x7fa88419f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:06.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.434+0000 7fa889200700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa88410eac0 0x7fa8841a3b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:06.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.434+0000 7fa889200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa884118e60 con 0x7fa884108ac0 2024-06-13T11:52:06.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.434+0000 7fa889200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fa884118ce0 con 0x7fa884109480 2024-06-13T11:52:06.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.434+0000 7fa889200700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fa884118fe0 con 0x7fa88410eac0 2024-06-13T11:52:06.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.434+0000 7fa881e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa884108ac0 0x7fa88419f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:06.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.434+0000 7fa881e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa884108ac0 0x7fa88419f2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:43640/0 (socket says 172.21.15.42:43640) 2024-06-13T11:52:06.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.434+0000 7fa881e00700 1 -- 172.21.15.42:0/1052553974 learned_addr learned my addr 172.21.15.42:0/1052553974 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:52:06.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.434+0000 7fa881400700 1 --2- 172.21.15.42:0/1052553974 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa884109480 0x7fa88419f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:06.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.434+0000 7fa882800700 1 --2- 172.21.15.42:0/1052553974 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa88410eac0 0x7fa8841a3b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:06.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.435+0000 7fa881400700 1 -- 172.21.15.42:0/1052553974 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa88410eac0 msgr2=0x7fa8841a3b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:06.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.435+0000 7fa881400700 1 --2- 172.21.15.42:0/1052553974 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa88410eac0 0x7fa8841a3b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:06.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.435+0000 7fa881400700 1 -- 172.21.15.42:0/1052553974 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa884108ac0 msgr2=0x7fa88419f2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:06.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.435+0000 7fa881400700 1 --2- 172.21.15.42:0/1052553974 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa884108ac0 0x7fa88419f2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:06.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.435+0000 7fa881400700 1 -- 172.21.15.42:0/1052553974 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8841a4290 con 0x7fa884109480 2024-06-13T11:52:06.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.435+0000 7fa881e00700 1 --2- 172.21.15.42:0/1052553974 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa884108ac0 0x7fa88419f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:52:06.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.435+0000 7fa882800700 1 --2- 172.21.15.42:0/1052553974 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa88410eac0 0x7fa8841a3b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:52:06.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.435+0000 7fa881400700 1 --2- 172.21.15.42:0/1052553974 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa884109480 0x7fa88419f810 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fa87000e9f0 tx=0x7fa87000ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:52:06.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.435+0000 7fa87aa00700 1 -- 172.21.15.42:0/1052553974 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa87000c9c0 con 0x7fa884109480 2024-06-13T11:52:06.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.435+0000 7fa87aa00700 1 -- 172.21.15.42:0/1052553974 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa87000cb60 con 0x7fa884109480 2024-06-13T11:52:06.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.435+0000 7fa889200700 1 -- 172.21.15.42:0/1052553974 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8841a4580 con 0x7fa884109480 2024-06-13T11:52:06.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.435+0000 7fa87aa00700 1 -- 172.21.15.42:0/1052553974 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa870018680 con 0x7fa884109480 2024-06-13T11:52:06.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.436+0000 7fa889200700 1 -- 172.21.15.42:0/1052553974 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8841abe00 con 0x7fa884109480 2024-06-13T11:52:06.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.437+0000 7fa889200700 1 -- 172.21.15.42:0/1052553974 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa884069180 con 0x7fa884109480 2024-06-13T11:52:06.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.439+0000 7fa87aa00700 1 -- 172.21.15.42:0/1052553974 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fa870010430 con 0x7fa884109480 2024-06-13T11:52:06.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.441+0000 7fa87aa00700 1 --2- 172.21.15.42:0/1052553974 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fa8680a2c20 0x7fa8680a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:06.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.441+0000 7fa87aa00700 1 -- 172.21.15.42:0/1052553974 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9092+0+0 (secure 0 0 0) 0x7fa8700cf510 con 0x7fa884109480 2024-06-13T11:52:06.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.441+0000 7fa881e00700 1 --2- 172.21.15.42:0/1052553974 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fa8680a2c20 0x7fa8680a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:06.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.442+0000 7fa881e00700 1 --2- 172.21.15.42:0/1052553974 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fa8680a2c20 0x7fa8680a50e0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fa874009750 tx=0x7fa87400b280 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:52:06.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.445+0000 7fa87aa00700 1 -- 172.21.15.42:0/1052553974 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fa87009c0b0 con 0x7fa884109480 2024-06-13T11:52:06.734 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.734+0000 7fa889200700 1 -- 172.21.15.42:0/1052553974 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7fa88402dca0 con 0x7fa884109480 2024-06-13T11:52:06.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.862+0000 7fa87aa00700 1 -- 172.21.15.42:0/1052553974 <== mon.2 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v26) ==== 115+0+0 (secure 0 0 0) 0x7fa87009b9b0 con 0x7fa884109480 2024-06-13T11:52:06.866 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.866+0000 7fa889200700 1 -- 172.21.15.42:0/1052553974 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fa8680a2c20 msgr2=0x7fa8680a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:06.867 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.866+0000 7fa889200700 1 --2- 172.21.15.42:0/1052553974 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fa8680a2c20 0x7fa8680a50e0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fa874009750 tx=0x7fa87400b280 comp rx=0 tx=0).stop 2024-06-13T11:52:06.867 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.866+0000 7fa889200700 1 -- 172.21.15.42:0/1052553974 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa884109480 msgr2=0x7fa88419f810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:06.867 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.866+0000 7fa889200700 1 --2- 172.21.15.42:0/1052553974 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa884109480 0x7fa88419f810 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fa87000e9f0 tx=0x7fa87000ed00 comp rx=0 tx=0).stop 2024-06-13T11:52:06.867 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.866+0000 7fa889200700 1 -- 172.21.15.42:0/1052553974 shutdown_connections 2024-06-13T11:52:06.867 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.866+0000 7fa889200700 1 --2- 172.21.15.42:0/1052553974 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa88410eac0 0x7fa8841a3b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:06.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.866+0000 7fa889200700 1 --2- 172.21.15.42:0/1052553974 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa884108ac0 0x7fa88419f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:06.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.866+0000 7fa889200700 1 --2- 172.21.15.42:0/1052553974 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fa8680a2c20 0x7fa8680a50e0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:06.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.866+0000 7fa889200700 1 --2- 172.21.15.42:0/1052553974 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa884109480 0x7fa88419f810 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:06.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.866+0000 7fa889200700 1 -- 172.21.15.42:0/1052553974 >> 172.21.15.42:0/1052553974 conn(0x7fa884075c60 msgr2=0x7fa884076220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:52:06.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.867+0000 7fa889200700 1 -- 172.21.15.42:0/1052553974 shutdown_connections 2024-06-13T11:52:06.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:06.867+0000 7fa889200700 1 -- 172.21.15.42:0/1052553974 wait complete. 2024-06-13T11:52:06.950 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:06 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/1052553974' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-06-13T11:52:06.950 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:06 smithi042 ceph-mon[32231]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-06-13T11:52:07.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:06 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/1052553974' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-06-13T11:52:07.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:06 smithi162 ceph-mon[36757]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-06-13T11:52:07.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:06 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/1052553974' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-06-13T11:52:07.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:06 smithi088 ceph-mon[36399]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-06-13T11:52:07.859 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--size 25000000000'} subvols for filesystem 'cephfs' 2024-06-13T11:52:07.859 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs subvolumegroup create cephfs qa 2024-06-13T11:52:08.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:07 smithi042 ceph-mon[32231]: pgmap v379: 129 pgs: 129 active+clean; 584 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 2.0 KiB/s wr, 9 op/s 2024-06-13T11:52:08.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:07 smithi042 ceph-mon[32231]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-06-13T11:52:08.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:07 smithi042 ceph-mon[32231]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T11:52:08.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:07 smithi162 ceph-mon[36757]: pgmap v379: 129 pgs: 129 active+clean; 584 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 2.0 KiB/s wr, 9 op/s 2024-06-13T11:52:08.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:07 smithi162 ceph-mon[36757]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-06-13T11:52:08.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:07 smithi162 ceph-mon[36757]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T11:52:08.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:07 smithi088 ceph-mon[36399]: pgmap v379: 129 pgs: 129 active+clean; 584 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 2.0 KiB/s wr, 9 op/s 2024-06-13T11:52:08.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:07 smithi088 ceph-mon[36399]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-06-13T11:52:08.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:07 smithi088 ceph-mon[36399]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T11:52:08.350 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:52:10.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:09 smithi042 ceph-mon[32231]: pgmap v380: 129 pgs: 129 active+clean; 584 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-06-13T11:52:10.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:09 smithi162 ceph-mon[36757]: pgmap v380: 129 pgs: 129 active+clean; 584 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-06-13T11:52:10.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:09 smithi088 ceph-mon[36399]: pgmap v380: 129 pgs: 129 active+clean; 584 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-06-13T11:52:10.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.603+0000 7f339e000700 1 -- 172.21.15.42:0/2345073970 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f33981006b0 msgr2=0x7f3398100b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:10.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.603+0000 7f339e000700 1 --2- 172.21.15.42:0/2345073970 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f33981006b0 0x7f3398100b30 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f3380009f90 tx=0x7f338000b330 comp rx=0 tx=0).stop 2024-06-13T11:52:10.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.603+0000 7f339e000700 1 -- 172.21.15.42:0/2345073970 shutdown_connections 2024-06-13T11:52:10.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.603+0000 7f339e000700 1 --2- 172.21.15.42:0/2345073970 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f33981066b0 0x7f3398106a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:10.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.603+0000 7f339e000700 1 --2- 172.21.15.42:0/2345073970 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3398101070 0x7f339810d580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:10.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.603+0000 7f339e000700 1 --2- 172.21.15.42:0/2345073970 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f33981006b0 0x7f3398100b30 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:10.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.603+0000 7f339e000700 1 -- 172.21.15.42:0/2345073970 >> 172.21.15.42:0/2345073970 conn(0x7f3398077590 msgr2=0x7f33980fe940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:52:10.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.603+0000 7f339e000700 1 -- 172.21.15.42:0/2345073970 shutdown_connections 2024-06-13T11:52:10.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.603+0000 7f339e000700 1 -- 172.21.15.42:0/2345073970 wait complete. 2024-06-13T11:52:10.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.604+0000 7f339e000700 1 Processor -- start 2024-06-13T11:52:10.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.604+0000 7f339e000700 1 -- start start 2024-06-13T11:52:10.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.605+0000 7f339e000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f33981006b0 0x7f339819ae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:10.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.605+0000 7f339e000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3398101070 0x7f339819b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:10.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.605+0000 7f339e000700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f33981066b0 0x7f339819f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:10.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.605+0000 7f339e000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3398111710 con 0x7f3398101070 2024-06-13T11:52:10.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.605+0000 7f339e000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f3398111590 con 0x7f33981006b0 2024-06-13T11:52:10.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.605+0000 7f339e000700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f3398111890 con 0x7f33981066b0 2024-06-13T11:52:10.607 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.605+0000 7f338ea00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3398101070 0x7f339819b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:10.607 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.605+0000 7f338ea00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3398101070 0x7f339819b340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47910/0 (socket says 172.21.15.42:47910) 2024-06-13T11:52:10.607 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.605+0000 7f338ea00700 1 -- 172.21.15.42:0/2923535160 learned_addr learned my addr 172.21.15.42:0/2923535160 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:52:10.607 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.605+0000 7f3397e00700 1 --2- 172.21.15.42:0/2923535160 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f33981066b0 0x7f339819f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:10.607 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.605+0000 7f3397400700 1 --2- 172.21.15.42:0/2923535160 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f33981006b0 0x7f339819ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:10.607 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.606+0000 7f338ea00700 1 -- 172.21.15.42:0/2923535160 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f33981066b0 msgr2=0x7f339819f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:10.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.606+0000 7f338ea00700 1 --2- 172.21.15.42:0/2923535160 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f33981066b0 0x7f339819f6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:10.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.606+0000 7f338ea00700 1 -- 172.21.15.42:0/2923535160 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f33981006b0 msgr2=0x7f339819ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:10.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.606+0000 7f338ea00700 1 --2- 172.21.15.42:0/2923535160 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f33981006b0 0x7f339819ae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:10.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.606+0000 7f338ea00700 1 -- 172.21.15.42:0/2923535160 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f339819fe10 con 0x7f3398101070 2024-06-13T11:52:10.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.606+0000 7f3397e00700 1 --2- 172.21.15.42:0/2923535160 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f33981066b0 0x7f339819f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:52:10.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.606+0000 7f338ea00700 1 --2- 172.21.15.42:0/2923535160 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3398101070 0x7f339819b340 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f3380004f20 tx=0x7f3380004f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:52:10.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.606+0000 7f3394c00700 1 -- 172.21.15.42:0/2923535160 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3380021070 con 0x7f3398101070 2024-06-13T11:52:10.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.607+0000 7f339e000700 1 -- 172.21.15.42:0/2923535160 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33981a00a0 con 0x7f3398101070 2024-06-13T11:52:10.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.607+0000 7f3394c00700 1 -- 172.21.15.42:0/2923535160 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3380007ac0 con 0x7f3398101070 2024-06-13T11:52:10.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.607+0000 7f3394c00700 1 -- 172.21.15.42:0/2923535160 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33800052a0 con 0x7f3398101070 2024-06-13T11:52:10.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.607+0000 7f339e000700 1 -- 172.21.15.42:0/2923535160 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33981a7980 con 0x7f3398101070 2024-06-13T11:52:10.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.608+0000 7f339e000700 1 -- 172.21.15.42:0/2923535160 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3398101df0 con 0x7f3398101070 2024-06-13T11:52:10.610 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.610+0000 7f3394c00700 1 -- 172.21.15.42:0/2923535160 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f3380024070 con 0x7f3398101070 2024-06-13T11:52:10.611 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.611+0000 7f3394c00700 1 --2- 172.21.15.42:0/2923535160 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f337c0a2ca0 0x7f337c0a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:10.612 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.612+0000 7f3394c00700 1 -- 172.21.15.42:0/2923535160 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9092+0+0 (secure 0 0 0) 0x7f338000f020 con 0x7f3398101070 2024-06-13T11:52:10.612 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.612+0000 7f3397400700 1 --2- 172.21.15.42:0/2923535160 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f337c0a2ca0 0x7f337c0a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:10.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.612+0000 7f3397400700 1 --2- 172.21.15.42:0/2923535160 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f337c0a2ca0 0x7f337c0a5160 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f3388009be0 tx=0x7f3388009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:52:10.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.616+0000 7f3394c00700 1 -- 172.21.15.42:0/2923535160 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f338002b020 con 0x7f3398101070 2024-06-13T11:52:10.880 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.879+0000 7f339e000700 1 -- 172.21.15.42:0/2923535160 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f33980fe970 con 0x7f337c0a2ca0 2024-06-13T11:52:10.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.920+0000 7f3394c00700 1 -- 172.21.15.42:0/2923535160 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f33980fe970 con 0x7f337c0a2ca0 2024-06-13T11:52:10.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.923+0000 7f339e000700 1 -- 172.21.15.42:0/2923535160 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f337c0a2ca0 msgr2=0x7f337c0a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:10.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.923+0000 7f339e000700 1 --2- 172.21.15.42:0/2923535160 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f337c0a2ca0 0x7f337c0a5160 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f3388009be0 tx=0x7f3388009260 comp rx=0 tx=0).stop 2024-06-13T11:52:10.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.923+0000 7f339e000700 1 -- 172.21.15.42:0/2923535160 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3398101070 msgr2=0x7f339819b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:10.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.923+0000 7f339e000700 1 --2- 172.21.15.42:0/2923535160 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3398101070 0x7f339819b340 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f3380004f20 tx=0x7f3380004f50 comp rx=0 tx=0).stop 2024-06-13T11:52:10.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.923+0000 7f339e000700 1 -- 172.21.15.42:0/2923535160 shutdown_connections 2024-06-13T11:52:10.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.923+0000 7f339e000700 1 --2- 172.21.15.42:0/2923535160 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f337c0a2ca0 0x7f337c0a5160 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:10.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.923+0000 7f339e000700 1 --2- 172.21.15.42:0/2923535160 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f33981006b0 0x7f339819ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:10.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.923+0000 7f339e000700 1 --2- 172.21.15.42:0/2923535160 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f33981066b0 0x7f339819f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:10.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.923+0000 7f339e000700 1 --2- 172.21.15.42:0/2923535160 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3398101070 0x7f339819b340 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:10.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.923+0000 7f339e000700 1 -- 172.21.15.42:0/2923535160 >> 172.21.15.42:0/2923535160 conn(0x7f3398077590 msgr2=0x7f3398104670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:52:10.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.924+0000 7f339e000700 1 -- 172.21.15.42:0/2923535160 shutdown_connections 2024-06-13T11:52:10.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:10.924+0000 7f339e000700 1 -- 172.21.15.42:0/2923535160 wait complete. 2024-06-13T11:52:11.305 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:52:10 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:52:10.894+0000 7f8213e00700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T11:52:11.305 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:52:10 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:52:10.894+0000 7f8213e00700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T11:52:11.305 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:52:10 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:52:10.894+0000 7f8213e00700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T11:52:11.305 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:52:10 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:52:10.894+0000 7f8213e00700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T11:52:11.305 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:52:10 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:52:10.894+0000 7f8213e00700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T11:52:11.722 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs subvolume create cephfs sv_0 --group_name qa 2024-06-13T11:52:12.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:11 smithi042 ceph-mon[32231]: pgmap v381: 129 pgs: 129 active+clean; 584 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 2.0 KiB/s wr, 11 op/s 2024-06-13T11:52:12.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:11 smithi042 ceph-mon[32231]: from='client.14571 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:52:12.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:11 smithi162 ceph-mon[36757]: pgmap v381: 129 pgs: 129 active+clean; 584 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 2.0 KiB/s wr, 11 op/s 2024-06-13T11:52:12.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:11 smithi162 ceph-mon[36757]: from='client.14571 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:52:12.199 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:52:12.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:11 smithi088 ceph-mon[36399]: pgmap v381: 129 pgs: 129 active+clean; 584 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 2.0 KiB/s wr, 11 op/s 2024-06-13T11:52:12.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:11 smithi088 ceph-mon[36399]: from='client.14571 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:52:14.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:13 smithi162 ceph-mon[36757]: pgmap v382: 129 pgs: 129 active+clean; 584 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 511 B/s wr, 9 op/s 2024-06-13T11:52:14.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:13 smithi162 ceph-mon[36757]: mgrmap e17: x(active, since 9m), standbys: z, y 2024-06-13T11:52:14.216 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:13 smithi042 ceph-mon[32231]: pgmap v382: 129 pgs: 129 active+clean; 584 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 511 B/s wr, 9 op/s 2024-06-13T11:52:14.216 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:13 smithi042 ceph-mon[32231]: mgrmap e17: x(active, since 9m), standbys: z, y 2024-06-13T11:52:14.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:13 smithi088 ceph-mon[36399]: pgmap v382: 129 pgs: 129 active+clean; 584 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 511 B/s wr, 9 op/s 2024-06-13T11:52:14.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:13 smithi088 ceph-mon[36399]: mgrmap e17: x(active, since 9m), standbys: z, y 2024-06-13T11:52:14.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.398+0000 7f9297a00700 1 -- 172.21.15.42:0/933602373 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9290105090 msgr2=0x7f92901115a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:14.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.398+0000 7f9297a00700 1 --2- 172.21.15.42:0/933602373 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9290105090 0x7f92901115a0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f928800b0a0 tx=0x7f928800b3b0 comp rx=0 tx=0).stop 2024-06-13T11:52:14.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.398+0000 7f9297a00700 1 -- 172.21.15.42:0/933602373 shutdown_connections 2024-06-13T11:52:14.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.398+0000 7f9297a00700 1 --2- 172.21.15.42:0/933602373 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9290105090 0x7f92901115a0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:14.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.398+0000 7f9297a00700 1 --2- 172.21.15.42:0/933602373 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f929010a6d0 0x7f929010aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:14.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.398+0000 7f9297a00700 1 --2- 172.21.15.42:0/933602373 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f92901046d0 0x7f9290104b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:14.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.398+0000 7f9297a00700 1 -- 172.21.15.42:0/933602373 >> 172.21.15.42:0/933602373 conn(0x7f92901001c0 msgr2=0x7f92901025e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:52:14.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.398+0000 7f9297a00700 1 -- 172.21.15.42:0/933602373 shutdown_connections 2024-06-13T11:52:14.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.398+0000 7f9297a00700 1 -- 172.21.15.42:0/933602373 wait complete. 2024-06-13T11:52:14.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.399+0000 7f9297a00700 1 Processor -- start 2024-06-13T11:52:14.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.399+0000 7f9297a00700 1 -- start start 2024-06-13T11:52:14.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.400+0000 7f9297a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92901046d0 0x7f929019adb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:14.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.400+0000 7f9297a00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9290105090 0x7f929019b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:14.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.400+0000 7f9297a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f929010a6d0 0x7f929019f680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:14.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.400+0000 7f9297a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9290114a00 con 0x7f929010a6d0 2024-06-13T11:52:14.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.400+0000 7f9297a00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f9290114880 con 0x7f92901046d0 2024-06-13T11:52:14.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.400+0000 7f9297a00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f9290114b80 con 0x7f9290105090 2024-06-13T11:52:14.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.400+0000 7f9295a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f929010a6d0 0x7f929019f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:14.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.400+0000 7f9295000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92901046d0 0x7f929019adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:14.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.400+0000 7f928fe00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9290105090 0x7f929019b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:14.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.400+0000 7f9295000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92901046d0 0x7f929019adb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:35174/0 (socket says 172.21.15.42:35174) 2024-06-13T11:52:14.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.400+0000 7f9295a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f929010a6d0 0x7f929019f680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47934/0 (socket says 172.21.15.42:47934) 2024-06-13T11:52:14.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.400+0000 7f9295000700 1 -- 172.21.15.42:0/2211571870 learned_addr learned my addr 172.21.15.42:0/2211571870 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:52:14.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.400+0000 7f928fe00700 1 -- 172.21.15.42:0/2211571870 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92901046d0 msgr2=0x7f929019adb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:14.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.401+0000 7f928fe00700 1 --2- 172.21.15.42:0/2211571870 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92901046d0 0x7f929019adb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:14.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.401+0000 7f928fe00700 1 -- 172.21.15.42:0/2211571870 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f929010a6d0 msgr2=0x7f929019f680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:14.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.401+0000 7f928fe00700 1 --2- 172.21.15.42:0/2211571870 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f929010a6d0 0x7f929019f680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:14.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.401+0000 7f928fe00700 1 -- 172.21.15.42:0/2211571870 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f929019fdc0 con 0x7f9290105090 2024-06-13T11:52:14.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.401+0000 7f928fe00700 1 --2- 172.21.15.42:0/2211571870 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9290105090 0x7f929019b2f0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f927c00e9f0 tx=0x7f927c00ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:52:14.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.401+0000 7f928d600700 1 -- 172.21.15.42:0/2211571870 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f927c00c9c0 con 0x7f9290105090 2024-06-13T11:52:14.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.401+0000 7f9297a00700 1 -- 172.21.15.42:0/2211571870 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92901a00b0 con 0x7f9290105090 2024-06-13T11:52:14.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.401+0000 7f9297a00700 1 -- 172.21.15.42:0/2211571870 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92901a7930 con 0x7f9290105090 2024-06-13T11:52:14.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.401+0000 7f928d600700 1 -- 172.21.15.42:0/2211571870 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f927c00cb60 con 0x7f9290105090 2024-06-13T11:52:14.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.401+0000 7f928d600700 1 -- 172.21.15.42:0/2211571870 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f927c018680 con 0x7f9290105090 2024-06-13T11:52:14.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.402+0000 7f9297a00700 1 -- 172.21.15.42:0/2211571870 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9290069180 con 0x7f9290105090 2024-06-13T11:52:14.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.405+0000 7f928d600700 1 -- 172.21.15.42:0/2211571870 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f927c00cd10 con 0x7f9290105090 2024-06-13T11:52:14.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.406+0000 7f928d600700 1 --2- 172.21.15.42:0/2211571870 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f92780a2d30 0x7f92780a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:14.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.406+0000 7f928d600700 1 -- 172.21.15.42:0/2211571870 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9092+0+0 (secure 0 0 0) 0x7f927c0cf6c0 con 0x7f9290105090 2024-06-13T11:52:14.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.406+0000 7f9295000700 1 --2- 172.21.15.42:0/2211571870 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f92780a2d30 0x7f92780a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:14.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.407+0000 7f9295000700 1 --2- 172.21.15.42:0/2211571870 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f92780a2d30 0x7f92780a51f0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f9284009ca0 tx=0x7f9284009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:52:14.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.410+0000 7f928d600700 1 -- 172.21.15.42:0/2211571870 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f927c09c100 con 0x7f9290105090 2024-06-13T11:52:14.681 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.680+0000 7f9297a00700 1 -- 172.21.15.42:0/2211571870 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f9290100db0 con 0x7f92780a2d30 2024-06-13T11:52:14.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.717+0000 7f928d600700 1 -- 172.21.15.42:0/2211571870 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f9290100db0 con 0x7f92780a2d30 2024-06-13T11:52:14.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.720+0000 7f9297a00700 1 -- 172.21.15.42:0/2211571870 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f92780a2d30 msgr2=0x7f92780a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:14.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.720+0000 7f9297a00700 1 --2- 172.21.15.42:0/2211571870 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f92780a2d30 0x7f92780a51f0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f9284009ca0 tx=0x7f9284009260 comp rx=0 tx=0).stop 2024-06-13T11:52:14.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.720+0000 7f9297a00700 1 -- 172.21.15.42:0/2211571870 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9290105090 msgr2=0x7f929019b2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:14.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.720+0000 7f9297a00700 1 --2- 172.21.15.42:0/2211571870 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9290105090 0x7f929019b2f0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f927c00e9f0 tx=0x7f927c00ed00 comp rx=0 tx=0).stop 2024-06-13T11:52:14.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.720+0000 7f9297a00700 1 -- 172.21.15.42:0/2211571870 shutdown_connections 2024-06-13T11:52:14.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.720+0000 7f9297a00700 1 --2- 172.21.15.42:0/2211571870 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f92780a2d30 0x7f92780a51f0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:14.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.720+0000 7f9297a00700 1 --2- 172.21.15.42:0/2211571870 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92901046d0 0x7f929019adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:14.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.720+0000 7f9297a00700 1 --2- 172.21.15.42:0/2211571870 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f929010a6d0 0x7f929019f680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:14.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.720+0000 7f9297a00700 1 --2- 172.21.15.42:0/2211571870 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9290105090 0x7f929019b2f0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:14.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.720+0000 7f9297a00700 1 -- 172.21.15.42:0/2211571870 >> 172.21.15.42:0/2211571870 conn(0x7f92901001c0 msgr2=0x7f92901006a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:52:14.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.720+0000 7f9297a00700 1 -- 172.21.15.42:0/2211571870 shutdown_connections 2024-06-13T11:52:14.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:14.721+0000 7f9297a00700 1 -- 172.21.15.42:0/2211571870 wait complete. 2024-06-13T11:52:15.554 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-06-13T11:52:16.033 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:52:16.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:15 smithi162 ceph-mon[36757]: pgmap v383: 129 pgs: 129 active+clean; 591 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-06-13T11:52:16.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:15 smithi162 ceph-mon[36757]: from='client.24697 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:52:16.189 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:15 smithi042 ceph-mon[32231]: pgmap v383: 129 pgs: 129 active+clean; 591 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-06-13T11:52:16.189 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:15 smithi042 ceph-mon[32231]: from='client.24697 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:52:16.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:15 smithi088 ceph-mon[36399]: pgmap v383: 129 pgs: 129 active+clean; 591 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-06-13T11:52:16.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:15 smithi088 ceph-mon[36399]: from='client.24697 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:52:18.043 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:17 smithi042 ceph-mon[32231]: pgmap v384: 129 pgs: 129 active+clean; 591 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-06-13T11:52:18.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:17 smithi162 ceph-mon[36757]: pgmap v384: 129 pgs: 129 active+clean; 591 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-06-13T11:52:18.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:17 smithi088 ceph-mon[36399]: pgmap v384: 129 pgs: 129 active+clean; 591 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-06-13T11:52:18.329 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.328+0000 7fe7c9200700 1 -- 172.21.15.42:0/3065108901 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe7c4074fe0 msgr2=0x7fe7c410e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:18.329 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.328+0000 7fe7c9200700 1 --2- 172.21.15.42:0/3065108901 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe7c4074fe0 0x7fe7c410e9b0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fe7b0009990 tx=0x7fe7b0009ca0 comp rx=0 tx=0).stop 2024-06-13T11:52:18.329 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.328+0000 7fe7c9200700 1 -- 172.21.15.42:0/3065108901 shutdown_connections 2024-06-13T11:52:18.329 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.328+0000 7fe7c9200700 1 --2- 172.21.15.42:0/3065108901 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe7c410eef0 0x7fe7c41112e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:18.330 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.328+0000 7fe7c9200700 1 --2- 172.21.15.42:0/3065108901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe7c40746c0 0x7fe7c4074aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:18.330 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.328+0000 7fe7c9200700 1 --2- 172.21.15.42:0/3065108901 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe7c4074fe0 0x7fe7c410e9b0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:18.330 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.328+0000 7fe7c9200700 1 -- 172.21.15.42:0/3065108901 >> 172.21.15.42:0/3065108901 conn(0x7fe7c40795f0 msgr2=0x7fe7c4079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:52:18.330 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.328+0000 7fe7c9200700 1 -- 172.21.15.42:0/3065108901 shutdown_connections 2024-06-13T11:52:18.330 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.328+0000 7fe7c9200700 1 -- 172.21.15.42:0/3065108901 wait complete. 2024-06-13T11:52:18.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.329+0000 7fe7c9200700 1 Processor -- start 2024-06-13T11:52:18.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.330+0000 7fe7c9200700 1 -- start start 2024-06-13T11:52:18.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.330+0000 7fe7c9200700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe7c40746c0 0x7fe7c419ad70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:18.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.330+0000 7fe7c9200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe7c4074fe0 0x7fe7c419b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:18.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.330+0000 7fe7c9200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe7c410eef0 0x7fe7c419f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:18.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.330+0000 7fe7c9200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe7c41149e0 con 0x7fe7c410eef0 2024-06-13T11:52:18.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.330+0000 7fe7c9200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fe7c4114860 con 0x7fe7c4074fe0 2024-06-13T11:52:18.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.330+0000 7fe7c9200700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fe7c4114b60 con 0x7fe7c40746c0 2024-06-13T11:52:18.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.331+0000 7fe7c1400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe7c4074fe0 0x7fe7c419b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:18.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.331+0000 7fe7c1e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe7c40746c0 0x7fe7c419ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:18.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.331+0000 7fe7c1400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe7c4074fe0 0x7fe7c419b2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:43842/0 (socket says 172.21.15.42:43842) 2024-06-13T11:52:18.333 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.331+0000 7fe7c1e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe7c40746c0 0x7fe7c419ad70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:43902/0 (socket says 172.21.15.42:43902) 2024-06-13T11:52:18.333 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.331+0000 7fe7c1400700 1 -- 172.21.15.42:0/2939667546 learned_addr learned my addr 172.21.15.42:0/2939667546 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:52:18.333 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.331+0000 7fe7c2800700 1 --2- 172.21.15.42:0/2939667546 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe7c410eef0 0x7fe7c419f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:18.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.331+0000 7fe7c1e00700 1 -- 172.21.15.42:0/2939667546 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe7c4074fe0 msgr2=0x7fe7c419b2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:18.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.331+0000 7fe7c1e00700 1 --2- 172.21.15.42:0/2939667546 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe7c4074fe0 0x7fe7c419b2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:18.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.331+0000 7fe7c1e00700 1 -- 172.21.15.42:0/2939667546 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe7c410eef0 msgr2=0x7fe7c419f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:18.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.331+0000 7fe7c1e00700 1 --2- 172.21.15.42:0/2939667546 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe7c410eef0 0x7fe7c419f640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:18.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.331+0000 7fe7c1e00700 1 -- 172.21.15.42:0/2939667546 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7c419fd80 con 0x7fe7c40746c0 2024-06-13T11:52:18.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.331+0000 7fe7c1400700 1 --2- 172.21.15.42:0/2939667546 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe7c4074fe0 0x7fe7c419b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:52:18.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.332+0000 7fe7c1e00700 1 --2- 172.21.15.42:0/2939667546 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe7c40746c0 0x7fe7c419ad70 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fe7b400e9f0 tx=0x7fe7b400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:52:18.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.332+0000 7fe7baa00700 1 -- 172.21.15.42:0/2939667546 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7b400c9c0 con 0x7fe7c40746c0 2024-06-13T11:52:18.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.332+0000 7fe7c9200700 1 -- 172.21.15.42:0/2939667546 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7c41a0070 con 0x7fe7c40746c0 2024-06-13T11:52:18.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.332+0000 7fe7baa00700 1 -- 172.21.15.42:0/2939667546 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe7b400cb60 con 0x7fe7c40746c0 2024-06-13T11:52:18.335 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.332+0000 7fe7baa00700 1 -- 172.21.15.42:0/2939667546 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7b4018680 con 0x7fe7c40746c0 2024-06-13T11:52:18.335 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.332+0000 7fe7c9200700 1 -- 172.21.15.42:0/2939667546 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7c41a78f0 con 0x7fe7c40746c0 2024-06-13T11:52:18.335 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.333+0000 7fe7c9200700 1 -- 172.21.15.42:0/2939667546 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7c4069180 con 0x7fe7c40746c0 2024-06-13T11:52:18.336 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.335+0000 7fe7baa00700 1 -- 172.21.15.42:0/2939667546 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fe7b4010430 con 0x7fe7c40746c0 2024-06-13T11:52:18.337 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.337+0000 7fe7baa00700 1 --2- 172.21.15.42:0/2939667546 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fe7a80a2cb0 0x7fe7a80a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:18.337 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.337+0000 7fe7baa00700 1 -- 172.21.15.42:0/2939667546 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9092+0+0 (secure 0 0 0) 0x7fe7b40cf6a0 con 0x7fe7c40746c0 2024-06-13T11:52:18.337 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.337+0000 7fe7c1400700 1 --2- 172.21.15.42:0/2939667546 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fe7a80a2cb0 0x7fe7a80a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:18.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.338+0000 7fe7c1400700 1 --2- 172.21.15.42:0/2939667546 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fe7a80a2cb0 0x7fe7a80a5170 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fe7c41109d0 tx=0x7fe7b0009590 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:52:18.341 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.341+0000 7fe7baa00700 1 -- 172.21.15.42:0/2939667546 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe7b409c0e0 con 0x7fe7c40746c0 2024-06-13T11:52:18.611 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.611+0000 7fe7c9200700 1 -- 172.21.15.42:0/2939667546 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7fe7c40ffcd0 con 0x7fe7a80a2cb0 2024-06-13T11:52:18.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.624+0000 7fe7baa00700 1 -- 172.21.15.42:0/2939667546 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7fe7c40ffcd0 con 0x7fe7a80a2cb0 2024-06-13T11:52:18.625 INFO:teuthology.orchestra.run.smithi042.stdout:/volumes/qa/sv_0/76fdbbc9-dc54-4fa9-a17f-047575c18607 2024-06-13T11:52:18.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.627+0000 7fe7c9200700 1 -- 172.21.15.42:0/2939667546 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fe7a80a2cb0 msgr2=0x7fe7a80a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:18.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.627+0000 7fe7c9200700 1 --2- 172.21.15.42:0/2939667546 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fe7a80a2cb0 0x7fe7a80a5170 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fe7c41109d0 tx=0x7fe7b0009590 comp rx=0 tx=0).stop 2024-06-13T11:52:18.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.628+0000 7fe7c9200700 1 -- 172.21.15.42:0/2939667546 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe7c40746c0 msgr2=0x7fe7c419ad70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:18.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.628+0000 7fe7c9200700 1 --2- 172.21.15.42:0/2939667546 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe7c40746c0 0x7fe7c419ad70 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fe7b400e9f0 tx=0x7fe7b400ed00 comp rx=0 tx=0).stop 2024-06-13T11:52:18.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.628+0000 7fe7c9200700 1 -- 172.21.15.42:0/2939667546 shutdown_connections 2024-06-13T11:52:18.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.628+0000 7fe7c9200700 1 --2- 172.21.15.42:0/2939667546 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe7c410eef0 0x7fe7c419f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:18.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.628+0000 7fe7c9200700 1 --2- 172.21.15.42:0/2939667546 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe7c40746c0 0x7fe7c419ad70 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:18.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.628+0000 7fe7c9200700 1 --2- 172.21.15.42:0/2939667546 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fe7a80a2cb0 0x7fe7a80a5170 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:18.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.628+0000 7fe7c9200700 1 --2- 172.21.15.42:0/2939667546 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe7c4074fe0 0x7fe7c419b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:18.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.628+0000 7fe7c9200700 1 -- 172.21.15.42:0/2939667546 >> 172.21.15.42:0/2939667546 conn(0x7fe7c40795f0 msgr2=0x7fe7c40ff5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:52:18.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.628+0000 7fe7c9200700 1 -- 172.21.15.42:0/2939667546 shutdown_connections 2024-06-13T11:52:18.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:18.628+0000 7fe7c9200700 1 -- 172.21.15.42:0/2939667546 wait complete. 2024-06-13T11:52:19.418 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs subvolume create cephfs sv_1 --group_name qa 2024-06-13T11:52:19.908 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:52:20.230 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:19 smithi042 ceph-mon[32231]: from='client.24703 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:52:20.231 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:19 smithi042 ceph-mon[32231]: pgmap v385: 129 pgs: 129 active+clean; 604 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.3 KiB/s wr, 7 op/s 2024-06-13T11:52:20.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:19 smithi088 ceph-mon[36399]: from='client.24703 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:52:20.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:19 smithi088 ceph-mon[36399]: pgmap v385: 129 pgs: 129 active+clean; 604 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.3 KiB/s wr, 7 op/s 2024-06-13T11:52:20.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:19 smithi162 ceph-mon[36757]: from='client.24703 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:52:20.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:19 smithi162 ceph-mon[36757]: pgmap v385: 129 pgs: 129 active+clean; 604 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.3 KiB/s wr, 7 op/s 2024-06-13T11:52:22.095 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.094+0000 7f7d42800700 1 -- 172.21.15.42:0/3503467704 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7d3c1084f0 msgr2=0x7f7d3c1088d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:22.095 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.094+0000 7f7d42800700 1 --2- 172.21.15.42:0/3503467704 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7d3c1084f0 0x7f7d3c1088d0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f7d2c0098f0 tx=0x7f7d2c009c00 comp rx=0 tx=0).stop 2024-06-13T11:52:22.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.094+0000 7f7d42800700 1 -- 172.21.15.42:0/3503467704 shutdown_connections 2024-06-13T11:52:22.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.094+0000 7f7d42800700 1 --2- 172.21.15.42:0/3503467704 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7d3c1084f0 0x7f7d3c1088d0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:22.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.094+0000 7f7d42800700 1 --2- 172.21.15.42:0/3503467704 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7d3c06b3c0 0x7f7d3c10f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:22.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.094+0000 7f7d42800700 1 --2- 172.21.15.42:0/3503467704 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d3c06aa00 0x7f7d3c06ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:22.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.094+0000 7f7d42800700 1 -- 172.21.15.42:0/3503467704 >> 172.21.15.42:0/3503467704 conn(0x7f7d3c078300 msgr2=0x7f7d3c078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:52:22.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.094+0000 7f7d42800700 1 -- 172.21.15.42:0/3503467704 shutdown_connections 2024-06-13T11:52:22.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.094+0000 7f7d42800700 1 -- 172.21.15.42:0/3503467704 wait complete. 2024-06-13T11:52:22.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.096+0000 7f7d42800700 1 Processor -- start 2024-06-13T11:52:22.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.096+0000 7f7d42800700 1 -- start start 2024-06-13T11:52:22.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.096+0000 7f7d42800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d3c06aa00 0x7f7d3c19af20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:22.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.096+0000 7f7d42800700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7d3c06b3c0 0x7f7d3c19b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:22.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.096+0000 7f7d42800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7d3c1084f0 0x7f7d3c19f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:22.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.096+0000 7f7d42800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7d3c1127a0 con 0x7f7d3c06aa00 2024-06-13T11:52:22.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.096+0000 7f7d42800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f7d3c112620 con 0x7f7d3c1084f0 2024-06-13T11:52:22.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.096+0000 7f7d42800700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f7d3c112920 con 0x7f7d3c06b3c0 2024-06-13T11:52:22.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.097+0000 7f7d3b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d3c06aa00 0x7f7d3c19af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:22.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.097+0000 7f7d3b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d3c06aa00 0x7f7d3c19af20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:52368/0 (socket says 172.21.15.42:52368) 2024-06-13T11:52:22.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.097+0000 7f7d3b400700 1 -- 172.21.15.42:0/554892629 learned_addr learned my addr 172.21.15.42:0/554892629 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:52:22.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.097+0000 7f7d3aa00700 1 --2- 172.21.15.42:0/554892629 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7d3c06b3c0 0x7f7d3c19b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:22.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.097+0000 7f7d3be00700 1 --2- 172.21.15.42:0/554892629 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7d3c1084f0 0x7f7d3c19f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:22.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.097+0000 7f7d3aa00700 1 -- 172.21.15.42:0/554892629 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7d3c1084f0 msgr2=0x7f7d3c19f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:22.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.097+0000 7f7d3aa00700 1 --2- 172.21.15.42:0/554892629 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7d3c1084f0 0x7f7d3c19f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:22.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.097+0000 7f7d3aa00700 1 -- 172.21.15.42:0/554892629 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d3c06aa00 msgr2=0x7f7d3c19af20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:22.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.097+0000 7f7d3aa00700 1 --2- 172.21.15.42:0/554892629 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d3c06aa00 0x7f7d3c19af20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:22.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.097+0000 7f7d3aa00700 1 -- 172.21.15.42:0/554892629 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d3c19ff30 con 0x7f7d3c06b3c0 2024-06-13T11:52:22.105 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.098+0000 7f7d3aa00700 1 --2- 172.21.15.42:0/554892629 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7d3c06b3c0 0x7f7d3c19b460 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f7d2800e9c0 tx=0x7f7d2800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:52:22.105 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.098+0000 7f7d33e00700 1 -- 172.21.15.42:0/554892629 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d2800c9c0 con 0x7f7d3c06b3c0 2024-06-13T11:52:22.105 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.098+0000 7f7d42800700 1 -- 172.21.15.42:0/554892629 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d3c1a0220 con 0x7f7d3c06b3c0 2024-06-13T11:52:22.105 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.098+0000 7f7d33e00700 1 -- 172.21.15.42:0/554892629 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7d2800cb60 con 0x7f7d3c06b3c0 2024-06-13T11:52:22.105 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.098+0000 7f7d33e00700 1 -- 172.21.15.42:0/554892629 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d28018680 con 0x7f7d3c06b3c0 2024-06-13T11:52:22.105 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.098+0000 7f7d42800700 1 -- 172.21.15.42:0/554892629 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d3c1a7aa0 con 0x7f7d3c06b3c0 2024-06-13T11:52:22.105 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.099+0000 7f7d42800700 1 -- 172.21.15.42:0/554892629 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d3c069180 con 0x7f7d3c06b3c0 2024-06-13T11:52:22.105 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.102+0000 7f7d33e00700 1 -- 172.21.15.42:0/554892629 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f7d2800cd10 con 0x7f7d3c06b3c0 2024-06-13T11:52:22.105 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.103+0000 7f7d33e00700 1 --2- 172.21.15.42:0/554892629 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f7d200a2d30 0x7f7d200a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:22.105 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.103+0000 7f7d33e00700 1 -- 172.21.15.42:0/554892629 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9092+0+0 (secure 0 0 0) 0x7f7d280cf610 con 0x7f7d3c06b3c0 2024-06-13T11:52:22.105 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.103+0000 7f7d3b400700 1 --2- 172.21.15.42:0/554892629 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f7d200a2d30 0x7f7d200a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:22.106 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.104+0000 7f7d3b400700 1 --2- 172.21.15.42:0/554892629 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f7d200a2d30 0x7f7d200a51f0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f7d2c00c010 tx=0x7f7d2c019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:52:22.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.107+0000 7f7d33e00700 1 -- 172.21.15.42:0/554892629 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f7d2809c050 con 0x7f7d3c06b3c0 2024-06-13T11:52:22.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:21 smithi088 ceph-mon[36399]: pgmap v386: 129 pgs: 129 active+clean; 605 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.4 KiB/s wr, 7 op/s 2024-06-13T11:52:22.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:21 smithi042 ceph-mon[32231]: pgmap v386: 129 pgs: 129 active+clean; 605 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.4 KiB/s wr, 7 op/s 2024-06-13T11:52:22.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.375+0000 7f7d42800700 1 -- 172.21.15.42:0/554892629 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f7d3c10dd70 con 0x7f7d200a2d30 2024-06-13T11:52:22.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:21 smithi162 ceph-mon[36757]: pgmap v386: 129 pgs: 129 active+clean; 605 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.4 KiB/s wr, 7 op/s 2024-06-13T11:52:22.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.417+0000 7f7d33e00700 1 -- 172.21.15.42:0/554892629 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f7d3c10dd70 con 0x7f7d200a2d30 2024-06-13T11:52:22.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.420+0000 7f7d42800700 1 -- 172.21.15.42:0/554892629 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f7d200a2d30 msgr2=0x7f7d200a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:22.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.420+0000 7f7d42800700 1 --2- 172.21.15.42:0/554892629 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f7d200a2d30 0x7f7d200a51f0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f7d2c00c010 tx=0x7f7d2c019040 comp rx=0 tx=0).stop 2024-06-13T11:52:22.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.420+0000 7f7d42800700 1 -- 172.21.15.42:0/554892629 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7d3c06b3c0 msgr2=0x7f7d3c19b460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:22.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.420+0000 7f7d42800700 1 --2- 172.21.15.42:0/554892629 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7d3c06b3c0 0x7f7d3c19b460 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f7d2800e9c0 tx=0x7f7d2800ecd0 comp rx=0 tx=0).stop 2024-06-13T11:52:22.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.420+0000 7f7d42800700 1 -- 172.21.15.42:0/554892629 shutdown_connections 2024-06-13T11:52:22.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.420+0000 7f7d42800700 1 --2- 172.21.15.42:0/554892629 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f7d200a2d30 0x7f7d200a51f0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:22.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.420+0000 7f7d42800700 1 --2- 172.21.15.42:0/554892629 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7d3c1084f0 0x7f7d3c19f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:22.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.420+0000 7f7d42800700 1 --2- 172.21.15.42:0/554892629 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d3c06aa00 0x7f7d3c19af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:22.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.420+0000 7f7d42800700 1 --2- 172.21.15.42:0/554892629 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7d3c06b3c0 0x7f7d3c19b460 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:22.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.420+0000 7f7d42800700 1 -- 172.21.15.42:0/554892629 >> 172.21.15.42:0/554892629 conn(0x7f7d3c078300 msgr2=0x7f7d3c10d660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:52:22.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.421+0000 7f7d42800700 1 -- 172.21.15.42:0/554892629 shutdown_connections 2024-06-13T11:52:22.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:22.421+0000 7f7d42800700 1 -- 172.21.15.42:0/554892629 wait complete. 2024-06-13T11:52:23.236 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-06-13T11:52:23.696 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:52:24.171 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:23 smithi042 ceph-mon[32231]: from='client.24709 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:52:24.171 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:23 smithi042 ceph-mon[32231]: pgmap v387: 129 pgs: 129 active+clean; 605 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 2.5 KiB/s wr, 6 op/s 2024-06-13T11:52:24.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:23 smithi088 ceph-mon[36399]: from='client.24709 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:52:24.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:23 smithi088 ceph-mon[36399]: pgmap v387: 129 pgs: 129 active+clean; 605 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 2.5 KiB/s wr, 6 op/s 2024-06-13T11:52:24.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:23 smithi162 ceph-mon[36757]: from='client.24709 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:52:24.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:23 smithi162 ceph-mon[36757]: pgmap v387: 129 pgs: 129 active+clean; 605 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 2.5 KiB/s wr, 6 op/s 2024-06-13T11:52:25.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.874+0000 7f939ec00700 1 -- 172.21.15.42:0/1597055209 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f939810ebe0 msgr2=0x7f9398111050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:25.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.874+0000 7f939ec00700 1 --2- 172.21.15.42:0/1597055209 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f939810ebe0 0x7f9398111050 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f939000b0a0 tx=0x7f939000b3b0 comp rx=0 tx=0).stop 2024-06-13T11:52:25.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.874+0000 7f939ec00700 1 -- 172.21.15.42:0/1597055209 shutdown_connections 2024-06-13T11:52:25.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.874+0000 7f939ec00700 1 --2- 172.21.15.42:0/1597055209 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f93980748c0 0x7f9398074ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:25.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.874+0000 7f939ec00700 1 --2- 172.21.15.42:0/1597055209 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f939810ebe0 0x7f9398111050 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:25.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.874+0000 7f939ec00700 1 --2- 172.21.15.42:0/1597055209 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f93980751e0 0x7f939810e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:25.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.874+0000 7f939ec00700 1 -- 172.21.15.42:0/1597055209 >> 172.21.15.42:0/1597055209 conn(0x7f93980fdeb0 msgr2=0x7f93981002d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:52:25.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.874+0000 7f939ec00700 1 -- 172.21.15.42:0/1597055209 shutdown_connections 2024-06-13T11:52:25.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.874+0000 7f939ec00700 1 -- 172.21.15.42:0/1597055209 wait complete. 2024-06-13T11:52:25.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.875+0000 7f939ec00700 1 Processor -- start 2024-06-13T11:52:25.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.875+0000 7f939ec00700 1 -- start start 2024-06-13T11:52:25.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.876+0000 7f939ec00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f93980748c0 0x7f939819ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:25.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.876+0000 7f939ec00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f93980751e0 0x7f939819b250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:25.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.876+0000 7f939ec00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f939810ebe0 0x7f939819f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:25.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.876+0000 7f939ec00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9398114920 con 0x7f939810ebe0 2024-06-13T11:52:25.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.876+0000 7f939ec00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f93981147a0 con 0x7f93980748c0 2024-06-13T11:52:25.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.876+0000 7f939ec00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f9398114aa0 con 0x7f93980751e0 2024-06-13T11:52:25.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.876+0000 7f939e200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f939810ebe0 0x7f939819f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:25.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.876+0000 7f939e200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f939810ebe0 0x7f939819f5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:52384/0 (socket says 172.21.15.42:52384) 2024-06-13T11:52:25.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.876+0000 7f939e200700 1 -- 172.21.15.42:0/2536664861 learned_addr learned my addr 172.21.15.42:0/2536664861 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:52:25.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.876+0000 7f939d800700 1 --2- 172.21.15.42:0/2536664861 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f93980748c0 0x7f939819ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:25.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.876+0000 7f939ce00700 1 --2- 172.21.15.42:0/2536664861 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f93980751e0 0x7f939819b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:25.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.877+0000 7f939e200700 1 -- 172.21.15.42:0/2536664861 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f93980751e0 msgr2=0x7f939819b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:25.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.877+0000 7f939e200700 1 --2- 172.21.15.42:0/2536664861 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f93980751e0 0x7f939819b250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:25.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.877+0000 7f939e200700 1 -- 172.21.15.42:0/2536664861 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f93980748c0 msgr2=0x7f939819ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:25.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.877+0000 7f939e200700 1 --2- 172.21.15.42:0/2536664861 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f93980748c0 0x7f939819ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:25.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.877+0000 7f939e200700 1 -- 172.21.15.42:0/2536664861 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f939819fd20 con 0x7f939810ebe0 2024-06-13T11:52:25.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.877+0000 7f939d800700 1 --2- 172.21.15.42:0/2536664861 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f93980748c0 0x7f939819ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:52:25.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.877+0000 7f939e200700 1 --2- 172.21.15.42:0/2536664861 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f939810ebe0 0x7f939819f5e0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f939000b070 tx=0x7f9390004c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:52:25.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.877+0000 7f9396000700 1 -- 172.21.15.42:0/2536664861 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9390021070 con 0x7f939810ebe0 2024-06-13T11:52:25.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.877+0000 7f9396000700 1 -- 172.21.15.42:0/2536664861 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9390003c00 con 0x7f939810ebe0 2024-06-13T11:52:25.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.877+0000 7f939ec00700 1 -- 172.21.15.42:0/2536664861 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f939819ffb0 con 0x7f939810ebe0 2024-06-13T11:52:25.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.877+0000 7f9396000700 1 -- 172.21.15.42:0/2536664861 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9390004740 con 0x7f939810ebe0 2024-06-13T11:52:25.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.878+0000 7f939ec00700 1 -- 172.21.15.42:0/2536664861 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93981a7890 con 0x7f939810ebe0 2024-06-13T11:52:25.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.879+0000 7f939ec00700 1 -- 172.21.15.42:0/2536664861 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9398069180 con 0x7f939810ebe0 2024-06-13T11:52:25.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.881+0000 7f9396000700 1 -- 172.21.15.42:0/2536664861 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f9390007980 con 0x7f939810ebe0 2024-06-13T11:52:25.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.882+0000 7f9396000700 1 --2- 172.21.15.42:0/2536664861 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f93800a2cb0 0x7f93800a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:25.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.882+0000 7f9396000700 1 -- 172.21.15.42:0/2536664861 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9092+0+0 (secure 0 0 0) 0x7f939000f020 con 0x7f939810ebe0 2024-06-13T11:52:25.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.882+0000 7f939d800700 1 --2- 172.21.15.42:0/2536664861 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f93800a2cb0 0x7f93800a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:25.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.883+0000 7f939d800700 1 --2- 172.21.15.42:0/2536664861 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f93800a2cb0 0x7f93800a5170 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f938c011490 tx=0x7f938c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:52:25.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:25.887+0000 7f9396000700 1 -- 172.21.15.42:0/2536664861 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f939002a020 con 0x7f939810ebe0 2024-06-13T11:52:26.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:25 smithi042 ceph-mon[32231]: pgmap v388: 129 pgs: 129 active+clean; 624 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 4.3 KiB/s wr, 9 op/s 2024-06-13T11:52:26.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2024-06-13T11:52:26.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]: dispatch 2024-06-13T11:52:26.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [3, 8]}]: dispatch 2024-06-13T11:52:26.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:25 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]: dispatch 2024-06-13T11:52:26.189 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:26.189+0000 7f939ec00700 1 -- 172.21.15.42:0/2536664861 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7f93980628d0 con 0x7f93800a2cb0 2024-06-13T11:52:26.198 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:26.197+0000 7f9396000700 1 -- 172.21.15.42:0/2536664861 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f93980628d0 con 0x7f93800a2cb0 2024-06-13T11:52:26.198 INFO:teuthology.orchestra.run.smithi042.stdout:/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370 2024-06-13T11:52:26.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:26.200+0000 7f939ec00700 1 -- 172.21.15.42:0/2536664861 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f93800a2cb0 msgr2=0x7f93800a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:26.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:26.200+0000 7f939ec00700 1 --2- 172.21.15.42:0/2536664861 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f93800a2cb0 0x7f93800a5170 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f938c011490 tx=0x7f938c009260 comp rx=0 tx=0).stop 2024-06-13T11:52:26.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:26.200+0000 7f939ec00700 1 -- 172.21.15.42:0/2536664861 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f939810ebe0 msgr2=0x7f939819f5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:26.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:26.200+0000 7f939ec00700 1 --2- 172.21.15.42:0/2536664861 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f939810ebe0 0x7f939819f5e0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f939000b070 tx=0x7f9390004c60 comp rx=0 tx=0).stop 2024-06-13T11:52:26.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:26.200+0000 7f939ec00700 1 -- 172.21.15.42:0/2536664861 shutdown_connections 2024-06-13T11:52:26.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:26.200+0000 7f939ec00700 1 --2- 172.21.15.42:0/2536664861 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f93800a2cb0 0x7f93800a5170 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:26.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:26.200+0000 7f939ec00700 1 --2- 172.21.15.42:0/2536664861 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f93980748c0 0x7f939819ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:26.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:26.200+0000 7f939ec00700 1 --2- 172.21.15.42:0/2536664861 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f939810ebe0 0x7f939819f5e0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:26.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:26.200+0000 7f939ec00700 1 --2- 172.21.15.42:0/2536664861 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f93980751e0 0x7f939819b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:26.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:26.200+0000 7f939ec00700 1 -- 172.21.15.42:0/2536664861 >> 172.21.15.42:0/2536664861 conn(0x7f93980fdeb0 msgr2=0x7f93980feb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:52:26.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:26.200+0000 7f939ec00700 1 -- 172.21.15.42:0/2536664861 shutdown_connections 2024-06-13T11:52:26.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:26.200+0000 7f939ec00700 1 -- 172.21.15.42:0/2536664861 wait complete. 2024-06-13T11:52:26.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:25 smithi088 ceph-mon[36399]: pgmap v388: 129 pgs: 129 active+clean; 624 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 4.3 KiB/s wr, 9 op/s 2024-06-13T11:52:26.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2024-06-13T11:52:26.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]: dispatch 2024-06-13T11:52:26.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [3, 8]}]: dispatch 2024-06-13T11:52:26.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:25 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]: dispatch 2024-06-13T11:52:26.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:25 smithi162 ceph-mon[36757]: pgmap v388: 129 pgs: 129 active+clean; 624 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 4.3 KiB/s wr, 9 op/s 2024-06-13T11:52:26.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2024-06-13T11:52:26.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]: dispatch 2024-06-13T11:52:26.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [3, 8]}]: dispatch 2024-06-13T11:52:26.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:25 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]: dispatch 2024-06-13T11:52:26.963 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T11:52:27.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:26 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2024-06-13T11:52:27.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:26 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]': finished 2024-06-13T11:52:27.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:26 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [3, 8]}]': finished 2024-06-13T11:52:27.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:26 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]': finished 2024-06-13T11:52:27.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:26 smithi088 ceph-mon[36399]: osdmap e99: 12 total, 12 up, 12 in 2024-06-13T11:52:27.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:26 smithi088 ceph-mon[36399]: from='client.14601 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:52:27.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:26 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2024-06-13T11:52:27.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:26 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]': finished 2024-06-13T11:52:27.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:26 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [3, 8]}]': finished 2024-06-13T11:52:27.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:26 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]': finished 2024-06-13T11:52:27.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:26 smithi042 ceph-mon[32231]: osdmap e99: 12 total, 12 up, 12 in 2024-06-13T11:52:27.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:26 smithi042 ceph-mon[32231]: from='client.14601 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:52:27.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:26 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2024-06-13T11:52:27.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:26 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]': finished 2024-06-13T11:52:27.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:26 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [3, 8]}]': finished 2024-06-13T11:52:27.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:26 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]': finished 2024-06-13T11:52:27.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:26 smithi162 ceph-mon[36757]: osdmap e99: 12 total, 12 up, 12 in 2024-06-13T11:52:27.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:26 smithi162 ceph-mon[36757]: from='client.14601 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:52:27.409 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:52:28.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:27 smithi088 ceph-mon[36399]: pgmap v390: 129 pgs: 2 peering, 127 active+clean; 624 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 4.2 KiB/s wr, 8 op/s 2024-06-13T11:52:28.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:27 smithi088 ceph-mon[36399]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-06-13T11:52:28.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:27 smithi088 ceph-mon[36399]: osdmap e100: 12 total, 12 up, 12 in 2024-06-13T11:52:28.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:27 smithi042 ceph-mon[32231]: pgmap v390: 129 pgs: 2 peering, 127 active+clean; 624 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 4.2 KiB/s wr, 8 op/s 2024-06-13T11:52:28.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:27 smithi042 ceph-mon[32231]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-06-13T11:52:28.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:27 smithi042 ceph-mon[32231]: osdmap e100: 12 total, 12 up, 12 in 2024-06-13T11:52:28.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:27 smithi162 ceph-mon[36757]: pgmap v390: 129 pgs: 2 peering, 127 active+clean; 624 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 4.2 KiB/s wr, 8 op/s 2024-06-13T11:52:28.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:27 smithi162 ceph-mon[36757]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-06-13T11:52:28.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:27 smithi162 ceph-mon[36757]: osdmap e100: 12 total, 12 up, 12 in 2024-06-13T11:52:29.573 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.572+0000 7ff5a7a00700 1 -- 172.21.15.42:0/1366816295 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff5a0108530 msgr2=0x7ff5a0108910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:29.573 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.572+0000 7ff5a7a00700 1 --2- 172.21.15.42:0/1366816295 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff5a0108530 0x7ff5a0108910 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7ff594009990 tx=0x7ff594009ca0 comp rx=0 tx=0).stop 2024-06-13T11:52:29.573 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.572+0000 7ff5a7a00700 1 -- 172.21.15.42:0/1366816295 shutdown_connections 2024-06-13T11:52:29.573 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.572+0000 7ff5a7a00700 1 --2- 172.21.15.42:0/1366816295 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff5a006b520 0x7ff5a010f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:29.573 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.572+0000 7ff5a7a00700 1 --2- 172.21.15.42:0/1366816295 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff5a0108530 0x7ff5a0108910 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:29.573 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.572+0000 7ff5a7a00700 1 --2- 172.21.15.42:0/1366816295 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff5a006ab60 0x7ff5a006afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:29.573 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.572+0000 7ff5a7a00700 1 -- 172.21.15.42:0/1366816295 >> 172.21.15.42:0/1366816295 conn(0x7ff5a00783d0 msgr2=0x7ff5a00787e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:52:29.573 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.572+0000 7ff5a7a00700 1 -- 172.21.15.42:0/1366816295 shutdown_connections 2024-06-13T11:52:29.573 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.572+0000 7ff5a7a00700 1 -- 172.21.15.42:0/1366816295 wait complete. 2024-06-13T11:52:29.574 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.573+0000 7ff5a7a00700 1 Processor -- start 2024-06-13T11:52:29.574 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.573+0000 7ff5a7a00700 1 -- start start 2024-06-13T11:52:29.574 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.574+0000 7ff5a7a00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff5a006ab60 0x7ff5a019aed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:29.574 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.574+0000 7ff5a7a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff5a006b520 0x7ff5a019b410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:29.574 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.574+0000 7ff5a7a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff5a0108530 0x7ff5a019f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:29.574 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.574+0000 7ff5a7a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff5a01127b0 con 0x7ff5a0108530 2024-06-13T11:52:29.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.574+0000 7ff5a7a00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7ff5a0112630 con 0x7ff5a006b520 2024-06-13T11:52:29.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.574+0000 7ff5a7a00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7ff5a0112930 con 0x7ff5a006ab60 2024-06-13T11:52:29.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.574+0000 7ff5a5a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff5a0108530 0x7ff5a019f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:29.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.574+0000 7ff5a5a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff5a0108530 0x7ff5a019f7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57516/0 (socket says 172.21.15.42:57516) 2024-06-13T11:52:29.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.574+0000 7ff5a5a00700 1 -- 172.21.15.42:0/2315728682 learned_addr learned my addr 172.21.15.42:0/2315728682 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:52:29.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.574+0000 7ff59fe00700 1 --2- 172.21.15.42:0/2315728682 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff5a006b520 0x7ff5a019b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:29.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.574+0000 7ff5a5000700 1 --2- 172.21.15.42:0/2315728682 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff5a006ab60 0x7ff5a019aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:29.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.575+0000 7ff59fe00700 1 -- 172.21.15.42:0/2315728682 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff5a006ab60 msgr2=0x7ff5a019aed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:29.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.575+0000 7ff59fe00700 1 --2- 172.21.15.42:0/2315728682 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff5a006ab60 0x7ff5a019aed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:29.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.575+0000 7ff59fe00700 1 -- 172.21.15.42:0/2315728682 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff5a0108530 msgr2=0x7ff5a019f7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:29.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.575+0000 7ff59fe00700 1 --2- 172.21.15.42:0/2315728682 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff5a0108530 0x7ff5a019f7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:29.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.575+0000 7ff59fe00700 1 -- 172.21.15.42:0/2315728682 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5a019fee0 con 0x7ff5a006b520 2024-06-13T11:52:29.577 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.575+0000 7ff5a5a00700 1 --2- 172.21.15.42:0/2315728682 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff5a0108530 0x7ff5a019f7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:52:29.577 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.575+0000 7ff59fe00700 1 --2- 172.21.15.42:0/2315728682 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff5a006b520 0x7ff5a019b410 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ff58c00e9f0 tx=0x7ff58c00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:52:29.577 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.575+0000 7ff59d600700 1 -- 172.21.15.42:0/2315728682 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff58c004220 con 0x7ff5a006b520 2024-06-13T11:52:29.577 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.575+0000 7ff5a7a00700 1 -- 172.21.15.42:0/2315728682 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5a01a01d0 con 0x7ff5a006b520 2024-06-13T11:52:29.577 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.575+0000 7ff59d600700 1 -- 172.21.15.42:0/2315728682 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff58c004d10 con 0x7ff5a006b520 2024-06-13T11:52:29.577 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.575+0000 7ff59d600700 1 -- 172.21.15.42:0/2315728682 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff58c005020 con 0x7ff5a006b520 2024-06-13T11:52:29.577 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.575+0000 7ff5a7a00700 1 -- 172.21.15.42:0/2315728682 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5a01a7a50 con 0x7ff5a006b520 2024-06-13T11:52:29.577 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.577+0000 7ff5a7a00700 1 -- 172.21.15.42:0/2315728682 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5a0103bf0 con 0x7ff5a006b520 2024-06-13T11:52:29.579 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.579+0000 7ff59d600700 1 -- 172.21.15.42:0/2315728682 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7ff58c042b10 con 0x7ff5a006b520 2024-06-13T11:52:29.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.580+0000 7ff59d600700 1 --2- 172.21.15.42:0/2315728682 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ff5880a2cb0 0x7ff5880a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:29.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.580+0000 7ff59d600700 1 -- 172.21.15.42:0/2315728682 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7ff58c0cf450 con 0x7ff5a006b520 2024-06-13T11:52:29.581 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.580+0000 7ff5a5000700 1 --2- 172.21.15.42:0/2315728682 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ff5880a2cb0 0x7ff5880a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:29.581 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.581+0000 7ff5a5000700 1 --2- 172.21.15.42:0/2315728682 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ff5880a2cb0 0x7ff5880a5170 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7ff5940098e0 tx=0x7ff594005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:52:29.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.582+0000 7ff59d600700 1 -- 172.21.15.42:0/2315728682 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff58c01f3a0 con 0x7ff5a006b520 2024-06-13T11:52:29.867 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.866+0000 7ff5a7a00700 1 -- 172.21.15.42:0/2315728682 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff5a0069180 con 0x7ff5a006b520 2024-06-13T11:52:29.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.868+0000 7ff59d600700 1 -- 172.21.15.42:0/2315728682 <== mon.2 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11863 (secure 0 0 0) 0x7ff5a0069180 con 0x7ff5a006b520 2024-06-13T11:52:29.870 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:52:29.870 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/1118564562","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1118564562},{"type":"v1","addr":"172.21.15.42:6835","nonce":1118564562}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/1600300489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":1600300489},{"type":"v1","addr":"172.21.15.42:6837","nonce":1600300489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14400,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/4007002681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":4007002681},{"type":"v1","addr":"172.21.15.42:6841","nonce":4007002681}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/917201081","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":917201081},{"type":"v1","addr":"172.21.15.162:6833","nonce":917201081}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/426832354","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":426832354},{"type":"v1","addr":"172.21.15.88:6833","nonce":426832354}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24457,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6835/1190029601","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6834","nonce":1190029601},{"type":"v1","addr":"172.21.15.162:6835","nonce":1190029601}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T11:50:39.387599+0000","modified":"2024-06-13T11:52:06.736416+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24539,"mds_1":24500,"mds_2":24499},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.162:6837/987659844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6836","nonce":987659844},{"type":"v1","addr":"172.21.15.162:6837","nonce":987659844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/3467952345","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":3467952345},{"type":"v1","addr":"172.21.15.88:6835","nonce":3467952345}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.162:6839/4260392567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6838","nonce":4260392567},{"type":"v1","addr":"172.21.15.162:6839","nonce":4260392567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"g","rank":2,"incarnation":22,"state":"up:active","state_seq":29,"addr":"172.21.15.42:6839/228676134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":228676134},{"type":"v1","addr":"172.21.15.42:6839","nonce":228676134}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24500":{"gid":24500,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":31,"addr":"172.21.15.88:6837/2567581640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2567581640},{"type":"v1","addr":"172.21.15.88:6837","nonce":2567581640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6839/2189735817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2189735817},{"type":"v1","addr":"172.21.15.88:6839","nonce":2189735817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24539,"qdb_cluster":[24500,24539,24499]},"id":1}]} 2024-06-13T11:52:29.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.871+0000 7ff5a7a00700 1 -- 172.21.15.42:0/2315728682 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ff5880a2cb0 msgr2=0x7ff5880a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:29.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.871+0000 7ff5a7a00700 1 --2- 172.21.15.42:0/2315728682 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ff5880a2cb0 0x7ff5880a5170 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7ff5940098e0 tx=0x7ff594005960 comp rx=0 tx=0).stop 2024-06-13T11:52:29.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.871+0000 7ff5a7a00700 1 -- 172.21.15.42:0/2315728682 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff5a006b520 msgr2=0x7ff5a019b410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:29.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.871+0000 7ff5a7a00700 1 --2- 172.21.15.42:0/2315728682 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff5a006b520 0x7ff5a019b410 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ff58c00e9f0 tx=0x7ff58c00ed00 comp rx=0 tx=0).stop 2024-06-13T11:52:29.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.871+0000 7ff5a7a00700 1 -- 172.21.15.42:0/2315728682 shutdown_connections 2024-06-13T11:52:29.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.871+0000 7ff5a7a00700 1 --2- 172.21.15.42:0/2315728682 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff5a0108530 0x7ff5a019f7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:29.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.871+0000 7ff5a7a00700 1 --2- 172.21.15.42:0/2315728682 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff5a006ab60 0x7ff5a019aed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:29.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.871+0000 7ff5a7a00700 1 --2- 172.21.15.42:0/2315728682 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ff5880a2cb0 0x7ff5880a5170 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:29.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.871+0000 7ff5a7a00700 1 --2- 172.21.15.42:0/2315728682 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff5a006b520 0x7ff5a019b410 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:29.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.871+0000 7ff5a7a00700 1 -- 172.21.15.42:0/2315728682 >> 172.21.15.42:0/2315728682 conn(0x7ff5a00783d0 msgr2=0x7ff5a00ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:52:29.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.871+0000 7ff5a7a00700 1 -- 172.21.15.42:0/2315728682 shutdown_connections 2024-06-13T11:52:29.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:29.871+0000 7ff5a7a00700 1 -- 172.21.15.42:0/2315728682 wait complete. 2024-06-13T11:52:29.873 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 26 2024-06-13T11:52:30.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:29 smithi088 ceph-mon[36399]: pgmap v392: 129 pgs: 2 peering, 127 active+clean; 634 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 4.7 KiB/s wr, 8 op/s 2024-06-13T11:52:30.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:29 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2315728682' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:52:30.263 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:29 smithi042 ceph-mon[32231]: pgmap v392: 129 pgs: 2 peering, 127 active+clean; 634 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 4.7 KiB/s wr, 8 op/s 2024-06-13T11:52:30.263 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:29 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2315728682' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:52:30.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:29 smithi162 ceph-mon[36757]: pgmap v392: 129 pgs: 2 peering, 127 active+clean; 634 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 4.7 KiB/s wr, 8 op/s 2024-06-13T11:52:30.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:29 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2315728682' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:52:30.724 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd dump --format=json 2024-06-13T11:52:31.198 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:52:32.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:31 smithi042 ceph-mon[32231]: pgmap v393: 129 pgs: 2 peering, 127 active+clean; 634 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 4.6 KiB/s wr, 9 op/s 2024-06-13T11:52:32.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:31 smithi088 ceph-mon[36399]: pgmap v393: 129 pgs: 2 peering, 127 active+clean; 634 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 4.6 KiB/s wr, 9 op/s 2024-06-13T11:52:32.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:31 smithi162 ceph-mon[36757]: pgmap v393: 129 pgs: 2 peering, 127 active+clean; 634 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 4.6 KiB/s wr, 9 op/s 2024-06-13T11:52:33.226 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:33 smithi042 ceph-mon[32231]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-06-13T11:52:33.226 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:33 smithi042 ceph-mon[32231]: Cluster is now healthy 2024-06-13T11:52:33.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.397+0000 7f4d77e00700 1 -- 172.21.15.42:0/2167920349 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4d7806b610 msgr2=0x7f4d78107090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:33.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.397+0000 7f4d77e00700 1 --2- 172.21.15.42:0/2167920349 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4d7806b610 0x7f4d78107090 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f4d640098f0 tx=0x7f4d64009c00 comp rx=0 tx=0).stop 2024-06-13T11:52:33.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.397+0000 7f4d77e00700 1 -- 172.21.15.42:0/2167920349 shutdown_connections 2024-06-13T11:52:33.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.397+0000 7f4d77e00700 1 --2- 172.21.15.42:0/2167920349 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4d7806ac60 0x7f4d7806b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:33.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.397+0000 7f4d77e00700 1 --2- 172.21.15.42:0/2167920349 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d781077c0 0x7f4d7810f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:33.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.397+0000 7f4d77e00700 1 --2- 172.21.15.42:0/2167920349 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4d7806b610 0x7f4d78107090 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:33.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.397+0000 7f4d77e00700 1 -- 172.21.15.42:0/2167920349 >> 172.21.15.42:0/2167920349 conn(0x7f4d780781d0 msgr2=0x7f4d780785e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:52:33.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.398+0000 7f4d77e00700 1 -- 172.21.15.42:0/2167920349 shutdown_connections 2024-06-13T11:52:33.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.398+0000 7f4d77e00700 1 -- 172.21.15.42:0/2167920349 wait complete. 2024-06-13T11:52:33.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.399+0000 7f4d77e00700 1 Processor -- start 2024-06-13T11:52:33.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.399+0000 7f4d77e00700 1 -- start start 2024-06-13T11:52:33.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.400+0000 7f4d77e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d7806ac60 0x7f4d781a0af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:33.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.400+0000 7f4d77e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4d7806b610 0x7f4d781a1030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:33.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.400+0000 7f4d77e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4d781077c0 0x7f4d7819acf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:33.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.400+0000 7f4d77e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4d78102080 con 0x7f4d7806ac60 2024-06-13T11:52:33.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.400+0000 7f4d77e00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f4d78101f00 con 0x7f4d781077c0 2024-06-13T11:52:33.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.400+0000 7f4d77e00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f4d78102200 con 0x7f4d7806b610 2024-06-13T11:52:33.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.400+0000 7f4d76a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d7806ac60 0x7f4d781a0af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:33.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.400+0000 7f4d76000700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4d7806b610 0x7f4d781a1030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:33.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.401+0000 7f4d76000700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4d7806b610 0x7f4d781a1030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:43224/0 (socket says 172.21.15.42:43224) 2024-06-13T11:52:33.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.401+0000 7f4d76000700 1 -- 172.21.15.42:0/1734338784 learned_addr learned my addr 172.21.15.42:0/1734338784 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:52:33.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.401+0000 7f4d77400700 1 --2- 172.21.15.42:0/1734338784 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4d781077c0 0x7f4d7819acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:33.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.401+0000 7f4d76000700 1 -- 172.21.15.42:0/1734338784 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4d781077c0 msgr2=0x7f4d7819acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:33.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.401+0000 7f4d76000700 1 --2- 172.21.15.42:0/1734338784 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4d781077c0 0x7f4d7819acf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:33.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.401+0000 7f4d76000700 1 -- 172.21.15.42:0/1734338784 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d7806ac60 msgr2=0x7f4d781a0af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:33.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.401+0000 7f4d76000700 1 --2- 172.21.15.42:0/1734338784 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d7806ac60 0x7f4d781a0af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:33.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.401+0000 7f4d76000700 1 -- 172.21.15.42:0/1734338784 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d7819b5d0 con 0x7f4d7806b610 2024-06-13T11:52:33.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.401+0000 7f4d76a00700 1 --2- 172.21.15.42:0/1734338784 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d7806ac60 0x7f4d781a0af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:52:33.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.401+0000 7f4d76000700 1 --2- 172.21.15.42:0/1734338784 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4d7806b610 0x7f4d781a1030 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f4d64000c00 tx=0x7f4d6400fb40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:52:33.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:33 smithi162 ceph-mon[36757]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-06-13T11:52:33.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:33 smithi162 ceph-mon[36757]: Cluster is now healthy 2024-06-13T11:52:33.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.402+0000 7f4d6f400700 1 -- 172.21.15.42:0/1734338784 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d64005270 con 0x7f4d7806b610 2024-06-13T11:52:33.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.402+0000 7f4d6f400700 1 -- 172.21.15.42:0/1734338784 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4d6400ba40 con 0x7f4d7806b610 2024-06-13T11:52:33.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.402+0000 7f4d77e00700 1 -- 172.21.15.42:0/1734338784 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d7819b860 con 0x7f4d7806b610 2024-06-13T11:52:33.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.402+0000 7f4d6f400700 1 -- 172.21.15.42:0/1734338784 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d64003be0 con 0x7f4d7806b610 2024-06-13T11:52:33.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.402+0000 7f4d77e00700 1 -- 172.21.15.42:0/1734338784 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d781a7a20 con 0x7f4d7806b610 2024-06-13T11:52:33.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.403+0000 7f4d77e00700 1 -- 172.21.15.42:0/1734338784 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d78103b00 con 0x7f4d7806b610 2024-06-13T11:52:33.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.405+0000 7f4d6f400700 1 -- 172.21.15.42:0/1734338784 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f4d640054a0 con 0x7f4d7806b610 2024-06-13T11:52:33.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.407+0000 7f4d6f400700 1 --2- 172.21.15.42:0/1734338784 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f4d5c0a2d30 0x7f4d5c0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:33.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.407+0000 7f4d6f400700 1 -- 172.21.15.42:0/1734338784 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f4d640d0750 con 0x7f4d7806b610 2024-06-13T11:52:33.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.407+0000 7f4d76a00700 1 --2- 172.21.15.42:0/1734338784 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f4d5c0a2d30 0x7f4d5c0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:33.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.408+0000 7f4d76a00700 1 --2- 172.21.15.42:0/1734338784 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f4d5c0a2d30 0x7f4d5c0a51f0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f4d6800bc10 tx=0x7f4d6800b5f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:52:33.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.409+0000 7f4d6f400700 1 -- 172.21.15.42:0/1734338784 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4d6405e850 con 0x7f4d7806b610 2024-06-13T11:52:33.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:33 smithi088 ceph-mon[36399]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-06-13T11:52:33.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:33 smithi088 ceph-mon[36399]: Cluster is now healthy 2024-06-13T11:52:33.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.640+0000 7f4d77e00700 1 -- 172.21.15.42:0/1734338784 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4d7819c110 con 0x7f4d7806b610 2024-06-13T11:52:33.642 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.642+0000 7f4d6f400700 1 -- 172.21.15.42:0/1734338784 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v100) ==== 74+0+24803 (secure 0 0 0) 0x7f4d64013030 con 0x7f4d7806b610 2024-06-13T11:52:33.643 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:52:33.644 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":100,"fsid":"aa9143f6-2979-11ef-bc9c-c7b262605968","created":"2024-06-13T11:41:17.435942+0000","modified":"2024-06-13T11:52:26.929218+0000","last_up_change":"2024-06-13T11:49:23.112844+0000","last_in_change":"2024-06-13T11:49:02.694907+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-13T11:45:07.188434+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-13T11:50:30.623817+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-13T11:50:35.354548+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-13T11:50:48.317221+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7da5efd2-efef-40b1-ba49-d97d18c443fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6803","nonce":3874128443}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6805","nonce":3874128443}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6809","nonce":3874128443}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6807","nonce":3874128443}]},"public_addr":"172.21.15.42:6803/3874128443","cluster_addr":"172.21.15.42:6805/3874128443","heartbeat_back_addr":"172.21.15.42:6809/3874128443","heartbeat_front_addr":"172.21.15.42:6807/3874128443","state":["exists","up"]},{"osd":1,"uuid":"cf818c48-4313-4607-95db-cd55f1185489","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6801","nonce":1861974568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6803","nonce":1861974568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6807","nonce":1861974568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6805","nonce":1861974568}]},"public_addr":"172.21.15.88:6801/1861974568","cluster_addr":"172.21.15.88:6803/1861974568","heartbeat_back_addr":"172.21.15.88:6807/1861974568","heartbeat_front_addr":"172.21.15.88:6805/1861974568","state":["exists","up"]},{"osd":2,"uuid":"7f0800f8-0da6-4968-801d-c5c44840fe3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6801","nonce":3452655510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6803","nonce":3452655510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6807","nonce":3452655510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6805","nonce":3452655510}]},"public_addr":"172.21.15.162:6801/3452655510","cluster_addr":"172.21.15.162:6803/3452655510","heartbeat_back_addr":"172.21.15.162:6807/3452655510","heartbeat_front_addr":"172.21.15.162:6805/3452655510","state":["exists","up"]},{"osd":3,"uuid":"341ee7d3-119b-401e-805d-9ef42c577719","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6811","nonce":1343751683}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6813","nonce":1343751683}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6817","nonce":1343751683}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6815","nonce":1343751683}]},"public_addr":"172.21.15.42:6811/1343751683","cluster_addr":"172.21.15.42:6813/1343751683","heartbeat_back_addr":"172.21.15.42:6817/1343751683","heartbeat_front_addr":"172.21.15.42:6815/1343751683","state":["exists","up"]},{"osd":4,"uuid":"72b81b4c-d223-4490-aca0-5c98c1b902d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6809","nonce":893989923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6811","nonce":893989923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6815","nonce":893989923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6813","nonce":893989923}]},"public_addr":"172.21.15.88:6809/893989923","cluster_addr":"172.21.15.88:6811/893989923","heartbeat_back_addr":"172.21.15.88:6815/893989923","heartbeat_front_addr":"172.21.15.88:6813/893989923","state":["exists","up"]},{"osd":5,"uuid":"7d03c32c-2772-4f33-902a-f4848b5ff941","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6809","nonce":3014890472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6810","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6811","nonce":3014890472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6815","nonce":3014890472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6813","nonce":3014890472}]},"public_addr":"172.21.15.162:6809/3014890472","cluster_addr":"172.21.15.162:6811/3014890472","heartbeat_back_addr":"172.21.15.162:6815/3014890472","heartbeat_front_addr":"172.21.15.162:6813/3014890472","state":["exists","up"]},{"osd":6,"uuid":"6dc26be6-89e0-49d6-a07f-76c19f1aac03","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6819","nonce":844197654}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6821","nonce":844197654}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6825","nonce":844197654}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6823","nonce":844197654}]},"public_addr":"172.21.15.42:6819/844197654","cluster_addr":"172.21.15.42:6821/844197654","heartbeat_back_addr":"172.21.15.42:6825/844197654","heartbeat_front_addr":"172.21.15.42:6823/844197654","state":["exists","up"]},{"osd":7,"uuid":"aca11d93-b379-4e96-b4fb-b03c593c89ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6817","nonce":3621891209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6819","nonce":3621891209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6823","nonce":3621891209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6821","nonce":3621891209}]},"public_addr":"172.21.15.88:6817/3621891209","cluster_addr":"172.21.15.88:6819/3621891209","heartbeat_back_addr":"172.21.15.88:6823/3621891209","heartbeat_front_addr":"172.21.15.88:6821/3621891209","state":["exists","up"]},{"osd":8,"uuid":"188effbc-495f-407c-9e6c-2801a9856326","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6817","nonce":3088625761}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6819","nonce":3088625761}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6823","nonce":3088625761}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6821","nonce":3088625761}]},"public_addr":"172.21.15.162:6817/3088625761","cluster_addr":"172.21.15.162:6819/3088625761","heartbeat_back_addr":"172.21.15.162:6823/3088625761","heartbeat_front_addr":"172.21.15.162:6821/3088625761","state":["exists","up"]},{"osd":9,"uuid":"5cc3fd15-648b-4f56-8876-5da70b55b248","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6827","nonce":2833466933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6829","nonce":2833466933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6833","nonce":2833466933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6831","nonce":2833466933}]},"public_addr":"172.21.15.42:6827/2833466933","cluster_addr":"172.21.15.42:6829/2833466933","heartbeat_back_addr":"172.21.15.42:6833/2833466933","heartbeat_front_addr":"172.21.15.42:6831/2833466933","state":["exists","up"]},{"osd":10,"uuid":"a2460fe2-1c93-4ab5-9aa1-5beba626f2cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6825","nonce":2979904837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6827","nonce":2979904837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6831","nonce":2979904837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6829","nonce":2979904837}]},"public_addr":"172.21.15.88:6825/2979904837","cluster_addr":"172.21.15.88:6827/2979904837","heartbeat_back_addr":"172.21.15.88:6831/2979904837","heartbeat_front_addr":"172.21.15.88:6829/2979904837","state":["exists","up"]},{"osd":11,"uuid":"42226b4b-93d9-4c99-88d9-b32280b3bd18","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6825","nonce":3416934543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6827","nonce":3416934543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6831","nonce":3416934543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6829","nonce":3416934543}]},"public_addr":"172.21.15.162:6825/3416934543","cluster_addr":"172.21.15.162:6827/3416934543","heartbeat_back_addr":"172.21.15.162:6831/3416934543","heartbeat_front_addr":"172.21.15.162:6829/3416934543","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:44:13.807701+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:44:38.669149+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:45:02.619341+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:45:36.081635+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:46:02.274051+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:46:27.333433+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:01.752504+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:27.895478+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:53.298845+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:48:28.167906+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:48:55.119959+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:49:20.787011+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.28","mappings":[{"from":3,"to":8}]},{"pgid":"3.31","mappings":[{"from":4,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"4.10","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:6801/1570600420":"2024-06-14T11:42:24.478887+0000","172.21.15.42:6800/1570600420":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/637759380":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/701755530":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/1769082163":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/239548974":"2024-06-14T11:41:50.734334+0000","172.21.15.42:6800/480739382":"2024-06-14T11:41:50.734334+0000","172.21.15.42:6801/480739382":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/522218649":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/2918399760":"2024-06-14T11:42:24.478887+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-13T11:52:33.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.645+0000 7f4d77e00700 1 -- 172.21.15.42:0/1734338784 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f4d5c0a2d30 msgr2=0x7f4d5c0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:33.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.645+0000 7f4d77e00700 1 --2- 172.21.15.42:0/1734338784 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f4d5c0a2d30 0x7f4d5c0a51f0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f4d6800bc10 tx=0x7f4d6800b5f0 comp rx=0 tx=0).stop 2024-06-13T11:52:33.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.645+0000 7f4d77e00700 1 -- 172.21.15.42:0/1734338784 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4d7806b610 msgr2=0x7f4d781a1030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:33.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.645+0000 7f4d77e00700 1 --2- 172.21.15.42:0/1734338784 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4d7806b610 0x7f4d781a1030 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f4d64000c00 tx=0x7f4d6400fb40 comp rx=0 tx=0).stop 2024-06-13T11:52:33.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.645+0000 7f4d77e00700 1 -- 172.21.15.42:0/1734338784 shutdown_connections 2024-06-13T11:52:33.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.645+0000 7f4d77e00700 1 --2- 172.21.15.42:0/1734338784 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f4d5c0a2d30 0x7f4d5c0a51f0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:33.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.645+0000 7f4d77e00700 1 --2- 172.21.15.42:0/1734338784 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4d781077c0 0x7f4d7819acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:33.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.645+0000 7f4d77e00700 1 --2- 172.21.15.42:0/1734338784 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d7806ac60 0x7f4d781a0af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:33.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.645+0000 7f4d77e00700 1 --2- 172.21.15.42:0/1734338784 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4d7806b610 0x7f4d781a1030 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:33.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.645+0000 7f4d77e00700 1 -- 172.21.15.42:0/1734338784 >> 172.21.15.42:0/1734338784 conn(0x7f4d780781d0 msgr2=0x7f4d78102f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:52:33.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.646+0000 7f4d77e00700 1 -- 172.21.15.42:0/1734338784 shutdown_connections 2024-06-13T11:52:33.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:33.646+0000 7f4d77e00700 1 -- 172.21.15.42:0/1734338784 wait complete. 2024-06-13T11:52:34.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:34 smithi042 ceph-mon[32231]: pgmap v394: 129 pgs: 129 active+clean; 634 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.9 KiB/s wr, 6 op/s 2024-06-13T11:52:34.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:34 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/1734338784' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:52:34.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:34 smithi162 ceph-mon[36757]: pgmap v394: 129 pgs: 129 active+clean; 634 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.9 KiB/s wr, 6 op/s 2024-06-13T11:52:34.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:34 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/1734338784' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:52:34.433 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-06-13T11:52:34.433 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph pg dump --format=json 2024-06-13T11:52:34.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:34 smithi088 ceph-mon[36399]: pgmap v394: 129 pgs: 129 active+clean; 634 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.9 KiB/s wr, 6 op/s 2024-06-13T11:52:34.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:34 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/1734338784' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:52:34.905 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:52:36.223 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:36 smithi042 ceph-mon[32231]: pgmap v395: 129 pgs: 129 active+clean; 639 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2024-06-13T11:52:36.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:36 smithi162 ceph-mon[36757]: pgmap v395: 129 pgs: 129 active+clean; 639 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2024-06-13T11:52:36.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:36 smithi088 ceph-mon[36399]: pgmap v395: 129 pgs: 129 active+clean; 639 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2024-06-13T11:52:37.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.035+0000 7fefaa800700 1 -- 172.21.15.42:0/206619174 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fefa406ab30 msgr2=0x7fefa410f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:37.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.035+0000 7fefaa800700 1 --2- 172.21.15.42:0/206619174 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fefa406ab30 0x7fefa410f320 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fef9c00b0a0 tx=0x7fef9c00b3b0 comp rx=0 tx=0).stop 2024-06-13T11:52:37.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.035+0000 7fefaa800700 1 -- 172.21.15.42:0/206619174 shutdown_connections 2024-06-13T11:52:37.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.035+0000 7fefaa800700 1 --2- 172.21.15.42:0/206619174 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fefa4108500 0x7fefa41088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:37.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.035+0000 7fefaa800700 1 --2- 172.21.15.42:0/206619174 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fefa406ab30 0x7fefa410f320 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:37.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.035+0000 7fefaa800700 1 --2- 172.21.15.42:0/206619174 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fefa406a170 0x7fefa406a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:37.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.035+0000 7fefaa800700 1 -- 172.21.15.42:0/206619174 >> 172.21.15.42:0/206619174 conn(0x7fefa4078340 msgr2=0x7fefa4078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:52:37.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.035+0000 7fefaa800700 1 -- 172.21.15.42:0/206619174 shutdown_connections 2024-06-13T11:52:37.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.035+0000 7fefaa800700 1 -- 172.21.15.42:0/206619174 wait complete. 2024-06-13T11:52:37.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.036+0000 7fefaa800700 1 Processor -- start 2024-06-13T11:52:37.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.036+0000 7fefaa800700 1 -- start start 2024-06-13T11:52:37.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.037+0000 7fefaa800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fefa406a170 0x7fefa4198d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:37.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.037+0000 7fefaa800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fefa406ab30 0x7fefa4199260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:37.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.037+0000 7fefaa800700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fefa4108500 0x7fefa419c4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:37.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.037+0000 7fefaa800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fefa41127b0 con 0x7fefa406a170 2024-06-13T11:52:37.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.037+0000 7fefaa800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fefa4112630 con 0x7fefa406ab30 2024-06-13T11:52:37.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.037+0000 7fefaa800700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fefa4112930 con 0x7fefa4108500 2024-06-13T11:52:37.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.037+0000 7fefa3400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fefa406a170 0x7fefa4198d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:37.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.037+0000 7fefa2a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fefa406ab30 0x7fefa4199260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:37.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.037+0000 7fefa2a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fefa406ab30 0x7fefa4199260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:55728/0 (socket says 172.21.15.42:55728) 2024-06-13T11:52:37.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.037+0000 7fefa2a00700 1 -- 172.21.15.42:0/1592345672 learned_addr learned my addr 172.21.15.42:0/1592345672 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:52:37.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.037+0000 7fefa3e00700 1 --2- 172.21.15.42:0/1592345672 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fefa4108500 0x7fefa419c4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:37.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.038+0000 7fefa2a00700 1 -- 172.21.15.42:0/1592345672 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fefa4108500 msgr2=0x7fefa419c4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:37.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.038+0000 7fefa2a00700 1 --2- 172.21.15.42:0/1592345672 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fefa4108500 0x7fefa419c4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:37.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.038+0000 7fefa2a00700 1 -- 172.21.15.42:0/1592345672 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fefa406a170 msgr2=0x7fefa4198d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:37.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.038+0000 7fefa2a00700 1 --2- 172.21.15.42:0/1592345672 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fefa406a170 0x7fefa4198d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:37.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.038+0000 7fefa2a00700 1 -- 172.21.15.42:0/1592345672 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefa419cc20 con 0x7fefa406ab30 2024-06-13T11:52:37.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.038+0000 7fefa3e00700 1 --2- 172.21.15.42:0/1592345672 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fefa4108500 0x7fefa419c4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:52:37.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.038+0000 7fefa2a00700 1 --2- 172.21.15.42:0/1592345672 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fefa406ab30 0x7fefa4199260 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fef9000eb30 tx=0x7fef9000ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:52:37.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.038+0000 7fef9be00700 1 -- 172.21.15.42:0/1592345672 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef9000cc90 con 0x7fefa406ab30 2024-06-13T11:52:37.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.038+0000 7fef9be00700 1 -- 172.21.15.42:0/1592345672 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fef90004500 con 0x7fefa406ab30 2024-06-13T11:52:37.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.038+0000 7fefaa800700 1 -- 172.21.15.42:0/1592345672 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fefa419cf10 con 0x7fefa406ab30 2024-06-13T11:52:37.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.038+0000 7fef9be00700 1 -- 172.21.15.42:0/1592345672 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef90010430 con 0x7fefa406ab30 2024-06-13T11:52:37.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.038+0000 7fefaa800700 1 -- 172.21.15.42:0/1592345672 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fefa41a5880 con 0x7fefa406ab30 2024-06-13T11:52:37.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.039+0000 7fefaa800700 1 -- 172.21.15.42:0/1592345672 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fefa4069180 con 0x7fefa406ab30 2024-06-13T11:52:37.042 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.042+0000 7fef9be00700 1 -- 172.21.15.42:0/1592345672 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fef90003f70 con 0x7fefa406ab30 2024-06-13T11:52:37.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.043+0000 7fef9be00700 1 --2- 172.21.15.42:0/1592345672 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fef880a2d30 0x7fef880a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:37.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.044+0000 7fef9be00700 1 -- 172.21.15.42:0/1592345672 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7fef900cf8d0 con 0x7fefa406ab30 2024-06-13T11:52:37.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.044+0000 7fefa3400700 1 --2- 172.21.15.42:0/1592345672 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fef880a2d30 0x7fef880a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:37.045 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.045+0000 7fefa3400700 1 --2- 172.21.15.42:0/1592345672 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fef880a2d30 0x7fef880a51f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fef94009be0 tx=0x7fef94009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:52:37.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.047+0000 7fef9be00700 1 -- 172.21.15.42:0/1592345672 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fef9009c2a0 con 0x7fefa406ab30 2024-06-13T11:52:37.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.270+0000 7fefaa800700 1 -- 172.21.15.42:0/1592345672 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fefa4199ff0 con 0x7fef880a2d30 2024-06-13T11:52:37.271 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:37 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:52:37.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.285+0000 7fef9be00700 1 -- 172.21.15.42:0/1592345672 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340526 (secure 0 0 0) 0x7fefa4199ff0 con 0x7fef880a2d30 2024-06-13T11:52:37.291 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:52:37.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.290+0000 7fefaa800700 1 -- 172.21.15.42:0/1592345672 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fef880a2d30 msgr2=0x7fef880a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:37.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.290+0000 7fefaa800700 1 --2- 172.21.15.42:0/1592345672 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fef880a2d30 0x7fef880a51f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fef94009be0 tx=0x7fef94009260 comp rx=0 tx=0).stop 2024-06-13T11:52:37.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.290+0000 7fefaa800700 1 -- 172.21.15.42:0/1592345672 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fefa406ab30 msgr2=0x7fefa4199260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:37.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.290+0000 7fefaa800700 1 --2- 172.21.15.42:0/1592345672 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fefa406ab30 0x7fefa4199260 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fef9000eb30 tx=0x7fef9000ee40 comp rx=0 tx=0).stop 2024-06-13T11:52:37.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.290+0000 7fefaa800700 1 -- 172.21.15.42:0/1592345672 shutdown_connections 2024-06-13T11:52:37.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.290+0000 7fefaa800700 1 --2- 172.21.15.42:0/1592345672 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fefa4108500 0x7fefa419c4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:37.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.290+0000 7fefaa800700 1 --2- 172.21.15.42:0/1592345672 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fefa406a170 0x7fefa4198d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:37.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.290+0000 7fefaa800700 1 --2- 172.21.15.42:0/1592345672 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fef880a2d30 0x7fef880a51f0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:37.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.290+0000 7fefaa800700 1 --2- 172.21.15.42:0/1592345672 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fefa406ab30 0x7fefa4199260 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:37.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.290+0000 7fefaa800700 1 -- 172.21.15.42:0/1592345672 >> 172.21.15.42:0/1592345672 conn(0x7fefa4078340 msgr2=0x7fefa40fffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:52:37.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.290+0000 7fefaa800700 1 -- 172.21.15.42:0/1592345672 shutdown_connections 2024-06-13T11:52:37.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:37.290+0000 7fefaa800700 1 -- 172.21.15.42:0/1592345672 wait complete. 2024-06-13T11:52:37.295 INFO:teuthology.orchestra.run.smithi042.stderr:dumped all 2024-06-13T11:52:37.300 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:37 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:52:37.306 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:37 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:52:38.108 INFO:teuthology.orchestra.run.smithi042.stdout:{"pg_ready":true,"pg_map":{"version":396,"stamp":"2024-06-13T11:52:36.690481+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":654395,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":352,"num_read_kb":294,"num_write":359,"num_write_kb":3056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":287,"ondisk_log_size":287,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":377200,"kb_used_data":15532,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124564624,"statfs":{"total":1151940427776,"available":1151554174976,"internally_reserved":0,"allocated":15904768,"data_stored":8823909,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":370193722},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":15316,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":62,"num_read_kb":46,"num_write":11,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.005462"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950522+0000","last_change":"2024-06-13T11:50:36.448635+0000","last_active":"2024-06-13T11:52:26.950522+0000","last_peered":"2024-06-13T11:52:26.950522+0000","last_clean":"2024-06-13T11:52:26.950522+0000","last_became_active":"2024-06-13T11:50:36.448111+0000","last_became_peered":"2024-06-13T11:50:36.448111+0000","last_unstale":"2024-06-13T11:52:26.950522+0000","last_undegraded":"2024-06-13T11:52:26.950522+0000","last_fullsized":"2024-06-13T11:52:26.950522+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:29:52.539514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.425793+0000","last_change":"2024-06-13T11:50:36.452784+0000","last_active":"2024-06-13T11:52:27.425793+0000","last_peered":"2024-06-13T11:52:27.425793+0000","last_clean":"2024-06-13T11:52:27.425793+0000","last_became_active":"2024-06-13T11:50:36.452506+0000","last_became_peered":"2024-06-13T11:50:36.452506+0000","last_unstale":"2024-06-13T11:52:27.425793+0000","last_undegraded":"2024-06-13T11:52:27.425793+0000","last_fullsized":"2024-06-13T11:52:27.425793+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:24:10.080882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.424997+0000","last_change":"2024-06-13T11:50:36.452965+0000","last_active":"2024-06-13T11:52:27.424997+0000","last_peered":"2024-06-13T11:52:27.424997+0000","last_clean":"2024-06-13T11:52:27.424997+0000","last_became_active":"2024-06-13T11:50:36.452605+0000","last_became_peered":"2024-06-13T11:50:36.452605+0000","last_unstale":"2024-06-13T11:52:27.424997+0000","last_undegraded":"2024-06-13T11:52:27.424997+0000","last_fullsized":"2024-06-13T11:52:27.424997+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:59:08.463531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421223+0000","last_change":"2024-06-13T11:50:36.444046+0000","last_active":"2024-06-13T11:52:27.421223+0000","last_peered":"2024-06-13T11:52:27.421223+0000","last_clean":"2024-06-13T11:52:27.421223+0000","last_became_active":"2024-06-13T11:50:36.442838+0000","last_became_peered":"2024-06-13T11:50:36.442838+0000","last_unstale":"2024-06-13T11:52:27.421223+0000","last_undegraded":"2024-06-13T11:52:27.421223+0000","last_fullsized":"2024-06-13T11:52:27.421223+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:27:46.472089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421442+0000","last_change":"2024-06-13T11:50:36.457506+0000","last_active":"2024-06-13T11:52:27.421442+0000","last_peered":"2024-06-13T11:52:27.421442+0000","last_clean":"2024-06-13T11:52:27.421442+0000","last_became_active":"2024-06-13T11:50:36.457269+0000","last_became_peered":"2024-06-13T11:50:36.457269+0000","last_unstale":"2024-06-13T11:52:27.421442+0000","last_undegraded":"2024-06-13T11:52:27.421442+0000","last_fullsized":"2024-06-13T11:52:27.421442+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:04:26.858158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943133+0000","last_change":"2024-06-13T11:50:36.445065+0000","last_active":"2024-06-13T11:52:26.943133+0000","last_peered":"2024-06-13T11:52:26.943133+0000","last_clean":"2024-06-13T11:52:26.943133+0000","last_became_active":"2024-06-13T11:50:36.444760+0000","last_became_peered":"2024-06-13T11:50:36.444760+0000","last_unstale":"2024-06-13T11:52:26.943133+0000","last_undegraded":"2024-06-13T11:52:26.943133+0000","last_fullsized":"2024-06-13T11:52:26.943133+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:56:56.098315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.455826+0000","last_change":"2024-06-13T11:50:36.444460+0000","last_active":"2024-06-13T11:52:27.455826+0000","last_peered":"2024-06-13T11:52:27.455826+0000","last_clean":"2024-06-13T11:52:27.455826+0000","last_became_active":"2024-06-13T11:50:36.444127+0000","last_became_peered":"2024-06-13T11:50:36.444127+0000","last_unstale":"2024-06-13T11:52:27.455826+0000","last_undegraded":"2024-06-13T11:52:27.455826+0000","last_fullsized":"2024-06-13T11:52:27.455826+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:04:23.675913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.946188+0000","last_change":"2024-06-13T11:50:36.439840+0000","last_active":"2024-06-13T11:52:26.946188+0000","last_peered":"2024-06-13T11:52:26.946188+0000","last_clean":"2024-06-13T11:52:26.946188+0000","last_became_active":"2024-06-13T11:50:36.438965+0000","last_became_peered":"2024-06-13T11:50:36.438965+0000","last_unstale":"2024-06-13T11:52:26.946188+0000","last_undegraded":"2024-06-13T11:52:26.946188+0000","last_fullsized":"2024-06-13T11:52:26.946188+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:13:17.486496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.169608+0000","last_change":"2024-06-13T11:50:36.432417+0000","last_active":"2024-06-13T11:52:27.169608+0000","last_peered":"2024-06-13T11:52:27.169608+0000","last_clean":"2024-06-13T11:52:27.169608+0000","last_became_active":"2024-06-13T11:50:36.432053+0000","last_became_peered":"2024-06-13T11:50:36.432053+0000","last_unstale":"2024-06-13T11:52:27.169608+0000","last_undegraded":"2024-06-13T11:52:27.169608+0000","last_fullsized":"2024-06-13T11:52:27.169608+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:40:17.612339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943615+0000","last_change":"2024-06-13T11:50:36.439609+0000","last_active":"2024-06-13T11:52:26.943615+0000","last_peered":"2024-06-13T11:52:26.943615+0000","last_clean":"2024-06-13T11:52:26.943615+0000","last_became_active":"2024-06-13T11:50:36.439228+0000","last_became_peered":"2024-06-13T11:50:36.439228+0000","last_unstale":"2024-06-13T11:52:26.943615+0000","last_undegraded":"2024-06-13T11:52:26.943615+0000","last_fullsized":"2024-06-13T11:52:26.943615+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:45:55.176878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.456153+0000","last_change":"2024-06-13T11:50:36.445733+0000","last_active":"2024-06-13T11:52:27.456153+0000","last_peered":"2024-06-13T11:52:27.456153+0000","last_clean":"2024-06-13T11:52:27.456153+0000","last_became_active":"2024-06-13T11:50:36.445382+0000","last_became_peered":"2024-06-13T11:50:36.445382+0000","last_unstale":"2024-06-13T11:52:27.456153+0000","last_undegraded":"2024-06-13T11:52:27.456153+0000","last_fullsized":"2024-06-13T11:52:27.456153+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:38:36.752336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.424660+0000","last_change":"2024-06-13T11:52:27.424660+0000","last_active":"2024-06-13T11:52:27.424660+0000","last_peered":"2024-06-13T11:52:27.424660+0000","last_clean":"2024-06-13T11:52:27.424660+0000","last_became_active":"2024-06-13T11:52:27.424039+0000","last_became_peered":"2024-06-13T11:52:27.424039+0000","last_unstale":"2024-06-13T11:52:27.424660+0000","last_undegraded":"2024-06-13T11:52:27.424660+0000","last_fullsized":"2024-06-13T11:52:27.424660+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:14:13.190613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422211+0000","last_change":"2024-06-13T11:50:36.435568+0000","last_active":"2024-06-13T11:52:27.422211+0000","last_peered":"2024-06-13T11:52:27.422211+0000","last_clean":"2024-06-13T11:52:27.422211+0000","last_became_active":"2024-06-13T11:50:36.435231+0000","last_became_peered":"2024-06-13T11:50:36.435231+0000","last_unstale":"2024-06-13T11:52:27.422211+0000","last_undegraded":"2024-06-13T11:52:27.422211+0000","last_fullsized":"2024-06-13T11:52:27.422211+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:49:20.886268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421256+0000","last_change":"2024-06-13T11:50:36.447343+0000","last_active":"2024-06-13T11:52:27.421256+0000","last_peered":"2024-06-13T11:52:27.421256+0000","last_clean":"2024-06-13T11:52:27.421256+0000","last_became_active":"2024-06-13T11:50:36.446958+0000","last_became_peered":"2024-06-13T11:50:36.446958+0000","last_unstale":"2024-06-13T11:52:27.421256+0000","last_undegraded":"2024-06-13T11:52:27.421256+0000","last_fullsized":"2024-06-13T11:52:27.421256+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:15:40.900741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421353+0000","last_change":"2024-06-13T11:51:26.330495+0000","last_active":"2024-06-13T11:52:27.421353+0000","last_peered":"2024-06-13T11:52:27.421353+0000","last_clean":"2024-06-13T11:52:27.421353+0000","last_became_active":"2024-06-13T11:51:26.329786+0000","last_became_peered":"2024-06-13T11:51:26.329786+0000","last_unstale":"2024-06-13T11:52:27.421353+0000","last_undegraded":"2024-06-13T11:52:27.421353+0000","last_fullsized":"2024-06-13T11:52:27.421353+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:49:38.021458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,2],"acting":[0,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.168795+0000","last_change":"2024-06-13T11:50:36.440755+0000","last_active":"2024-06-13T11:52:27.168795+0000","last_peered":"2024-06-13T11:52:27.168795+0000","last_clean":"2024-06-13T11:52:27.168795+0000","last_became_active":"2024-06-13T11:50:36.440422+0000","last_became_peered":"2024-06-13T11:50:36.440422+0000","last_unstale":"2024-06-13T11:52:27.168795+0000","last_undegraded":"2024-06-13T11:52:27.168795+0000","last_fullsized":"2024-06-13T11:52:27.168795+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:46:47.212189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950363+0000","last_change":"2024-06-13T11:50:36.459002+0000","last_active":"2024-06-13T11:52:26.950363+0000","last_peered":"2024-06-13T11:52:26.950363+0000","last_clean":"2024-06-13T11:52:26.950363+0000","last_became_active":"2024-06-13T11:50:36.458599+0000","last_became_peered":"2024-06-13T11:50:36.458599+0000","last_unstale":"2024-06-13T11:52:26.950363+0000","last_undegraded":"2024-06-13T11:52:26.950363+0000","last_fullsized":"2024-06-13T11:52:26.950363+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:49:20.494979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.954423+0000","last_change":"2024-06-13T11:50:36.450967+0000","last_active":"2024-06-13T11:52:26.954423+0000","last_peered":"2024-06-13T11:52:26.954423+0000","last_clean":"2024-06-13T11:52:26.954423+0000","last_became_active":"2024-06-13T11:50:36.450592+0000","last_became_peered":"2024-06-13T11:50:36.450592+0000","last_unstale":"2024-06-13T11:52:26.954423+0000","last_undegraded":"2024-06-13T11:52:26.954423+0000","last_fullsized":"2024-06-13T11:52:26.954423+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:22:12.397454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943643+0000","last_change":"2024-06-13T11:50:36.451400+0000","last_active":"2024-06-13T11:52:26.943643+0000","last_peered":"2024-06-13T11:52:26.943643+0000","last_clean":"2024-06-13T11:52:26.943643+0000","last_became_active":"2024-06-13T11:50:36.450966+0000","last_became_peered":"2024-06-13T11:50:36.450966+0000","last_unstale":"2024-06-13T11:52:26.943643+0000","last_undegraded":"2024-06-13T11:52:26.943643+0000","last_fullsized":"2024-06-13T11:52:26.943643+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:28:51.534767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943219+0000","last_change":"2024-06-13T11:50:49.811241+0000","last_active":"2024-06-13T11:52:26.943219+0000","last_peered":"2024-06-13T11:52:26.943219+0000","last_clean":"2024-06-13T11:52:26.943219+0000","last_became_active":"2024-06-13T11:50:49.810730+0000","last_became_peered":"2024-06-13T11:50:49.810730+0000","last_unstale":"2024-06-13T11:52:26.943219+0000","last_undegraded":"2024-06-13T11:52:26.943219+0000","last_fullsized":"2024-06-13T11:52:26.943219+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:18:29.129152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"98'9","reported_seq":55,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.952277+0000","last_change":"2024-06-13T11:50:32.005589+0000","last_active":"2024-06-13T11:52:26.952277+0000","last_peered":"2024-06-13T11:52:26.952277+0000","last_clean":"2024-06-13T11:52:26.952277+0000","last_became_active":"2024-06-13T11:50:32.004906+0000","last_became_peered":"2024-06-13T11:50:32.004906+0000","last_unstale":"2024-06-13T11:52:26.952277+0000","last_undegraded":"2024-06-13T11:52:26.952277+0000","last_fullsized":"2024-06-13T11:52:26.952277+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:34:27.553780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.949639+0000","last_change":"2024-06-13T11:50:36.450855+0000","last_active":"2024-06-13T11:52:26.949639+0000","last_peered":"2024-06-13T11:52:26.949639+0000","last_clean":"2024-06-13T11:52:26.949639+0000","last_became_active":"2024-06-13T11:50:36.450533+0000","last_became_peered":"2024-06-13T11:50:36.450533+0000","last_unstale":"2024-06-13T11:52:26.949639+0000","last_undegraded":"2024-06-13T11:52:26.949639+0000","last_fullsized":"2024-06-13T11:52:26.949639+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:36:16.143805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.420507+0000","last_change":"2024-06-13T11:50:49.798992+0000","last_active":"2024-06-13T11:52:27.420507+0000","last_peered":"2024-06-13T11:52:27.420507+0000","last_clean":"2024-06-13T11:52:27.420507+0000","last_became_active":"2024-06-13T11:50:49.798132+0000","last_became_peered":"2024-06-13T11:50:49.798132+0000","last_unstale":"2024-06-13T11:52:27.420507+0000","last_undegraded":"2024-06-13T11:52:27.420507+0000","last_fullsized":"2024-06-13T11:52:27.420507+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:36:03.669654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"98'2","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950844+0000","last_change":"2024-06-13T11:50:32.021295+0000","last_active":"2024-06-13T11:52:26.950844+0000","last_peered":"2024-06-13T11:52:26.950844+0000","last_clean":"2024-06-13T11:52:26.950844+0000","last_became_active":"2024-06-13T11:50:32.020452+0000","last_became_peered":"2024-06-13T11:50:32.020452+0000","last_unstale":"2024-06-13T11:52:26.950844+0000","last_undegraded":"2024-06-13T11:52:26.950844+0000","last_fullsized":"2024-06-13T11:52:26.950844+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:33:41.991538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.425751+0000","last_change":"2024-06-13T11:50:36.451705+0000","last_active":"2024-06-13T11:52:27.425751+0000","last_peered":"2024-06-13T11:52:27.425751+0000","last_clean":"2024-06-13T11:52:27.425751+0000","last_became_active":"2024-06-13T11:50:36.447807+0000","last_became_peered":"2024-06-13T11:50:36.447807+0000","last_unstale":"2024-06-13T11:52:27.425751+0000","last_undegraded":"2024-06-13T11:52:27.425751+0000","last_fullsized":"2024-06-13T11:52:27.425751+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:57:02.901214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.420745+0000","last_change":"2024-06-13T11:50:49.789742+0000","last_active":"2024-06-13T11:52:27.420745+0000","last_peered":"2024-06-13T11:52:27.420745+0000","last_clean":"2024-06-13T11:52:27.420745+0000","last_became_active":"2024-06-13T11:50:49.789315+0000","last_became_peered":"2024-06-13T11:50:49.789315+0000","last_unstale":"2024-06-13T11:52:27.420745+0000","last_undegraded":"2024-06-13T11:52:27.420745+0000","last_fullsized":"2024-06-13T11:52:27.420745+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:51:39.547919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"98'4","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421668+0000","last_change":"2024-06-13T11:50:31.998627+0000","last_active":"2024-06-13T11:52:27.421668+0000","last_peered":"2024-06-13T11:52:27.421668+0000","last_clean":"2024-06-13T11:52:27.421668+0000","last_became_active":"2024-06-13T11:50:31.998206+0000","last_became_peered":"2024-06-13T11:50:31.998206+0000","last_unstale":"2024-06-13T11:52:27.421668+0000","last_undegraded":"2024-06-13T11:52:27.421668+0000","last_fullsized":"2024-06-13T11:52:27.421668+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:45:05.843886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.169196+0000","last_change":"2024-06-13T11:50:36.432039+0000","last_active":"2024-06-13T11:52:27.169196+0000","last_peered":"2024-06-13T11:52:27.169196+0000","last_clean":"2024-06-13T11:52:27.169196+0000","last_became_active":"2024-06-13T11:50:36.431716+0000","last_became_peered":"2024-06-13T11:50:36.431716+0000","last_unstale":"2024-06-13T11:52:27.169196+0000","last_undegraded":"2024-06-13T11:52:27.169196+0000","last_fullsized":"2024-06-13T11:52:27.169196+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:41:10.879028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.420577+0000","last_change":"2024-06-13T11:50:49.791777+0000","last_active":"2024-06-13T11:52:27.420577+0000","last_peered":"2024-06-13T11:52:27.420577+0000","last_clean":"2024-06-13T11:52:27.420577+0000","last_became_active":"2024-06-13T11:50:49.791348+0000","last_became_peered":"2024-06-13T11:50:49.791348+0000","last_unstale":"2024-06-13T11:52:27.420577+0000","last_undegraded":"2024-06-13T11:52:27.420577+0000","last_fullsized":"2024-06-13T11:52:27.420577+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:10:20.833026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"89'2","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422004+0000","last_change":"2024-06-13T11:50:31.998416+0000","last_active":"2024-06-13T11:52:27.422004+0000","last_peered":"2024-06-13T11:52:27.422004+0000","last_clean":"2024-06-13T11:52:27.422004+0000","last_became_active":"2024-06-13T11:50:31.997994+0000","last_became_peered":"2024-06-13T11:50:31.997994+0000","last_unstale":"2024-06-13T11:52:27.422004+0000","last_undegraded":"2024-06-13T11:52:27.422004+0000","last_fullsized":"2024-06-13T11:52:27.422004+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:02:56.354971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948331+0000","last_change":"2024-06-13T11:50:36.432684+0000","last_active":"2024-06-13T11:52:26.948331+0000","last_peered":"2024-06-13T11:52:26.948331+0000","last_clean":"2024-06-13T11:52:26.948331+0000","last_became_active":"2024-06-13T11:50:36.432242+0000","last_became_peered":"2024-06-13T11:50:36.432242+0000","last_unstale":"2024-06-13T11:52:26.948331+0000","last_undegraded":"2024-06-13T11:52:26.948331+0000","last_fullsized":"2024-06-13T11:52:26.948331+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:37:08.696859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":35,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943511+0000","last_change":"2024-06-13T11:51:26.831257+0000","last_active":"2024-06-13T11:52:26.943511+0000","last_peered":"2024-06-13T11:52:26.943511+0000","last_clean":"2024-06-13T11:52:26.943511+0000","last_became_active":"2024-06-13T11:51:26.830703+0000","last_became_peered":"2024-06-13T11:51:26.830703+0000","last_unstale":"2024-06-13T11:52:26.943511+0000","last_undegraded":"2024-06-13T11:52:26.943511+0000","last_fullsized":"2024-06-13T11:52:26.943511+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:07:59.545889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,7,11],"acting":[2,8,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"98'6","reported_seq":85,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:32.905151+0000","last_change":"2024-06-13T11:50:31.994986+0000","last_active":"2024-06-13T11:52:32.905151+0000","last_peered":"2024-06-13T11:52:32.905151+0000","last_clean":"2024-06-13T11:52:32.905151+0000","last_became_active":"2024-06-13T11:50:31.994612+0000","last_became_peered":"2024-06-13T11:50:31.994612+0000","last_unstale":"2024-06-13T11:52:32.905151+0000","last_undegraded":"2024-06-13T11:52:32.905151+0000","last_fullsized":"2024-06-13T11:52:32.905151+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:03:22.948056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1012,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":35,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421306+0000","last_change":"2024-06-13T11:50:36.445788+0000","last_active":"2024-06-13T11:52:27.421306+0000","last_peered":"2024-06-13T11:52:27.421306+0000","last_clean":"2024-06-13T11:52:27.421306+0000","last_became_active":"2024-06-13T11:50:36.445451+0000","last_became_peered":"2024-06-13T11:50:36.445451+0000","last_unstale":"2024-06-13T11:52:27.421306+0000","last_undegraded":"2024-06-13T11:52:27.421306+0000","last_fullsized":"2024-06-13T11:52:27.421306+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:01:58.220775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943456+0000","last_change":"2024-06-13T11:50:49.804726+0000","last_active":"2024-06-13T11:52:26.943456+0000","last_peered":"2024-06-13T11:52:26.943456+0000","last_clean":"2024-06-13T11:52:26.943456+0000","last_became_active":"2024-06-13T11:50:49.804271+0000","last_became_peered":"2024-06-13T11:50:49.804271+0000","last_unstale":"2024-06-13T11:52:26.943456+0000","last_undegraded":"2024-06-13T11:52:26.943456+0000","last_fullsized":"2024-06-13T11:52:26.943456+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:07:59.206174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"98'3","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943082+0000","last_change":"2024-06-13T11:50:32.000872+0000","last_active":"2024-06-13T11:52:26.943082+0000","last_peered":"2024-06-13T11:52:26.943082+0000","last_clean":"2024-06-13T11:52:26.943082+0000","last_became_active":"2024-06-13T11:50:32.000490+0000","last_became_peered":"2024-06-13T11:50:32.000490+0000","last_unstale":"2024-06-13T11:52:26.943082+0000","last_undegraded":"2024-06-13T11:52:26.943082+0000","last_fullsized":"2024-06-13T11:52:26.943082+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:45:20.689923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948320+0000","last_change":"2024-06-13T11:50:36.434453+0000","last_active":"2024-06-13T11:52:26.948320+0000","last_peered":"2024-06-13T11:52:26.948320+0000","last_clean":"2024-06-13T11:52:26.948320+0000","last_became_active":"2024-06-13T11:50:36.434138+0000","last_became_peered":"2024-06-13T11:50:36.434138+0000","last_unstale":"2024-06-13T11:52:26.948320+0000","last_undegraded":"2024-06-13T11:52:26.948320+0000","last_fullsized":"2024-06-13T11:52:26.948320+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:34:00.022524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950322+0000","last_change":"2024-06-13T11:50:49.806758+0000","last_active":"2024-06-13T11:52:26.950322+0000","last_peered":"2024-06-13T11:52:26.950322+0000","last_clean":"2024-06-13T11:52:26.950322+0000","last_became_active":"2024-06-13T11:50:49.806270+0000","last_became_peered":"2024-06-13T11:50:49.806270+0000","last_unstale":"2024-06-13T11:52:26.950322+0000","last_undegraded":"2024-06-13T11:52:26.950322+0000","last_fullsized":"2024-06-13T11:52:26.950322+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:29:49.106654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"98'2","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421257+0000","last_change":"2024-06-13T11:50:32.009158+0000","last_active":"2024-06-13T11:52:27.421257+0000","last_peered":"2024-06-13T11:52:27.421257+0000","last_clean":"2024-06-13T11:52:27.421257+0000","last_became_active":"2024-06-13T11:50:32.008692+0000","last_became_peered":"2024-06-13T11:50:32.008692+0000","last_unstale":"2024-06-13T11:52:27.421257+0000","last_undegraded":"2024-06-13T11:52:27.421257+0000","last_fullsized":"2024-06-13T11:52:27.421257+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:15:37.421401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.946824+0000","last_change":"2024-06-13T11:50:36.440151+0000","last_active":"2024-06-13T11:52:26.946824+0000","last_peered":"2024-06-13T11:52:26.946824+0000","last_clean":"2024-06-13T11:52:26.946824+0000","last_became_active":"2024-06-13T11:50:36.439506+0000","last_became_peered":"2024-06-13T11:50:36.439506+0000","last_unstale":"2024-06-13T11:52:26.946824+0000","last_undegraded":"2024-06-13T11:52:26.946824+0000","last_fullsized":"2024-06-13T11:52:26.946824+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:32:12.449458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.425492+0000","last_change":"2024-06-13T11:50:49.796602+0000","last_active":"2024-06-13T11:52:27.425492+0000","last_peered":"2024-06-13T11:52:27.425492+0000","last_clean":"2024-06-13T11:52:27.425492+0000","last_became_active":"2024-06-13T11:50:49.794651+0000","last_became_peered":"2024-06-13T11:50:49.794651+0000","last_unstale":"2024-06-13T11:52:27.425492+0000","last_undegraded":"2024-06-13T11:52:27.425492+0000","last_fullsized":"2024-06-13T11:52:27.425492+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:01:09.836754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"98'1","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948249+0000","last_change":"2024-06-13T11:50:31.994177+0000","last_active":"2024-06-13T11:52:26.948249+0000","last_peered":"2024-06-13T11:52:26.948249+0000","last_clean":"2024-06-13T11:52:26.948249+0000","last_became_active":"2024-06-13T11:50:31.993824+0000","last_became_peered":"2024-06-13T11:50:31.993824+0000","last_unstale":"2024-06-13T11:52:26.948249+0000","last_undegraded":"2024-06-13T11:52:26.948249+0000","last_fullsized":"2024-06-13T11:52:26.948249+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:58:13.588879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950267+0000","last_change":"2024-06-13T11:50:36.448522+0000","last_active":"2024-06-13T11:52:26.950267+0000","last_peered":"2024-06-13T11:52:26.950267+0000","last_clean":"2024-06-13T11:52:26.950267+0000","last_became_active":"2024-06-13T11:50:36.448180+0000","last_became_peered":"2024-06-13T11:50:36.448180+0000","last_unstale":"2024-06-13T11:52:26.950267+0000","last_undegraded":"2024-06-13T11:52:26.950267+0000","last_fullsized":"2024-06-13T11:52:26.950267+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:14:44.330239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.947291+0000","last_change":"2024-06-13T11:50:49.782495+0000","last_active":"2024-06-13T11:52:26.947291+0000","last_peered":"2024-06-13T11:52:26.947291+0000","last_clean":"2024-06-13T11:52:26.947291+0000","last_became_active":"2024-06-13T11:50:49.781428+0000","last_became_peered":"2024-06-13T11:50:49.781428+0000","last_unstale":"2024-06-13T11:52:26.947291+0000","last_undegraded":"2024-06-13T11:52:26.947291+0000","last_fullsized":"2024-06-13T11:52:26.947291+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:31:25.315934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"98'3","reported_seq":78,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:31.902592+0000","last_change":"2024-06-13T11:50:32.005167+0000","last_active":"2024-06-13T11:52:31.902592+0000","last_peered":"2024-06-13T11:52:31.902592+0000","last_clean":"2024-06-13T11:52:31.902592+0000","last_became_active":"2024-06-13T11:50:32.004791+0000","last_became_peered":"2024-06-13T11:50:32.004791+0000","last_unstale":"2024-06-13T11:52:31.902592+0000","last_undegraded":"2024-06-13T11:52:31.902592+0000","last_fullsized":"2024-06-13T11:52:31.902592+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:07:54.697920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":31,"num_read_kb":31,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.169608+0000","last_change":"2024-06-13T11:50:36.445033+0000","last_active":"2024-06-13T11:52:27.169608+0000","last_peered":"2024-06-13T11:52:27.169608+0000","last_clean":"2024-06-13T11:52:27.169608+0000","last_became_active":"2024-06-13T11:50:36.444710+0000","last_became_peered":"2024-06-13T11:50:36.444710+0000","last_unstale":"2024-06-13T11:52:27.169608+0000","last_undegraded":"2024-06-13T11:52:27.169608+0000","last_fullsized":"2024-06-13T11:52:27.169608+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:46:26.806337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":16,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.942886+0000","last_change":"2024-06-13T11:51:26.324414+0000","last_active":"2024-06-13T11:52:26.942886+0000","last_peered":"2024-06-13T11:52:26.942886+0000","last_clean":"2024-06-13T11:52:26.942886+0000","last_became_active":"2024-06-13T11:51:26.323892+0000","last_became_peered":"2024-06-13T11:51:26.323892+0000","last_unstale":"2024-06-13T11:52:26.942886+0000","last_undegraded":"2024-06-13T11:52:26.942886+0000","last_fullsized":"2024-06-13T11:52:26.942886+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:21:37.090548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,0,2,4],"acting":[10,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.16","version":"98'2","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.456030+0000","last_change":"2024-06-13T11:50:31.997214+0000","last_active":"2024-06-13T11:52:27.456030+0000","last_peered":"2024-06-13T11:52:27.456030+0000","last_clean":"2024-06-13T11:52:27.456030+0000","last_became_active":"2024-06-13T11:50:31.995539+0000","last_became_peered":"2024-06-13T11:50:31.995539+0000","last_unstale":"2024-06-13T11:52:27.456030+0000","last_undegraded":"2024-06-13T11:52:27.456030+0000","last_fullsized":"2024-06-13T11:52:27.456030+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:59:57.323062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.425909+0000","last_change":"2024-06-13T11:50:36.458307+0000","last_active":"2024-06-13T11:52:27.425909+0000","last_peered":"2024-06-13T11:52:27.425909+0000","last_clean":"2024-06-13T11:52:27.425909+0000","last_became_active":"2024-06-13T11:50:36.457969+0000","last_became_peered":"2024-06-13T11:50:36.457969+0000","last_unstale":"2024-06-13T11:52:27.425909+0000","last_undegraded":"2024-06-13T11:52:27.425909+0000","last_fullsized":"2024-06-13T11:52:27.425909+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:18:57.708793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":35,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.420871+0000","last_change":"2024-06-13T11:51:26.320907+0000","last_active":"2024-06-13T11:52:27.420871+0000","last_peered":"2024-06-13T11:52:27.420871+0000","last_clean":"2024-06-13T11:52:27.420871+0000","last_became_active":"2024-06-13T11:51:26.320421+0000","last_became_peered":"2024-06-13T11:51:26.320421+0000","last_unstale":"2024-06-13T11:52:27.420871+0000","last_undegraded":"2024-06-13T11:52:27.420871+0000","last_fullsized":"2024-06-13T11:52:27.420871+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:06:43.798442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"98'4","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948207+0000","last_change":"2024-06-13T11:50:32.021608+0000","last_active":"2024-06-13T11:52:26.948207+0000","last_peered":"2024-06-13T11:52:26.948207+0000","last_clean":"2024-06-13T11:52:26.948207+0000","last_became_active":"2024-06-13T11:50:32.021204+0000","last_became_peered":"2024-06-13T11:50:32.021204+0000","last_unstale":"2024-06-13T11:52:26.948207+0000","last_undegraded":"2024-06-13T11:52:26.948207+0000","last_fullsized":"2024-06-13T11:52:26.948207+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:32:01.411347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.169213+0000","last_change":"2024-06-13T11:50:36.441175+0000","last_active":"2024-06-13T11:52:27.169213+0000","last_peered":"2024-06-13T11:52:27.169213+0000","last_clean":"2024-06-13T11:52:27.169213+0000","last_became_active":"2024-06-13T11:50:36.440790+0000","last_became_peered":"2024-06-13T11:50:36.440790+0000","last_unstale":"2024-06-13T11:52:27.169213+0000","last_undegraded":"2024-06-13T11:52:27.169213+0000","last_fullsized":"2024-06-13T11:52:27.169213+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:37:00.321935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950506+0000","last_change":"2024-06-13T11:50:49.804735+0000","last_active":"2024-06-13T11:52:26.950506+0000","last_peered":"2024-06-13T11:52:26.950506+0000","last_clean":"2024-06-13T11:52:26.950506+0000","last_became_active":"2024-06-13T11:50:49.804355+0000","last_became_peered":"2024-06-13T11:50:49.804355+0000","last_unstale":"2024-06-13T11:52:26.950506+0000","last_undegraded":"2024-06-13T11:52:26.950506+0000","last_fullsized":"2024-06-13T11:52:26.950506+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:49:22.526565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"100'34","reported_seq":148,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:32.904666+0000","last_change":"2024-06-13T11:50:31.997828+0000","last_active":"2024-06-13T11:52:32.904666+0000","last_peered":"2024-06-13T11:52:32.904666+0000","last_clean":"2024-06-13T11:52:32.904666+0000","last_became_active":"2024-06-13T11:50:31.997406+0000","last_became_peered":"2024-06-13T11:50:31.997406+0000","last_unstale":"2024-06-13T11:52:32.904666+0000","last_undegraded":"2024-06-13T11:52:32.904666+0000","last_fullsized":"2024-06-13T11:52:32.904666+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:48:04.650405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59793,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":70,"num_read_kb":93,"num_write":35,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421907+0000","last_change":"2024-06-13T11:50:36.445284+0000","last_active":"2024-06-13T11:52:27.421907+0000","last_peered":"2024-06-13T11:52:27.421907+0000","last_clean":"2024-06-13T11:52:27.421907+0000","last_became_active":"2024-06-13T11:50:36.444970+0000","last_became_peered":"2024-06-13T11:50:36.444970+0000","last_unstale":"2024-06-13T11:52:27.421907+0000","last_undegraded":"2024-06-13T11:52:27.421907+0000","last_fullsized":"2024-06-13T11:52:27.421907+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:22:11.149979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948649+0000","last_change":"2024-06-13T11:50:49.786529+0000","last_active":"2024-06-13T11:52:26.948649+0000","last_peered":"2024-06-13T11:52:26.948649+0000","last_clean":"2024-06-13T11:52:26.948649+0000","last_became_active":"2024-06-13T11:50:49.786037+0000","last_became_peered":"2024-06-13T11:50:49.786037+0000","last_unstale":"2024-06-13T11:52:26.948649+0000","last_undegraded":"2024-06-13T11:52:26.948649+0000","last_fullsized":"2024-06-13T11:52:26.948649+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:24:23.424973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"98'6","reported_seq":51,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943511+0000","last_change":"2024-06-13T11:50:31.999029+0000","last_active":"2024-06-13T11:52:26.943511+0000","last_peered":"2024-06-13T11:52:26.943511+0000","last_clean":"2024-06-13T11:52:26.943511+0000","last_became_active":"2024-06-13T11:50:31.998202+0000","last_became_peered":"2024-06-13T11:50:31.998202+0000","last_unstale":"2024-06-13T11:52:26.943511+0000","last_undegraded":"2024-06-13T11:52:26.943511+0000","last_fullsized":"2024-06-13T11:52:26.943511+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:58:18.744948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422026+0000","last_change":"2024-06-13T11:50:36.432559+0000","last_active":"2024-06-13T11:52:27.422026+0000","last_peered":"2024-06-13T11:52:27.422026+0000","last_clean":"2024-06-13T11:52:27.422026+0000","last_became_active":"2024-06-13T11:50:36.432145+0000","last_became_peered":"2024-06-13T11:50:36.432145+0000","last_unstale":"2024-06-13T11:52:27.422026+0000","last_undegraded":"2024-06-13T11:52:27.422026+0000","last_fullsized":"2024-06-13T11:52:27.422026+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:01:13.601250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950110+0000","last_change":"2024-06-13T11:50:49.803635+0000","last_active":"2024-06-13T11:52:26.950110+0000","last_peered":"2024-06-13T11:52:26.950110+0000","last_clean":"2024-06-13T11:52:26.950110+0000","last_became_active":"2024-06-13T11:50:49.803191+0000","last_became_peered":"2024-06-13T11:50:49.803191+0000","last_unstale":"2024-06-13T11:52:26.950110+0000","last_undegraded":"2024-06-13T11:52:26.950110+0000","last_fullsized":"2024-06-13T11:52:26.950110+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:37:57.693151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"98'3","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948087+0000","last_change":"2024-06-13T11:50:31.987555+0000","last_active":"2024-06-13T11:52:26.948087+0000","last_peered":"2024-06-13T11:52:26.948087+0000","last_clean":"2024-06-13T11:52:26.948087+0000","last_became_active":"2024-06-13T11:50:31.987254+0000","last_became_peered":"2024-06-13T11:50:31.987254+0000","last_unstale":"2024-06-13T11:52:26.948087+0000","last_undegraded":"2024-06-13T11:52:26.948087+0000","last_fullsized":"2024-06-13T11:52:26.948087+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:35:05.721577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.455754+0000","last_change":"2024-06-13T11:50:36.434765+0000","last_active":"2024-06-13T11:52:27.455754+0000","last_peered":"2024-06-13T11:52:27.455754+0000","last_clean":"2024-06-13T11:52:27.455754+0000","last_became_active":"2024-06-13T11:50:36.434396+0000","last_became_peered":"2024-06-13T11:50:36.434396+0000","last_unstale":"2024-06-13T11:52:27.455754+0000","last_undegraded":"2024-06-13T11:52:27.455754+0000","last_fullsized":"2024-06-13T11:52:27.455754+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:59:16.400084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.951331+0000","last_change":"2024-06-13T11:50:49.804822+0000","last_active":"2024-06-13T11:52:26.951331+0000","last_peered":"2024-06-13T11:52:26.951331+0000","last_clean":"2024-06-13T11:52:26.951331+0000","last_became_active":"2024-06-13T11:50:49.804377+0000","last_became_peered":"2024-06-13T11:50:49.804377+0000","last_unstale":"2024-06-13T11:52:26.951331+0000","last_undegraded":"2024-06-13T11:52:26.951331+0000","last_fullsized":"2024-06-13T11:52:26.951331+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:59:21.447873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"98'3","reported_seq":81,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:32.923229+0000","last_change":"2024-06-13T11:50:31.995528+0000","last_active":"2024-06-13T11:52:32.923229+0000","last_peered":"2024-06-13T11:52:32.923229+0000","last_clean":"2024-06-13T11:52:32.923229+0000","last_became_active":"2024-06-13T11:50:31.995160+0000","last_became_peered":"2024-06-13T11:50:31.995160+0000","last_unstale":"2024-06-13T11:52:32.923229+0000","last_undegraded":"2024-06-13T11:52:32.923229+0000","last_fullsized":"2024-06-13T11:52:32.923229+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:58:48.255966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":35,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.455613+0000","last_change":"2024-06-13T11:50:36.439326+0000","last_active":"2024-06-13T11:52:27.455613+0000","last_peered":"2024-06-13T11:52:27.455613+0000","last_clean":"2024-06-13T11:52:27.455613+0000","last_became_active":"2024-06-13T11:50:36.437630+0000","last_became_peered":"2024-06-13T11:50:36.437630+0000","last_unstale":"2024-06-13T11:52:27.455613+0000","last_undegraded":"2024-06-13T11:52:27.455613+0000","last_fullsized":"2024-06-13T11:52:27.455613+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:38:22.769253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":35,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422542+0000","last_change":"2024-06-13T11:51:26.325885+0000","last_active":"2024-06-13T11:52:27.422542+0000","last_peered":"2024-06-13T11:52:27.422542+0000","last_clean":"2024-06-13T11:52:27.422542+0000","last_became_active":"2024-06-13T11:51:26.325339+0000","last_became_peered":"2024-06-13T11:51:26.325339+0000","last_unstale":"2024-06-13T11:52:27.422542+0000","last_undegraded":"2024-06-13T11:52:27.422542+0000","last_fullsized":"2024-06-13T11:52:27.422542+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:48:05.691391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"98'15","reported_seq":33,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.949944+0000","last_change":"2024-06-13T11:51:26.333560+0000","last_active":"2024-06-13T11:52:26.949944+0000","last_peered":"2024-06-13T11:52:26.949944+0000","last_clean":"2024-06-13T11:52:26.949944+0000","last_became_active":"2024-06-13T11:51:26.324534+0000","last_became_peered":"2024-06-13T11:51:26.324534+0000","last_unstale":"2024-06-13T11:52:26.949944+0000","last_undegraded":"2024-06-13T11:52:26.949944+0000","last_fullsized":"2024-06-13T11:52:26.949944+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:07:11.687190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.947973+0000","last_change":"2024-06-13T11:51:26.320636+0000","last_active":"2024-06-13T11:52:26.947973+0000","last_peered":"2024-06-13T11:52:26.947973+0000","last_clean":"2024-06-13T11:52:26.947973+0000","last_became_active":"2024-06-13T11:51:26.320202+0000","last_became_peered":"2024-06-13T11:51:26.320202+0000","last_unstale":"2024-06-13T11:52:26.947973+0000","last_undegraded":"2024-06-13T11:52:26.947973+0000","last_fullsized":"2024-06-13T11:52:26.947973+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:34:56.593933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.947835+0000","last_change":"2024-06-13T11:50:49.792486+0000","last_active":"2024-06-13T11:52:26.947835+0000","last_peered":"2024-06-13T11:52:26.947835+0000","last_clean":"2024-06-13T11:52:26.947835+0000","last_became_active":"2024-06-13T11:50:49.792166+0000","last_became_peered":"2024-06-13T11:50:49.792166+0000","last_unstale":"2024-06-13T11:52:26.947835+0000","last_undegraded":"2024-06-13T11:52:26.947835+0000","last_fullsized":"2024-06-13T11:52:26.947835+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:09:11.117051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"98'2","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421767+0000","last_change":"2024-06-13T11:50:31.996236+0000","last_active":"2024-06-13T11:52:27.421767+0000","last_peered":"2024-06-13T11:52:27.421767+0000","last_clean":"2024-06-13T11:52:27.421767+0000","last_became_active":"2024-06-13T11:50:31.995882+0000","last_became_peered":"2024-06-13T11:50:31.995882+0000","last_unstale":"2024-06-13T11:52:27.421767+0000","last_undegraded":"2024-06-13T11:52:27.421767+0000","last_fullsized":"2024-06-13T11:52:27.421767+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:55:12.392719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422286+0000","last_change":"2024-06-13T11:52:27.422286+0000","last_active":"2024-06-13T11:52:27.422286+0000","last_peered":"2024-06-13T11:52:27.422286+0000","last_clean":"2024-06-13T11:52:27.422286+0000","last_became_active":"2024-06-13T11:52:27.421812+0000","last_became_peered":"2024-06-13T11:52:27.421812+0000","last_unstale":"2024-06-13T11:52:27.422286+0000","last_undegraded":"2024-06-13T11:52:27.422286+0000","last_fullsized":"2024-06-13T11:52:27.422286+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:06:16.429719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421317+0000","last_change":"2024-06-13T11:50:49.811097+0000","last_active":"2024-06-13T11:52:27.421317+0000","last_peered":"2024-06-13T11:52:27.421317+0000","last_clean":"2024-06-13T11:52:27.421317+0000","last_became_active":"2024-06-13T11:50:49.810557+0000","last_became_peered":"2024-06-13T11:50:49.810557+0000","last_unstale":"2024-06-13T11:52:27.421317+0000","last_undegraded":"2024-06-13T11:52:27.421317+0000","last_fullsized":"2024-06-13T11:52:27.421317+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:47:02.368100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.951241+0000","last_change":"2024-06-13T11:50:32.023735+0000","last_active":"2024-06-13T11:52:26.951241+0000","last_peered":"2024-06-13T11:52:26.951241+0000","last_clean":"2024-06-13T11:52:26.951241+0000","last_became_active":"2024-06-13T11:50:32.021473+0000","last_became_peered":"2024-06-13T11:50:32.021473+0000","last_unstale":"2024-06-13T11:52:26.951241+0000","last_undegraded":"2024-06-13T11:52:26.951241+0000","last_fullsized":"2024-06-13T11:52:26.951241+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:58:43.104063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943389+0000","last_change":"2024-06-13T11:50:36.451471+0000","last_active":"2024-06-13T11:52:26.943389+0000","last_peered":"2024-06-13T11:52:26.943389+0000","last_clean":"2024-06-13T11:52:26.943389+0000","last_became_active":"2024-06-13T11:50:36.451095+0000","last_became_peered":"2024-06-13T11:50:36.451095+0000","last_unstale":"2024-06-13T11:52:26.943389+0000","last_undegraded":"2024-06-13T11:52:26.943389+0000","last_fullsized":"2024-06-13T11:52:26.943389+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:32:01.600803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422129+0000","last_change":"2024-06-13T11:50:49.795673+0000","last_active":"2024-06-13T11:52:27.422129+0000","last_peered":"2024-06-13T11:52:27.422129+0000","last_clean":"2024-06-13T11:52:27.422129+0000","last_became_active":"2024-06-13T11:50:49.792688+0000","last_became_peered":"2024-06-13T11:50:49.792688+0000","last_unstale":"2024-06-13T11:52:27.422129+0000","last_undegraded":"2024-06-13T11:52:27.422129+0000","last_fullsized":"2024-06-13T11:52:27.422129+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:55:45.409736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"98'1","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.455695+0000","last_change":"2024-06-13T11:50:31.999513+0000","last_active":"2024-06-13T11:52:27.455695+0000","last_peered":"2024-06-13T11:52:27.455695+0000","last_clean":"2024-06-13T11:52:27.455695+0000","last_became_active":"2024-06-13T11:50:31.999084+0000","last_became_peered":"2024-06-13T11:50:31.999084+0000","last_unstale":"2024-06-13T11:52:27.455695+0000","last_undegraded":"2024-06-13T11:52:27.455695+0000","last_fullsized":"2024-06-13T11:52:27.455695+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:28:43.332059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943443+0000","last_change":"2024-06-13T11:50:36.454011+0000","last_active":"2024-06-13T11:52:26.943443+0000","last_peered":"2024-06-13T11:52:26.943443+0000","last_clean":"2024-06-13T11:52:26.943443+0000","last_became_active":"2024-06-13T11:50:36.453698+0000","last_became_peered":"2024-06-13T11:50:36.453698+0000","last_unstale":"2024-06-13T11:52:26.943443+0000","last_undegraded":"2024-06-13T11:52:26.943443+0000","last_fullsized":"2024-06-13T11:52:26.943443+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:16:29.761245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422249+0000","last_change":"2024-06-13T11:50:49.796164+0000","last_active":"2024-06-13T11:52:27.422249+0000","last_peered":"2024-06-13T11:52:27.422249+0000","last_clean":"2024-06-13T11:52:27.422249+0000","last_became_active":"2024-06-13T11:50:49.795079+0000","last_became_peered":"2024-06-13T11:50:49.795079+0000","last_unstale":"2024-06-13T11:52:27.422249+0000","last_undegraded":"2024-06-13T11:52:27.422249+0000","last_fullsized":"2024-06-13T11:52:27.422249+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:18:49.636830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948413+0000","last_change":"2024-06-13T11:50:36.437492+0000","last_active":"2024-06-13T11:52:26.948413+0000","last_peered":"2024-06-13T11:52:26.948413+0000","last_clean":"2024-06-13T11:52:26.948413+0000","last_became_active":"2024-06-13T11:50:36.437130+0000","last_became_peered":"2024-06-13T11:50:36.437130+0000","last_unstale":"2024-06-13T11:52:26.948413+0000","last_undegraded":"2024-06-13T11:52:26.948413+0000","last_fullsized":"2024-06-13T11:52:26.948413+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:05:21.505163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"98'4","reported_seq":80,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:32.922276+0000","last_change":"2024-06-13T11:50:32.022037+0000","last_active":"2024-06-13T11:52:32.922276+0000","last_peered":"2024-06-13T11:52:32.922276+0000","last_clean":"2024-06-13T11:52:32.922276+0000","last_became_active":"2024-06-13T11:50:32.021583+0000","last_became_peered":"2024-06-13T11:50:32.021583+0000","last_unstale":"2024-06-13T11:52:32.922276+0000","last_undegraded":"2024-06-13T11:52:32.922276+0000","last_fullsized":"2024-06-13T11:52:32.922276+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:14:50.885702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":32,"num_read_kb":32,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"98'1","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.456017+0000","last_change":"2024-06-13T11:50:49.805316+0000","last_active":"2024-06-13T11:52:27.456017+0000","last_peered":"2024-06-13T11:52:27.456017+0000","last_clean":"2024-06-13T11:52:27.456017+0000","last_became_active":"2024-06-13T11:50:49.804841+0000","last_became_peered":"2024-06-13T11:50:49.804841+0000","last_unstale":"2024-06-13T11:52:27.456017+0000","last_undegraded":"2024-06-13T11:52:27.456017+0000","last_fullsized":"2024-06-13T11:52:27.456017+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:58:46.876026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.171505+0000","last_change":"2024-06-13T11:52:27.171505+0000","last_active":"2024-06-13T11:52:27.171505+0000","last_peered":"2024-06-13T11:52:27.171505+0000","last_clean":"2024-06-13T11:52:27.171505+0000","last_became_active":"2024-06-13T11:52:27.170457+0000","last_became_peered":"2024-06-13T11:52:27.170457+0000","last_unstale":"2024-06-13T11:52:27.171505+0000","last_undegraded":"2024-06-13T11:52:27.171505+0000","last_fullsized":"2024-06-13T11:52:27.171505+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:07:25.397450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"98'3","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.420817+0000","last_change":"2024-06-13T11:50:32.007522+0000","last_active":"2024-06-13T11:52:27.420817+0000","last_peered":"2024-06-13T11:52:27.420817+0000","last_clean":"2024-06-13T11:52:27.420817+0000","last_became_active":"2024-06-13T11:50:32.007123+0000","last_became_peered":"2024-06-13T11:50:32.007123+0000","last_unstale":"2024-06-13T11:52:27.420817+0000","last_undegraded":"2024-06-13T11:52:27.420817+0000","last_fullsized":"2024-06-13T11:52:27.420817+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:22:19.237216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":378,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.455458+0000","last_change":"2024-06-13T11:49:00.954992+0000","last_active":"2024-06-13T11:52:27.455458+0000","last_peered":"2024-06-13T11:52:27.455458+0000","last_clean":"2024-06-13T11:52:27.455458+0000","last_became_active":"2024-06-13T11:49:00.954503+0000","last_became_peered":"2024-06-13T11:49:00.954503+0000","last_unstale":"2024-06-13T11:52:27.455458+0000","last_undegraded":"2024-06-13T11:52:27.455458+0000","last_fullsized":"2024-06-13T11:52:27.455458+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:45:07.238656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:45:07.238656+0000","last_clean_scrub_stamp":"2024-06-13T11:45:07.238656+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:19:38.231223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948452+0000","last_change":"2024-06-13T11:50:49.806972+0000","last_active":"2024-06-13T11:52:26.948452+0000","last_peered":"2024-06-13T11:52:26.948452+0000","last_clean":"2024-06-13T11:52:26.948452+0000","last_became_active":"2024-06-13T11:50:49.806392+0000","last_became_peered":"2024-06-13T11:50:49.806392+0000","last_unstale":"2024-06-13T11:52:26.948452+0000","last_undegraded":"2024-06-13T11:52:26.948452+0000","last_fullsized":"2024-06-13T11:52:26.948452+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:17:08.091303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421103+0000","last_change":"2024-06-13T11:50:36.442152+0000","last_active":"2024-06-13T11:52:27.421103+0000","last_peered":"2024-06-13T11:52:27.421103+0000","last_clean":"2024-06-13T11:52:27.421103+0000","last_became_active":"2024-06-13T11:50:36.441709+0000","last_became_peered":"2024-06-13T11:50:36.441709+0000","last_unstale":"2024-06-13T11:52:27.421103+0000","last_undegraded":"2024-06-13T11:52:27.421103+0000","last_fullsized":"2024-06-13T11:52:27.421103+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:18:08.022457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"98'3","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.455687+0000","last_change":"2024-06-13T11:50:31.994003+0000","last_active":"2024-06-13T11:52:27.455687+0000","last_peered":"2024-06-13T11:52:27.455687+0000","last_clean":"2024-06-13T11:52:27.455687+0000","last_became_active":"2024-06-13T11:50:31.993661+0000","last_became_peered":"2024-06-13T11:50:31.993661+0000","last_unstale":"2024-06-13T11:52:27.455687+0000","last_undegraded":"2024-06-13T11:52:27.455687+0000","last_fullsized":"2024-06-13T11:52:27.455687+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:27:49.440932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950087+0000","last_change":"2024-06-13T11:50:49.790217+0000","last_active":"2024-06-13T11:52:26.950087+0000","last_peered":"2024-06-13T11:52:26.950087+0000","last_clean":"2024-06-13T11:52:26.950087+0000","last_became_active":"2024-06-13T11:50:49.789751+0000","last_became_peered":"2024-06-13T11:50:49.789751+0000","last_unstale":"2024-06-13T11:52:26.950087+0000","last_undegraded":"2024-06-13T11:52:26.950087+0000","last_fullsized":"2024-06-13T11:52:26.950087+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:25:38.129828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"98'1","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421891+0000","last_change":"2024-06-13T11:50:32.021332+0000","last_active":"2024-06-13T11:52:27.421891+0000","last_peered":"2024-06-13T11:52:27.421891+0000","last_clean":"2024-06-13T11:52:27.421891+0000","last_became_active":"2024-06-13T11:50:32.020833+0000","last_became_peered":"2024-06-13T11:50:32.020833+0000","last_unstale":"2024-06-13T11:52:27.421891+0000","last_undegraded":"2024-06-13T11:52:27.421891+0000","last_fullsized":"2024-06-13T11:52:27.421891+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:47:50.120035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422728+0000","last_change":"2024-06-13T11:50:36.455741+0000","last_active":"2024-06-13T11:52:27.422728+0000","last_peered":"2024-06-13T11:52:27.422728+0000","last_clean":"2024-06-13T11:52:27.422728+0000","last_became_active":"2024-06-13T11:50:36.451918+0000","last_became_peered":"2024-06-13T11:50:36.451918+0000","last_unstale":"2024-06-13T11:52:27.422728+0000","last_undegraded":"2024-06-13T11:52:27.422728+0000","last_fullsized":"2024-06-13T11:52:27.422728+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:49:50.455277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.946485+0000","last_change":"2024-06-13T11:50:49.796532+0000","last_active":"2024-06-13T11:52:26.946485+0000","last_peered":"2024-06-13T11:52:26.946485+0000","last_clean":"2024-06-13T11:52:26.946485+0000","last_became_active":"2024-06-13T11:50:49.796126+0000","last_became_peered":"2024-06-13T11:50:49.796126+0000","last_unstale":"2024-06-13T11:52:26.946485+0000","last_undegraded":"2024-06-13T11:52:26.946485+0000","last_fullsized":"2024-06-13T11:52:26.946485+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:25:14.656778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"100'15","reported_seq":69,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:28.715015+0000","last_change":"2024-06-13T11:51:26.331700+0000","last_active":"2024-06-13T11:52:28.715015+0000","last_peered":"2024-06-13T11:52:28.715015+0000","last_clean":"2024-06-13T11:52:28.715015+0000","last_became_active":"2024-06-13T11:51:26.326266+0000","last_became_peered":"2024-06-13T11:51:26.326266+0000","last_unstale":"2024-06-13T11:52:28.715015+0000","last_undegraded":"2024-06-13T11:52:28.715015+0000","last_fullsized":"2024-06-13T11:52:28.715015+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:47:34.793319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.951316+0000","last_change":"2024-06-13T11:50:36.445266+0000","last_active":"2024-06-13T11:52:26.951316+0000","last_peered":"2024-06-13T11:52:26.951316+0000","last_clean":"2024-06-13T11:52:26.951316+0000","last_became_active":"2024-06-13T11:50:36.440185+0000","last_became_peered":"2024-06-13T11:50:36.440185+0000","last_unstale":"2024-06-13T11:52:26.951316+0000","last_undegraded":"2024-06-13T11:52:26.951316+0000","last_fullsized":"2024-06-13T11:52:26.951316+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:42:53.342509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943017+0000","last_change":"2024-06-13T11:50:49.780454+0000","last_active":"2024-06-13T11:52:26.943017+0000","last_peered":"2024-06-13T11:52:26.943017+0000","last_clean":"2024-06-13T11:52:26.943017+0000","last_became_active":"2024-06-13T11:50:49.780005+0000","last_became_peered":"2024-06-13T11:50:49.780005+0000","last_unstale":"2024-06-13T11:52:26.943017+0000","last_undegraded":"2024-06-13T11:52:26.943017+0000","last_fullsized":"2024-06-13T11:52:26.943017+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:12:09.816830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"98'4","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421303+0000","last_change":"2024-06-13T11:50:32.340419+0000","last_active":"2024-06-13T11:52:27.421303+0000","last_peered":"2024-06-13T11:52:27.421303+0000","last_clean":"2024-06-13T11:52:27.421303+0000","last_became_active":"2024-06-13T11:50:32.340048+0000","last_became_peered":"2024-06-13T11:50:32.340048+0000","last_unstale":"2024-06-13T11:52:27.421303+0000","last_undegraded":"2024-06-13T11:52:27.421303+0000","last_fullsized":"2024-06-13T11:52:27.421303+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:29:58.106707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.426097+0000","last_change":"2024-06-13T11:50:36.459623+0000","last_active":"2024-06-13T11:52:27.426097+0000","last_peered":"2024-06-13T11:52:27.426097+0000","last_clean":"2024-06-13T11:52:27.426097+0000","last_became_active":"2024-06-13T11:50:36.459271+0000","last_became_peered":"2024-06-13T11:50:36.459271+0000","last_unstale":"2024-06-13T11:52:27.426097+0000","last_undegraded":"2024-06-13T11:52:27.426097+0000","last_fullsized":"2024-06-13T11:52:27.426097+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:28:55.075826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.420960+0000","last_change":"2024-06-13T11:50:49.805147+0000","last_active":"2024-06-13T11:52:27.420960+0000","last_peered":"2024-06-13T11:52:27.420960+0000","last_clean":"2024-06-13T11:52:27.420960+0000","last_became_active":"2024-06-13T11:50:49.804715+0000","last_became_peered":"2024-06-13T11:50:49.804715+0000","last_unstale":"2024-06-13T11:52:27.420960+0000","last_undegraded":"2024-06-13T11:52:27.420960+0000","last_fullsized":"2024-06-13T11:52:27.420960+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:47:00.890543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"98'2","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.168906+0000","last_change":"2024-06-13T11:50:32.022791+0000","last_active":"2024-06-13T11:52:27.168906+0000","last_peered":"2024-06-13T11:52:27.168906+0000","last_clean":"2024-06-13T11:52:27.168906+0000","last_became_active":"2024-06-13T11:50:32.022462+0000","last_became_peered":"2024-06-13T11:50:32.022462+0000","last_unstale":"2024-06-13T11:52:27.168906+0000","last_undegraded":"2024-06-13T11:52:27.168906+0000","last_fullsized":"2024-06-13T11:52:27.168906+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:21:49.421226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421169+0000","last_change":"2024-06-13T11:50:36.443362+0000","last_active":"2024-06-13T11:52:27.421169+0000","last_peered":"2024-06-13T11:52:27.421169+0000","last_clean":"2024-06-13T11:52:27.421169+0000","last_became_active":"2024-06-13T11:50:36.443027+0000","last_became_peered":"2024-06-13T11:50:36.443027+0000","last_unstale":"2024-06-13T11:52:27.421169+0000","last_undegraded":"2024-06-13T11:52:27.421169+0000","last_fullsized":"2024-06-13T11:52:27.421169+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:46:19.335119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.951805+0000","last_change":"2024-06-13T11:50:49.808433+0000","last_active":"2024-06-13T11:52:26.951805+0000","last_peered":"2024-06-13T11:52:26.951805+0000","last_clean":"2024-06-13T11:52:26.951805+0000","last_became_active":"2024-06-13T11:50:49.807134+0000","last_became_peered":"2024-06-13T11:50:49.807134+0000","last_unstale":"2024-06-13T11:52:26.951805+0000","last_undegraded":"2024-06-13T11:52:26.951805+0000","last_fullsized":"2024-06-13T11:52:26.951805+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:27:44.602243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"98'3","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.947809+0000","last_change":"2024-06-13T11:50:32.008776+0000","last_active":"2024-06-13T11:52:26.947809+0000","last_peered":"2024-06-13T11:52:26.947809+0000","last_clean":"2024-06-13T11:52:26.947809+0000","last_became_active":"2024-06-13T11:50:32.008284+0000","last_became_peered":"2024-06-13T11:50:32.008284+0000","last_unstale":"2024-06-13T11:52:26.947809+0000","last_undegraded":"2024-06-13T11:52:26.947809+0000","last_fullsized":"2024-06-13T11:52:26.947809+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:21:07.229231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950017+0000","last_change":"2024-06-13T11:50:36.448505+0000","last_active":"2024-06-13T11:52:26.950017+0000","last_peered":"2024-06-13T11:52:26.950017+0000","last_clean":"2024-06-13T11:52:26.950017+0000","last_became_active":"2024-06-13T11:50:36.448137+0000","last_became_peered":"2024-06-13T11:50:36.448137+0000","last_unstale":"2024-06-13T11:52:26.950017+0000","last_undegraded":"2024-06-13T11:52:26.950017+0000","last_fullsized":"2024-06-13T11:52:26.950017+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:46:10.736377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"98'1","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.420885+0000","last_change":"2024-06-13T11:50:49.805315+0000","last_active":"2024-06-13T11:52:27.420885+0000","last_peered":"2024-06-13T11:52:27.420885+0000","last_clean":"2024-06-13T11:52:27.420885+0000","last_became_active":"2024-06-13T11:50:49.804816+0000","last_became_peered":"2024-06-13T11:50:49.804816+0000","last_unstale":"2024-06-13T11:52:27.420885+0000","last_undegraded":"2024-06-13T11:52:27.420885+0000","last_fullsized":"2024-06-13T11:52:27.420885+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:47:31.900268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"98'1","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943155+0000","last_change":"2024-06-13T11:50:31.997094+0000","last_active":"2024-06-13T11:52:26.943155+0000","last_peered":"2024-06-13T11:52:26.943155+0000","last_clean":"2024-06-13T11:52:26.943155+0000","last_became_active":"2024-06-13T11:50:31.996629+0000","last_became_peered":"2024-06-13T11:50:31.996629+0000","last_unstale":"2024-06-13T11:52:26.943155+0000","last_undegraded":"2024-06-13T11:52:26.943155+0000","last_fullsized":"2024-06-13T11:52:26.943155+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:30:37.193922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.952477+0000","last_change":"2024-06-13T11:50:36.447355+0000","last_active":"2024-06-13T11:52:26.952477+0000","last_peered":"2024-06-13T11:52:26.952477+0000","last_clean":"2024-06-13T11:52:26.952477+0000","last_became_active":"2024-06-13T11:50:36.447002+0000","last_became_peered":"2024-06-13T11:50:36.447002+0000","last_unstale":"2024-06-13T11:52:26.952477+0000","last_undegraded":"2024-06-13T11:52:26.952477+0000","last_fullsized":"2024-06-13T11:52:26.952477+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:00:33.090377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.420946+0000","last_change":"2024-06-13T11:50:49.788544+0000","last_active":"2024-06-13T11:52:27.420946+0000","last_peered":"2024-06-13T11:52:27.420946+0000","last_clean":"2024-06-13T11:52:27.420946+0000","last_became_active":"2024-06-13T11:50:49.788091+0000","last_became_peered":"2024-06-13T11:50:49.788091+0000","last_unstale":"2024-06-13T11:52:27.420946+0000","last_undegraded":"2024-06-13T11:52:27.420946+0000","last_fullsized":"2024-06-13T11:52:27.420946+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:56:26.806541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"98'4","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421445+0000","last_change":"2024-06-13T11:50:31.999244+0000","last_active":"2024-06-13T11:52:27.421445+0000","last_peered":"2024-06-13T11:52:27.421445+0000","last_clean":"2024-06-13T11:52:27.421445+0000","last_became_active":"2024-06-13T11:50:31.998852+0000","last_became_peered":"2024-06-13T11:50:31.998852+0000","last_unstale":"2024-06-13T11:52:27.421445+0000","last_undegraded":"2024-06-13T11:52:27.421445+0000","last_fullsized":"2024-06-13T11:52:27.421445+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:41:55.489272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.455734+0000","last_change":"2024-06-13T11:50:36.431561+0000","last_active":"2024-06-13T11:52:27.455734+0000","last_peered":"2024-06-13T11:52:27.455734+0000","last_clean":"2024-06-13T11:52:27.455734+0000","last_became_active":"2024-06-13T11:50:36.431246+0000","last_became_peered":"2024-06-13T11:50:36.431246+0000","last_unstale":"2024-06-13T11:52:27.455734+0000","last_undegraded":"2024-06-13T11:52:27.455734+0000","last_fullsized":"2024-06-13T11:52:27.455734+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:09:46.793537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.168903+0000","last_change":"2024-06-13T11:50:49.791104+0000","last_active":"2024-06-13T11:52:27.168903+0000","last_peered":"2024-06-13T11:52:27.168903+0000","last_clean":"2024-06-13T11:52:27.168903+0000","last_became_active":"2024-06-13T11:50:49.790629+0000","last_became_peered":"2024-06-13T11:50:49.790629+0000","last_unstale":"2024-06-13T11:52:27.168903+0000","last_undegraded":"2024-06-13T11:52:27.168903+0000","last_fullsized":"2024-06-13T11:52:27.168903+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:07:36.853343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"98'3","reported_seq":19,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.169021+0000","last_change":"2024-06-13T11:51:26.328181+0000","last_active":"2024-06-13T11:52:27.169021+0000","last_peered":"2024-06-13T11:52:27.169021+0000","last_clean":"2024-06-13T11:52:27.169021+0000","last_became_active":"2024-06-13T11:51:26.327892+0000","last_became_peered":"2024-06-13T11:51:26.327892+0000","last_unstale":"2024-06-13T11:52:27.169021+0000","last_undegraded":"2024-06-13T11:52:27.169021+0000","last_fullsized":"2024-06-13T11:52:27.169021+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:19:41.739869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.456233+0000","last_change":"2024-06-13T11:50:36.437016+0000","last_active":"2024-06-13T11:52:27.456233+0000","last_peered":"2024-06-13T11:52:27.456233+0000","last_clean":"2024-06-13T11:52:27.456233+0000","last_became_active":"2024-06-13T11:50:36.436582+0000","last_became_peered":"2024-06-13T11:50:36.436582+0000","last_unstale":"2024-06-13T11:52:27.456233+0000","last_undegraded":"2024-06-13T11:52:27.456233+0000","last_fullsized":"2024-06-13T11:52:27.456233+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:31:42.509233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421579+0000","last_change":"2024-06-13T11:50:49.811230+0000","last_active":"2024-06-13T11:52:27.421579+0000","last_peered":"2024-06-13T11:52:27.421579+0000","last_clean":"2024-06-13T11:52:27.421579+0000","last_became_active":"2024-06-13T11:50:49.810749+0000","last_became_peered":"2024-06-13T11:50:49.810749+0000","last_unstale":"2024-06-13T11:52:27.421579+0000","last_undegraded":"2024-06-13T11:52:27.421579+0000","last_fullsized":"2024-06-13T11:52:27.421579+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:15:47.018900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"89'1","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948519+0000","last_change":"2024-06-13T11:50:31.995376+0000","last_active":"2024-06-13T11:52:26.948519+0000","last_peered":"2024-06-13T11:52:26.948519+0000","last_clean":"2024-06-13T11:52:26.948519+0000","last_became_active":"2024-06-13T11:50:31.994969+0000","last_became_peered":"2024-06-13T11:50:31.994969+0000","last_unstale":"2024-06-13T11:52:26.948519+0000","last_undegraded":"2024-06-13T11:52:26.948519+0000","last_fullsized":"2024-06-13T11:52:26.948519+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:32:27.111818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.455944+0000","last_change":"2024-06-13T11:50:36.451177+0000","last_active":"2024-06-13T11:52:27.455944+0000","last_peered":"2024-06-13T11:52:27.455944+0000","last_clean":"2024-06-13T11:52:27.455944+0000","last_became_active":"2024-06-13T11:50:36.450731+0000","last_became_peered":"2024-06-13T11:50:36.450731+0000","last_unstale":"2024-06-13T11:52:27.455944+0000","last_undegraded":"2024-06-13T11:52:27.455944+0000","last_fullsized":"2024-06-13T11:52:27.455944+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:56:31.075747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.947655+0000","last_change":"2024-06-13T11:50:49.780023+0000","last_active":"2024-06-13T11:52:26.947655+0000","last_peered":"2024-06-13T11:52:26.947655+0000","last_clean":"2024-06-13T11:52:26.947655+0000","last_became_active":"2024-06-13T11:50:49.779559+0000","last_became_peered":"2024-06-13T11:50:49.779559+0000","last_unstale":"2024-06-13T11:52:26.947655+0000","last_undegraded":"2024-06-13T11:52:26.947655+0000","last_fullsized":"2024-06-13T11:52:26.947655+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:55:51.137812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"89'2","reported_seq":56,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422433+0000","last_change":"2024-06-13T11:51:26.334330+0000","last_active":"2024-06-13T11:52:27.422433+0000","last_peered":"2024-06-13T11:52:27.422433+0000","last_clean":"2024-06-13T11:52:27.422433+0000","last_became_active":"2024-06-13T11:51:26.327485+0000","last_became_peered":"2024-06-13T11:51:26.327485+0000","last_unstale":"2024-06-13T11:52:27.422433+0000","last_undegraded":"2024-06-13T11:52:27.422433+0000","last_fullsized":"2024-06-13T11:52:27.422433+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:20:28.228503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.456212+0000","last_change":"2024-06-13T11:50:36.440165+0000","last_active":"2024-06-13T11:52:27.456212+0000","last_peered":"2024-06-13T11:52:27.456212+0000","last_clean":"2024-06-13T11:52:27.456212+0000","last_became_active":"2024-06-13T11:50:36.439767+0000","last_became_peered":"2024-06-13T11:50:36.439767+0000","last_unstale":"2024-06-13T11:52:27.456212+0000","last_undegraded":"2024-06-13T11:52:27.456212+0000","last_fullsized":"2024-06-13T11:52:27.456212+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:09:38.776491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950092+0000","last_change":"2024-06-13T11:50:36.441156+0000","last_active":"2024-06-13T11:52:26.950092+0000","last_peered":"2024-06-13T11:52:26.950092+0000","last_clean":"2024-06-13T11:52:26.950092+0000","last_became_active":"2024-06-13T11:50:36.440790+0000","last_became_peered":"2024-06-13T11:50:36.440790+0000","last_unstale":"2024-06-13T11:52:26.950092+0000","last_undegraded":"2024-06-13T11:52:26.950092+0000","last_fullsized":"2024-06-13T11:52:26.950092+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:37:54.084495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943206+0000","last_change":"2024-06-13T11:50:36.440942+0000","last_active":"2024-06-13T11:52:26.943206+0000","last_peered":"2024-06-13T11:52:26.943206+0000","last_clean":"2024-06-13T11:52:26.943206+0000","last_became_active":"2024-06-13T11:50:36.440576+0000","last_became_peered":"2024-06-13T11:50:36.440576+0000","last_unstale":"2024-06-13T11:52:26.943206+0000","last_undegraded":"2024-06-13T11:52:26.943206+0000","last_fullsized":"2024-06-13T11:52:26.943206+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:28:40.406863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943104+0000","last_change":"2024-06-13T11:50:36.454116+0000","last_active":"2024-06-13T11:52:26.943104+0000","last_peered":"2024-06-13T11:52:26.943104+0000","last_clean":"2024-06-13T11:52:26.943104+0000","last_became_active":"2024-06-13T11:50:36.453800+0000","last_became_peered":"2024-06-13T11:50:36.453800+0000","last_unstale":"2024-06-13T11:52:26.943104+0000","last_undegraded":"2024-06-13T11:52:26.943104+0000","last_fullsized":"2024-06-13T11:52:26.943104+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:38:26.463949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422747+0000","last_change":"2024-06-13T11:50:36.459877+0000","last_active":"2024-06-13T11:52:27.422747+0000","last_peered":"2024-06-13T11:52:27.422747+0000","last_clean":"2024-06-13T11:52:27.422747+0000","last_became_active":"2024-06-13T11:50:36.455381+0000","last_became_peered":"2024-06-13T11:50:36.455381+0000","last_unstale":"2024-06-13T11:52:27.422747+0000","last_undegraded":"2024-06-13T11:52:27.422747+0000","last_fullsized":"2024-06-13T11:52:27.422747+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:56:51.514883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422832+0000","last_change":"2024-06-13T11:50:36.445686+0000","last_active":"2024-06-13T11:52:27.422832+0000","last_peered":"2024-06-13T11:52:27.422832+0000","last_clean":"2024-06-13T11:52:27.422832+0000","last_became_active":"2024-06-13T11:50:36.445279+0000","last_became_peered":"2024-06-13T11:50:36.445279+0000","last_unstale":"2024-06-13T11:52:27.422832+0000","last_undegraded":"2024-06-13T11:52:27.422832+0000","last_fullsized":"2024-06-13T11:52:27.422832+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:44:00.988523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950384+0000","last_change":"2024-06-13T11:50:36.445752+0000","last_active":"2024-06-13T11:52:26.950384+0000","last_peered":"2024-06-13T11:52:26.950384+0000","last_clean":"2024-06-13T11:52:26.950384+0000","last_became_active":"2024-06-13T11:50:36.445423+0000","last_became_peered":"2024-06-13T11:50:36.445423+0000","last_unstale":"2024-06-13T11:52:26.950384+0000","last_undegraded":"2024-06-13T11:52:26.950384+0000","last_fullsized":"2024-06-13T11:52:26.950384+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:25:14.676015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943772+0000","last_change":"2024-06-13T11:50:36.446128+0000","last_active":"2024-06-13T11:52:26.943772+0000","last_peered":"2024-06-13T11:52:26.943772+0000","last_clean":"2024-06-13T11:52:26.943772+0000","last_became_active":"2024-06-13T11:50:36.445725+0000","last_became_peered":"2024-06-13T11:50:36.445725+0000","last_unstale":"2024-06-13T11:52:26.943772+0000","last_undegraded":"2024-06-13T11:52:26.943772+0000","last_fullsized":"2024-06-13T11:52:26.943772+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:28:00.324949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.951770+0000","last_change":"2024-06-13T11:50:36.455166+0000","last_active":"2024-06-13T11:52:26.951770+0000","last_peered":"2024-06-13T11:52:26.951770+0000","last_clean":"2024-06-13T11:52:26.951770+0000","last_became_active":"2024-06-13T11:50:36.453169+0000","last_became_peered":"2024-06-13T11:50:36.453169+0000","last_unstale":"2024-06-13T11:52:26.951770+0000","last_undegraded":"2024-06-13T11:52:26.951770+0000","last_fullsized":"2024-06-13T11:52:26.951770+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:35:16.914313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.423210+0000","last_change":"2024-06-13T11:52:27.423210+0000","last_active":"2024-06-13T11:52:27.423210+0000","last_peered":"2024-06-13T11:52:27.423210+0000","last_clean":"2024-06-13T11:52:27.423210+0000","last_became_active":"2024-06-13T11:52:27.422646+0000","last_became_peered":"2024-06-13T11:52:27.422646+0000","last_unstale":"2024-06-13T11:52:27.423210+0000","last_undegraded":"2024-06-13T11:52:27.423210+0000","last_fullsized":"2024-06-13T11:52:27.423210+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:23:31.774203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,8],"acting":[5,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948156+0000","last_change":"2024-06-13T11:50:36.444749+0000","last_active":"2024-06-13T11:52:26.948156+0000","last_peered":"2024-06-13T11:52:26.948156+0000","last_clean":"2024-06-13T11:52:26.948156+0000","last_became_active":"2024-06-13T11:50:36.444428+0000","last_became_peered":"2024-06-13T11:50:36.444428+0000","last_unstale":"2024-06-13T11:52:26.948156+0000","last_undegraded":"2024-06-13T11:52:26.948156+0000","last_fullsized":"2024-06-13T11:52:26.948156+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:20:51.757128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.169208+0000","last_change":"2024-06-13T11:50:36.432130+0000","last_active":"2024-06-13T11:52:27.169208+0000","last_peered":"2024-06-13T11:52:27.169208+0000","last_clean":"2024-06-13T11:52:27.169208+0000","last_became_active":"2024-06-13T11:50:36.431265+0000","last_became_peered":"2024-06-13T11:50:36.431265+0000","last_unstale":"2024-06-13T11:52:27.169208+0000","last_undegraded":"2024-06-13T11:52:27.169208+0000","last_fullsized":"2024-06-13T11:52:27.169208+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:27:01.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422014+0000","last_change":"2024-06-13T11:50:36.442545+0000","last_active":"2024-06-13T11:52:27.422014+0000","last_peered":"2024-06-13T11:52:27.422014+0000","last_clean":"2024-06-13T11:52:27.422014+0000","last_became_active":"2024-06-13T11:50:36.441753+0000","last_became_peered":"2024-06-13T11:50:36.441753+0000","last_unstale":"2024-06-13T11:52:27.422014+0000","last_undegraded":"2024-06-13T11:52:27.422014+0000","last_fullsized":"2024-06-13T11:52:27.422014+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:22:26.896507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950220+0000","last_change":"2024-06-13T11:50:36.446371+0000","last_active":"2024-06-13T11:52:26.950220+0000","last_peered":"2024-06-13T11:52:26.950220+0000","last_clean":"2024-06-13T11:52:26.950220+0000","last_became_active":"2024-06-13T11:50:36.445982+0000","last_became_peered":"2024-06-13T11:50:36.445982+0000","last_unstale":"2024-06-13T11:52:26.950220+0000","last_undegraded":"2024-06-13T11:52:26.950220+0000","last_fullsized":"2024-06-13T11:52:26.950220+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:03:09.952954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":63793,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":216,"num_read_kb":175,"num_write":176,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":425984,"data_stored":199909,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351017,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36464,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708688,"statfs":{"total":95995035648,"available":95957696512,"internally_reserved":0,"allocated":1155072,"data_stored":573134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612653,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28808,"kb_used_data":1792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716344,"statfs":{"total":95995035648,"available":95965536256,"internally_reserved":0,"allocated":1835008,"data_stored":1220083,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776180,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32316,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712836,"statfs":{"total":95995035648,"available":95961944064,"internally_reserved":0,"allocated":1167360,"data_stored":577354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037817,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28148,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717004,"statfs":{"total":95995035648,"available":95966212096,"internally_reserved":0,"allocated":1155072,"data_stored":573066,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299454,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28740,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716412,"statfs":{"total":95995035648,"available":95965605888,"internally_reserved":0,"allocated":1757184,"data_stored":1169086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462980,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28140,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717012,"statfs":{"total":95995035648,"available":95966220288,"internally_reserved":0,"allocated":1142784,"data_stored":568434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574944,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28204,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716948,"statfs":{"total":95995035648,"available":95966154752,"internally_reserved":0,"allocated":1216512,"data_stored":632984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738470,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28160,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716992,"statfs":{"total":95995035648,"available":95966199808,"internally_reserved":0,"allocated":1167360,"data_stored":569822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411421,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36540,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708612,"statfs":{"total":95995035648,"available":95957618688,"internally_reserved":0,"allocated":1232896,"data_stored":633560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149781,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36468,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708684,"statfs":{"total":95995035648,"available":95957692416,"internally_reserved":0,"allocated":1155072,"data_stored":568628,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888144,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28148,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717004,"statfs":{"total":95995035648,"available":95966212096,"internally_reserved":0,"allocated":1155072,"data_stored":573084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724619,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37064,"kb_used_data":1724,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708088,"statfs":{"total":95995035648,"available":95957082112,"internally_reserved":0,"allocated":1765376,"data_stored":1164674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":64640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":65216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":61371,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-13T11:52:38.116 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph pg dump --format=json 2024-06-13T11:52:38.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:38 smithi042 ceph-mon[32231]: pgmap v396: 129 pgs: 129 active+clean; 639 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.9 KiB/s wr, 7 op/s 2024-06-13T11:52:38.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:38 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:52:38.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:38 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:52:38.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:38 smithi042 ceph-mon[32231]: from='client.24752 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T11:52:38.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:38 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:52:38.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:38 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:52:38.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:38 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:52:38.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:38 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:52:38.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:38 smithi162 ceph-mon[36757]: pgmap v396: 129 pgs: 129 active+clean; 639 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.9 KiB/s wr, 7 op/s 2024-06-13T11:52:38.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:38 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:52:38.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:38 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:52:38.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:38 smithi162 ceph-mon[36757]: from='client.24752 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T11:52:38.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:38 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:52:38.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:38 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:52:38.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:38 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:52:38.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:38 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:52:38.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:38 smithi088 ceph-mon[36399]: pgmap v396: 129 pgs: 129 active+clean; 639 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.9 KiB/s wr, 7 op/s 2024-06-13T11:52:38.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:38 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:52:38.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:38 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:52:38.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:38 smithi088 ceph-mon[36399]: from='client.24752 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T11:52:38.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:38 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:52:38.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:38 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:52:38.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:38 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:52:38.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:38 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:52:39.121 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:52:40.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:40 smithi162 ceph-mon[36757]: pgmap v397: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.0 KiB/s wr, 7 op/s 2024-06-13T11:52:40.452 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:40 smithi042 ceph-mon[32231]: pgmap v397: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.0 KiB/s wr, 7 op/s 2024-06-13T11:52:40.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:40 smithi088 ceph-mon[36399]: pgmap v397: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.0 KiB/s wr, 7 op/s 2024-06-13T11:52:41.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.255+0000 7fb461c00700 1 -- 172.21.15.42:0/1151459769 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb45c101380 msgr2=0x7fb45c101800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:41.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.255+0000 7fb461c00700 1 --2- 172.21.15.42:0/1151459769 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb45c101380 0x7fb45c101800 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fb4480098f0 tx=0x7fb448009c00 comp rx=0 tx=0).stop 2024-06-13T11:52:41.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.256+0000 7fb461c00700 1 -- 172.21.15.42:0/1151459769 shutdown_connections 2024-06-13T11:52:41.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.256+0000 7fb461c00700 1 --2- 172.21.15.42:0/1151459769 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb45c1073f0 0x7fb45c1077d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:41.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.256+0000 7fb461c00700 1 --2- 172.21.15.42:0/1151459769 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb45c101d40 0x7fb45c10e230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:41.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.256+0000 7fb461c00700 1 --2- 172.21.15.42:0/1151459769 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb45c101380 0x7fb45c101800 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:41.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.256+0000 7fb461c00700 1 -- 172.21.15.42:0/1151459769 >> 172.21.15.42:0/1151459769 conn(0x7fb45c078300 msgr2=0x7fb45c078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:52:41.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.256+0000 7fb461c00700 1 -- 172.21.15.42:0/1151459769 shutdown_connections 2024-06-13T11:52:41.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.256+0000 7fb461c00700 1 -- 172.21.15.42:0/1151459769 wait complete. 2024-06-13T11:52:41.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.257+0000 7fb461c00700 1 Processor -- start 2024-06-13T11:52:41.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.257+0000 7fb461c00700 1 -- start start 2024-06-13T11:52:41.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.258+0000 7fb461c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb45c101d40 0x7fb45c198f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:41.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.258+0000 7fb461c00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb45c1073f0 0x7fb45c199470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:41.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.258+0000 7fb461c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb45c19d7b0 0x7fb45c19dc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:41.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.258+0000 7fb461c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb45c111690 con 0x7fb45c19d7b0 2024-06-13T11:52:41.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.258+0000 7fb461c00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fb45c111510 con 0x7fb45c101d40 2024-06-13T11:52:41.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.258+0000 7fb461c00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fb45c111810 con 0x7fb45c1073f0 2024-06-13T11:52:41.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.258+0000 7fb45aa00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb45c101d40 0x7fb45c198f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:41.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.258+0000 7fb45aa00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb45c101d40 0x7fb45c198f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:60036/0 (socket says 172.21.15.42:60036) 2024-06-13T11:52:41.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.258+0000 7fb45aa00700 1 -- 172.21.15.42:0/368055127 learned_addr learned my addr 172.21.15.42:0/368055127 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:52:41.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.258+0000 7fb45b400700 1 --2- 172.21.15.42:0/368055127 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb45c19d7b0 0x7fb45c19dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:41.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.258+0000 7fb45a000700 1 --2- 172.21.15.42:0/368055127 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb45c1073f0 0x7fb45c199470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:41.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.259+0000 7fb45aa00700 1 -- 172.21.15.42:0/368055127 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb45c1073f0 msgr2=0x7fb45c199470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:41.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.259+0000 7fb45aa00700 1 --2- 172.21.15.42:0/368055127 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb45c1073f0 0x7fb45c199470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:41.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.259+0000 7fb45aa00700 1 -- 172.21.15.42:0/368055127 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb45c19d7b0 msgr2=0x7fb45c19dc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:41.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.259+0000 7fb45aa00700 1 --2- 172.21.15.42:0/368055127 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb45c19d7b0 0x7fb45c19dc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:41.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.259+0000 7fb45aa00700 1 -- 172.21.15.42:0/368055127 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb45c19e2d0 con 0x7fb45c101d40 2024-06-13T11:52:41.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.259+0000 7fb45aa00700 1 --2- 172.21.15.42:0/368055127 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb45c101d40 0x7fb45c198f30 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fb44c00e9a0 tx=0x7fb44c00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:52:41.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.259+0000 7fb453400700 1 -- 172.21.15.42:0/368055127 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb44c00ca10 con 0x7fb45c101d40 2024-06-13T11:52:41.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.260+0000 7fb461c00700 1 -- 172.21.15.42:0/368055127 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb45c19e5c0 con 0x7fb45c101d40 2024-06-13T11:52:41.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.260+0000 7fb453400700 1 -- 172.21.15.42:0/368055127 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb44c00cbb0 con 0x7fb45c101d40 2024-06-13T11:52:41.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.260+0000 7fb453400700 1 -- 172.21.15.42:0/368055127 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb44c018680 con 0x7fb45c101d40 2024-06-13T11:52:41.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.260+0000 7fb461c00700 1 -- 172.21.15.42:0/368055127 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb45c1a5df0 con 0x7fb45c101d40 2024-06-13T11:52:41.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.261+0000 7fb461c00700 1 -- 172.21.15.42:0/368055127 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb45c069180 con 0x7fb45c101d40 2024-06-13T11:52:41.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.263+0000 7fb453400700 1 -- 172.21.15.42:0/368055127 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fb44c010430 con 0x7fb45c101d40 2024-06-13T11:52:41.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.264+0000 7fb453400700 1 --2- 172.21.15.42:0/368055127 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb4400a2d30 0x7fb4400a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:41.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.264+0000 7fb453400700 1 -- 172.21.15.42:0/368055127 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7fb44c0cf700 con 0x7fb45c101d40 2024-06-13T11:52:41.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.264+0000 7fb45a000700 1 --2- 172.21.15.42:0/368055127 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb4400a2d30 0x7fb4400a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:41.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.265+0000 7fb45a000700 1 --2- 172.21.15.42:0/368055127 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb4400a2d30 0x7fb4400a51f0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fb448000c00 tx=0x7fb448019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:52:41.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.268+0000 7fb453400700 1 -- 172.21.15.42:0/368055127 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb44c09c130 con 0x7fb45c101d40 2024-06-13T11:52:41.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.541+0000 7fb461c00700 1 -- 172.21.15.42:0/368055127 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb45c06aa00 con 0x7fb4400a2d30 2024-06-13T11:52:41.555 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.554+0000 7fb453400700 1 -- 172.21.15.42:0/368055127 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340525 (secure 0 0 0) 0x7fb44807a240 con 0x7fb4400a2d30 2024-06-13T11:52:41.563 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:52:41.566 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.560+0000 7fb461c00700 1 -- 172.21.15.42:0/368055127 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb4400a2d30 msgr2=0x7fb4400a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:41.566 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.560+0000 7fb461c00700 1 --2- 172.21.15.42:0/368055127 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb4400a2d30 0x7fb4400a51f0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fb448000c00 tx=0x7fb448019040 comp rx=0 tx=0).stop 2024-06-13T11:52:41.566 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.560+0000 7fb461c00700 1 -- 172.21.15.42:0/368055127 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb45c101d40 msgr2=0x7fb45c198f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:41.566 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.560+0000 7fb461c00700 1 --2- 172.21.15.42:0/368055127 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb45c101d40 0x7fb45c198f30 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fb44c00e9a0 tx=0x7fb44c00ecb0 comp rx=0 tx=0).stop 2024-06-13T11:52:41.566 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.560+0000 7fb461c00700 1 -- 172.21.15.42:0/368055127 shutdown_connections 2024-06-13T11:52:41.566 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.560+0000 7fb461c00700 1 --2- 172.21.15.42:0/368055127 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb4400a2d30 0x7fb4400a51f0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:41.566 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.560+0000 7fb461c00700 1 --2- 172.21.15.42:0/368055127 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb45c101d40 0x7fb45c198f30 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:41.566 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.560+0000 7fb461c00700 1 --2- 172.21.15.42:0/368055127 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb45c19d7b0 0x7fb45c19dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:41.567 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.560+0000 7fb461c00700 1 --2- 172.21.15.42:0/368055127 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb45c1073f0 0x7fb45c199470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:41.567 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.560+0000 7fb461c00700 1 -- 172.21.15.42:0/368055127 >> 172.21.15.42:0/368055127 conn(0x7fb45c078300 msgr2=0x7fb45c105800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:52:41.567 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.560+0000 7fb461c00700 1 -- 172.21.15.42:0/368055127 shutdown_connections 2024-06-13T11:52:41.567 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:41.560+0000 7fb461c00700 1 -- 172.21.15.42:0/368055127 wait complete. 2024-06-13T11:52:41.567 INFO:teuthology.orchestra.run.smithi042.stderr:dumped all 2024-06-13T11:52:42.391 INFO:teuthology.orchestra.run.smithi042.stdout:{"pg_ready":true,"pg_map":{"version":398,"stamp":"2024-06-13T11:52:40.692849+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658660,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":383,"num_read_kb":314,"num_write":360,"num_write_kb":3061,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":288,"ondisk_log_size":288,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":377204,"kb_used_data":15536,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124564620,"statfs":{"total":1151940427776,"available":1151554170880,"internally_reserved":0,"allocated":15908864,"data_stored":8828174,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":370193722},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":9083,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":77,"num_read_kb":45,"num_write":8,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.006840"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950522+0000","last_change":"2024-06-13T11:50:36.448635+0000","last_active":"2024-06-13T11:52:26.950522+0000","last_peered":"2024-06-13T11:52:26.950522+0000","last_clean":"2024-06-13T11:52:26.950522+0000","last_became_active":"2024-06-13T11:50:36.448111+0000","last_became_peered":"2024-06-13T11:50:36.448111+0000","last_unstale":"2024-06-13T11:52:26.950522+0000","last_undegraded":"2024-06-13T11:52:26.950522+0000","last_fullsized":"2024-06-13T11:52:26.950522+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:29:52.539514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.425793+0000","last_change":"2024-06-13T11:50:36.452784+0000","last_active":"2024-06-13T11:52:27.425793+0000","last_peered":"2024-06-13T11:52:27.425793+0000","last_clean":"2024-06-13T11:52:27.425793+0000","last_became_active":"2024-06-13T11:50:36.452506+0000","last_became_peered":"2024-06-13T11:50:36.452506+0000","last_unstale":"2024-06-13T11:52:27.425793+0000","last_undegraded":"2024-06-13T11:52:27.425793+0000","last_fullsized":"2024-06-13T11:52:27.425793+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:24:10.080882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.424997+0000","last_change":"2024-06-13T11:50:36.452965+0000","last_active":"2024-06-13T11:52:27.424997+0000","last_peered":"2024-06-13T11:52:27.424997+0000","last_clean":"2024-06-13T11:52:27.424997+0000","last_became_active":"2024-06-13T11:50:36.452605+0000","last_became_peered":"2024-06-13T11:50:36.452605+0000","last_unstale":"2024-06-13T11:52:27.424997+0000","last_undegraded":"2024-06-13T11:52:27.424997+0000","last_fullsized":"2024-06-13T11:52:27.424997+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:59:08.463531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421277+0000","last_change":"2024-06-13T11:50:36.444046+0000","last_active":"2024-06-13T11:52:27.421277+0000","last_peered":"2024-06-13T11:52:27.421277+0000","last_clean":"2024-06-13T11:52:27.421277+0000","last_became_active":"2024-06-13T11:50:36.442838+0000","last_became_peered":"2024-06-13T11:50:36.442838+0000","last_unstale":"2024-06-13T11:52:27.421277+0000","last_undegraded":"2024-06-13T11:52:27.421277+0000","last_fullsized":"2024-06-13T11:52:27.421277+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:27:46.472089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421442+0000","last_change":"2024-06-13T11:50:36.457506+0000","last_active":"2024-06-13T11:52:27.421442+0000","last_peered":"2024-06-13T11:52:27.421442+0000","last_clean":"2024-06-13T11:52:27.421442+0000","last_became_active":"2024-06-13T11:50:36.457269+0000","last_became_peered":"2024-06-13T11:50:36.457269+0000","last_unstale":"2024-06-13T11:52:27.421442+0000","last_undegraded":"2024-06-13T11:52:27.421442+0000","last_fullsized":"2024-06-13T11:52:27.421442+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:04:26.858158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943133+0000","last_change":"2024-06-13T11:50:36.445065+0000","last_active":"2024-06-13T11:52:26.943133+0000","last_peered":"2024-06-13T11:52:26.943133+0000","last_clean":"2024-06-13T11:52:26.943133+0000","last_became_active":"2024-06-13T11:50:36.444760+0000","last_became_peered":"2024-06-13T11:50:36.444760+0000","last_unstale":"2024-06-13T11:52:26.943133+0000","last_undegraded":"2024-06-13T11:52:26.943133+0000","last_fullsized":"2024-06-13T11:52:26.943133+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:56:56.098315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.455826+0000","last_change":"2024-06-13T11:50:36.444460+0000","last_active":"2024-06-13T11:52:27.455826+0000","last_peered":"2024-06-13T11:52:27.455826+0000","last_clean":"2024-06-13T11:52:27.455826+0000","last_became_active":"2024-06-13T11:50:36.444127+0000","last_became_peered":"2024-06-13T11:50:36.444127+0000","last_unstale":"2024-06-13T11:52:27.455826+0000","last_undegraded":"2024-06-13T11:52:27.455826+0000","last_fullsized":"2024-06-13T11:52:27.455826+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:04:23.675913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.946188+0000","last_change":"2024-06-13T11:50:36.439840+0000","last_active":"2024-06-13T11:52:26.946188+0000","last_peered":"2024-06-13T11:52:26.946188+0000","last_clean":"2024-06-13T11:52:26.946188+0000","last_became_active":"2024-06-13T11:50:36.438965+0000","last_became_peered":"2024-06-13T11:50:36.438965+0000","last_unstale":"2024-06-13T11:52:26.946188+0000","last_undegraded":"2024-06-13T11:52:26.946188+0000","last_fullsized":"2024-06-13T11:52:26.946188+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:13:17.486496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.169608+0000","last_change":"2024-06-13T11:50:36.432417+0000","last_active":"2024-06-13T11:52:27.169608+0000","last_peered":"2024-06-13T11:52:27.169608+0000","last_clean":"2024-06-13T11:52:27.169608+0000","last_became_active":"2024-06-13T11:50:36.432053+0000","last_became_peered":"2024-06-13T11:50:36.432053+0000","last_unstale":"2024-06-13T11:52:27.169608+0000","last_undegraded":"2024-06-13T11:52:27.169608+0000","last_fullsized":"2024-06-13T11:52:27.169608+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:40:17.612339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943615+0000","last_change":"2024-06-13T11:50:36.439609+0000","last_active":"2024-06-13T11:52:26.943615+0000","last_peered":"2024-06-13T11:52:26.943615+0000","last_clean":"2024-06-13T11:52:26.943615+0000","last_became_active":"2024-06-13T11:50:36.439228+0000","last_became_peered":"2024-06-13T11:50:36.439228+0000","last_unstale":"2024-06-13T11:52:26.943615+0000","last_undegraded":"2024-06-13T11:52:26.943615+0000","last_fullsized":"2024-06-13T11:52:26.943615+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:45:55.176878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.456153+0000","last_change":"2024-06-13T11:50:36.445733+0000","last_active":"2024-06-13T11:52:27.456153+0000","last_peered":"2024-06-13T11:52:27.456153+0000","last_clean":"2024-06-13T11:52:27.456153+0000","last_became_active":"2024-06-13T11:50:36.445382+0000","last_became_peered":"2024-06-13T11:50:36.445382+0000","last_unstale":"2024-06-13T11:52:27.456153+0000","last_undegraded":"2024-06-13T11:52:27.456153+0000","last_fullsized":"2024-06-13T11:52:27.456153+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:38:36.752336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.424660+0000","last_change":"2024-06-13T11:52:27.424660+0000","last_active":"2024-06-13T11:52:27.424660+0000","last_peered":"2024-06-13T11:52:27.424660+0000","last_clean":"2024-06-13T11:52:27.424660+0000","last_became_active":"2024-06-13T11:52:27.424039+0000","last_became_peered":"2024-06-13T11:52:27.424039+0000","last_unstale":"2024-06-13T11:52:27.424660+0000","last_undegraded":"2024-06-13T11:52:27.424660+0000","last_fullsized":"2024-06-13T11:52:27.424660+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:14:13.190613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422211+0000","last_change":"2024-06-13T11:50:36.435568+0000","last_active":"2024-06-13T11:52:27.422211+0000","last_peered":"2024-06-13T11:52:27.422211+0000","last_clean":"2024-06-13T11:52:27.422211+0000","last_became_active":"2024-06-13T11:50:36.435231+0000","last_became_peered":"2024-06-13T11:50:36.435231+0000","last_unstale":"2024-06-13T11:52:27.422211+0000","last_undegraded":"2024-06-13T11:52:27.422211+0000","last_fullsized":"2024-06-13T11:52:27.422211+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:49:20.886268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421256+0000","last_change":"2024-06-13T11:50:36.447343+0000","last_active":"2024-06-13T11:52:27.421256+0000","last_peered":"2024-06-13T11:52:27.421256+0000","last_clean":"2024-06-13T11:52:27.421256+0000","last_became_active":"2024-06-13T11:50:36.446958+0000","last_became_peered":"2024-06-13T11:50:36.446958+0000","last_unstale":"2024-06-13T11:52:27.421256+0000","last_undegraded":"2024-06-13T11:52:27.421256+0000","last_fullsized":"2024-06-13T11:52:27.421256+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:15:40.900741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421353+0000","last_change":"2024-06-13T11:51:26.330495+0000","last_active":"2024-06-13T11:52:27.421353+0000","last_peered":"2024-06-13T11:52:27.421353+0000","last_clean":"2024-06-13T11:52:27.421353+0000","last_became_active":"2024-06-13T11:51:26.329786+0000","last_became_peered":"2024-06-13T11:51:26.329786+0000","last_unstale":"2024-06-13T11:52:27.421353+0000","last_undegraded":"2024-06-13T11:52:27.421353+0000","last_fullsized":"2024-06-13T11:52:27.421353+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:49:38.021458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,2],"acting":[0,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.168795+0000","last_change":"2024-06-13T11:50:36.440755+0000","last_active":"2024-06-13T11:52:27.168795+0000","last_peered":"2024-06-13T11:52:27.168795+0000","last_clean":"2024-06-13T11:52:27.168795+0000","last_became_active":"2024-06-13T11:50:36.440422+0000","last_became_peered":"2024-06-13T11:50:36.440422+0000","last_unstale":"2024-06-13T11:52:27.168795+0000","last_undegraded":"2024-06-13T11:52:27.168795+0000","last_fullsized":"2024-06-13T11:52:27.168795+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:46:47.212189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950363+0000","last_change":"2024-06-13T11:50:36.459002+0000","last_active":"2024-06-13T11:52:26.950363+0000","last_peered":"2024-06-13T11:52:26.950363+0000","last_clean":"2024-06-13T11:52:26.950363+0000","last_became_active":"2024-06-13T11:50:36.458599+0000","last_became_peered":"2024-06-13T11:50:36.458599+0000","last_unstale":"2024-06-13T11:52:26.950363+0000","last_undegraded":"2024-06-13T11:52:26.950363+0000","last_fullsized":"2024-06-13T11:52:26.950363+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:49:20.494979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.954423+0000","last_change":"2024-06-13T11:50:36.450967+0000","last_active":"2024-06-13T11:52:26.954423+0000","last_peered":"2024-06-13T11:52:26.954423+0000","last_clean":"2024-06-13T11:52:26.954423+0000","last_became_active":"2024-06-13T11:50:36.450592+0000","last_became_peered":"2024-06-13T11:50:36.450592+0000","last_unstale":"2024-06-13T11:52:26.954423+0000","last_undegraded":"2024-06-13T11:52:26.954423+0000","last_fullsized":"2024-06-13T11:52:26.954423+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:22:12.397454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943643+0000","last_change":"2024-06-13T11:50:36.451400+0000","last_active":"2024-06-13T11:52:26.943643+0000","last_peered":"2024-06-13T11:52:26.943643+0000","last_clean":"2024-06-13T11:52:26.943643+0000","last_became_active":"2024-06-13T11:50:36.450966+0000","last_became_peered":"2024-06-13T11:50:36.450966+0000","last_unstale":"2024-06-13T11:52:26.943643+0000","last_undegraded":"2024-06-13T11:52:26.943643+0000","last_fullsized":"2024-06-13T11:52:26.943643+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:28:51.534767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943219+0000","last_change":"2024-06-13T11:50:49.811241+0000","last_active":"2024-06-13T11:52:26.943219+0000","last_peered":"2024-06-13T11:52:26.943219+0000","last_clean":"2024-06-13T11:52:26.943219+0000","last_became_active":"2024-06-13T11:50:49.810730+0000","last_became_peered":"2024-06-13T11:50:49.810730+0000","last_unstale":"2024-06-13T11:52:26.943219+0000","last_undegraded":"2024-06-13T11:52:26.943219+0000","last_fullsized":"2024-06-13T11:52:26.943219+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:18:29.129152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"98'9","reported_seq":55,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.952277+0000","last_change":"2024-06-13T11:50:32.005589+0000","last_active":"2024-06-13T11:52:26.952277+0000","last_peered":"2024-06-13T11:52:26.952277+0000","last_clean":"2024-06-13T11:52:26.952277+0000","last_became_active":"2024-06-13T11:50:32.004906+0000","last_became_peered":"2024-06-13T11:50:32.004906+0000","last_unstale":"2024-06-13T11:52:26.952277+0000","last_undegraded":"2024-06-13T11:52:26.952277+0000","last_fullsized":"2024-06-13T11:52:26.952277+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:34:27.553780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.949776+0000","last_change":"2024-06-13T11:50:36.450855+0000","last_active":"2024-06-13T11:52:26.949776+0000","last_peered":"2024-06-13T11:52:26.949776+0000","last_clean":"2024-06-13T11:52:26.949776+0000","last_became_active":"2024-06-13T11:50:36.450533+0000","last_became_peered":"2024-06-13T11:50:36.450533+0000","last_unstale":"2024-06-13T11:52:26.949776+0000","last_undegraded":"2024-06-13T11:52:26.949776+0000","last_fullsized":"2024-06-13T11:52:26.949776+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:36:16.143805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.420507+0000","last_change":"2024-06-13T11:50:49.798992+0000","last_active":"2024-06-13T11:52:27.420507+0000","last_peered":"2024-06-13T11:52:27.420507+0000","last_clean":"2024-06-13T11:52:27.420507+0000","last_became_active":"2024-06-13T11:50:49.798132+0000","last_became_peered":"2024-06-13T11:50:49.798132+0000","last_unstale":"2024-06-13T11:52:27.420507+0000","last_undegraded":"2024-06-13T11:52:27.420507+0000","last_fullsized":"2024-06-13T11:52:27.420507+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:36:03.669654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"98'2","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950844+0000","last_change":"2024-06-13T11:50:32.021295+0000","last_active":"2024-06-13T11:52:26.950844+0000","last_peered":"2024-06-13T11:52:26.950844+0000","last_clean":"2024-06-13T11:52:26.950844+0000","last_became_active":"2024-06-13T11:50:32.020452+0000","last_became_peered":"2024-06-13T11:50:32.020452+0000","last_unstale":"2024-06-13T11:52:26.950844+0000","last_undegraded":"2024-06-13T11:52:26.950844+0000","last_fullsized":"2024-06-13T11:52:26.950844+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:33:41.991538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.425751+0000","last_change":"2024-06-13T11:50:36.451705+0000","last_active":"2024-06-13T11:52:27.425751+0000","last_peered":"2024-06-13T11:52:27.425751+0000","last_clean":"2024-06-13T11:52:27.425751+0000","last_became_active":"2024-06-13T11:50:36.447807+0000","last_became_peered":"2024-06-13T11:50:36.447807+0000","last_unstale":"2024-06-13T11:52:27.425751+0000","last_undegraded":"2024-06-13T11:52:27.425751+0000","last_fullsized":"2024-06-13T11:52:27.425751+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:57:02.901214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.420745+0000","last_change":"2024-06-13T11:50:49.789742+0000","last_active":"2024-06-13T11:52:27.420745+0000","last_peered":"2024-06-13T11:52:27.420745+0000","last_clean":"2024-06-13T11:52:27.420745+0000","last_became_active":"2024-06-13T11:50:49.789315+0000","last_became_peered":"2024-06-13T11:50:49.789315+0000","last_unstale":"2024-06-13T11:52:27.420745+0000","last_undegraded":"2024-06-13T11:52:27.420745+0000","last_fullsized":"2024-06-13T11:52:27.420745+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:51:39.547919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"98'4","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421668+0000","last_change":"2024-06-13T11:50:31.998627+0000","last_active":"2024-06-13T11:52:27.421668+0000","last_peered":"2024-06-13T11:52:27.421668+0000","last_clean":"2024-06-13T11:52:27.421668+0000","last_became_active":"2024-06-13T11:50:31.998206+0000","last_became_peered":"2024-06-13T11:50:31.998206+0000","last_unstale":"2024-06-13T11:52:27.421668+0000","last_undegraded":"2024-06-13T11:52:27.421668+0000","last_fullsized":"2024-06-13T11:52:27.421668+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:45:05.843886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.169196+0000","last_change":"2024-06-13T11:50:36.432039+0000","last_active":"2024-06-13T11:52:27.169196+0000","last_peered":"2024-06-13T11:52:27.169196+0000","last_clean":"2024-06-13T11:52:27.169196+0000","last_became_active":"2024-06-13T11:50:36.431716+0000","last_became_peered":"2024-06-13T11:50:36.431716+0000","last_unstale":"2024-06-13T11:52:27.169196+0000","last_undegraded":"2024-06-13T11:52:27.169196+0000","last_fullsized":"2024-06-13T11:52:27.169196+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:41:10.879028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.420577+0000","last_change":"2024-06-13T11:50:49.791777+0000","last_active":"2024-06-13T11:52:27.420577+0000","last_peered":"2024-06-13T11:52:27.420577+0000","last_clean":"2024-06-13T11:52:27.420577+0000","last_became_active":"2024-06-13T11:50:49.791348+0000","last_became_peered":"2024-06-13T11:50:49.791348+0000","last_unstale":"2024-06-13T11:52:27.420577+0000","last_undegraded":"2024-06-13T11:52:27.420577+0000","last_fullsized":"2024-06-13T11:52:27.420577+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:10:20.833026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"89'2","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422004+0000","last_change":"2024-06-13T11:50:31.998416+0000","last_active":"2024-06-13T11:52:27.422004+0000","last_peered":"2024-06-13T11:52:27.422004+0000","last_clean":"2024-06-13T11:52:27.422004+0000","last_became_active":"2024-06-13T11:50:31.997994+0000","last_became_peered":"2024-06-13T11:50:31.997994+0000","last_unstale":"2024-06-13T11:52:27.422004+0000","last_undegraded":"2024-06-13T11:52:27.422004+0000","last_fullsized":"2024-06-13T11:52:27.422004+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:02:56.354971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948331+0000","last_change":"2024-06-13T11:50:36.432684+0000","last_active":"2024-06-13T11:52:26.948331+0000","last_peered":"2024-06-13T11:52:26.948331+0000","last_clean":"2024-06-13T11:52:26.948331+0000","last_became_active":"2024-06-13T11:50:36.432242+0000","last_became_peered":"2024-06-13T11:50:36.432242+0000","last_unstale":"2024-06-13T11:52:26.948331+0000","last_undegraded":"2024-06-13T11:52:26.948331+0000","last_fullsized":"2024-06-13T11:52:26.948331+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:37:08.696859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":35,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943511+0000","last_change":"2024-06-13T11:51:26.831257+0000","last_active":"2024-06-13T11:52:26.943511+0000","last_peered":"2024-06-13T11:52:26.943511+0000","last_clean":"2024-06-13T11:52:26.943511+0000","last_became_active":"2024-06-13T11:51:26.830703+0000","last_became_peered":"2024-06-13T11:51:26.830703+0000","last_unstale":"2024-06-13T11:52:26.943511+0000","last_undegraded":"2024-06-13T11:52:26.943511+0000","last_fullsized":"2024-06-13T11:52:26.943511+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:07:59.545889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,7,11],"acting":[2,8,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"98'6","reported_seq":90,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:37.911963+0000","last_change":"2024-06-13T11:50:31.994986+0000","last_active":"2024-06-13T11:52:37.911963+0000","last_peered":"2024-06-13T11:52:37.911963+0000","last_clean":"2024-06-13T11:52:37.911963+0000","last_became_active":"2024-06-13T11:50:31.994612+0000","last_became_peered":"2024-06-13T11:50:31.994612+0000","last_unstale":"2024-06-13T11:52:37.911963+0000","last_undegraded":"2024-06-13T11:52:37.911963+0000","last_fullsized":"2024-06-13T11:52:37.911963+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:03:22.948056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1012,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":40,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421306+0000","last_change":"2024-06-13T11:50:36.445788+0000","last_active":"2024-06-13T11:52:27.421306+0000","last_peered":"2024-06-13T11:52:27.421306+0000","last_clean":"2024-06-13T11:52:27.421306+0000","last_became_active":"2024-06-13T11:50:36.445451+0000","last_became_peered":"2024-06-13T11:50:36.445451+0000","last_unstale":"2024-06-13T11:52:27.421306+0000","last_undegraded":"2024-06-13T11:52:27.421306+0000","last_fullsized":"2024-06-13T11:52:27.421306+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:01:58.220775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943456+0000","last_change":"2024-06-13T11:50:49.804726+0000","last_active":"2024-06-13T11:52:26.943456+0000","last_peered":"2024-06-13T11:52:26.943456+0000","last_clean":"2024-06-13T11:52:26.943456+0000","last_became_active":"2024-06-13T11:50:49.804271+0000","last_became_peered":"2024-06-13T11:50:49.804271+0000","last_unstale":"2024-06-13T11:52:26.943456+0000","last_undegraded":"2024-06-13T11:52:26.943456+0000","last_fullsized":"2024-06-13T11:52:26.943456+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:07:59.206174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"98'3","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943082+0000","last_change":"2024-06-13T11:50:32.000872+0000","last_active":"2024-06-13T11:52:26.943082+0000","last_peered":"2024-06-13T11:52:26.943082+0000","last_clean":"2024-06-13T11:52:26.943082+0000","last_became_active":"2024-06-13T11:50:32.000490+0000","last_became_peered":"2024-06-13T11:50:32.000490+0000","last_unstale":"2024-06-13T11:52:26.943082+0000","last_undegraded":"2024-06-13T11:52:26.943082+0000","last_fullsized":"2024-06-13T11:52:26.943082+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:45:20.689923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948320+0000","last_change":"2024-06-13T11:50:36.434453+0000","last_active":"2024-06-13T11:52:26.948320+0000","last_peered":"2024-06-13T11:52:26.948320+0000","last_clean":"2024-06-13T11:52:26.948320+0000","last_became_active":"2024-06-13T11:50:36.434138+0000","last_became_peered":"2024-06-13T11:50:36.434138+0000","last_unstale":"2024-06-13T11:52:26.948320+0000","last_undegraded":"2024-06-13T11:52:26.948320+0000","last_fullsized":"2024-06-13T11:52:26.948320+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:34:00.022524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950322+0000","last_change":"2024-06-13T11:50:49.806758+0000","last_active":"2024-06-13T11:52:26.950322+0000","last_peered":"2024-06-13T11:52:26.950322+0000","last_clean":"2024-06-13T11:52:26.950322+0000","last_became_active":"2024-06-13T11:50:49.806270+0000","last_became_peered":"2024-06-13T11:50:49.806270+0000","last_unstale":"2024-06-13T11:52:26.950322+0000","last_undegraded":"2024-06-13T11:52:26.950322+0000","last_fullsized":"2024-06-13T11:52:26.950322+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:29:49.106654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"98'2","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421257+0000","last_change":"2024-06-13T11:50:32.009158+0000","last_active":"2024-06-13T11:52:27.421257+0000","last_peered":"2024-06-13T11:52:27.421257+0000","last_clean":"2024-06-13T11:52:27.421257+0000","last_became_active":"2024-06-13T11:50:32.008692+0000","last_became_peered":"2024-06-13T11:50:32.008692+0000","last_unstale":"2024-06-13T11:52:27.421257+0000","last_undegraded":"2024-06-13T11:52:27.421257+0000","last_fullsized":"2024-06-13T11:52:27.421257+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:15:37.421401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.946824+0000","last_change":"2024-06-13T11:50:36.440151+0000","last_active":"2024-06-13T11:52:26.946824+0000","last_peered":"2024-06-13T11:52:26.946824+0000","last_clean":"2024-06-13T11:52:26.946824+0000","last_became_active":"2024-06-13T11:50:36.439506+0000","last_became_peered":"2024-06-13T11:50:36.439506+0000","last_unstale":"2024-06-13T11:52:26.946824+0000","last_undegraded":"2024-06-13T11:52:26.946824+0000","last_fullsized":"2024-06-13T11:52:26.946824+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:32:12.449458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.425492+0000","last_change":"2024-06-13T11:50:49.796602+0000","last_active":"2024-06-13T11:52:27.425492+0000","last_peered":"2024-06-13T11:52:27.425492+0000","last_clean":"2024-06-13T11:52:27.425492+0000","last_became_active":"2024-06-13T11:50:49.794651+0000","last_became_peered":"2024-06-13T11:50:49.794651+0000","last_unstale":"2024-06-13T11:52:27.425492+0000","last_undegraded":"2024-06-13T11:52:27.425492+0000","last_fullsized":"2024-06-13T11:52:27.425492+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:01:09.836754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"98'1","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948249+0000","last_change":"2024-06-13T11:50:31.994177+0000","last_active":"2024-06-13T11:52:26.948249+0000","last_peered":"2024-06-13T11:52:26.948249+0000","last_clean":"2024-06-13T11:52:26.948249+0000","last_became_active":"2024-06-13T11:50:31.993824+0000","last_became_peered":"2024-06-13T11:50:31.993824+0000","last_unstale":"2024-06-13T11:52:26.948249+0000","last_undegraded":"2024-06-13T11:52:26.948249+0000","last_fullsized":"2024-06-13T11:52:26.948249+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:58:13.588879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950267+0000","last_change":"2024-06-13T11:50:36.448522+0000","last_active":"2024-06-13T11:52:26.950267+0000","last_peered":"2024-06-13T11:52:26.950267+0000","last_clean":"2024-06-13T11:52:26.950267+0000","last_became_active":"2024-06-13T11:50:36.448180+0000","last_became_peered":"2024-06-13T11:50:36.448180+0000","last_unstale":"2024-06-13T11:52:26.950267+0000","last_undegraded":"2024-06-13T11:52:26.950267+0000","last_fullsized":"2024-06-13T11:52:26.950267+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:14:44.330239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.947291+0000","last_change":"2024-06-13T11:50:49.782495+0000","last_active":"2024-06-13T11:52:26.947291+0000","last_peered":"2024-06-13T11:52:26.947291+0000","last_clean":"2024-06-13T11:52:26.947291+0000","last_became_active":"2024-06-13T11:50:49.781428+0000","last_became_peered":"2024-06-13T11:50:49.781428+0000","last_unstale":"2024-06-13T11:52:26.947291+0000","last_undegraded":"2024-06-13T11:52:26.947291+0000","last_fullsized":"2024-06-13T11:52:26.947291+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:31:25.315934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"98'3","reported_seq":83,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:36.910502+0000","last_change":"2024-06-13T11:50:32.005167+0000","last_active":"2024-06-13T11:52:36.910502+0000","last_peered":"2024-06-13T11:52:36.910502+0000","last_clean":"2024-06-13T11:52:36.910502+0000","last_became_active":"2024-06-13T11:50:32.004791+0000","last_became_peered":"2024-06-13T11:50:32.004791+0000","last_unstale":"2024-06-13T11:52:36.910502+0000","last_undegraded":"2024-06-13T11:52:36.910502+0000","last_fullsized":"2024-06-13T11:52:36.910502+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:07:54.697920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":36,"num_read_kb":36,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.169608+0000","last_change":"2024-06-13T11:50:36.445033+0000","last_active":"2024-06-13T11:52:27.169608+0000","last_peered":"2024-06-13T11:52:27.169608+0000","last_clean":"2024-06-13T11:52:27.169608+0000","last_became_active":"2024-06-13T11:50:36.444710+0000","last_became_peered":"2024-06-13T11:50:36.444710+0000","last_unstale":"2024-06-13T11:52:27.169608+0000","last_undegraded":"2024-06-13T11:52:27.169608+0000","last_fullsized":"2024-06-13T11:52:27.169608+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:46:26.806337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":16,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.942886+0000","last_change":"2024-06-13T11:51:26.324414+0000","last_active":"2024-06-13T11:52:26.942886+0000","last_peered":"2024-06-13T11:52:26.942886+0000","last_clean":"2024-06-13T11:52:26.942886+0000","last_became_active":"2024-06-13T11:51:26.323892+0000","last_became_peered":"2024-06-13T11:51:26.323892+0000","last_unstale":"2024-06-13T11:52:26.942886+0000","last_undegraded":"2024-06-13T11:52:26.942886+0000","last_fullsized":"2024-06-13T11:52:26.942886+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:21:37.090548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,0,2,4],"acting":[10,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.16","version":"98'2","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.456030+0000","last_change":"2024-06-13T11:50:31.997214+0000","last_active":"2024-06-13T11:52:27.456030+0000","last_peered":"2024-06-13T11:52:27.456030+0000","last_clean":"2024-06-13T11:52:27.456030+0000","last_became_active":"2024-06-13T11:50:31.995539+0000","last_became_peered":"2024-06-13T11:50:31.995539+0000","last_unstale":"2024-06-13T11:52:27.456030+0000","last_undegraded":"2024-06-13T11:52:27.456030+0000","last_fullsized":"2024-06-13T11:52:27.456030+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:59:57.323062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.425909+0000","last_change":"2024-06-13T11:50:36.458307+0000","last_active":"2024-06-13T11:52:27.425909+0000","last_peered":"2024-06-13T11:52:27.425909+0000","last_clean":"2024-06-13T11:52:27.425909+0000","last_became_active":"2024-06-13T11:50:36.457969+0000","last_became_peered":"2024-06-13T11:50:36.457969+0000","last_unstale":"2024-06-13T11:52:27.425909+0000","last_undegraded":"2024-06-13T11:52:27.425909+0000","last_fullsized":"2024-06-13T11:52:27.425909+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:18:57.708793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":35,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.420871+0000","last_change":"2024-06-13T11:51:26.320907+0000","last_active":"2024-06-13T11:52:27.420871+0000","last_peered":"2024-06-13T11:52:27.420871+0000","last_clean":"2024-06-13T11:52:27.420871+0000","last_became_active":"2024-06-13T11:51:26.320421+0000","last_became_peered":"2024-06-13T11:51:26.320421+0000","last_unstale":"2024-06-13T11:52:27.420871+0000","last_undegraded":"2024-06-13T11:52:27.420871+0000","last_fullsized":"2024-06-13T11:52:27.420871+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:06:43.798442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"98'4","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948207+0000","last_change":"2024-06-13T11:50:32.021608+0000","last_active":"2024-06-13T11:52:26.948207+0000","last_peered":"2024-06-13T11:52:26.948207+0000","last_clean":"2024-06-13T11:52:26.948207+0000","last_became_active":"2024-06-13T11:50:32.021204+0000","last_became_peered":"2024-06-13T11:50:32.021204+0000","last_unstale":"2024-06-13T11:52:26.948207+0000","last_undegraded":"2024-06-13T11:52:26.948207+0000","last_fullsized":"2024-06-13T11:52:26.948207+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:32:01.411347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.169213+0000","last_change":"2024-06-13T11:50:36.441175+0000","last_active":"2024-06-13T11:52:27.169213+0000","last_peered":"2024-06-13T11:52:27.169213+0000","last_clean":"2024-06-13T11:52:27.169213+0000","last_became_active":"2024-06-13T11:50:36.440790+0000","last_became_peered":"2024-06-13T11:50:36.440790+0000","last_unstale":"2024-06-13T11:52:27.169213+0000","last_undegraded":"2024-06-13T11:52:27.169213+0000","last_fullsized":"2024-06-13T11:52:27.169213+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:37:00.321935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950506+0000","last_change":"2024-06-13T11:50:49.804735+0000","last_active":"2024-06-13T11:52:26.950506+0000","last_peered":"2024-06-13T11:52:26.950506+0000","last_clean":"2024-06-13T11:52:26.950506+0000","last_became_active":"2024-06-13T11:50:49.804355+0000","last_became_peered":"2024-06-13T11:50:49.804355+0000","last_unstale":"2024-06-13T11:52:26.950506+0000","last_undegraded":"2024-06-13T11:52:26.950506+0000","last_fullsized":"2024-06-13T11:52:26.950506+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:49:22.526565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"100'35","reported_seq":160,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:37.911480+0000","last_change":"2024-06-13T11:50:31.997828+0000","last_active":"2024-06-13T11:52:37.911480+0000","last_peered":"2024-06-13T11:52:37.911480+0000","last_clean":"2024-06-13T11:52:37.911480+0000","last_became_active":"2024-06-13T11:50:31.997406+0000","last_became_peered":"2024-06-13T11:50:31.997406+0000","last_unstale":"2024-06-13T11:52:37.911480+0000","last_undegraded":"2024-06-13T11:52:37.911480+0000","last_fullsized":"2024-06-13T11:52:37.911480+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:48:04.650405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64058,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":81,"num_read_kb":103,"num_write":36,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421907+0000","last_change":"2024-06-13T11:50:36.445284+0000","last_active":"2024-06-13T11:52:27.421907+0000","last_peered":"2024-06-13T11:52:27.421907+0000","last_clean":"2024-06-13T11:52:27.421907+0000","last_became_active":"2024-06-13T11:50:36.444970+0000","last_became_peered":"2024-06-13T11:50:36.444970+0000","last_unstale":"2024-06-13T11:52:27.421907+0000","last_undegraded":"2024-06-13T11:52:27.421907+0000","last_fullsized":"2024-06-13T11:52:27.421907+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:22:11.149979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948649+0000","last_change":"2024-06-13T11:50:49.786529+0000","last_active":"2024-06-13T11:52:26.948649+0000","last_peered":"2024-06-13T11:52:26.948649+0000","last_clean":"2024-06-13T11:52:26.948649+0000","last_became_active":"2024-06-13T11:50:49.786037+0000","last_became_peered":"2024-06-13T11:50:49.786037+0000","last_unstale":"2024-06-13T11:52:26.948649+0000","last_undegraded":"2024-06-13T11:52:26.948649+0000","last_fullsized":"2024-06-13T11:52:26.948649+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:24:23.424973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"98'6","reported_seq":51,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943511+0000","last_change":"2024-06-13T11:50:31.999029+0000","last_active":"2024-06-13T11:52:26.943511+0000","last_peered":"2024-06-13T11:52:26.943511+0000","last_clean":"2024-06-13T11:52:26.943511+0000","last_became_active":"2024-06-13T11:50:31.998202+0000","last_became_peered":"2024-06-13T11:50:31.998202+0000","last_unstale":"2024-06-13T11:52:26.943511+0000","last_undegraded":"2024-06-13T11:52:26.943511+0000","last_fullsized":"2024-06-13T11:52:26.943511+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:58:18.744948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422026+0000","last_change":"2024-06-13T11:50:36.432559+0000","last_active":"2024-06-13T11:52:27.422026+0000","last_peered":"2024-06-13T11:52:27.422026+0000","last_clean":"2024-06-13T11:52:27.422026+0000","last_became_active":"2024-06-13T11:50:36.432145+0000","last_became_peered":"2024-06-13T11:50:36.432145+0000","last_unstale":"2024-06-13T11:52:27.422026+0000","last_undegraded":"2024-06-13T11:52:27.422026+0000","last_fullsized":"2024-06-13T11:52:27.422026+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:01:13.601250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950110+0000","last_change":"2024-06-13T11:50:49.803635+0000","last_active":"2024-06-13T11:52:26.950110+0000","last_peered":"2024-06-13T11:52:26.950110+0000","last_clean":"2024-06-13T11:52:26.950110+0000","last_became_active":"2024-06-13T11:50:49.803191+0000","last_became_peered":"2024-06-13T11:50:49.803191+0000","last_unstale":"2024-06-13T11:52:26.950110+0000","last_undegraded":"2024-06-13T11:52:26.950110+0000","last_fullsized":"2024-06-13T11:52:26.950110+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:37:57.693151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"98'3","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948087+0000","last_change":"2024-06-13T11:50:31.987555+0000","last_active":"2024-06-13T11:52:26.948087+0000","last_peered":"2024-06-13T11:52:26.948087+0000","last_clean":"2024-06-13T11:52:26.948087+0000","last_became_active":"2024-06-13T11:50:31.987254+0000","last_became_peered":"2024-06-13T11:50:31.987254+0000","last_unstale":"2024-06-13T11:52:26.948087+0000","last_undegraded":"2024-06-13T11:52:26.948087+0000","last_fullsized":"2024-06-13T11:52:26.948087+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:35:05.721577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.455754+0000","last_change":"2024-06-13T11:50:36.434765+0000","last_active":"2024-06-13T11:52:27.455754+0000","last_peered":"2024-06-13T11:52:27.455754+0000","last_clean":"2024-06-13T11:52:27.455754+0000","last_became_active":"2024-06-13T11:50:36.434396+0000","last_became_peered":"2024-06-13T11:50:36.434396+0000","last_unstale":"2024-06-13T11:52:27.455754+0000","last_undegraded":"2024-06-13T11:52:27.455754+0000","last_fullsized":"2024-06-13T11:52:27.455754+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:59:16.400084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.951331+0000","last_change":"2024-06-13T11:50:49.804822+0000","last_active":"2024-06-13T11:52:26.951331+0000","last_peered":"2024-06-13T11:52:26.951331+0000","last_clean":"2024-06-13T11:52:26.951331+0000","last_became_active":"2024-06-13T11:50:49.804377+0000","last_became_peered":"2024-06-13T11:50:49.804377+0000","last_unstale":"2024-06-13T11:52:26.951331+0000","last_undegraded":"2024-06-13T11:52:26.951331+0000","last_fullsized":"2024-06-13T11:52:26.951331+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:59:21.447873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"98'3","reported_seq":86,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:37.933153+0000","last_change":"2024-06-13T11:50:31.995528+0000","last_active":"2024-06-13T11:52:37.933153+0000","last_peered":"2024-06-13T11:52:37.933153+0000","last_clean":"2024-06-13T11:52:37.933153+0000","last_became_active":"2024-06-13T11:50:31.995160+0000","last_became_peered":"2024-06-13T11:50:31.995160+0000","last_unstale":"2024-06-13T11:52:37.933153+0000","last_undegraded":"2024-06-13T11:52:37.933153+0000","last_fullsized":"2024-06-13T11:52:37.933153+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:58:48.255966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":40,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.455613+0000","last_change":"2024-06-13T11:50:36.439326+0000","last_active":"2024-06-13T11:52:27.455613+0000","last_peered":"2024-06-13T11:52:27.455613+0000","last_clean":"2024-06-13T11:52:27.455613+0000","last_became_active":"2024-06-13T11:50:36.437630+0000","last_became_peered":"2024-06-13T11:50:36.437630+0000","last_unstale":"2024-06-13T11:52:27.455613+0000","last_undegraded":"2024-06-13T11:52:27.455613+0000","last_fullsized":"2024-06-13T11:52:27.455613+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:38:22.769253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":35,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422542+0000","last_change":"2024-06-13T11:51:26.325885+0000","last_active":"2024-06-13T11:52:27.422542+0000","last_peered":"2024-06-13T11:52:27.422542+0000","last_clean":"2024-06-13T11:52:27.422542+0000","last_became_active":"2024-06-13T11:51:26.325339+0000","last_became_peered":"2024-06-13T11:51:26.325339+0000","last_unstale":"2024-06-13T11:52:27.422542+0000","last_undegraded":"2024-06-13T11:52:27.422542+0000","last_fullsized":"2024-06-13T11:52:27.422542+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:48:05.691391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"98'15","reported_seq":33,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.949944+0000","last_change":"2024-06-13T11:51:26.333560+0000","last_active":"2024-06-13T11:52:26.949944+0000","last_peered":"2024-06-13T11:52:26.949944+0000","last_clean":"2024-06-13T11:52:26.949944+0000","last_became_active":"2024-06-13T11:51:26.324534+0000","last_became_peered":"2024-06-13T11:51:26.324534+0000","last_unstale":"2024-06-13T11:52:26.949944+0000","last_undegraded":"2024-06-13T11:52:26.949944+0000","last_fullsized":"2024-06-13T11:52:26.949944+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:07:11.687190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.947973+0000","last_change":"2024-06-13T11:51:26.320636+0000","last_active":"2024-06-13T11:52:26.947973+0000","last_peered":"2024-06-13T11:52:26.947973+0000","last_clean":"2024-06-13T11:52:26.947973+0000","last_became_active":"2024-06-13T11:51:26.320202+0000","last_became_peered":"2024-06-13T11:51:26.320202+0000","last_unstale":"2024-06-13T11:52:26.947973+0000","last_undegraded":"2024-06-13T11:52:26.947973+0000","last_fullsized":"2024-06-13T11:52:26.947973+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:34:56.593933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.947835+0000","last_change":"2024-06-13T11:50:49.792486+0000","last_active":"2024-06-13T11:52:26.947835+0000","last_peered":"2024-06-13T11:52:26.947835+0000","last_clean":"2024-06-13T11:52:26.947835+0000","last_became_active":"2024-06-13T11:50:49.792166+0000","last_became_peered":"2024-06-13T11:50:49.792166+0000","last_unstale":"2024-06-13T11:52:26.947835+0000","last_undegraded":"2024-06-13T11:52:26.947835+0000","last_fullsized":"2024-06-13T11:52:26.947835+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:09:11.117051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"98'2","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421767+0000","last_change":"2024-06-13T11:50:31.996236+0000","last_active":"2024-06-13T11:52:27.421767+0000","last_peered":"2024-06-13T11:52:27.421767+0000","last_clean":"2024-06-13T11:52:27.421767+0000","last_became_active":"2024-06-13T11:50:31.995882+0000","last_became_peered":"2024-06-13T11:50:31.995882+0000","last_unstale":"2024-06-13T11:52:27.421767+0000","last_undegraded":"2024-06-13T11:52:27.421767+0000","last_fullsized":"2024-06-13T11:52:27.421767+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:55:12.392719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422286+0000","last_change":"2024-06-13T11:52:27.422286+0000","last_active":"2024-06-13T11:52:27.422286+0000","last_peered":"2024-06-13T11:52:27.422286+0000","last_clean":"2024-06-13T11:52:27.422286+0000","last_became_active":"2024-06-13T11:52:27.421812+0000","last_became_peered":"2024-06-13T11:52:27.421812+0000","last_unstale":"2024-06-13T11:52:27.422286+0000","last_undegraded":"2024-06-13T11:52:27.422286+0000","last_fullsized":"2024-06-13T11:52:27.422286+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:06:16.429719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421317+0000","last_change":"2024-06-13T11:50:49.811097+0000","last_active":"2024-06-13T11:52:27.421317+0000","last_peered":"2024-06-13T11:52:27.421317+0000","last_clean":"2024-06-13T11:52:27.421317+0000","last_became_active":"2024-06-13T11:50:49.810557+0000","last_became_peered":"2024-06-13T11:50:49.810557+0000","last_unstale":"2024-06-13T11:52:27.421317+0000","last_undegraded":"2024-06-13T11:52:27.421317+0000","last_fullsized":"2024-06-13T11:52:27.421317+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:47:02.368100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.951241+0000","last_change":"2024-06-13T11:50:32.023735+0000","last_active":"2024-06-13T11:52:26.951241+0000","last_peered":"2024-06-13T11:52:26.951241+0000","last_clean":"2024-06-13T11:52:26.951241+0000","last_became_active":"2024-06-13T11:50:32.021473+0000","last_became_peered":"2024-06-13T11:50:32.021473+0000","last_unstale":"2024-06-13T11:52:26.951241+0000","last_undegraded":"2024-06-13T11:52:26.951241+0000","last_fullsized":"2024-06-13T11:52:26.951241+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:58:43.104063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943389+0000","last_change":"2024-06-13T11:50:36.451471+0000","last_active":"2024-06-13T11:52:26.943389+0000","last_peered":"2024-06-13T11:52:26.943389+0000","last_clean":"2024-06-13T11:52:26.943389+0000","last_became_active":"2024-06-13T11:50:36.451095+0000","last_became_peered":"2024-06-13T11:50:36.451095+0000","last_unstale":"2024-06-13T11:52:26.943389+0000","last_undegraded":"2024-06-13T11:52:26.943389+0000","last_fullsized":"2024-06-13T11:52:26.943389+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:32:01.600803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422129+0000","last_change":"2024-06-13T11:50:49.795673+0000","last_active":"2024-06-13T11:52:27.422129+0000","last_peered":"2024-06-13T11:52:27.422129+0000","last_clean":"2024-06-13T11:52:27.422129+0000","last_became_active":"2024-06-13T11:50:49.792688+0000","last_became_peered":"2024-06-13T11:50:49.792688+0000","last_unstale":"2024-06-13T11:52:27.422129+0000","last_undegraded":"2024-06-13T11:52:27.422129+0000","last_fullsized":"2024-06-13T11:52:27.422129+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:55:45.409736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"98'1","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.455796+0000","last_change":"2024-06-13T11:50:31.999513+0000","last_active":"2024-06-13T11:52:27.455796+0000","last_peered":"2024-06-13T11:52:27.455796+0000","last_clean":"2024-06-13T11:52:27.455796+0000","last_became_active":"2024-06-13T11:50:31.999084+0000","last_became_peered":"2024-06-13T11:50:31.999084+0000","last_unstale":"2024-06-13T11:52:27.455796+0000","last_undegraded":"2024-06-13T11:52:27.455796+0000","last_fullsized":"2024-06-13T11:52:27.455796+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:28:43.332059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943443+0000","last_change":"2024-06-13T11:50:36.454011+0000","last_active":"2024-06-13T11:52:26.943443+0000","last_peered":"2024-06-13T11:52:26.943443+0000","last_clean":"2024-06-13T11:52:26.943443+0000","last_became_active":"2024-06-13T11:50:36.453698+0000","last_became_peered":"2024-06-13T11:50:36.453698+0000","last_unstale":"2024-06-13T11:52:26.943443+0000","last_undegraded":"2024-06-13T11:52:26.943443+0000","last_fullsized":"2024-06-13T11:52:26.943443+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:16:29.761245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422249+0000","last_change":"2024-06-13T11:50:49.796164+0000","last_active":"2024-06-13T11:52:27.422249+0000","last_peered":"2024-06-13T11:52:27.422249+0000","last_clean":"2024-06-13T11:52:27.422249+0000","last_became_active":"2024-06-13T11:50:49.795079+0000","last_became_peered":"2024-06-13T11:50:49.795079+0000","last_unstale":"2024-06-13T11:52:27.422249+0000","last_undegraded":"2024-06-13T11:52:27.422249+0000","last_fullsized":"2024-06-13T11:52:27.422249+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:18:49.636830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948477+0000","last_change":"2024-06-13T11:50:36.437492+0000","last_active":"2024-06-13T11:52:26.948477+0000","last_peered":"2024-06-13T11:52:26.948477+0000","last_clean":"2024-06-13T11:52:26.948477+0000","last_became_active":"2024-06-13T11:50:36.437130+0000","last_became_peered":"2024-06-13T11:50:36.437130+0000","last_unstale":"2024-06-13T11:52:26.948477+0000","last_undegraded":"2024-06-13T11:52:26.948477+0000","last_fullsized":"2024-06-13T11:52:26.948477+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:05:21.505163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"98'4","reported_seq":86,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:38.934659+0000","last_change":"2024-06-13T11:50:32.022037+0000","last_active":"2024-06-13T11:52:38.934659+0000","last_peered":"2024-06-13T11:52:38.934659+0000","last_clean":"2024-06-13T11:52:38.934659+0000","last_became_active":"2024-06-13T11:50:32.021583+0000","last_became_peered":"2024-06-13T11:50:32.021583+0000","last_unstale":"2024-06-13T11:52:38.934659+0000","last_undegraded":"2024-06-13T11:52:38.934659+0000","last_fullsized":"2024-06-13T11:52:38.934659+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:14:50.885702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":37,"num_read_kb":37,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"98'1","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.456017+0000","last_change":"2024-06-13T11:50:49.805316+0000","last_active":"2024-06-13T11:52:27.456017+0000","last_peered":"2024-06-13T11:52:27.456017+0000","last_clean":"2024-06-13T11:52:27.456017+0000","last_became_active":"2024-06-13T11:50:49.804841+0000","last_became_peered":"2024-06-13T11:50:49.804841+0000","last_unstale":"2024-06-13T11:52:27.456017+0000","last_undegraded":"2024-06-13T11:52:27.456017+0000","last_fullsized":"2024-06-13T11:52:27.456017+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:58:46.876026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.171505+0000","last_change":"2024-06-13T11:52:27.171505+0000","last_active":"2024-06-13T11:52:27.171505+0000","last_peered":"2024-06-13T11:52:27.171505+0000","last_clean":"2024-06-13T11:52:27.171505+0000","last_became_active":"2024-06-13T11:52:27.170457+0000","last_became_peered":"2024-06-13T11:52:27.170457+0000","last_unstale":"2024-06-13T11:52:27.171505+0000","last_undegraded":"2024-06-13T11:52:27.171505+0000","last_fullsized":"2024-06-13T11:52:27.171505+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:07:25.397450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"98'3","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.420893+0000","last_change":"2024-06-13T11:50:32.007522+0000","last_active":"2024-06-13T11:52:27.420893+0000","last_peered":"2024-06-13T11:52:27.420893+0000","last_clean":"2024-06-13T11:52:27.420893+0000","last_became_active":"2024-06-13T11:50:32.007123+0000","last_became_peered":"2024-06-13T11:50:32.007123+0000","last_unstale":"2024-06-13T11:52:27.420893+0000","last_undegraded":"2024-06-13T11:52:27.420893+0000","last_fullsized":"2024-06-13T11:52:27.420893+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:22:19.237216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":378,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.455458+0000","last_change":"2024-06-13T11:49:00.954992+0000","last_active":"2024-06-13T11:52:27.455458+0000","last_peered":"2024-06-13T11:52:27.455458+0000","last_clean":"2024-06-13T11:52:27.455458+0000","last_became_active":"2024-06-13T11:49:00.954503+0000","last_became_peered":"2024-06-13T11:49:00.954503+0000","last_unstale":"2024-06-13T11:52:27.455458+0000","last_undegraded":"2024-06-13T11:52:27.455458+0000","last_fullsized":"2024-06-13T11:52:27.455458+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:45:07.238656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:45:07.238656+0000","last_clean_scrub_stamp":"2024-06-13T11:45:07.238656+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:19:38.231223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948452+0000","last_change":"2024-06-13T11:50:49.806972+0000","last_active":"2024-06-13T11:52:26.948452+0000","last_peered":"2024-06-13T11:52:26.948452+0000","last_clean":"2024-06-13T11:52:26.948452+0000","last_became_active":"2024-06-13T11:50:49.806392+0000","last_became_peered":"2024-06-13T11:50:49.806392+0000","last_unstale":"2024-06-13T11:52:26.948452+0000","last_undegraded":"2024-06-13T11:52:26.948452+0000","last_fullsized":"2024-06-13T11:52:26.948452+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:17:08.091303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421103+0000","last_change":"2024-06-13T11:50:36.442152+0000","last_active":"2024-06-13T11:52:27.421103+0000","last_peered":"2024-06-13T11:52:27.421103+0000","last_clean":"2024-06-13T11:52:27.421103+0000","last_became_active":"2024-06-13T11:50:36.441709+0000","last_became_peered":"2024-06-13T11:50:36.441709+0000","last_unstale":"2024-06-13T11:52:27.421103+0000","last_undegraded":"2024-06-13T11:52:27.421103+0000","last_fullsized":"2024-06-13T11:52:27.421103+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:18:08.022457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"98'3","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.455687+0000","last_change":"2024-06-13T11:50:31.994003+0000","last_active":"2024-06-13T11:52:27.455687+0000","last_peered":"2024-06-13T11:52:27.455687+0000","last_clean":"2024-06-13T11:52:27.455687+0000","last_became_active":"2024-06-13T11:50:31.993661+0000","last_became_peered":"2024-06-13T11:50:31.993661+0000","last_unstale":"2024-06-13T11:52:27.455687+0000","last_undegraded":"2024-06-13T11:52:27.455687+0000","last_fullsized":"2024-06-13T11:52:27.455687+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:27:49.440932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950087+0000","last_change":"2024-06-13T11:50:49.790217+0000","last_active":"2024-06-13T11:52:26.950087+0000","last_peered":"2024-06-13T11:52:26.950087+0000","last_clean":"2024-06-13T11:52:26.950087+0000","last_became_active":"2024-06-13T11:50:49.789751+0000","last_became_peered":"2024-06-13T11:50:49.789751+0000","last_unstale":"2024-06-13T11:52:26.950087+0000","last_undegraded":"2024-06-13T11:52:26.950087+0000","last_fullsized":"2024-06-13T11:52:26.950087+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:25:38.129828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"98'1","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421947+0000","last_change":"2024-06-13T11:50:32.021332+0000","last_active":"2024-06-13T11:52:27.421947+0000","last_peered":"2024-06-13T11:52:27.421947+0000","last_clean":"2024-06-13T11:52:27.421947+0000","last_became_active":"2024-06-13T11:50:32.020833+0000","last_became_peered":"2024-06-13T11:50:32.020833+0000","last_unstale":"2024-06-13T11:52:27.421947+0000","last_undegraded":"2024-06-13T11:52:27.421947+0000","last_fullsized":"2024-06-13T11:52:27.421947+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:47:50.120035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422728+0000","last_change":"2024-06-13T11:50:36.455741+0000","last_active":"2024-06-13T11:52:27.422728+0000","last_peered":"2024-06-13T11:52:27.422728+0000","last_clean":"2024-06-13T11:52:27.422728+0000","last_became_active":"2024-06-13T11:50:36.451918+0000","last_became_peered":"2024-06-13T11:50:36.451918+0000","last_unstale":"2024-06-13T11:52:27.422728+0000","last_undegraded":"2024-06-13T11:52:27.422728+0000","last_fullsized":"2024-06-13T11:52:27.422728+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:49:50.455277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.946485+0000","last_change":"2024-06-13T11:50:49.796532+0000","last_active":"2024-06-13T11:52:26.946485+0000","last_peered":"2024-06-13T11:52:26.946485+0000","last_clean":"2024-06-13T11:52:26.946485+0000","last_became_active":"2024-06-13T11:50:49.796126+0000","last_became_peered":"2024-06-13T11:50:49.796126+0000","last_unstale":"2024-06-13T11:52:26.946485+0000","last_undegraded":"2024-06-13T11:52:26.946485+0000","last_fullsized":"2024-06-13T11:52:26.946485+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:25:14.656778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"100'15","reported_seq":69,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:28.715015+0000","last_change":"2024-06-13T11:51:26.331700+0000","last_active":"2024-06-13T11:52:28.715015+0000","last_peered":"2024-06-13T11:52:28.715015+0000","last_clean":"2024-06-13T11:52:28.715015+0000","last_became_active":"2024-06-13T11:51:26.326266+0000","last_became_peered":"2024-06-13T11:51:26.326266+0000","last_unstale":"2024-06-13T11:52:28.715015+0000","last_undegraded":"2024-06-13T11:52:28.715015+0000","last_fullsized":"2024-06-13T11:52:28.715015+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:47:34.793319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.951316+0000","last_change":"2024-06-13T11:50:36.445266+0000","last_active":"2024-06-13T11:52:26.951316+0000","last_peered":"2024-06-13T11:52:26.951316+0000","last_clean":"2024-06-13T11:52:26.951316+0000","last_became_active":"2024-06-13T11:50:36.440185+0000","last_became_peered":"2024-06-13T11:50:36.440185+0000","last_unstale":"2024-06-13T11:52:26.951316+0000","last_undegraded":"2024-06-13T11:52:26.951316+0000","last_fullsized":"2024-06-13T11:52:26.951316+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:42:53.342509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943017+0000","last_change":"2024-06-13T11:50:49.780454+0000","last_active":"2024-06-13T11:52:26.943017+0000","last_peered":"2024-06-13T11:52:26.943017+0000","last_clean":"2024-06-13T11:52:26.943017+0000","last_became_active":"2024-06-13T11:50:49.780005+0000","last_became_peered":"2024-06-13T11:50:49.780005+0000","last_unstale":"2024-06-13T11:52:26.943017+0000","last_undegraded":"2024-06-13T11:52:26.943017+0000","last_fullsized":"2024-06-13T11:52:26.943017+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:12:09.816830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"98'4","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421303+0000","last_change":"2024-06-13T11:50:32.340419+0000","last_active":"2024-06-13T11:52:27.421303+0000","last_peered":"2024-06-13T11:52:27.421303+0000","last_clean":"2024-06-13T11:52:27.421303+0000","last_became_active":"2024-06-13T11:50:32.340048+0000","last_became_peered":"2024-06-13T11:50:32.340048+0000","last_unstale":"2024-06-13T11:52:27.421303+0000","last_undegraded":"2024-06-13T11:52:27.421303+0000","last_fullsized":"2024-06-13T11:52:27.421303+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:29:58.106707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.426097+0000","last_change":"2024-06-13T11:50:36.459623+0000","last_active":"2024-06-13T11:52:27.426097+0000","last_peered":"2024-06-13T11:52:27.426097+0000","last_clean":"2024-06-13T11:52:27.426097+0000","last_became_active":"2024-06-13T11:50:36.459271+0000","last_became_peered":"2024-06-13T11:50:36.459271+0000","last_unstale":"2024-06-13T11:52:27.426097+0000","last_undegraded":"2024-06-13T11:52:27.426097+0000","last_fullsized":"2024-06-13T11:52:27.426097+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:28:55.075826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.420960+0000","last_change":"2024-06-13T11:50:49.805147+0000","last_active":"2024-06-13T11:52:27.420960+0000","last_peered":"2024-06-13T11:52:27.420960+0000","last_clean":"2024-06-13T11:52:27.420960+0000","last_became_active":"2024-06-13T11:50:49.804715+0000","last_became_peered":"2024-06-13T11:50:49.804715+0000","last_unstale":"2024-06-13T11:52:27.420960+0000","last_undegraded":"2024-06-13T11:52:27.420960+0000","last_fullsized":"2024-06-13T11:52:27.420960+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:47:00.890543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"98'2","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.168906+0000","last_change":"2024-06-13T11:50:32.022791+0000","last_active":"2024-06-13T11:52:27.168906+0000","last_peered":"2024-06-13T11:52:27.168906+0000","last_clean":"2024-06-13T11:52:27.168906+0000","last_became_active":"2024-06-13T11:50:32.022462+0000","last_became_peered":"2024-06-13T11:50:32.022462+0000","last_unstale":"2024-06-13T11:52:27.168906+0000","last_undegraded":"2024-06-13T11:52:27.168906+0000","last_fullsized":"2024-06-13T11:52:27.168906+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:21:49.421226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421169+0000","last_change":"2024-06-13T11:50:36.443362+0000","last_active":"2024-06-13T11:52:27.421169+0000","last_peered":"2024-06-13T11:52:27.421169+0000","last_clean":"2024-06-13T11:52:27.421169+0000","last_became_active":"2024-06-13T11:50:36.443027+0000","last_became_peered":"2024-06-13T11:50:36.443027+0000","last_unstale":"2024-06-13T11:52:27.421169+0000","last_undegraded":"2024-06-13T11:52:27.421169+0000","last_fullsized":"2024-06-13T11:52:27.421169+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:46:19.335119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.951805+0000","last_change":"2024-06-13T11:50:49.808433+0000","last_active":"2024-06-13T11:52:26.951805+0000","last_peered":"2024-06-13T11:52:26.951805+0000","last_clean":"2024-06-13T11:52:26.951805+0000","last_became_active":"2024-06-13T11:50:49.807134+0000","last_became_peered":"2024-06-13T11:50:49.807134+0000","last_unstale":"2024-06-13T11:52:26.951805+0000","last_undegraded":"2024-06-13T11:52:26.951805+0000","last_fullsized":"2024-06-13T11:52:26.951805+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:27:44.602243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"98'3","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.947809+0000","last_change":"2024-06-13T11:50:32.008776+0000","last_active":"2024-06-13T11:52:26.947809+0000","last_peered":"2024-06-13T11:52:26.947809+0000","last_clean":"2024-06-13T11:52:26.947809+0000","last_became_active":"2024-06-13T11:50:32.008284+0000","last_became_peered":"2024-06-13T11:50:32.008284+0000","last_unstale":"2024-06-13T11:52:26.947809+0000","last_undegraded":"2024-06-13T11:52:26.947809+0000","last_fullsized":"2024-06-13T11:52:26.947809+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:21:07.229231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950017+0000","last_change":"2024-06-13T11:50:36.448505+0000","last_active":"2024-06-13T11:52:26.950017+0000","last_peered":"2024-06-13T11:52:26.950017+0000","last_clean":"2024-06-13T11:52:26.950017+0000","last_became_active":"2024-06-13T11:50:36.448137+0000","last_became_peered":"2024-06-13T11:50:36.448137+0000","last_unstale":"2024-06-13T11:52:26.950017+0000","last_undegraded":"2024-06-13T11:52:26.950017+0000","last_fullsized":"2024-06-13T11:52:26.950017+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:46:10.736377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"98'1","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.420885+0000","last_change":"2024-06-13T11:50:49.805315+0000","last_active":"2024-06-13T11:52:27.420885+0000","last_peered":"2024-06-13T11:52:27.420885+0000","last_clean":"2024-06-13T11:52:27.420885+0000","last_became_active":"2024-06-13T11:50:49.804816+0000","last_became_peered":"2024-06-13T11:50:49.804816+0000","last_unstale":"2024-06-13T11:52:27.420885+0000","last_undegraded":"2024-06-13T11:52:27.420885+0000","last_fullsized":"2024-06-13T11:52:27.420885+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:47:31.900268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"98'1","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943155+0000","last_change":"2024-06-13T11:50:31.997094+0000","last_active":"2024-06-13T11:52:26.943155+0000","last_peered":"2024-06-13T11:52:26.943155+0000","last_clean":"2024-06-13T11:52:26.943155+0000","last_became_active":"2024-06-13T11:50:31.996629+0000","last_became_peered":"2024-06-13T11:50:31.996629+0000","last_unstale":"2024-06-13T11:52:26.943155+0000","last_undegraded":"2024-06-13T11:52:26.943155+0000","last_fullsized":"2024-06-13T11:52:26.943155+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:30:37.193922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.952477+0000","last_change":"2024-06-13T11:50:36.447355+0000","last_active":"2024-06-13T11:52:26.952477+0000","last_peered":"2024-06-13T11:52:26.952477+0000","last_clean":"2024-06-13T11:52:26.952477+0000","last_became_active":"2024-06-13T11:50:36.447002+0000","last_became_peered":"2024-06-13T11:50:36.447002+0000","last_unstale":"2024-06-13T11:52:26.952477+0000","last_undegraded":"2024-06-13T11:52:26.952477+0000","last_fullsized":"2024-06-13T11:52:26.952477+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:00:33.090377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.420946+0000","last_change":"2024-06-13T11:50:49.788544+0000","last_active":"2024-06-13T11:52:27.420946+0000","last_peered":"2024-06-13T11:52:27.420946+0000","last_clean":"2024-06-13T11:52:27.420946+0000","last_became_active":"2024-06-13T11:50:49.788091+0000","last_became_peered":"2024-06-13T11:50:49.788091+0000","last_unstale":"2024-06-13T11:52:27.420946+0000","last_undegraded":"2024-06-13T11:52:27.420946+0000","last_fullsized":"2024-06-13T11:52:27.420946+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:56:26.806541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"98'4","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421445+0000","last_change":"2024-06-13T11:50:31.999244+0000","last_active":"2024-06-13T11:52:27.421445+0000","last_peered":"2024-06-13T11:52:27.421445+0000","last_clean":"2024-06-13T11:52:27.421445+0000","last_became_active":"2024-06-13T11:50:31.998852+0000","last_became_peered":"2024-06-13T11:50:31.998852+0000","last_unstale":"2024-06-13T11:52:27.421445+0000","last_undegraded":"2024-06-13T11:52:27.421445+0000","last_fullsized":"2024-06-13T11:52:27.421445+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:41:55.489272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.455734+0000","last_change":"2024-06-13T11:50:36.431561+0000","last_active":"2024-06-13T11:52:27.455734+0000","last_peered":"2024-06-13T11:52:27.455734+0000","last_clean":"2024-06-13T11:52:27.455734+0000","last_became_active":"2024-06-13T11:50:36.431246+0000","last_became_peered":"2024-06-13T11:50:36.431246+0000","last_unstale":"2024-06-13T11:52:27.455734+0000","last_undegraded":"2024-06-13T11:52:27.455734+0000","last_fullsized":"2024-06-13T11:52:27.455734+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:09:46.793537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.168903+0000","last_change":"2024-06-13T11:50:49.791104+0000","last_active":"2024-06-13T11:52:27.168903+0000","last_peered":"2024-06-13T11:52:27.168903+0000","last_clean":"2024-06-13T11:52:27.168903+0000","last_became_active":"2024-06-13T11:50:49.790629+0000","last_became_peered":"2024-06-13T11:50:49.790629+0000","last_unstale":"2024-06-13T11:52:27.168903+0000","last_undegraded":"2024-06-13T11:52:27.168903+0000","last_fullsized":"2024-06-13T11:52:27.168903+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:07:36.853343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"98'3","reported_seq":19,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.169021+0000","last_change":"2024-06-13T11:51:26.328181+0000","last_active":"2024-06-13T11:52:27.169021+0000","last_peered":"2024-06-13T11:52:27.169021+0000","last_clean":"2024-06-13T11:52:27.169021+0000","last_became_active":"2024-06-13T11:51:26.327892+0000","last_became_peered":"2024-06-13T11:51:26.327892+0000","last_unstale":"2024-06-13T11:52:27.169021+0000","last_undegraded":"2024-06-13T11:52:27.169021+0000","last_fullsized":"2024-06-13T11:52:27.169021+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:19:41.739869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.456233+0000","last_change":"2024-06-13T11:50:36.437016+0000","last_active":"2024-06-13T11:52:27.456233+0000","last_peered":"2024-06-13T11:52:27.456233+0000","last_clean":"2024-06-13T11:52:27.456233+0000","last_became_active":"2024-06-13T11:50:36.436582+0000","last_became_peered":"2024-06-13T11:50:36.436582+0000","last_unstale":"2024-06-13T11:52:27.456233+0000","last_undegraded":"2024-06-13T11:52:27.456233+0000","last_fullsized":"2024-06-13T11:52:27.456233+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:31:42.509233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421579+0000","last_change":"2024-06-13T11:50:49.811230+0000","last_active":"2024-06-13T11:52:27.421579+0000","last_peered":"2024-06-13T11:52:27.421579+0000","last_clean":"2024-06-13T11:52:27.421579+0000","last_became_active":"2024-06-13T11:50:49.810749+0000","last_became_peered":"2024-06-13T11:50:49.810749+0000","last_unstale":"2024-06-13T11:52:27.421579+0000","last_undegraded":"2024-06-13T11:52:27.421579+0000","last_fullsized":"2024-06-13T11:52:27.421579+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:15:47.018900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"89'1","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948519+0000","last_change":"2024-06-13T11:50:31.995376+0000","last_active":"2024-06-13T11:52:26.948519+0000","last_peered":"2024-06-13T11:52:26.948519+0000","last_clean":"2024-06-13T11:52:26.948519+0000","last_became_active":"2024-06-13T11:50:31.994969+0000","last_became_peered":"2024-06-13T11:50:31.994969+0000","last_unstale":"2024-06-13T11:52:26.948519+0000","last_undegraded":"2024-06-13T11:52:26.948519+0000","last_fullsized":"2024-06-13T11:52:26.948519+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:32:27.111818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.455944+0000","last_change":"2024-06-13T11:50:36.451177+0000","last_active":"2024-06-13T11:52:27.455944+0000","last_peered":"2024-06-13T11:52:27.455944+0000","last_clean":"2024-06-13T11:52:27.455944+0000","last_became_active":"2024-06-13T11:50:36.450731+0000","last_became_peered":"2024-06-13T11:50:36.450731+0000","last_unstale":"2024-06-13T11:52:27.455944+0000","last_undegraded":"2024-06-13T11:52:27.455944+0000","last_fullsized":"2024-06-13T11:52:27.455944+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:56:31.075747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.947655+0000","last_change":"2024-06-13T11:50:49.780023+0000","last_active":"2024-06-13T11:52:26.947655+0000","last_peered":"2024-06-13T11:52:26.947655+0000","last_clean":"2024-06-13T11:52:26.947655+0000","last_became_active":"2024-06-13T11:50:49.779559+0000","last_became_peered":"2024-06-13T11:50:49.779559+0000","last_unstale":"2024-06-13T11:52:26.947655+0000","last_undegraded":"2024-06-13T11:52:26.947655+0000","last_fullsized":"2024-06-13T11:52:26.947655+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:55:51.137812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"89'2","reported_seq":56,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422433+0000","last_change":"2024-06-13T11:51:26.334330+0000","last_active":"2024-06-13T11:52:27.422433+0000","last_peered":"2024-06-13T11:52:27.422433+0000","last_clean":"2024-06-13T11:52:27.422433+0000","last_became_active":"2024-06-13T11:51:26.327485+0000","last_became_peered":"2024-06-13T11:51:26.327485+0000","last_unstale":"2024-06-13T11:52:27.422433+0000","last_undegraded":"2024-06-13T11:52:27.422433+0000","last_fullsized":"2024-06-13T11:52:27.422433+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:20:28.228503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.456212+0000","last_change":"2024-06-13T11:50:36.440165+0000","last_active":"2024-06-13T11:52:27.456212+0000","last_peered":"2024-06-13T11:52:27.456212+0000","last_clean":"2024-06-13T11:52:27.456212+0000","last_became_active":"2024-06-13T11:50:36.439767+0000","last_became_peered":"2024-06-13T11:50:36.439767+0000","last_unstale":"2024-06-13T11:52:27.456212+0000","last_undegraded":"2024-06-13T11:52:27.456212+0000","last_fullsized":"2024-06-13T11:52:27.456212+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:09:38.776491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950092+0000","last_change":"2024-06-13T11:50:36.441156+0000","last_active":"2024-06-13T11:52:26.950092+0000","last_peered":"2024-06-13T11:52:26.950092+0000","last_clean":"2024-06-13T11:52:26.950092+0000","last_became_active":"2024-06-13T11:50:36.440790+0000","last_became_peered":"2024-06-13T11:50:36.440790+0000","last_unstale":"2024-06-13T11:52:26.950092+0000","last_undegraded":"2024-06-13T11:52:26.950092+0000","last_fullsized":"2024-06-13T11:52:26.950092+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:37:54.084495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943206+0000","last_change":"2024-06-13T11:50:36.440942+0000","last_active":"2024-06-13T11:52:26.943206+0000","last_peered":"2024-06-13T11:52:26.943206+0000","last_clean":"2024-06-13T11:52:26.943206+0000","last_became_active":"2024-06-13T11:50:36.440576+0000","last_became_peered":"2024-06-13T11:50:36.440576+0000","last_unstale":"2024-06-13T11:52:26.943206+0000","last_undegraded":"2024-06-13T11:52:26.943206+0000","last_fullsized":"2024-06-13T11:52:26.943206+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:28:40.406863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943104+0000","last_change":"2024-06-13T11:50:36.454116+0000","last_active":"2024-06-13T11:52:26.943104+0000","last_peered":"2024-06-13T11:52:26.943104+0000","last_clean":"2024-06-13T11:52:26.943104+0000","last_became_active":"2024-06-13T11:50:36.453800+0000","last_became_peered":"2024-06-13T11:50:36.453800+0000","last_unstale":"2024-06-13T11:52:26.943104+0000","last_undegraded":"2024-06-13T11:52:26.943104+0000","last_fullsized":"2024-06-13T11:52:26.943104+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:38:26.463949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422747+0000","last_change":"2024-06-13T11:50:36.459877+0000","last_active":"2024-06-13T11:52:27.422747+0000","last_peered":"2024-06-13T11:52:27.422747+0000","last_clean":"2024-06-13T11:52:27.422747+0000","last_became_active":"2024-06-13T11:50:36.455381+0000","last_became_peered":"2024-06-13T11:50:36.455381+0000","last_unstale":"2024-06-13T11:52:27.422747+0000","last_undegraded":"2024-06-13T11:52:27.422747+0000","last_fullsized":"2024-06-13T11:52:27.422747+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:56:51.514883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422832+0000","last_change":"2024-06-13T11:50:36.445686+0000","last_active":"2024-06-13T11:52:27.422832+0000","last_peered":"2024-06-13T11:52:27.422832+0000","last_clean":"2024-06-13T11:52:27.422832+0000","last_became_active":"2024-06-13T11:50:36.445279+0000","last_became_peered":"2024-06-13T11:50:36.445279+0000","last_unstale":"2024-06-13T11:52:27.422832+0000","last_undegraded":"2024-06-13T11:52:27.422832+0000","last_fullsized":"2024-06-13T11:52:27.422832+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:44:00.988523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950384+0000","last_change":"2024-06-13T11:50:36.445752+0000","last_active":"2024-06-13T11:52:26.950384+0000","last_peered":"2024-06-13T11:52:26.950384+0000","last_clean":"2024-06-13T11:52:26.950384+0000","last_became_active":"2024-06-13T11:50:36.445423+0000","last_became_peered":"2024-06-13T11:50:36.445423+0000","last_unstale":"2024-06-13T11:52:26.950384+0000","last_undegraded":"2024-06-13T11:52:26.950384+0000","last_fullsized":"2024-06-13T11:52:26.950384+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:25:14.676015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943772+0000","last_change":"2024-06-13T11:50:36.446128+0000","last_active":"2024-06-13T11:52:26.943772+0000","last_peered":"2024-06-13T11:52:26.943772+0000","last_clean":"2024-06-13T11:52:26.943772+0000","last_became_active":"2024-06-13T11:50:36.445725+0000","last_became_peered":"2024-06-13T11:50:36.445725+0000","last_unstale":"2024-06-13T11:52:26.943772+0000","last_undegraded":"2024-06-13T11:52:26.943772+0000","last_fullsized":"2024-06-13T11:52:26.943772+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:28:00.324949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.951770+0000","last_change":"2024-06-13T11:50:36.455166+0000","last_active":"2024-06-13T11:52:26.951770+0000","last_peered":"2024-06-13T11:52:26.951770+0000","last_clean":"2024-06-13T11:52:26.951770+0000","last_became_active":"2024-06-13T11:50:36.453169+0000","last_became_peered":"2024-06-13T11:50:36.453169+0000","last_unstale":"2024-06-13T11:52:26.951770+0000","last_undegraded":"2024-06-13T11:52:26.951770+0000","last_fullsized":"2024-06-13T11:52:26.951770+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:35:16.914313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.423210+0000","last_change":"2024-06-13T11:52:27.423210+0000","last_active":"2024-06-13T11:52:27.423210+0000","last_peered":"2024-06-13T11:52:27.423210+0000","last_clean":"2024-06-13T11:52:27.423210+0000","last_became_active":"2024-06-13T11:52:27.422646+0000","last_became_peered":"2024-06-13T11:52:27.422646+0000","last_unstale":"2024-06-13T11:52:27.423210+0000","last_undegraded":"2024-06-13T11:52:27.423210+0000","last_fullsized":"2024-06-13T11:52:27.423210+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:23:31.774203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,8],"acting":[5,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948156+0000","last_change":"2024-06-13T11:50:36.444749+0000","last_active":"2024-06-13T11:52:26.948156+0000","last_peered":"2024-06-13T11:52:26.948156+0000","last_clean":"2024-06-13T11:52:26.948156+0000","last_became_active":"2024-06-13T11:50:36.444428+0000","last_became_peered":"2024-06-13T11:50:36.444428+0000","last_unstale":"2024-06-13T11:52:26.948156+0000","last_undegraded":"2024-06-13T11:52:26.948156+0000","last_fullsized":"2024-06-13T11:52:26.948156+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:20:51.757128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.169208+0000","last_change":"2024-06-13T11:50:36.432130+0000","last_active":"2024-06-13T11:52:27.169208+0000","last_peered":"2024-06-13T11:52:27.169208+0000","last_clean":"2024-06-13T11:52:27.169208+0000","last_became_active":"2024-06-13T11:50:36.431265+0000","last_became_peered":"2024-06-13T11:50:36.431265+0000","last_unstale":"2024-06-13T11:52:27.169208+0000","last_undegraded":"2024-06-13T11:52:27.169208+0000","last_fullsized":"2024-06-13T11:52:27.169208+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:27:01.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422014+0000","last_change":"2024-06-13T11:50:36.442545+0000","last_active":"2024-06-13T11:52:27.422014+0000","last_peered":"2024-06-13T11:52:27.422014+0000","last_clean":"2024-06-13T11:52:27.422014+0000","last_became_active":"2024-06-13T11:50:36.441753+0000","last_became_peered":"2024-06-13T11:50:36.441753+0000","last_unstale":"2024-06-13T11:52:27.422014+0000","last_undegraded":"2024-06-13T11:52:27.422014+0000","last_fullsized":"2024-06-13T11:52:27.422014+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:22:26.896507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950220+0000","last_change":"2024-06-13T11:50:36.446371+0000","last_active":"2024-06-13T11:52:26.950220+0000","last_peered":"2024-06-13T11:52:26.950220+0000","last_clean":"2024-06-13T11:52:26.950220+0000","last_became_active":"2024-06-13T11:50:36.445982+0000","last_became_peered":"2024-06-13T11:50:36.445982+0000","last_unstale":"2024-06-13T11:52:26.950220+0000","last_undegraded":"2024-06-13T11:52:26.950220+0000","last_fullsized":"2024-06-13T11:52:26.950220+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:03:09.952954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68058,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":247,"num_read_kb":195,"num_write":177,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":204174,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":149,"ondisk_log_size":149,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351018,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36464,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708688,"statfs":{"total":95995035648,"available":95957696512,"internally_reserved":0,"allocated":1155072,"data_stored":573134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612654,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28812,"kb_used_data":1796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716340,"statfs":{"total":95995035648,"available":95965532160,"internally_reserved":0,"allocated":1839104,"data_stored":1224348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776180,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32316,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712836,"statfs":{"total":95995035648,"available":95961944064,"internally_reserved":0,"allocated":1167360,"data_stored":577354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037818,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28148,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717004,"statfs":{"total":95995035648,"available":95966212096,"internally_reserved":0,"allocated":1155072,"data_stored":573066,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299455,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28740,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716412,"statfs":{"total":95995035648,"available":95965605888,"internally_reserved":0,"allocated":1757184,"data_stored":1169086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462981,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28140,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717012,"statfs":{"total":95995035648,"available":95966220288,"internally_reserved":0,"allocated":1142784,"data_stored":568434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574944,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28204,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716948,"statfs":{"total":95995035648,"available":95966154752,"internally_reserved":0,"allocated":1216512,"data_stored":632984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738470,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28160,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716992,"statfs":{"total":95995035648,"available":95966199808,"internally_reserved":0,"allocated":1167360,"data_stored":569822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411422,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36540,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708612,"statfs":{"total":95995035648,"available":95957618688,"internally_reserved":0,"allocated":1232896,"data_stored":633560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149782,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36468,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708684,"statfs":{"total":95995035648,"available":95957692416,"internally_reserved":0,"allocated":1155072,"data_stored":568628,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888145,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28148,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717004,"statfs":{"total":95995035648,"available":95966212096,"internally_reserved":0,"allocated":1155072,"data_stored":573084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724620,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37064,"kb_used_data":1724,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708088,"statfs":{"total":95995035648,"available":95957082112,"internally_reserved":0,"allocated":1765376,"data_stored":1164674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":64640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":65216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":65636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-13T11:52:42.396 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-06-13T11:52:42.396 INFO:tasks.cephadm:Setting up client nodes... 2024-06-13T11:52:42.397 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-06-13T11:52:42.462 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:42 smithi042 ceph-mon[32231]: pgmap v398: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1023 B/s wr, 7 op/s 2024-06-13T11:52:42.462 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:42 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:52:42.462 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:42 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:52:42.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:42 smithi088 ceph-mon[36399]: pgmap v398: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1023 B/s wr, 7 op/s 2024-06-13T11:52:42.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:42 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:52:42.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:42 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:52:42.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:42 smithi162 ceph-mon[36757]: pgmap v398: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1023 B/s wr, 7 op/s 2024-06-13T11:52:42.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:42 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:52:42.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:42 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:52:42.845 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:52:43.306 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:43 smithi042 ceph-mon[32231]: from='client.24758 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T11:52:43.306 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:43 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:52:43.306 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:43 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:52:43.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:43 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:52:43.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:43 smithi088 ceph-mon[36399]: from='client.24758 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T11:52:43.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:43 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:52:43.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:43 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:52:43.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:43 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:52:43.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:43 smithi162 ceph-mon[36757]: from='client.24758 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T11:52:43.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:43 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:52:43.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:43 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:52:43.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:43 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:52:44.464 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:44 smithi042 ceph-mon[32231]: pgmap v399: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1023 B/s wr, 5 op/s 2024-06-13T11:52:44.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:44 smithi088 ceph-mon[36399]: pgmap v399: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1023 B/s wr, 5 op/s 2024-06-13T11:52:44.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:44 smithi162 ceph-mon[36757]: pgmap v399: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1023 B/s wr, 5 op/s 2024-06-13T11:52:45.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.080+0000 7f06ba400700 1 -- 172.21.15.42:0/1916483247 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f06b4102510 msgr2=0x7f06b4102930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:45.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.080+0000 7f06ba400700 1 --2- 172.21.15.42:0/1916483247 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f06b4102510 0x7f06b4102930 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f06a400b0a0 tx=0x7f06a400b3b0 comp rx=0 tx=0).stop 2024-06-13T11:52:45.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.080+0000 7f06ba400700 1 -- 172.21.15.42:0/1916483247 shutdown_connections 2024-06-13T11:52:45.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.080+0000 7f06ba400700 1 --2- 172.21.15.42:0/1916483247 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f06b41040b0 0x7f06b410a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:45.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.080+0000 7f06ba400700 1 --2- 172.21.15.42:0/1916483247 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f06b4102510 0x7f06b4102930 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:45.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.080+0000 7f06ba400700 1 --2- 172.21.15.42:0/1916483247 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f06b4103710 0x7f06b4103b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:45.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.080+0000 7f06ba400700 1 -- 172.21.15.42:0/1916483247 >> 172.21.15.42:0/1916483247 conn(0x7f06b40fdab0 msgr2=0x7f06b40ffef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:52:45.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.080+0000 7f06ba400700 1 -- 172.21.15.42:0/1916483247 shutdown_connections 2024-06-13T11:52:45.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.080+0000 7f06ba400700 1 -- 172.21.15.42:0/1916483247 wait complete. 2024-06-13T11:52:45.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.082+0000 7f06ba400700 1 Processor -- start 2024-06-13T11:52:45.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.082+0000 7f06ba400700 1 -- start start 2024-06-13T11:52:45.083 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.082+0000 7f06ba400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f06b4102510 0x7f06b4076230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:45.083 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.082+0000 7f06ba400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f06b4103710 0x7f06b4074880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:45.083 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.082+0000 7f06ba400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f06b41040b0 0x7f06b4074dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:45.083 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.082+0000 7f06ba400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f06b410e130 con 0x7f06b4102510 2024-06-13T11:52:45.083 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.082+0000 7f06ba400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f06b410dfb0 con 0x7f06b4103710 2024-06-13T11:52:45.083 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.082+0000 7f06ba400700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f06b410e2b0 con 0x7f06b41040b0 2024-06-13T11:52:45.084 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.083+0000 7f06aaa00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f06b4103710 0x7f06b4074880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:45.084 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.083+0000 7f06b3400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f06b4102510 0x7f06b4076230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:45.085 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.083+0000 7f06b3e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f06b41040b0 0x7f06b4074dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:45.085 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.083+0000 7f06aaa00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f06b4103710 0x7f06b4074880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:60048/0 (socket says 172.21.15.42:60048) 2024-06-13T11:52:45.085 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.083+0000 7f06aaa00700 1 -- 172.21.15.42:0/1663795651 learned_addr learned my addr 172.21.15.42:0/1663795651 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:52:45.085 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.083+0000 7f06aaa00700 1 -- 172.21.15.42:0/1663795651 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f06b41040b0 msgr2=0x7f06b4074dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:45.085 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.083+0000 7f06aaa00700 1 --2- 172.21.15.42:0/1663795651 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f06b41040b0 0x7f06b4074dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:45.085 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.083+0000 7f06aaa00700 1 -- 172.21.15.42:0/1663795651 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f06b4102510 msgr2=0x7f06b4076230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:45.085 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.083+0000 7f06aaa00700 1 --2- 172.21.15.42:0/1663795651 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f06b4102510 0x7f06b4076230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:45.085 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.083+0000 7f06aaa00700 1 -- 172.21.15.42:0/1663795651 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06b4075670 con 0x7f06b4103710 2024-06-13T11:52:45.085 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.084+0000 7f06aaa00700 1 --2- 172.21.15.42:0/1663795651 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f06b4103710 0x7f06b4074880 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f069c00e9a0 tx=0x7f069c00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:52:45.085 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.084+0000 7f06b0c00700 1 -- 172.21.15.42:0/1663795651 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f069c00ca10 con 0x7f06b4103710 2024-06-13T11:52:45.085 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.084+0000 7f06b0c00700 1 -- 172.21.15.42:0/1663795651 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f069c00cbb0 con 0x7f06b4103710 2024-06-13T11:52:45.085 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.084+0000 7f06b0c00700 1 -- 172.21.15.42:0/1663795651 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f069c018680 con 0x7f06b4103710 2024-06-13T11:52:45.085 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.084+0000 7f06ba400700 1 -- 172.21.15.42:0/1663795651 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06b41a2810 con 0x7f06b4103710 2024-06-13T11:52:45.085 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.084+0000 7f06ba400700 1 -- 172.21.15.42:0/1663795651 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06b41a2cd0 con 0x7f06b4103710 2024-06-13T11:52:45.086 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.085+0000 7f06ba400700 1 -- 172.21.15.42:0/1663795651 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06b4050a00 con 0x7f06b4103710 2024-06-13T11:52:45.088 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.088+0000 7f06b0c00700 1 -- 172.21.15.42:0/1663795651 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f069c010430 con 0x7f06b4103710 2024-06-13T11:52:45.089 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.089+0000 7f06b0c00700 1 --2- 172.21.15.42:0/1663795651 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f06980a2de0 0x7f06980a52a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:45.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.089+0000 7f06b0c00700 1 -- 172.21.15.42:0/1663795651 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f069c0cfc50 con 0x7f06b4103710 2024-06-13T11:52:45.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.089+0000 7f06b3400700 1 --2- 172.21.15.42:0/1663795651 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f06980a2de0 0x7f06980a52a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:45.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.090+0000 7f06b3400700 1 --2- 172.21.15.42:0/1663795651 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f06980a2de0 0x7f06980a52a0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f06a400b780 tx=0x7f06a4006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:52:45.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.091+0000 7f06b0c00700 1 -- 172.21.15.42:0/1663795651 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f069c09c620 con 0x7f06b4103710 2024-06-13T11:52:45.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.407+0000 7f06ba400700 1 -- 172.21.15.42:0/1663795651 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7f06b402dd40 con 0x7f06b4103710 2024-06-13T11:52:45.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.416+0000 7f06b0c00700 1 -- 172.21.15.42:0/1663795651 <== mon.2 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7f06b402dd40 con 0x7f06b4103710 2024-06-13T11:52:45.417 INFO:teuthology.orchestra.run.smithi042.stdout:[client.0] 2024-06-13T11:52:45.418 INFO:teuthology.orchestra.run.smithi042.stdout: key = AQCN3Wpm4jd/GBAA0YDzQ6GzdcLiaaERBbPiYw== 2024-06-13T11:52:45.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.420+0000 7f06ba400700 1 -- 172.21.15.42:0/1663795651 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f06980a2de0 msgr2=0x7f06980a52a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:45.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.420+0000 7f06ba400700 1 --2- 172.21.15.42:0/1663795651 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f06980a2de0 0x7f06980a52a0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f06a400b780 tx=0x7f06a4006210 comp rx=0 tx=0).stop 2024-06-13T11:52:45.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.420+0000 7f06ba400700 1 -- 172.21.15.42:0/1663795651 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f06b4103710 msgr2=0x7f06b4074880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:45.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.420+0000 7f06ba400700 1 --2- 172.21.15.42:0/1663795651 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f06b4103710 0x7f06b4074880 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f069c00e9a0 tx=0x7f069c00ecb0 comp rx=0 tx=0).stop 2024-06-13T11:52:45.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.420+0000 7f06ba400700 1 -- 172.21.15.42:0/1663795651 shutdown_connections 2024-06-13T11:52:45.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.420+0000 7f06ba400700 1 --2- 172.21.15.42:0/1663795651 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f06b41040b0 0x7f06b4074dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:45.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.420+0000 7f06ba400700 1 --2- 172.21.15.42:0/1663795651 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f06b4102510 0x7f06b4076230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:45.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.420+0000 7f06ba400700 1 --2- 172.21.15.42:0/1663795651 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f06980a2de0 0x7f06980a52a0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:45.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.420+0000 7f06ba400700 1 --2- 172.21.15.42:0/1663795651 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f06b4103710 0x7f06b4074880 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:45.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.420+0000 7f06ba400700 1 -- 172.21.15.42:0/1663795651 >> 172.21.15.42:0/1663795651 conn(0x7f06b40fdab0 msgr2=0x7f06b41069b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:52:45.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.420+0000 7f06ba400700 1 -- 172.21.15.42:0/1663795651 shutdown_connections 2024-06-13T11:52:45.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:45.421+0000 7f06ba400700 1 -- 172.21.15.42:0/1663795651 wait complete. 2024-06-13T11:52:46.225 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-13T11:52:46.225 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-06-13T11:52:46.226 DEBUG:teuthology.orchestra.run.smithi042:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-06-13T11:52:46.370 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-06-13T11:52:46.370 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-06-13T11:52:46.370 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph mgr dump --format=json 2024-06-13T11:52:46.484 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:46 smithi042 ceph-mon[32231]: pgmap v400: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1023 B/s wr, 7 op/s 2024-06-13T11:52:46.485 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:46 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/1663795651' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-06-13T11:52:46.485 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:46 smithi042 ceph-mon[32231]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-06-13T11:52:46.485 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:46 smithi042 ceph-mon[32231]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-06-13T11:52:46.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:46 smithi088 ceph-mon[36399]: pgmap v400: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1023 B/s wr, 7 op/s 2024-06-13T11:52:46.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:46 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/1663795651' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-06-13T11:52:46.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:46 smithi088 ceph-mon[36399]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-06-13T11:52:46.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:46 smithi088 ceph-mon[36399]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-06-13T11:52:46.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:46 smithi162 ceph-mon[36757]: pgmap v400: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1023 B/s wr, 7 op/s 2024-06-13T11:52:46.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:46 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/1663795651' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-06-13T11:52:46.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:46 smithi162 ceph-mon[36757]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-06-13T11:52:46.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:46 smithi162 ceph-mon[36757]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-06-13T11:52:46.876 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:52:48.477 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:48 smithi042 ceph-mon[32231]: pgmap v401: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 426 B/s wr, 5 op/s 2024-06-13T11:52:48.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:48 smithi088 ceph-mon[36399]: pgmap v401: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 426 B/s wr, 5 op/s 2024-06-13T11:52:48.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:48 smithi162 ceph-mon[36757]: pgmap v401: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 426 B/s wr, 5 op/s 2024-06-13T11:52:49.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.137+0000 7fb8c9400700 1 -- 172.21.15.42:0/595777263 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb8c406ab30 msgr2=0x7fb8c410f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:49.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.137+0000 7fb8c9400700 1 --2- 172.21.15.42:0/595777263 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb8c406ab30 0x7fb8c410f320 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fb8bc009990 tx=0x7fb8bc009ca0 comp rx=0 tx=0).stop 2024-06-13T11:52:49.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.137+0000 7fb8c9400700 1 -- 172.21.15.42:0/595777263 shutdown_connections 2024-06-13T11:52:49.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.137+0000 7fb8c9400700 1 --2- 172.21.15.42:0/595777263 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb8c406ab30 0x7fb8c410f320 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:49.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.137+0000 7fb8c9400700 1 --2- 172.21.15.42:0/595777263 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb8c4108500 0x7fb8c41088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:49.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.137+0000 7fb8c9400700 1 --2- 172.21.15.42:0/595777263 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb8c406a170 0x7fb8c406a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:49.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.137+0000 7fb8c9400700 1 -- 172.21.15.42:0/595777263 >> 172.21.15.42:0/595777263 conn(0x7fb8c4078340 msgr2=0x7fb8c4078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:52:49.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.137+0000 7fb8c9400700 1 -- 172.21.15.42:0/595777263 shutdown_connections 2024-06-13T11:52:49.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.137+0000 7fb8c9400700 1 -- 172.21.15.42:0/595777263 wait complete. 2024-06-13T11:52:49.139 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.138+0000 7fb8c9400700 1 Processor -- start 2024-06-13T11:52:49.139 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.138+0000 7fb8c9400700 1 -- start start 2024-06-13T11:52:49.139 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.139+0000 7fb8c9400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb8c406a170 0x7fb8c419e850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:49.139 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.139+0000 7fb8c9400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb8c406ab30 0x7fb8c419ed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:49.139 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.139+0000 7fb8c9400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb8c4108500 0x7fb8c4198a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:49.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.139+0000 7fb8c9400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb8c41127d0 con 0x7fb8c406ab30 2024-06-13T11:52:49.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.139+0000 7fb8c9400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fb8c4112650 con 0x7fb8c406a170 2024-06-13T11:52:49.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.139+0000 7fb8c9400700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fb8c4112950 con 0x7fb8c4108500 2024-06-13T11:52:49.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.139+0000 7fb8b9e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb8c406ab30 0x7fb8c419ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:49.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.139+0000 7fb8c2800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb8c406a170 0x7fb8c419e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:49.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.139+0000 7fb8c3200700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb8c4108500 0x7fb8c4198a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:49.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.139+0000 7fb8c2800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb8c406a170 0x7fb8c419e850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:37696/0 (socket says 172.21.15.42:37696) 2024-06-13T11:52:49.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.139+0000 7fb8c2800700 1 -- 172.21.15.42:0/2168925693 learned_addr learned my addr 172.21.15.42:0/2168925693 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:52:49.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.140+0000 7fb8c3200700 1 -- 172.21.15.42:0/2168925693 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb8c406a170 msgr2=0x7fb8c419e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:49.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.140+0000 7fb8c3200700 1 --2- 172.21.15.42:0/2168925693 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb8c406a170 0x7fb8c419e850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:49.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.140+0000 7fb8c3200700 1 -- 172.21.15.42:0/2168925693 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb8c406ab30 msgr2=0x7fb8c419ed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:49.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.140+0000 7fb8c3200700 1 --2- 172.21.15.42:0/2168925693 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb8c406ab30 0x7fb8c419ed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:49.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.140+0000 7fb8c3200700 1 -- 172.21.15.42:0/2168925693 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8c4199170 con 0x7fb8c4108500 2024-06-13T11:52:49.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.140+0000 7fb8b9e00700 1 --2- 172.21.15.42:0/2168925693 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb8c406ab30 0x7fb8c419ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:52:49.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.140+0000 7fb8c3200700 1 --2- 172.21.15.42:0/2168925693 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb8c4108500 0x7fb8c4198a10 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fb8bc006010 tx=0x7fb8bc00bab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:52:49.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.140+0000 7fb8bbe00700 1 -- 172.21.15.42:0/2168925693 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8bc026070 con 0x7fb8c4108500 2024-06-13T11:52:49.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.141+0000 7fb8c9400700 1 -- 172.21.15.42:0/2168925693 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8c4199400 con 0x7fb8c4108500 2024-06-13T11:52:49.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.141+0000 7fb8bbe00700 1 -- 172.21.15.42:0/2168925693 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb8bc003d70 con 0x7fb8c4108500 2024-06-13T11:52:49.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.141+0000 7fb8bbe00700 1 -- 172.21.15.42:0/2168925693 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8bc004940 con 0x7fb8c4108500 2024-06-13T11:52:49.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.141+0000 7fb8c9400700 1 -- 172.21.15.42:0/2168925693 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8c4101390 con 0x7fb8c4108500 2024-06-13T11:52:49.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.142+0000 7fb8c9400700 1 -- 172.21.15.42:0/2168925693 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8c410a9e0 con 0x7fb8c4108500 2024-06-13T11:52:49.144 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.144+0000 7fb8bbe00700 1 -- 172.21.15.42:0/2168925693 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fb8bc029070 con 0x7fb8c4108500 2024-06-13T11:52:49.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.145+0000 7fb8bbe00700 1 --2- 172.21.15.42:0/2168925693 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb8a80a2cb0 0x7fb8a80a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:49.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.146+0000 7fb8bbe00700 1 -- 172.21.15.42:0/2168925693 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7fb8bc0d0360 con 0x7fb8c4108500 2024-06-13T11:52:49.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.146+0000 7fb8c2800700 1 --2- 172.21.15.42:0/2168925693 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb8a80a2cb0 0x7fb8a80a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:49.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.147+0000 7fb8c2800700 1 --2- 172.21.15.42:0/2168925693 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb8a80a2cb0 0x7fb8a80a5170 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb8b4009c10 tx=0x7fb8b400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:52:49.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.148+0000 7fb8bbe00700 1 -- 172.21.15.42:0/2168925693 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb8bc030020 con 0x7fb8c4108500 2024-06-13T11:52:49.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.439+0000 7fb8c9400700 1 -- 172.21.15.42:0/2168925693 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fb8c4199f40 con 0x7fb8c4108500 2024-06-13T11:52:49.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.445+0000 7fb8bbe00700 1 -- 172.21.15.42:0/2168925693 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+263197 (secure 0 0 0) 0x7fb8bc013070 con 0x7fb8c4108500 2024-06-13T11:52:49.451 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:52:49.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.451+0000 7fb8c9400700 1 -- 172.21.15.42:0/2168925693 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb8a80a2cb0 msgr2=0x7fb8a80a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:49.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.451+0000 7fb8c9400700 1 --2- 172.21.15.42:0/2168925693 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb8a80a2cb0 0x7fb8a80a5170 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb8b4009c10 tx=0x7fb8b400b040 comp rx=0 tx=0).stop 2024-06-13T11:52:49.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.451+0000 7fb8c9400700 1 -- 172.21.15.42:0/2168925693 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb8c4108500 msgr2=0x7fb8c4198a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:49.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.451+0000 7fb8c9400700 1 --2- 172.21.15.42:0/2168925693 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb8c4108500 0x7fb8c4198a10 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fb8bc006010 tx=0x7fb8bc00bab0 comp rx=0 tx=0).stop 2024-06-13T11:52:49.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.452+0000 7fb8c9400700 1 -- 172.21.15.42:0/2168925693 shutdown_connections 2024-06-13T11:52:49.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.452+0000 7fb8c9400700 1 --2- 172.21.15.42:0/2168925693 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb8a80a2cb0 0x7fb8a80a5170 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:49.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.452+0000 7fb8c9400700 1 --2- 172.21.15.42:0/2168925693 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb8c406a170 0x7fb8c419e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:49.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.452+0000 7fb8c9400700 1 --2- 172.21.15.42:0/2168925693 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb8c4108500 0x7fb8c4198a10 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:49.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.452+0000 7fb8c9400700 1 --2- 172.21.15.42:0/2168925693 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb8c406ab30 0x7fb8c419ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:49.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.452+0000 7fb8c9400700 1 -- 172.21.15.42:0/2168925693 >> 172.21.15.42:0/2168925693 conn(0x7fb8c4078340 msgr2=0x7fb8c40ffaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:52:49.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.452+0000 7fb8c9400700 1 -- 172.21.15.42:0/2168925693 shutdown_connections 2024-06-13T11:52:49.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:49.452+0000 7fb8c9400700 1 -- 172.21.15.42:0/2168925693 wait complete. 2024-06-13T11:52:50.289 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":17,"flags":0,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":580472160},{"type":"v1","addr":"172.21.15.42:6801","nonce":580472160}]},"active_addr":"172.21.15.42:6801/580472160","active_change":"2024-06-13T11:42:24.479018+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24109,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24113,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.42:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.42:0","nonce":2068607155}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.42:0","nonce":1129477527}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.42:0","nonce":681076641}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.42:0","nonce":3719179370}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.42:0","nonce":3759922177}]}]} 2024-06-13T11:52:50.294 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-06-13T11:52:50.295 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-06-13T11:52:50.295 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd dump --format=json 2024-06-13T11:52:50.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:50 smithi088 ceph-mon[36399]: pgmap v402: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 426 B/s wr, 6 op/s 2024-06-13T11:52:50.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:50 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2168925693' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-06-13T11:52:50.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:50 smithi042 ceph-mon[32231]: pgmap v402: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 426 B/s wr, 6 op/s 2024-06-13T11:52:50.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:50 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2168925693' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-06-13T11:52:50.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:50 smithi162 ceph-mon[36757]: pgmap v402: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 426 B/s wr, 6 op/s 2024-06-13T11:52:50.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:50 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2168925693' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-06-13T11:52:50.765 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:52:52.435 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:52 smithi042 ceph-mon[32231]: pgmap v403: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-06-13T11:52:52.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:52 smithi088 ceph-mon[36399]: pgmap v403: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-06-13T11:52:52.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:52 smithi162 ceph-mon[36757]: pgmap v403: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-06-13T11:52:52.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.937+0000 7f21e1a00700 1 -- 172.21.15.42:0/3862601426 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f21dc10ee90 msgr2=0x7f21dc111280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:52.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.937+0000 7f21e1a00700 1 --2- 172.21.15.42:0/3862601426 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f21dc10ee90 0x7f21dc111280 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f21d4009f90 tx=0x7f21d400b330 comp rx=0 tx=0).stop 2024-06-13T11:52:52.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.937+0000 7f21e1a00700 1 -- 172.21.15.42:0/3862601426 shutdown_connections 2024-06-13T11:52:52.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.937+0000 7f21e1a00700 1 --2- 172.21.15.42:0/3862601426 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f21dc10ee90 0x7f21dc111280 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:52.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.937+0000 7f21e1a00700 1 --2- 172.21.15.42:0/3862601426 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f21dc0746c0 0x7f21dc074aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:52.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.937+0000 7f21e1a00700 1 --2- 172.21.15.42:0/3862601426 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f21dc074fe0 0x7f21dc10e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:52.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.937+0000 7f21e1a00700 1 -- 172.21.15.42:0/3862601426 >> 172.21.15.42:0/3862601426 conn(0x7f21dc0795f0 msgr2=0x7f21dc079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:52:52.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.937+0000 7f21e1a00700 1 -- 172.21.15.42:0/3862601426 shutdown_connections 2024-06-13T11:52:52.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.937+0000 7f21e1a00700 1 -- 172.21.15.42:0/3862601426 wait complete. 2024-06-13T11:52:52.940 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.938+0000 7f21e1a00700 1 Processor -- start 2024-06-13T11:52:52.940 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.938+0000 7f21e1a00700 1 -- start start 2024-06-13T11:52:52.940 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.939+0000 7f21e1a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f21dc0746c0 0x7f21dc19ae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:52.940 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.939+0000 7f21e1a00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f21dc074fe0 0x7f21dc19b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:52.940 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.939+0000 7f21e1a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f21dc10ee90 0x7f21dc19f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:52.940 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.939+0000 7f21e1a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f21dc1149b0 con 0x7f21dc10ee90 2024-06-13T11:52:52.940 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.939+0000 7f21e1a00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f21dc114830 con 0x7f21dc0746c0 2024-06-13T11:52:52.940 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.939+0000 7f21e1a00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f21dc114b30 con 0x7f21dc074fe0 2024-06-13T11:52:52.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.939+0000 7f21daa00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f21dc0746c0 0x7f21dc19ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:52.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.939+0000 7f21da000700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f21dc074fe0 0x7f21dc19b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:52.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.939+0000 7f21daa00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f21dc0746c0 0x7f21dc19ae20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:37712/0 (socket says 172.21.15.42:37712) 2024-06-13T11:52:52.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.939+0000 7f21daa00700 1 -- 172.21.15.42:0/1438051603 learned_addr learned my addr 172.21.15.42:0/1438051603 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:52:52.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.939+0000 7f21db400700 1 --2- 172.21.15.42:0/1438051603 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f21dc10ee90 0x7f21dc19f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:52.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.940+0000 7f21daa00700 1 -- 172.21.15.42:0/1438051603 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f21dc074fe0 msgr2=0x7f21dc19b360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:52.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.940+0000 7f21daa00700 1 --2- 172.21.15.42:0/1438051603 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f21dc074fe0 0x7f21dc19b360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:52.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.940+0000 7f21daa00700 1 -- 172.21.15.42:0/1438051603 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f21dc10ee90 msgr2=0x7f21dc19f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:52.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.940+0000 7f21daa00700 1 --2- 172.21.15.42:0/1438051603 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f21dc10ee90 0x7f21dc19f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:52.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.940+0000 7f21daa00700 1 -- 172.21.15.42:0/1438051603 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21dc19fde0 con 0x7f21dc0746c0 2024-06-13T11:52:52.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.940+0000 7f21daa00700 1 --2- 172.21.15.42:0/1438051603 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f21dc0746c0 0x7f21dc19ae20 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f21cc00e9a0 tx=0x7f21cc00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:52:52.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.940+0000 7f21d3400700 1 -- 172.21.15.42:0/1438051603 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21cc00cbd0 con 0x7f21dc0746c0 2024-06-13T11:52:52.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.940+0000 7f21d3400700 1 -- 172.21.15.42:0/1438051603 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f21cc00cd70 con 0x7f21dc0746c0 2024-06-13T11:52:52.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.940+0000 7f21d3400700 1 -- 172.21.15.42:0/1438051603 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21cc018750 con 0x7f21dc0746c0 2024-06-13T11:52:52.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.940+0000 7f21e1a00700 1 -- 172.21.15.42:0/1438051603 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21dc1a00d0 con 0x7f21dc0746c0 2024-06-13T11:52:52.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.940+0000 7f21e1a00700 1 -- 172.21.15.42:0/1438051603 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21dc1a7950 con 0x7f21dc0746c0 2024-06-13T11:52:52.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.941+0000 7f21e1a00700 1 -- 172.21.15.42:0/1438051603 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21dc069180 con 0x7f21dc0746c0 2024-06-13T11:52:52.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.944+0000 7f21d3400700 1 -- 172.21.15.42:0/1438051603 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f21cc010430 con 0x7f21dc0746c0 2024-06-13T11:52:52.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.945+0000 7f21d3400700 1 --2- 172.21.15.42:0/1438051603 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f21c00a2d30 0x7f21c00a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:52.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.945+0000 7f21d3400700 1 -- 172.21.15.42:0/1438051603 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f21cc0cfbc0 con 0x7f21dc0746c0 2024-06-13T11:52:52.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.945+0000 7f21da000700 1 --2- 172.21.15.42:0/1438051603 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f21c00a2d30 0x7f21c00a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:52.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.946+0000 7f21da000700 1 --2- 172.21.15.42:0/1438051603 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f21c00a2d30 0x7f21c00a51f0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f21c8009750 tx=0x7f21c8009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:52:52.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:52.947+0000 7f21d3400700 1 -- 172.21.15.42:0/1438051603 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f21cc09c590 con 0x7f21dc0746c0 2024-06-13T11:52:53.179 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:53.179+0000 7f21e1a00700 1 -- 172.21.15.42:0/1438051603 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f21dc1a7b80 con 0x7f21dc0746c0 2024-06-13T11:52:53.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:53.181+0000 7f21d3400700 1 -- 172.21.15.42:0/1438051603 <== mon.2 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v100) ==== 74+0+24803 (secure 0 0 0) 0x7f21cc09be90 con 0x7f21dc0746c0 2024-06-13T11:52:53.182 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:52:53.182 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":100,"fsid":"aa9143f6-2979-11ef-bc9c-c7b262605968","created":"2024-06-13T11:41:17.435942+0000","modified":"2024-06-13T11:52:26.929218+0000","last_up_change":"2024-06-13T11:49:23.112844+0000","last_in_change":"2024-06-13T11:49:02.694907+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-13T11:45:07.188434+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-13T11:50:30.623817+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-13T11:50:35.354548+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-13T11:50:48.317221+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7da5efd2-efef-40b1-ba49-d97d18c443fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6803","nonce":3874128443}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6805","nonce":3874128443}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6809","nonce":3874128443}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6807","nonce":3874128443}]},"public_addr":"172.21.15.42:6803/3874128443","cluster_addr":"172.21.15.42:6805/3874128443","heartbeat_back_addr":"172.21.15.42:6809/3874128443","heartbeat_front_addr":"172.21.15.42:6807/3874128443","state":["exists","up"]},{"osd":1,"uuid":"cf818c48-4313-4607-95db-cd55f1185489","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6801","nonce":1861974568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6803","nonce":1861974568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6807","nonce":1861974568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6805","nonce":1861974568}]},"public_addr":"172.21.15.88:6801/1861974568","cluster_addr":"172.21.15.88:6803/1861974568","heartbeat_back_addr":"172.21.15.88:6807/1861974568","heartbeat_front_addr":"172.21.15.88:6805/1861974568","state":["exists","up"]},{"osd":2,"uuid":"7f0800f8-0da6-4968-801d-c5c44840fe3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6801","nonce":3452655510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6803","nonce":3452655510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6807","nonce":3452655510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6805","nonce":3452655510}]},"public_addr":"172.21.15.162:6801/3452655510","cluster_addr":"172.21.15.162:6803/3452655510","heartbeat_back_addr":"172.21.15.162:6807/3452655510","heartbeat_front_addr":"172.21.15.162:6805/3452655510","state":["exists","up"]},{"osd":3,"uuid":"341ee7d3-119b-401e-805d-9ef42c577719","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6811","nonce":1343751683}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6813","nonce":1343751683}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6817","nonce":1343751683}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6815","nonce":1343751683}]},"public_addr":"172.21.15.42:6811/1343751683","cluster_addr":"172.21.15.42:6813/1343751683","heartbeat_back_addr":"172.21.15.42:6817/1343751683","heartbeat_front_addr":"172.21.15.42:6815/1343751683","state":["exists","up"]},{"osd":4,"uuid":"72b81b4c-d223-4490-aca0-5c98c1b902d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6809","nonce":893989923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6811","nonce":893989923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6815","nonce":893989923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6813","nonce":893989923}]},"public_addr":"172.21.15.88:6809/893989923","cluster_addr":"172.21.15.88:6811/893989923","heartbeat_back_addr":"172.21.15.88:6815/893989923","heartbeat_front_addr":"172.21.15.88:6813/893989923","state":["exists","up"]},{"osd":5,"uuid":"7d03c32c-2772-4f33-902a-f4848b5ff941","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6809","nonce":3014890472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6810","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6811","nonce":3014890472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6815","nonce":3014890472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6813","nonce":3014890472}]},"public_addr":"172.21.15.162:6809/3014890472","cluster_addr":"172.21.15.162:6811/3014890472","heartbeat_back_addr":"172.21.15.162:6815/3014890472","heartbeat_front_addr":"172.21.15.162:6813/3014890472","state":["exists","up"]},{"osd":6,"uuid":"6dc26be6-89e0-49d6-a07f-76c19f1aac03","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6819","nonce":844197654}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6821","nonce":844197654}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6825","nonce":844197654}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6823","nonce":844197654}]},"public_addr":"172.21.15.42:6819/844197654","cluster_addr":"172.21.15.42:6821/844197654","heartbeat_back_addr":"172.21.15.42:6825/844197654","heartbeat_front_addr":"172.21.15.42:6823/844197654","state":["exists","up"]},{"osd":7,"uuid":"aca11d93-b379-4e96-b4fb-b03c593c89ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6817","nonce":3621891209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6819","nonce":3621891209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6823","nonce":3621891209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6821","nonce":3621891209}]},"public_addr":"172.21.15.88:6817/3621891209","cluster_addr":"172.21.15.88:6819/3621891209","heartbeat_back_addr":"172.21.15.88:6823/3621891209","heartbeat_front_addr":"172.21.15.88:6821/3621891209","state":["exists","up"]},{"osd":8,"uuid":"188effbc-495f-407c-9e6c-2801a9856326","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6817","nonce":3088625761}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6819","nonce":3088625761}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6823","nonce":3088625761}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6821","nonce":3088625761}]},"public_addr":"172.21.15.162:6817/3088625761","cluster_addr":"172.21.15.162:6819/3088625761","heartbeat_back_addr":"172.21.15.162:6823/3088625761","heartbeat_front_addr":"172.21.15.162:6821/3088625761","state":["exists","up"]},{"osd":9,"uuid":"5cc3fd15-648b-4f56-8876-5da70b55b248","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6827","nonce":2833466933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6829","nonce":2833466933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6833","nonce":2833466933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6831","nonce":2833466933}]},"public_addr":"172.21.15.42:6827/2833466933","cluster_addr":"172.21.15.42:6829/2833466933","heartbeat_back_addr":"172.21.15.42:6833/2833466933","heartbeat_front_addr":"172.21.15.42:6831/2833466933","state":["exists","up"]},{"osd":10,"uuid":"a2460fe2-1c93-4ab5-9aa1-5beba626f2cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6825","nonce":2979904837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6827","nonce":2979904837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6831","nonce":2979904837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6829","nonce":2979904837}]},"public_addr":"172.21.15.88:6825/2979904837","cluster_addr":"172.21.15.88:6827/2979904837","heartbeat_back_addr":"172.21.15.88:6831/2979904837","heartbeat_front_addr":"172.21.15.88:6829/2979904837","state":["exists","up"]},{"osd":11,"uuid":"42226b4b-93d9-4c99-88d9-b32280b3bd18","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6825","nonce":3416934543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6827","nonce":3416934543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6831","nonce":3416934543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6829","nonce":3416934543}]},"public_addr":"172.21.15.162:6825/3416934543","cluster_addr":"172.21.15.162:6827/3416934543","heartbeat_back_addr":"172.21.15.162:6831/3416934543","heartbeat_front_addr":"172.21.15.162:6829/3416934543","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:44:13.807701+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:44:38.669149+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:45:02.619341+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:45:36.081635+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:46:02.274051+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:46:27.333433+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:01.752504+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:27.895478+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:53.298845+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:48:28.167906+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:48:55.119959+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:49:20.787011+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.28","mappings":[{"from":3,"to":8}]},{"pgid":"3.31","mappings":[{"from":4,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"4.10","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:6801/1570600420":"2024-06-14T11:42:24.478887+0000","172.21.15.42:6800/1570600420":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/637759380":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/701755530":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/1769082163":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/239548974":"2024-06-14T11:41:50.734334+0000","172.21.15.42:6800/480739382":"2024-06-14T11:41:50.734334+0000","172.21.15.42:6801/480739382":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/522218649":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/2918399760":"2024-06-14T11:42:24.478887+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-13T11:52:53.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:53.184+0000 7f21e1a00700 1 -- 172.21.15.42:0/1438051603 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f21c00a2d30 msgr2=0x7f21c00a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:53.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:53.184+0000 7f21e1a00700 1 --2- 172.21.15.42:0/1438051603 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f21c00a2d30 0x7f21c00a51f0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f21c8009750 tx=0x7f21c8009310 comp rx=0 tx=0).stop 2024-06-13T11:52:53.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:53.184+0000 7f21e1a00700 1 -- 172.21.15.42:0/1438051603 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f21dc0746c0 msgr2=0x7f21dc19ae20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:53.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:53.184+0000 7f21e1a00700 1 --2- 172.21.15.42:0/1438051603 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f21dc0746c0 0x7f21dc19ae20 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f21cc00e9a0 tx=0x7f21cc00ecb0 comp rx=0 tx=0).stop 2024-06-13T11:52:53.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:53.184+0000 7f21e1a00700 1 -- 172.21.15.42:0/1438051603 shutdown_connections 2024-06-13T11:52:53.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:53.184+0000 7f21e1a00700 1 --2- 172.21.15.42:0/1438051603 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f21c00a2d30 0x7f21c00a51f0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:53.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:53.184+0000 7f21e1a00700 1 --2- 172.21.15.42:0/1438051603 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f21dc0746c0 0x7f21dc19ae20 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:53.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:53.184+0000 7f21e1a00700 1 --2- 172.21.15.42:0/1438051603 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f21dc10ee90 0x7f21dc19f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:53.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:53.184+0000 7f21e1a00700 1 --2- 172.21.15.42:0/1438051603 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f21dc074fe0 0x7f21dc19b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:53.186 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:53.184+0000 7f21e1a00700 1 -- 172.21.15.42:0/1438051603 >> 172.21.15.42:0/1438051603 conn(0x7f21dc0795f0 msgr2=0x7f21dc0ff600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:52:53.186 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:53.184+0000 7f21e1a00700 1 -- 172.21.15.42:0/1438051603 shutdown_connections 2024-06-13T11:52:53.186 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:53.185+0000 7f21e1a00700 1 -- 172.21.15.42:0/1438051603 wait complete. 2024-06-13T11:52:53.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:53 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/1438051603' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:52:53.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:53 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/1438051603' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:52:53.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:53 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/1438051603' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:52:54.128 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-06-13T11:52:54.128 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd dump --format=json 2024-06-13T11:52:54.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:54 smithi088 ceph-mon[36399]: pgmap v404: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 4 op/s 2024-06-13T11:52:54.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:54 smithi042 ceph-mon[32231]: pgmap v404: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 4 op/s 2024-06-13T11:52:54.587 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:52:54.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:54 smithi162 ceph-mon[36757]: pgmap v404: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 4 op/s 2024-06-13T11:52:56.464 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:56 smithi042 ceph-mon[32231]: pgmap v405: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-06-13T11:52:56.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:56 smithi088 ceph-mon[36399]: pgmap v405: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-06-13T11:52:56.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:56 smithi162 ceph-mon[36757]: pgmap v405: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-06-13T11:52:56.753 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.752+0000 7fec1f600700 1 -- 172.21.15.42:0/915145031 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fec18109480 msgr2=0x7fec18115990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:56.753 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.752+0000 7fec1f600700 1 --2- 172.21.15.42:0/915145031 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fec18109480 0x7fec18115990 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fec10009f90 tx=0x7fec1000b330 comp rx=0 tx=0).stop 2024-06-13T11:52:56.753 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.752+0000 7fec1f600700 1 -- 172.21.15.42:0/915145031 shutdown_connections 2024-06-13T11:52:56.753 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.752+0000 7fec1f600700 1 --2- 172.21.15.42:0/915145031 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fec18109480 0x7fec18115990 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:56.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.752+0000 7fec1f600700 1 --2- 172.21.15.42:0/915145031 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fec1810eac0 0x7fec1810eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:56.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.752+0000 7fec1f600700 1 --2- 172.21.15.42:0/915145031 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec18108ac0 0x7fec18108f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:56.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.752+0000 7fec1f600700 1 -- 172.21.15.42:0/915145031 >> 172.21.15.42:0/915145031 conn(0x7fec18075c60 msgr2=0x7fec181072b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:52:56.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.752+0000 7fec1f600700 1 -- 172.21.15.42:0/915145031 shutdown_connections 2024-06-13T11:52:56.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.752+0000 7fec1f600700 1 -- 172.21.15.42:0/915145031 wait complete. 2024-06-13T11:52:56.755 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.753+0000 7fec1f600700 1 Processor -- start 2024-06-13T11:52:56.755 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.753+0000 7fec1f600700 1 -- start start 2024-06-13T11:52:56.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.754+0000 7fec1f600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec18108ac0 0x7fec1819f270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:56.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.754+0000 7fec1f600700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fec18109480 0x7fec1819f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:56.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.754+0000 7fec1f600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fec1810eac0 0x7fec181a3af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:56.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.754+0000 7fec1f600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fec18118ea0 con 0x7fec18108ac0 2024-06-13T11:52:56.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.754+0000 7fec1f600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fec18118d20 con 0x7fec1810eac0 2024-06-13T11:52:56.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.754+0000 7fec1f600700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fec18119020 con 0x7fec18109480 2024-06-13T11:52:56.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.754+0000 7fec1cc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec18108ac0 0x7fec1819f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:56.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.754+0000 7fec1d600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fec1810eac0 0x7fec181a3af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:56.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.754+0000 7fec1cc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec18108ac0 0x7fec1819f270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:39990/0 (socket says 172.21.15.42:39990) 2024-06-13T11:52:56.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.754+0000 7fec1cc00700 1 -- 172.21.15.42:0/3634143913 learned_addr learned my addr 172.21.15.42:0/3634143913 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:52:56.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.754+0000 7fec17e00700 1 --2- 172.21.15.42:0/3634143913 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fec18109480 0x7fec1819f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:56.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.755+0000 7fec1cc00700 1 -- 172.21.15.42:0/3634143913 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fec18109480 msgr2=0x7fec1819f7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:56.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.755+0000 7fec1cc00700 1 --2- 172.21.15.42:0/3634143913 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fec18109480 0x7fec1819f7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:56.757 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.755+0000 7fec1cc00700 1 -- 172.21.15.42:0/3634143913 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fec1810eac0 msgr2=0x7fec181a3af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:56.757 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.755+0000 7fec1cc00700 1 --2- 172.21.15.42:0/3634143913 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fec1810eac0 0x7fec181a3af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:56.757 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.755+0000 7fec1cc00700 1 -- 172.21.15.42:0/3634143913 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec181a4230 con 0x7fec18108ac0 2024-06-13T11:52:56.757 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.755+0000 7fec1d600700 1 --2- 172.21.15.42:0/3634143913 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fec1810eac0 0x7fec181a3af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:52:56.757 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.755+0000 7fec1cc00700 1 --2- 172.21.15.42:0/3634143913 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec18108ac0 0x7fec1819f270 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fec0c00e9a0 tx=0x7fec0c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:52:56.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.755+0000 7fec15600700 1 -- 172.21.15.42:0/3634143913 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec0c00ca10 con 0x7fec18108ac0 2024-06-13T11:52:56.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.756+0000 7fec1f600700 1 -- 172.21.15.42:0/3634143913 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec181a4520 con 0x7fec18108ac0 2024-06-13T11:52:56.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.756+0000 7fec15600700 1 -- 172.21.15.42:0/3634143913 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fec0c00cbb0 con 0x7fec18108ac0 2024-06-13T11:52:56.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.756+0000 7fec15600700 1 -- 172.21.15.42:0/3634143913 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec0c018680 con 0x7fec18108ac0 2024-06-13T11:52:56.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.756+0000 7fec1f600700 1 -- 172.21.15.42:0/3634143913 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec181abda0 con 0x7fec18108ac0 2024-06-13T11:52:56.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.757+0000 7fec1f600700 1 -- 172.21.15.42:0/3634143913 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec18069180 con 0x7fec18108ac0 2024-06-13T11:52:56.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.759+0000 7fec15600700 1 -- 172.21.15.42:0/3634143913 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fec0c010430 con 0x7fec18108ac0 2024-06-13T11:52:56.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.760+0000 7fec15600700 1 --2- 172.21.15.42:0/3634143913 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fec000a2d30 0x7fec000a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:52:56.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.760+0000 7fec15600700 1 -- 172.21.15.42:0/3634143913 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7fec0c0cf730 con 0x7fec18108ac0 2024-06-13T11:52:56.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.761+0000 7fec17e00700 1 --2- 172.21.15.42:0/3634143913 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fec000a2d30 0x7fec000a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:52:56.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.761+0000 7fec17e00700 1 --2- 172.21.15.42:0/3634143913 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fec000a2d30 0x7fec000a51f0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fec04009750 tx=0x7fec04009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:52:56.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.765+0000 7fec15600700 1 -- 172.21.15.42:0/3634143913 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fec0c09c100 con 0x7fec18108ac0 2024-06-13T11:52:56.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.995+0000 7fec1f600700 1 -- 172.21.15.42:0/3634143913 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fec1802dca0 con 0x7fec18108ac0 2024-06-13T11:52:56.998 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:56.998+0000 7fec15600700 1 -- 172.21.15.42:0/3634143913 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v100) ==== 74+0+24803 (secure 0 0 0) 0x7fec0c09ba00 con 0x7fec18108ac0 2024-06-13T11:52:56.999 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:52:57.000 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":100,"fsid":"aa9143f6-2979-11ef-bc9c-c7b262605968","created":"2024-06-13T11:41:17.435942+0000","modified":"2024-06-13T11:52:26.929218+0000","last_up_change":"2024-06-13T11:49:23.112844+0000","last_in_change":"2024-06-13T11:49:02.694907+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-13T11:45:07.188434+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-13T11:50:30.623817+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-13T11:50:35.354548+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-13T11:50:48.317221+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7da5efd2-efef-40b1-ba49-d97d18c443fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6803","nonce":3874128443}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6805","nonce":3874128443}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6809","nonce":3874128443}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6807","nonce":3874128443}]},"public_addr":"172.21.15.42:6803/3874128443","cluster_addr":"172.21.15.42:6805/3874128443","heartbeat_back_addr":"172.21.15.42:6809/3874128443","heartbeat_front_addr":"172.21.15.42:6807/3874128443","state":["exists","up"]},{"osd":1,"uuid":"cf818c48-4313-4607-95db-cd55f1185489","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6801","nonce":1861974568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6803","nonce":1861974568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6807","nonce":1861974568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6805","nonce":1861974568}]},"public_addr":"172.21.15.88:6801/1861974568","cluster_addr":"172.21.15.88:6803/1861974568","heartbeat_back_addr":"172.21.15.88:6807/1861974568","heartbeat_front_addr":"172.21.15.88:6805/1861974568","state":["exists","up"]},{"osd":2,"uuid":"7f0800f8-0da6-4968-801d-c5c44840fe3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6801","nonce":3452655510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6803","nonce":3452655510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6807","nonce":3452655510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6805","nonce":3452655510}]},"public_addr":"172.21.15.162:6801/3452655510","cluster_addr":"172.21.15.162:6803/3452655510","heartbeat_back_addr":"172.21.15.162:6807/3452655510","heartbeat_front_addr":"172.21.15.162:6805/3452655510","state":["exists","up"]},{"osd":3,"uuid":"341ee7d3-119b-401e-805d-9ef42c577719","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6811","nonce":1343751683}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6813","nonce":1343751683}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6817","nonce":1343751683}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6815","nonce":1343751683}]},"public_addr":"172.21.15.42:6811/1343751683","cluster_addr":"172.21.15.42:6813/1343751683","heartbeat_back_addr":"172.21.15.42:6817/1343751683","heartbeat_front_addr":"172.21.15.42:6815/1343751683","state":["exists","up"]},{"osd":4,"uuid":"72b81b4c-d223-4490-aca0-5c98c1b902d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6809","nonce":893989923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6811","nonce":893989923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6815","nonce":893989923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6813","nonce":893989923}]},"public_addr":"172.21.15.88:6809/893989923","cluster_addr":"172.21.15.88:6811/893989923","heartbeat_back_addr":"172.21.15.88:6815/893989923","heartbeat_front_addr":"172.21.15.88:6813/893989923","state":["exists","up"]},{"osd":5,"uuid":"7d03c32c-2772-4f33-902a-f4848b5ff941","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6809","nonce":3014890472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6810","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6811","nonce":3014890472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6815","nonce":3014890472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6813","nonce":3014890472}]},"public_addr":"172.21.15.162:6809/3014890472","cluster_addr":"172.21.15.162:6811/3014890472","heartbeat_back_addr":"172.21.15.162:6815/3014890472","heartbeat_front_addr":"172.21.15.162:6813/3014890472","state":["exists","up"]},{"osd":6,"uuid":"6dc26be6-89e0-49d6-a07f-76c19f1aac03","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6819","nonce":844197654}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6821","nonce":844197654}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6825","nonce":844197654}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6823","nonce":844197654}]},"public_addr":"172.21.15.42:6819/844197654","cluster_addr":"172.21.15.42:6821/844197654","heartbeat_back_addr":"172.21.15.42:6825/844197654","heartbeat_front_addr":"172.21.15.42:6823/844197654","state":["exists","up"]},{"osd":7,"uuid":"aca11d93-b379-4e96-b4fb-b03c593c89ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6817","nonce":3621891209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6819","nonce":3621891209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6823","nonce":3621891209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6821","nonce":3621891209}]},"public_addr":"172.21.15.88:6817/3621891209","cluster_addr":"172.21.15.88:6819/3621891209","heartbeat_back_addr":"172.21.15.88:6823/3621891209","heartbeat_front_addr":"172.21.15.88:6821/3621891209","state":["exists","up"]},{"osd":8,"uuid":"188effbc-495f-407c-9e6c-2801a9856326","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6817","nonce":3088625761}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6819","nonce":3088625761}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6823","nonce":3088625761}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6821","nonce":3088625761}]},"public_addr":"172.21.15.162:6817/3088625761","cluster_addr":"172.21.15.162:6819/3088625761","heartbeat_back_addr":"172.21.15.162:6823/3088625761","heartbeat_front_addr":"172.21.15.162:6821/3088625761","state":["exists","up"]},{"osd":9,"uuid":"5cc3fd15-648b-4f56-8876-5da70b55b248","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6827","nonce":2833466933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6829","nonce":2833466933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6833","nonce":2833466933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6831","nonce":2833466933}]},"public_addr":"172.21.15.42:6827/2833466933","cluster_addr":"172.21.15.42:6829/2833466933","heartbeat_back_addr":"172.21.15.42:6833/2833466933","heartbeat_front_addr":"172.21.15.42:6831/2833466933","state":["exists","up"]},{"osd":10,"uuid":"a2460fe2-1c93-4ab5-9aa1-5beba626f2cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6825","nonce":2979904837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6827","nonce":2979904837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6831","nonce":2979904837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6829","nonce":2979904837}]},"public_addr":"172.21.15.88:6825/2979904837","cluster_addr":"172.21.15.88:6827/2979904837","heartbeat_back_addr":"172.21.15.88:6831/2979904837","heartbeat_front_addr":"172.21.15.88:6829/2979904837","state":["exists","up"]},{"osd":11,"uuid":"42226b4b-93d9-4c99-88d9-b32280b3bd18","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6825","nonce":3416934543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6827","nonce":3416934543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6831","nonce":3416934543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6829","nonce":3416934543}]},"public_addr":"172.21.15.162:6825/3416934543","cluster_addr":"172.21.15.162:6827/3416934543","heartbeat_back_addr":"172.21.15.162:6831/3416934543","heartbeat_front_addr":"172.21.15.162:6829/3416934543","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:44:13.807701+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:44:38.669149+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:45:02.619341+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:45:36.081635+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:46:02.274051+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:46:27.333433+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:01.752504+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:27.895478+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:53.298845+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:48:28.167906+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:48:55.119959+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:49:20.787011+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.28","mappings":[{"from":3,"to":8}]},{"pgid":"3.31","mappings":[{"from":4,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"4.10","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:6801/1570600420":"2024-06-14T11:42:24.478887+0000","172.21.15.42:6800/1570600420":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/637759380":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/701755530":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/1769082163":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/239548974":"2024-06-14T11:41:50.734334+0000","172.21.15.42:6800/480739382":"2024-06-14T11:41:50.734334+0000","172.21.15.42:6801/480739382":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/522218649":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/2918399760":"2024-06-14T11:42:24.478887+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-13T11:52:57.002 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:57.001+0000 7fec1f600700 1 -- 172.21.15.42:0/3634143913 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fec000a2d30 msgr2=0x7fec000a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:57.002 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:57.001+0000 7fec1f600700 1 --2- 172.21.15.42:0/3634143913 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fec000a2d30 0x7fec000a51f0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fec04009750 tx=0x7fec04009310 comp rx=0 tx=0).stop 2024-06-13T11:52:57.002 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:57.002+0000 7fec1f600700 1 -- 172.21.15.42:0/3634143913 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec18108ac0 msgr2=0x7fec1819f270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:52:57.002 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:57.002+0000 7fec1f600700 1 --2- 172.21.15.42:0/3634143913 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec18108ac0 0x7fec1819f270 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fec0c00e9a0 tx=0x7fec0c00ecb0 comp rx=0 tx=0).stop 2024-06-13T11:52:57.002 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:57.002+0000 7fec1f600700 1 -- 172.21.15.42:0/3634143913 shutdown_connections 2024-06-13T11:52:57.002 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:57.002+0000 7fec1f600700 1 --2- 172.21.15.42:0/3634143913 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fec000a2d30 0x7fec000a51f0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:57.002 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:57.002+0000 7fec1f600700 1 --2- 172.21.15.42:0/3634143913 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fec1810eac0 0x7fec181a3af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:57.003 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:57.002+0000 7fec1f600700 1 --2- 172.21.15.42:0/3634143913 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec18108ac0 0x7fec1819f270 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:57.003 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:57.002+0000 7fec1f600700 1 --2- 172.21.15.42:0/3634143913 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fec18109480 0x7fec1819f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:52:57.003 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:57.002+0000 7fec1f600700 1 -- 172.21.15.42:0/3634143913 >> 172.21.15.42:0/3634143913 conn(0x7fec18075c60 msgr2=0x7fec18076220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:52:57.003 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:57.002+0000 7fec1f600700 1 -- 172.21.15.42:0/3634143913 shutdown_connections 2024-06-13T11:52:57.003 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:52:57.002+0000 7fec1f600700 1 -- 172.21.15.42:0/3634143913 wait complete. 2024-06-13T11:52:57.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:57 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/3634143913' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:52:57.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:57 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/3634143913' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:52:57.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:57 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/3634143913' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:52:57.890 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-06-13T11:52:57.890 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-06-13T11:52:57.891 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-06-13T11:52:57.891 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-06-13T11:52:57.892 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-06-13T11:52:57.892 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-06-13T11:52:57.893 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-06-13T11:52:57.893 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-06-13T11:52:57.894 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-06-13T11:52:57.894 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-06-13T11:52:57.895 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-06-13T11:52:57.895 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-06-13T11:52:58.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:52:58 smithi088 ceph-mon[36399]: pgmap v406: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 5 op/s 2024-06-13T11:52:58.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:52:58 smithi042 ceph-mon[32231]: pgmap v406: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 5 op/s 2024-06-13T11:52:58.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:52:58 smithi162 ceph-mon[36757]: pgmap v406: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 5 op/s 2024-06-13T11:52:58.992 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:52:59.000 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:52:59.001 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:52:59.012 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:52:59.013 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:52:59.035 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:53:00.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:00 smithi042 ceph-mon[32231]: pgmap v407: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 5 op/s 2024-06-13T11:53:00.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:00 smithi088 ceph-mon[36399]: pgmap v407: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 5 op/s 2024-06-13T11:53:00.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:00 smithi162 ceph-mon[36757]: pgmap v407: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 5 op/s 2024-06-13T11:53:02.468 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:02 smithi042 ceph-mon[32231]: pgmap v408: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-06-13T11:53:02.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:02 smithi088 ceph-mon[36399]: pgmap v408: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-06-13T11:53:02.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:02 smithi162 ceph-mon[36757]: pgmap v408: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-06-13T11:53:04.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:04 smithi088 ceph-mon[36399]: pgmap v409: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:53:04.533 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:04 smithi042 ceph-mon[32231]: pgmap v409: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:53:04.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:04 smithi162 ceph-mon[36757]: pgmap v409: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:53:05.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.308+0000 7f0085000700 1 -- 172.21.15.42:0/1936518497 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0080107840 msgr2=0x7f008010f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:05.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.308+0000 7f0085000700 1 --2- 172.21.15.42:0/1936518497 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0080107840 0x7f008010f3c0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f0078009f90 tx=0x7f007800b330 comp rx=0 tx=0).stop 2024-06-13T11:53:05.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.308+0000 7f0085000700 1 -- 172.21.15.42:0/1936518497 shutdown_connections 2024-06-13T11:53:05.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.308+0000 7f0085000700 1 --2- 172.21.15.42:0/1936518497 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0080102740 0x7f0080102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:05.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.308+0000 7f0085000700 1 --2- 172.21.15.42:0/1936518497 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0080107840 0x7f008010f3c0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:05.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.308+0000 7f0085000700 1 --2- 172.21.15.42:0/1936518497 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f00801030f0 0x7f0080107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:05.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.308+0000 7f0085000700 1 -- 172.21.15.42:0/1936518497 >> 172.21.15.42:0/1936518497 conn(0x7f00800795f0 msgr2=0x7f0080079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:05.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.308+0000 7f0085000700 1 -- 172.21.15.42:0/1936518497 shutdown_connections 2024-06-13T11:53:05.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.308+0000 7f0085000700 1 -- 172.21.15.42:0/1936518497 wait complete. 2024-06-13T11:53:05.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.309+0000 7f0085000700 1 Processor -- start 2024-06-13T11:53:05.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.309+0000 7f0085000700 1 -- start start 2024-06-13T11:53:05.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.310+0000 7f0085000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0080102740 0x7f008019ae40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:05.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.310+0000 7f0085000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f00801030f0 0x7f008019b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:05.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.310+0000 7f0085000700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0080107840 0x7f008019f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:05.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.310+0000 7f0085000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f00801127d0 con 0x7f0080102740 2024-06-13T11:53:05.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.310+0000 7f0085000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f0080112650 con 0x7f00801030f0 2024-06-13T11:53:05.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.310+0000 7f0085000700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f0080112950 con 0x7f0080107840 2024-06-13T11:53:05.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.310+0000 7f007de00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0080102740 0x7f008019ae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:05.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.310+0000 7f007d400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f00801030f0 0x7f008019b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:05.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.310+0000 7f007d400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f00801030f0 0x7f008019b380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:49504/0 (socket says 172.21.15.42:49504) 2024-06-13T11:53:05.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.310+0000 7f007de00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0080102740 0x7f008019ae40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:51214/0 (socket says 172.21.15.42:51214) 2024-06-13T11:53:05.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.310+0000 7f007d400700 1 -- 172.21.15.42:0/3378183405 learned_addr learned my addr 172.21.15.42:0/3378183405 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:53:05.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.310+0000 7f007e800700 1 --2- 172.21.15.42:0/3378183405 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0080107840 0x7f008019f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:05.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.311+0000 7f007d400700 1 -- 172.21.15.42:0/3378183405 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0080107840 msgr2=0x7f008019f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:05.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.311+0000 7f007d400700 1 --2- 172.21.15.42:0/3378183405 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0080107840 0x7f008019f670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:05.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.311+0000 7f007d400700 1 -- 172.21.15.42:0/3378183405 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0080102740 msgr2=0x7f008019ae40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:05.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.311+0000 7f007d400700 1 --2- 172.21.15.42:0/3378183405 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0080102740 0x7f008019ae40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:05.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.311+0000 7f007d400700 1 -- 172.21.15.42:0/3378183405 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f008019fdb0 con 0x7f00801030f0 2024-06-13T11:53:05.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.311+0000 7f007d400700 1 --2- 172.21.15.42:0/3378183405 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f00801030f0 0x7f008019b380 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f006c00ec10 tx=0x7f006c00ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:05.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.311+0000 7f0076a00700 1 -- 172.21.15.42:0/3378183405 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f006c00cc90 con 0x7f00801030f0 2024-06-13T11:53:05.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.312+0000 7f0076a00700 1 -- 172.21.15.42:0/3378183405 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f006c00ce30 con 0x7f00801030f0 2024-06-13T11:53:05.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.312+0000 7f0076a00700 1 -- 172.21.15.42:0/3378183405 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f006c010690 con 0x7f00801030f0 2024-06-13T11:53:05.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.312+0000 7f0085000700 1 -- 172.21.15.42:0/3378183405 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00801a00a0 con 0x7f00801030f0 2024-06-13T11:53:05.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.312+0000 7f0085000700 1 -- 172.21.15.42:0/3378183405 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00801a7920 con 0x7f00801030f0 2024-06-13T11:53:05.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.313+0000 7f0085000700 1 -- 172.21.15.42:0/3378183405 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0080108ce0 con 0x7f00801030f0 2024-06-13T11:53:05.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.315+0000 7f0076a00700 1 -- 172.21.15.42:0/3378183405 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f006c003680 con 0x7f00801030f0 2024-06-13T11:53:05.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.317+0000 7f0076a00700 1 --2- 172.21.15.42:0/3378183405 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f00640a2cb0 0x7f00640a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:05.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.317+0000 7f0076a00700 1 -- 172.21.15.42:0/3378183405 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f006c0cfac0 con 0x7f00801030f0 2024-06-13T11:53:05.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.317+0000 7f007de00700 1 --2- 172.21.15.42:0/3378183405 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f00640a2cb0 0x7f00640a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:05.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.317+0000 7f0076a00700 1 --2- 172.21.15.42:0/3378183405 >> [v2:172.21.15.162:6824/3416934543,v1:172.21.15.162:6825/3416934543] conn(0x7f00640ae010 0x7f00640b04b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:05.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.317+0000 7f0076a00700 1 -- 172.21.15.42:0/3378183405 --> [v2:172.21.15.162:6824/3416934543,v1:172.21.15.162:6825/3416934543] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f00640b0b80 con 0x7f00640ae010 2024-06-13T11:53:05.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.317+0000 7f0076a00700 1 -- 172.21.15.42:0/3378183405 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_get_version_reply(handle=1 version=100) ==== 24+0+0 (secure 0 0 0) 0x7f006c0cfe70 con 0x7f00801030f0 2024-06-13T11:53:05.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.318+0000 7f007e800700 1 --2- 172.21.15.42:0/3378183405 >> [v2:172.21.15.162:6824/3416934543,v1:172.21.15.162:6825/3416934543] conn(0x7f00640ae010 0x7f00640b04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:05.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.318+0000 7f007de00700 1 --2- 172.21.15.42:0/3378183405 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f00640a2cb0 0x7f00640a5170 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f0070009c60 tx=0x7f0070009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:05.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.318+0000 7f007e800700 1 --2- 172.21.15.42:0/3378183405 >> [v2:172.21.15.162:6824/3416934543,v1:172.21.15.162:6825/3416934543] conn(0x7f00640ae010 0x7f00640b04b0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:05.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.319+0000 7f0076a00700 1 -- 172.21.15.42:0/3378183405 <== osd.11 v2:172.21.15.162:6824/3416934543 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f00640b0b80 con 0x7f00640ae010 2024-06-13T11:53:05.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.337+0000 7f0085000700 1 -- 172.21.15.42:0/3378183405 --> [v2:172.21.15.162:6824/3416934543,v1:172.21.15.162:6825/3416934543] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0080103bd0 con 0x7f00640ae010 2024-06-13T11:53:05.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.338+0000 7f0076a00700 1 -- 172.21.15.42:0/3378183405 <== osd.11 v2:172.21.15.162:6824/3416934543 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f0080103bd0 con 0x7f00640ae010 2024-06-13T11:53:05.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.339+0000 7f0085000700 1 -- 172.21.15.42:0/3378183405 >> [v2:172.21.15.162:6824/3416934543,v1:172.21.15.162:6825/3416934543] conn(0x7f00640ae010 msgr2=0x7f00640b04b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:05.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.339+0000 7f0085000700 1 --2- 172.21.15.42:0/3378183405 >> [v2:172.21.15.162:6824/3416934543,v1:172.21.15.162:6825/3416934543] conn(0x7f00640ae010 0x7f00640b04b0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:05.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.339+0000 7f0085000700 1 -- 172.21.15.42:0/3378183405 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f00640a2cb0 msgr2=0x7f00640a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:05.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.339+0000 7f0085000700 1 --2- 172.21.15.42:0/3378183405 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f00640a2cb0 0x7f00640a5170 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f0070009c60 tx=0x7f0070009260 comp rx=0 tx=0).stop 2024-06-13T11:53:05.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.339+0000 7f0085000700 1 -- 172.21.15.42:0/3378183405 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f00801030f0 msgr2=0x7f008019b380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:05.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.339+0000 7f0085000700 1 --2- 172.21.15.42:0/3378183405 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f00801030f0 0x7f008019b380 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f006c00ec10 tx=0x7f006c00ef20 comp rx=0 tx=0).stop 2024-06-13T11:53:05.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.339+0000 7f007e800700 1 -- 172.21.15.42:0/3378183405 reap_dead start 2024-06-13T11:53:05.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.339+0000 7f0085000700 1 -- 172.21.15.42:0/3378183405 shutdown_connections 2024-06-13T11:53:05.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.339+0000 7f0085000700 1 -- 172.21.15.42:0/3378183405 >> 172.21.15.42:0/3378183405 conn(0x7f00800795f0 msgr2=0x7f0080101cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:05.573 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.339+0000 7f0085000700 1 -- 172.21.15.42:0/3378183405 shutdown_connections 2024-06-13T11:53:05.573 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:05.339+0000 7f0085000700 1 -- 172.21.15.42:0/3378183405 wait complete. 2024-06-13T11:53:06.364 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:53:06.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:06 smithi088 ceph-mon[36399]: pgmap v410: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T11:53:06.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:06 smithi042 ceph-mon[32231]: pgmap v410: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T11:53:06.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:06 smithi162 ceph-mon[36757]: pgmap v410: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T11:53:06.697 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:53:06.702 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:53:06.711 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:53:06.711 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:53:06.725 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:53:08.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.429+0000 7fafa6800700 1 -- 172.21.15.42:0/719064726 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fafa0108500 msgr2=0x7fafa01088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:08.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.429+0000 7fafa6800700 1 --2- 172.21.15.42:0/719064726 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fafa0108500 0x7fafa01088e0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7faf9000b0a0 tx=0x7faf9000b3b0 comp rx=0 tx=0).stop 2024-06-13T11:53:08.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.429+0000 7fafa6800700 1 -- 172.21.15.42:0/719064726 shutdown_connections 2024-06-13T11:53:08.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.429+0000 7fafa6800700 1 --2- 172.21.15.42:0/719064726 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fafa006ab30 0x7fafa010f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:08.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.429+0000 7fafa6800700 1 --2- 172.21.15.42:0/719064726 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fafa0108500 0x7fafa01088e0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:08.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.429+0000 7fafa6800700 1 --2- 172.21.15.42:0/719064726 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fafa006a170 0x7fafa006a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:08.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.429+0000 7fafa6800700 1 -- 172.21.15.42:0/719064726 >> 172.21.15.42:0/719064726 conn(0x7fafa0078340 msgr2=0x7fafa0078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:08.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.429+0000 7fafa6800700 1 -- 172.21.15.42:0/719064726 shutdown_connections 2024-06-13T11:53:08.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.430+0000 7fafa6800700 1 -- 172.21.15.42:0/719064726 wait complete. 2024-06-13T11:53:08.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.431+0000 7fafa6800700 1 Processor -- start 2024-06-13T11:53:08.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.431+0000 7fafa6800700 1 -- start start 2024-06-13T11:53:08.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.432+0000 7fafa6800700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fafa006a170 0x7fafa0101460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:08.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.432+0000 7fafa6800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fafa006ab30 0x7fafa01019a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:08.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.432+0000 7fafa6800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fafa0108500 0x7fafa0101ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:08.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.432+0000 7fafa6800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fafa0112780 con 0x7fafa006ab30 2024-06-13T11:53:08.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.432+0000 7fafa6800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fafa0112600 con 0x7fafa0108500 2024-06-13T11:53:08.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.432+0000 7fafa6800700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fafa0112900 con 0x7fafa006a170 2024-06-13T11:53:08.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.432+0000 7faf96a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fafa006ab30 0x7fafa01019a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:08.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.432+0000 7faf96a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fafa006ab30 0x7fafa01019a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:51220/0 (socket says 172.21.15.42:51220) 2024-06-13T11:53:08.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.432+0000 7faf96a00700 1 -- 172.21.15.42:0/2556121182 learned_addr learned my addr 172.21.15.42:0/2556121182 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:53:08.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.432+0000 7faf9f400700 1 --2- 172.21.15.42:0/2556121182 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fafa006a170 0x7fafa0101460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:08.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.432+0000 7faf9fe00700 1 --2- 172.21.15.42:0/2556121182 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fafa0108500 0x7fafa0101ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:08.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.433+0000 7faf9f400700 1 -- 172.21.15.42:0/2556121182 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fafa0108500 msgr2=0x7fafa0101ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:08.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.433+0000 7faf9f400700 1 --2- 172.21.15.42:0/2556121182 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fafa0108500 0x7fafa0101ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:08.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.433+0000 7faf9f400700 1 -- 172.21.15.42:0/2556121182 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fafa006ab30 msgr2=0x7fafa01019a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:08.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.433+0000 7faf9f400700 1 --2- 172.21.15.42:0/2556121182 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fafa006ab30 0x7fafa01019a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:08.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.433+0000 7faf9f400700 1 -- 172.21.15.42:0/2556121182 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafa01a71b0 con 0x7fafa006a170 2024-06-13T11:53:08.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.433+0000 7faf96a00700 1 --2- 172.21.15.42:0/2556121182 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fafa006ab30 0x7fafa01019a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:53:08.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.433+0000 7faf9f400700 1 --2- 172.21.15.42:0/2556121182 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fafa006a170 0x7fafa0101460 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7faf9000b070 tx=0x7faf90004d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:08.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.433+0000 7faf9cc00700 1 -- 172.21.15.42:0/2556121182 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf90021070 con 0x7fafa006a170 2024-06-13T11:53:08.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.433+0000 7fafa6800700 1 -- 172.21.15.42:0/2556121182 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fafa01a7440 con 0x7fafa006a170 2024-06-13T11:53:08.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.433+0000 7faf9cc00700 1 -- 172.21.15.42:0/2556121182 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faf90007b80 con 0x7fafa006a170 2024-06-13T11:53:08.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.433+0000 7faf9cc00700 1 -- 172.21.15.42:0/2556121182 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf90005040 con 0x7fafa006a170 2024-06-13T11:53:08.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.433+0000 7fafa6800700 1 -- 172.21.15.42:0/2556121182 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fafa01a7940 con 0x7fafa006a170 2024-06-13T11:53:08.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.435+0000 7fafa6800700 1 -- 172.21.15.42:0/2556121182 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fafa0062ba0 con 0x7fafa006a170 2024-06-13T11:53:08.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.437+0000 7faf9cc00700 1 -- 172.21.15.42:0/2556121182 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7faf90024070 con 0x7fafa006a170 2024-06-13T11:53:08.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.438+0000 7faf9cc00700 1 --2- 172.21.15.42:0/2556121182 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7faf840a2cb0 0x7faf840a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:08.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.438+0000 7faf9cc00700 1 -- 172.21.15.42:0/2556121182 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7faf9000f020 con 0x7fafa006a170 2024-06-13T11:53:08.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.438+0000 7faf96a00700 1 --2- 172.21.15.42:0/2556121182 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7faf840a2cb0 0x7faf840a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:08.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.438+0000 7faf9cc00700 1 --2- 172.21.15.42:0/2556121182 >> [v2:172.21.15.88:6808/893989923,v1:172.21.15.88:6809/893989923] conn(0x7faf840ae010 0x7faf840b04b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:08.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.438+0000 7faf9cc00700 1 -- 172.21.15.42:0/2556121182 --> [v2:172.21.15.88:6808/893989923,v1:172.21.15.88:6809/893989923] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7faf9002be50 con 0x7faf840ae010 2024-06-13T11:53:08.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.438+0000 7faf9cc00700 1 -- 172.21.15.42:0/2556121182 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_get_version_reply(handle=1 version=100) ==== 24+0+0 (secure 0 0 0) 0x7faf900d0d60 con 0x7fafa006a170 2024-06-13T11:53:08.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.439+0000 7faf9fe00700 1 --2- 172.21.15.42:0/2556121182 >> [v2:172.21.15.88:6808/893989923,v1:172.21.15.88:6809/893989923] conn(0x7faf840ae010 0x7faf840b04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:08.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.439+0000 7faf96a00700 1 --2- 172.21.15.42:0/2556121182 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7faf840a2cb0 0x7faf840a5170 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fafa00789b0 tx=0x7faf88009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:08.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.439+0000 7faf9fe00700 1 --2- 172.21.15.42:0/2556121182 >> [v2:172.21.15.88:6808/893989923,v1:172.21.15.88:6809/893989923] conn(0x7faf840ae010 0x7faf840b04b0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:08.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.440+0000 7faf9cc00700 1 -- 172.21.15.42:0/2556121182 <== osd.4 v2:172.21.15.88:6808/893989923 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7faf9002be50 con 0x7faf840ae010 2024-06-13T11:53:08.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.460+0000 7fafa6800700 1 -- 172.21.15.42:0/2556121182 --> [v2:172.21.15.88:6808/893989923,v1:172.21.15.88:6809/893989923] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fafa0062fa0 con 0x7faf840ae010 2024-06-13T11:53:08.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.460+0000 7faf9cc00700 1 -- 172.21.15.42:0/2556121182 <== osd.4 v2:172.21.15.88:6808/893989923 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fafa0062fa0 con 0x7faf840ae010 2024-06-13T11:53:08.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.461+0000 7fafa6800700 1 -- 172.21.15.42:0/2556121182 >> [v2:172.21.15.88:6808/893989923,v1:172.21.15.88:6809/893989923] conn(0x7faf840ae010 msgr2=0x7faf840b04b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:08.014 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.461+0000 7fafa6800700 1 --2- 172.21.15.42:0/2556121182 >> [v2:172.21.15.88:6808/893989923,v1:172.21.15.88:6809/893989923] conn(0x7faf840ae010 0x7faf840b04b0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:08.014 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.461+0000 7fafa6800700 1 -- 172.21.15.42:0/2556121182 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7faf840a2cb0 msgr2=0x7faf840a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:08.014 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.461+0000 7fafa6800700 1 --2- 172.21.15.42:0/2556121182 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7faf840a2cb0 0x7faf840a5170 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fafa00789b0 tx=0x7faf88009260 comp rx=0 tx=0).stop 2024-06-13T11:53:08.014 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.461+0000 7fafa6800700 1 -- 172.21.15.42:0/2556121182 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fafa006a170 msgr2=0x7fafa0101460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:08.014 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.461+0000 7fafa6800700 1 --2- 172.21.15.42:0/2556121182 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fafa006a170 0x7fafa0101460 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7faf9000b070 tx=0x7faf90004d00 comp rx=0 tx=0).stop 2024-06-13T11:53:08.014 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.461+0000 7faf9fe00700 1 -- 172.21.15.42:0/2556121182 reap_dead start 2024-06-13T11:53:08.014 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.461+0000 7fafa6800700 1 -- 172.21.15.42:0/2556121182 shutdown_connections 2024-06-13T11:53:08.014 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.461+0000 7fafa6800700 1 -- 172.21.15.42:0/2556121182 >> 172.21.15.42:0/2556121182 conn(0x7fafa0078340 msgr2=0x7fafa0100020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:08.014 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.461+0000 7fafa6800700 1 -- 172.21.15.42:0/2556121182 shutdown_connections 2024-06-13T11:53:08.014 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.461+0000 7fafa6800700 1 -- 172.21.15.42:0/2556121182 wait complete. 2024-06-13T11:53:08.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.073+0000 7fec6be00700 1 -- 172.21.15.42:0/2332193953 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fec64102740 msgr2=0x7fec64102b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:08.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.073+0000 7fec6be00700 1 --2- 172.21.15.42:0/2332193953 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fec64102740 0x7fec64102b20 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fec58009920 tx=0x7fec58009c30 comp rx=0 tx=0).stop 2024-06-13T11:53:08.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.073+0000 7fec6be00700 1 -- 172.21.15.42:0/2332193953 shutdown_connections 2024-06-13T11:53:08.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.073+0000 7fec6be00700 1 --2- 172.21.15.42:0/2332193953 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fec64102740 0x7fec64102b20 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:08.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.073+0000 7fec6be00700 1 --2- 172.21.15.42:0/2332193953 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fec64107840 0x7fec6410f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:08.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.073+0000 7fec6be00700 1 --2- 172.21.15.42:0/2332193953 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec641030f0 0x7fec64107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:08.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.073+0000 7fec6be00700 1 -- 172.21.15.42:0/2332193953 >> 172.21.15.42:0/2332193953 conn(0x7fec640795f0 msgr2=0x7fec64079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:08.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.073+0000 7fec6be00700 1 -- 172.21.15.42:0/2332193953 shutdown_connections 2024-06-13T11:53:08.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.073+0000 7fec6be00700 1 -- 172.21.15.42:0/2332193953 wait complete. 2024-06-13T11:53:08.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.075+0000 7fec6be00700 1 Processor -- start 2024-06-13T11:53:08.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.075+0000 7fec6be00700 1 -- start start 2024-06-13T11:53:08.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.075+0000 7fec6be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec64102740 0x7fec6419aee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:08.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.075+0000 7fec6be00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fec641030f0 0x7fec6419b420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:08.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.075+0000 7fec6be00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fec64107840 0x7fec6419f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:08.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.075+0000 7fec6be00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fec641127d0 con 0x7fec64102740 2024-06-13T11:53:08.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.075+0000 7fec6be00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fec64112650 con 0x7fec64107840 2024-06-13T11:53:08.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.075+0000 7fec6be00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fec64112950 con 0x7fec641030f0 2024-06-13T11:53:08.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.075+0000 7fec69400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec64102740 0x7fec6419aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:08.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.075+0000 7fec68a00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fec641030f0 0x7fec6419b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:08.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.076+0000 7fec69400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec64102740 0x7fec6419aee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:43222/0 (socket says 172.21.15.42:43222) 2024-06-13T11:53:08.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.076+0000 7fec69400700 1 -- 172.21.15.42:0/4274426845 learned_addr learned my addr 172.21.15.42:0/4274426845 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:53:08.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.076+0000 7fec68a00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fec641030f0 0x7fec6419b420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:46602/0 (socket says 172.21.15.42:46602) 2024-06-13T11:53:08.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.076+0000 7fec69e00700 1 --2- 172.21.15.42:0/4274426845 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fec64107840 0x7fec6419f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:08.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.076+0000 7fec68a00700 1 -- 172.21.15.42:0/4274426845 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fec64107840 msgr2=0x7fec6419f7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:08.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.076+0000 7fec68a00700 1 --2- 172.21.15.42:0/4274426845 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fec64107840 0x7fec6419f7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:08.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.076+0000 7fec68a00700 1 -- 172.21.15.42:0/4274426845 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec64102740 msgr2=0x7fec6419aee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:08.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.076+0000 7fec68a00700 1 --2- 172.21.15.42:0/4274426845 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec64102740 0x7fec6419aee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:08.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.076+0000 7fec68a00700 1 -- 172.21.15.42:0/4274426845 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec6419fef0 con 0x7fec641030f0 2024-06-13T11:53:08.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.076+0000 7fec69400700 1 --2- 172.21.15.42:0/4274426845 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec64102740 0x7fec6419aee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:53:08.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.076+0000 7fec68a00700 1 --2- 172.21.15.42:0/4274426845 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fec641030f0 0x7fec6419b420 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fec5000e9c0 tx=0x7fec5000ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:08.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.077+0000 7fec62000700 1 -- 172.21.15.42:0/4274426845 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec5000c9c0 con 0x7fec641030f0 2024-06-13T11:53:08.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.077+0000 7fec6be00700 1 -- 172.21.15.42:0/4274426845 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec641a01e0 con 0x7fec641030f0 2024-06-13T11:53:08.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.077+0000 7fec6be00700 1 -- 172.21.15.42:0/4274426845 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec641a7a60 con 0x7fec641030f0 2024-06-13T11:53:08.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.077+0000 7fec62000700 1 -- 172.21.15.42:0/4274426845 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fec5000cb60 con 0x7fec641030f0 2024-06-13T11:53:08.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.077+0000 7fec62000700 1 -- 172.21.15.42:0/4274426845 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec50018420 con 0x7fec641030f0 2024-06-13T11:53:08.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.078+0000 7fec6be00700 1 -- 172.21.15.42:0/4274426845 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fec44001030 con 0x7fec641030f0 2024-06-13T11:53:08.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.080+0000 7fec62000700 1 -- 172.21.15.42:0/4274426845 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fec5000cd10 con 0x7fec641030f0 2024-06-13T11:53:08.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.081+0000 7fec62000700 1 --2- 172.21.15.42:0/4274426845 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fec4c0a2cb0 0x7fec4c0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:08.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.082+0000 7fec62000700 1 -- 172.21.15.42:0/4274426845 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7fec500cfb20 con 0x7fec641030f0 2024-06-13T11:53:08.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.082+0000 7fec69400700 1 --2- 172.21.15.42:0/4274426845 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fec4c0a2cb0 0x7fec4c0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:08.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.082+0000 7fec62000700 1 --2- 172.21.15.42:0/4274426845 >> [v2:172.21.15.42:6802/3874128443,v1:172.21.15.42:6803/3874128443] conn(0x7fec4c0ae010 0x7fec4c0b04b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:08.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.082+0000 7fec62000700 1 -- 172.21.15.42:0/4274426845 --> [v2:172.21.15.42:6802/3874128443,v1:172.21.15.42:6803/3874128443] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fec5000e1a0 con 0x7fec4c0ae010 2024-06-13T11:53:08.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.082+0000 7fec62000700 1 -- 172.21.15.42:0/4274426845 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_get_version_reply(handle=1 version=100) ==== 24+0+0 (secure 0 0 0) 0x7fec500cfed0 con 0x7fec641030f0 2024-06-13T11:53:08.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.082+0000 7fec69e00700 1 --2- 172.21.15.42:0/4274426845 >> [v2:172.21.15.42:6802/3874128443,v1:172.21.15.42:6803/3874128443] conn(0x7fec4c0ae010 0x7fec4c0b04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:08.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.083+0000 7fec69400700 1 --2- 172.21.15.42:0/4274426845 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fec4c0a2cb0 0x7fec4c0a5170 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fec58009680 tx=0x7fec58019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:08.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.083+0000 7fec69e00700 1 --2- 172.21.15.42:0/4274426845 >> [v2:172.21.15.42:6802/3874128443,v1:172.21.15.42:6803/3874128443] conn(0x7fec4c0ae010 0x7fec4c0b04b0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:08.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.084+0000 7fec62000700 1 -- 172.21.15.42:0/4274426845 <== osd.0 v2:172.21.15.42:6802/3874128443 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fec5000e1a0 con 0x7fec4c0ae010 2024-06-13T11:53:08.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.102+0000 7fec6be00700 1 -- 172.21.15.42:0/4274426845 --> [v2:172.21.15.42:6802/3874128443,v1:172.21.15.42:6803/3874128443] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fec44002e60 con 0x7fec4c0ae010 2024-06-13T11:53:08.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.103+0000 7fec62000700 1 -- 172.21.15.42:0/4274426845 <== osd.0 v2:172.21.15.42:6802/3874128443 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fec44002e60 con 0x7fec4c0ae010 2024-06-13T11:53:08.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.104+0000 7fec6be00700 1 -- 172.21.15.42:0/4274426845 >> [v2:172.21.15.42:6802/3874128443,v1:172.21.15.42:6803/3874128443] conn(0x7fec4c0ae010 msgr2=0x7fec4c0b04b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:08.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.104+0000 7fec6be00700 1 --2- 172.21.15.42:0/4274426845 >> [v2:172.21.15.42:6802/3874128443,v1:172.21.15.42:6803/3874128443] conn(0x7fec4c0ae010 0x7fec4c0b04b0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:08.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.104+0000 7fec6be00700 1 -- 172.21.15.42:0/4274426845 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fec4c0a2cb0 msgr2=0x7fec4c0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:08.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.104+0000 7fec6be00700 1 --2- 172.21.15.42:0/4274426845 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fec4c0a2cb0 0x7fec4c0a5170 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fec58009680 tx=0x7fec58019040 comp rx=0 tx=0).stop 2024-06-13T11:53:08.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.104+0000 7fec6be00700 1 -- 172.21.15.42:0/4274426845 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fec641030f0 msgr2=0x7fec6419b420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:08.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.104+0000 7fec6be00700 1 --2- 172.21.15.42:0/4274426845 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fec641030f0 0x7fec6419b420 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fec5000e9c0 tx=0x7fec5000ecd0 comp rx=0 tx=0).stop 2024-06-13T11:53:08.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.104+0000 7fec69e00700 1 -- 172.21.15.42:0/4274426845 reap_dead start 2024-06-13T11:53:08.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.104+0000 7fec6be00700 1 -- 172.21.15.42:0/4274426845 shutdown_connections 2024-06-13T11:53:08.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.104+0000 7fec6be00700 1 -- 172.21.15.42:0/4274426845 >> 172.21.15.42:0/4274426845 conn(0x7fec640795f0 msgr2=0x7fec64100580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:08.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.104+0000 7fec6be00700 1 -- 172.21.15.42:0/4274426845 shutdown_connections 2024-06-13T11:53:08.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.104+0000 7fec6be00700 1 -- 172.21.15.42:0/4274426845 wait complete. 2024-06-13T11:53:08.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:08 smithi088 ceph-mon[36399]: pgmap v411: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T11:53:08.530 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:08 smithi042 ceph-mon[32231]: pgmap v411: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T11:53:08.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:08 smithi162 ceph-mon[36757]: pgmap v411: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T11:53:09.162 INFO:teuthology.orchestra.run.smithi042.stdout:146028888151 2024-06-13T11:53:09.162 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-06-13T11:53:09.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.698+0000 7f8967200700 1 -- 172.21.15.42:0/197141098 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f89681089d0 msgr2=0x7f8968108e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:09.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.698+0000 7f8967200700 1 --2- 172.21.15.42:0/197141098 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f89681089d0 0x7f8968108e50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f8950009990 tx=0x7f8950009ca0 comp rx=0 tx=0).stop 2024-06-13T11:53:09.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.698+0000 7f8967200700 1 -- 172.21.15.42:0/197141098 shutdown_connections 2024-06-13T11:53:09.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.698+0000 7f8967200700 1 --2- 172.21.15.42:0/197141098 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8968109390 0x7f8968115830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:09.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.698+0000 7f8967200700 1 --2- 172.21.15.42:0/197141098 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f896810d8a0 0x7f896810dc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:09.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.698+0000 7f8967200700 1 --2- 172.21.15.42:0/197141098 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f89681089d0 0x7f8968108e50 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:09.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.698+0000 7f8967200700 1 -- 172.21.15.42:0/197141098 >> 172.21.15.42:0/197141098 conn(0x7f8968078220 msgr2=0x7f89681072b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:09.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.698+0000 7f8967200700 1 -- 172.21.15.42:0/197141098 shutdown_connections 2024-06-13T11:53:09.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.698+0000 7f8967200700 1 -- 172.21.15.42:0/197141098 wait complete. 2024-06-13T11:53:09.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.699+0000 7f8967200700 1 Processor -- start 2024-06-13T11:53:09.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.699+0000 7f8967200700 1 -- start start 2024-06-13T11:53:09.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.700+0000 7f8967200700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f89681089d0 0x7f896819f170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:09.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.700+0000 7f8967200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8968109390 0x7f896819f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:09.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.700+0000 7f8967200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f896810d8a0 0x7f89681a3a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:09.701 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.700+0000 7f8967200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8968118d20 con 0x7f896810d8a0 2024-06-13T11:53:09.701 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.700+0000 7f8967200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f8968118ba0 con 0x7f8968109390 2024-06-13T11:53:09.701 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.700+0000 7f8967200700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f8968118ea0 con 0x7f89681089d0 2024-06-13T11:53:09.701 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.700+0000 7f8966800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f896810d8a0 0x7f89681a3a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:09.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.700+0000 7f895fe00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8968109390 0x7f896819f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:09.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.700+0000 7f8966800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f896810d8a0 0x7f89681a3a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:43230/0 (socket says 172.21.15.42:43230) 2024-06-13T11:53:09.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.700+0000 7f8966800700 1 -- 172.21.15.42:0/2253361971 learned_addr learned my addr 172.21.15.42:0/2253361971 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:53:09.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.700+0000 7f8965e00700 1 --2- 172.21.15.42:0/2253361971 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f89681089d0 0x7f896819f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:09.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.701+0000 7f895fe00700 1 -- 172.21.15.42:0/2253361971 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f89681089d0 msgr2=0x7f896819f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:09.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.701+0000 7f895fe00700 1 --2- 172.21.15.42:0/2253361971 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f89681089d0 0x7f896819f170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:09.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.701+0000 7f895fe00700 1 -- 172.21.15.42:0/2253361971 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f896810d8a0 msgr2=0x7f89681a3a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:09.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.701+0000 7f895fe00700 1 --2- 172.21.15.42:0/2253361971 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f896810d8a0 0x7f89681a3a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:09.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.701+0000 7f895fe00700 1 -- 172.21.15.42:0/2253361971 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89681a4180 con 0x7f8968109390 2024-06-13T11:53:09.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.701+0000 7f895fe00700 1 --2- 172.21.15.42:0/2253361971 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8968109390 0x7f896819f6b0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f8950000c00 tx=0x7f895000bab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:09.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.701+0000 7f895ea00700 1 -- 172.21.15.42:0/2253361971 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8950026070 con 0x7f8968109390 2024-06-13T11:53:09.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.702+0000 7f895ea00700 1 -- 172.21.15.42:0/2253361971 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8950003d70 con 0x7f8968109390 2024-06-13T11:53:09.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.702+0000 7f8967200700 1 -- 172.21.15.42:0/2253361971 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89681a4410 con 0x7f8968109390 2024-06-13T11:53:09.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.702+0000 7f895ea00700 1 -- 172.21.15.42:0/2253361971 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f895000fdc0 con 0x7f8968109390 2024-06-13T11:53:09.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.702+0000 7f8967200700 1 -- 172.21.15.42:0/2253361971 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89681abcf0 con 0x7f8968109390 2024-06-13T11:53:09.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.703+0000 7f8967200700 1 -- 172.21.15.42:0/2253361971 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8968062ba0 con 0x7f8968109390 2024-06-13T11:53:09.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.705+0000 7f895ea00700 1 -- 172.21.15.42:0/2253361971 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f8950029070 con 0x7f8968109390 2024-06-13T11:53:09.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.706+0000 7f895ea00700 1 --2- 172.21.15.42:0/2253361971 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f89480a2d30 0x7f89480a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:09.707 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.706+0000 7f895ea00700 1 -- 172.21.15.42:0/2253361971 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f89500d0920 con 0x7f8968109390 2024-06-13T11:53:09.707 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.707+0000 7f8965e00700 1 --2- 172.21.15.42:0/2253361971 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f89480a2d30 0x7f89480a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:09.707 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.707+0000 7f895ea00700 1 --2- 172.21.15.42:0/2253361971 >> [v2:172.21.15.42:6810/1343751683,v1:172.21.15.42:6811/1343751683] conn(0x7f89480ae090 0x7f89480b0530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:09.707 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.707+0000 7f895ea00700 1 -- 172.21.15.42:0/2253361971 --> [v2:172.21.15.42:6810/1343751683,v1:172.21.15.42:6811/1343751683] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8950001d30 con 0x7f89480ae090 2024-06-13T11:53:09.707 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.707+0000 7f895ea00700 1 -- 172.21.15.42:0/2253361971 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_get_version_reply(handle=1 version=100) ==== 24+0+0 (secure 0 0 0) 0x7f89500d0cd0 con 0x7f8968109390 2024-06-13T11:53:09.708 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.707+0000 7f8966800700 1 --2- 172.21.15.42:0/2253361971 >> [v2:172.21.15.42:6810/1343751683,v1:172.21.15.42:6811/1343751683] conn(0x7f89480ae090 0x7f89480b0530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:09.708 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.708+0000 7f8965e00700 1 --2- 172.21.15.42:0/2253361971 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f89480a2d30 0x7f89480a51f0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f8958009be0 tx=0x7f8958009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:09.708 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.708+0000 7f8966800700 1 --2- 172.21.15.42:0/2253361971 >> [v2:172.21.15.42:6810/1343751683,v1:172.21.15.42:6811/1343751683] conn(0x7f89480ae090 0x7f89480b0530 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:09.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.709+0000 7f895ea00700 1 -- 172.21.15.42:0/2253361971 <== osd.3 v2:172.21.15.42:6810/1343751683 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8950001d30 con 0x7f89480ae090 2024-06-13T11:53:09.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.727+0000 7f8967200700 1 -- 172.21.15.42:0/2253361971 --> [v2:172.21.15.42:6810/1343751683,v1:172.21.15.42:6811/1343751683] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8968062fa0 con 0x7f89480ae090 2024-06-13T11:53:09.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.728+0000 7f895ea00700 1 -- 172.21.15.42:0/2253361971 <== osd.3 v2:172.21.15.42:6810/1343751683 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f8968062fa0 con 0x7f89480ae090 2024-06-13T11:53:09.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.728+0000 7f8967200700 1 -- 172.21.15.42:0/2253361971 >> [v2:172.21.15.42:6810/1343751683,v1:172.21.15.42:6811/1343751683] conn(0x7f89480ae090 msgr2=0x7f89480b0530 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:09.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.728+0000 7f8967200700 1 --2- 172.21.15.42:0/2253361971 >> [v2:172.21.15.42:6810/1343751683,v1:172.21.15.42:6811/1343751683] conn(0x7f89480ae090 0x7f89480b0530 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:09.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.728+0000 7f8967200700 1 -- 172.21.15.42:0/2253361971 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f89480a2d30 msgr2=0x7f89480a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:09.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.728+0000 7f8967200700 1 --2- 172.21.15.42:0/2253361971 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f89480a2d30 0x7f89480a51f0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f8958009be0 tx=0x7f8958009260 comp rx=0 tx=0).stop 2024-06-13T11:53:09.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.728+0000 7f8967200700 1 -- 172.21.15.42:0/2253361971 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8968109390 msgr2=0x7f896819f6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:09.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.728+0000 7f8967200700 1 --2- 172.21.15.42:0/2253361971 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8968109390 0x7f896819f6b0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f8950000c00 tx=0x7f895000bab0 comp rx=0 tx=0).stop 2024-06-13T11:53:09.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.729+0000 7f8966800700 1 -- 172.21.15.42:0/2253361971 reap_dead start 2024-06-13T11:53:09.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.729+0000 7f8967200700 1 -- 172.21.15.42:0/2253361971 shutdown_connections 2024-06-13T11:53:09.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.729+0000 7f8967200700 1 -- 172.21.15.42:0/2253361971 >> 172.21.15.42:0/2253361971 conn(0x7f8968078220 msgr2=0x7f89680787e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:09.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.729+0000 7f8967200700 1 -- 172.21.15.42:0/2253361971 shutdown_connections 2024-06-13T11:53:09.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:09.729+0000 7f8967200700 1 -- 172.21.15.42:0/2253361971 wait complete. 2024-06-13T11:53:10.218 INFO:teuthology.orchestra.run.smithi042.stdout:347892351024 2024-06-13T11:53:10.219 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-06-13T11:53:10.283 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:10 smithi042 ceph-mon[32231]: pgmap v412: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-13T11:53:10.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.969+0000 7f929f200700 1 -- 172.21.15.42:0/3832851937 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92a0074830 msgr2=0x7f92a0074c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:10.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.969+0000 7f929f200700 1 --2- 172.21.15.42:0/3832851937 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92a0074830 0x7f92a0074c10 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f9290009990 tx=0x7f9290009ca0 comp rx=0 tx=0).stop 2024-06-13T11:53:10.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.970+0000 7f929f200700 1 -- 172.21.15.42:0/3832851937 shutdown_connections 2024-06-13T11:53:10.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.970+0000 7f929f200700 1 --2- 172.21.15.42:0/3832851937 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92a01133d0 0x7f92a01157c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:10.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.970+0000 7f929f200700 1 --2- 172.21.15.42:0/3832851937 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92a0074830 0x7f92a0074c10 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:10.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.970+0000 7f929f200700 1 --2- 172.21.15.42:0/3832851937 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f92a0075150 0x7f92a0112e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:10.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.970+0000 7f929f200700 1 -- 172.21.15.42:0/3832851937 >> 172.21.15.42:0/3832851937 conn(0x7f92a00fdf10 msgr2=0x7f92a0100330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:10.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.970+0000 7f929f200700 1 -- 172.21.15.42:0/3832851937 shutdown_connections 2024-06-13T11:53:10.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.970+0000 7f929f200700 1 -- 172.21.15.42:0/3832851937 wait complete. 2024-06-13T11:53:10.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.971+0000 7f929f200700 1 Processor -- start 2024-06-13T11:53:10.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.971+0000 7f929f200700 1 -- start start 2024-06-13T11:53:10.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.972+0000 7f929f200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92a0074830 0x7f92a019f210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:10.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.972+0000 7f929f200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92a0075150 0x7f92a019f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:10.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.972+0000 7f929f200700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f92a01133d0 0x7f92a01a3a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:10.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.972+0000 7f929f200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f92a0118d40 con 0x7f92a0075150 2024-06-13T11:53:10.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.972+0000 7f929f200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f92a0118bc0 con 0x7f92a0074830 2024-06-13T11:53:10.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.972+0000 7f929f200700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f92a0118ec0 con 0x7f92a01133d0 2024-06-13T11:53:10.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.972+0000 7f929d400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92a0075150 0x7f92a019f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:10.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.972+0000 7f929de00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92a0074830 0x7f92a019f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:10.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.972+0000 7f929d400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92a0075150 0x7f92a019f750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:43208/0 (socket says 172.21.15.42:43208) 2024-06-13T11:53:10.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.972+0000 7f929d400700 1 -- 172.21.15.42:0/2201024829 learned_addr learned my addr 172.21.15.42:0/2201024829 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:53:10.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.972+0000 7f929e800700 1 --2- 172.21.15.42:0/2201024829 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f92a01133d0 0x7f92a01a3a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:10.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.973+0000 7f929de00700 1 -- 172.21.15.42:0/2201024829 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f92a01133d0 msgr2=0x7f92a01a3a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:10.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.973+0000 7f929de00700 1 --2- 172.21.15.42:0/2201024829 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f92a01133d0 0x7f92a01a3a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:10.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.973+0000 7f929de00700 1 -- 172.21.15.42:0/2201024829 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92a0075150 msgr2=0x7f92a019f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:10.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.973+0000 7f929de00700 1 --2- 172.21.15.42:0/2201024829 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92a0075150 0x7f92a019f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:10.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.973+0000 7f929de00700 1 -- 172.21.15.42:0/2201024829 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92a01a41d0 con 0x7f92a0074830 2024-06-13T11:53:10.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.973+0000 7f929de00700 1 --2- 172.21.15.42:0/2201024829 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92a0074830 0x7f92a019f210 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f9290000c00 tx=0x7f929000bab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:10.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.973+0000 7f9296a00700 1 -- 172.21.15.42:0/2201024829 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9290026070 con 0x7f92a0074830 2024-06-13T11:53:10.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.973+0000 7f9296a00700 1 -- 172.21.15.42:0/2201024829 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9290003d70 con 0x7f92a0074830 2024-06-13T11:53:10.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.973+0000 7f9296a00700 1 -- 172.21.15.42:0/2201024829 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9290021410 con 0x7f92a0074830 2024-06-13T11:53:10.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.973+0000 7f929f200700 1 -- 172.21.15.42:0/2201024829 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92a01a4460 con 0x7f92a0074830 2024-06-13T11:53:10.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.974+0000 7f929f200700 1 -- 172.21.15.42:0/2201024829 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92a01abd40 con 0x7f92a0074830 2024-06-13T11:53:10.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.974+0000 7f929f200700 1 -- 172.21.15.42:0/2201024829 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f92a0062c20 con 0x7f92a0074830 2024-06-13T11:53:10.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.977+0000 7f9296a00700 1 -- 172.21.15.42:0/2201024829 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f9290029070 con 0x7f92a0074830 2024-06-13T11:53:10.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.978+0000 7f9296a00700 1 --2- 172.21.15.42:0/2201024829 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f92840a2cb0 0x7f92840a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:10.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.978+0000 7f9296a00700 1 -- 172.21.15.42:0/2201024829 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f92900d0a60 con 0x7f92a0074830 2024-06-13T11:53:10.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.978+0000 7f929d400700 1 --2- 172.21.15.42:0/2201024829 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f92840a2cb0 0x7f92840a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:10.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.979+0000 7f9296a00700 1 --2- 172.21.15.42:0/2201024829 >> [v2:172.21.15.162:6808/3014890472,v1:172.21.15.162:6809/3014890472] conn(0x7f92840ae010 0x7f92840b04b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:10.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.979+0000 7f9296a00700 1 -- 172.21.15.42:0/2201024829 --> [v2:172.21.15.162:6808/3014890472,v1:172.21.15.162:6809/3014890472] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f929002de50 con 0x7f92840ae010 2024-06-13T11:53:10.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.979+0000 7f9296a00700 1 -- 172.21.15.42:0/2201024829 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_get_version_reply(handle=1 version=100) ==== 24+0+0 (secure 0 0 0) 0x7f92900d0e10 con 0x7f92a0074830 2024-06-13T11:53:10.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.979+0000 7f929d400700 1 --2- 172.21.15.42:0/2201024829 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f92840a2cb0 0x7f92840a5170 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f92a01061c0 tx=0x7f928c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:10.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.979+0000 7f929e800700 1 --2- 172.21.15.42:0/2201024829 >> [v2:172.21.15.162:6808/3014890472,v1:172.21.15.162:6809/3014890472] conn(0x7f92840ae010 0x7f92840b04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:10.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.980+0000 7f929e800700 1 --2- 172.21.15.42:0/2201024829 >> [v2:172.21.15.162:6808/3014890472,v1:172.21.15.162:6809/3014890472] conn(0x7f92840ae010 0x7f92840b04b0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:10.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:07.981+0000 7f9296a00700 1 -- 172.21.15.42:0/2201024829 <== osd.5 v2:172.21.15.162:6808/3014890472 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f929002de50 con 0x7f92840ae010 2024-06-13T11:53:10.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.000+0000 7f929f200700 1 -- 172.21.15.42:0/2201024829 --> [v2:172.21.15.162:6808/3014890472,v1:172.21.15.162:6809/3014890472] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f92a00630a0 con 0x7f92840ae010 2024-06-13T11:53:10.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.000+0000 7f9296a00700 1 -- 172.21.15.42:0/2201024829 <== osd.5 v2:172.21.15.162:6808/3014890472 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f92a00630a0 con 0x7f92840ae010 2024-06-13T11:53:10.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.001+0000 7f929f200700 1 -- 172.21.15.42:0/2201024829 >> [v2:172.21.15.162:6808/3014890472,v1:172.21.15.162:6809/3014890472] conn(0x7f92840ae010 msgr2=0x7f92840b04b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:10.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.001+0000 7f929f200700 1 --2- 172.21.15.42:0/2201024829 >> [v2:172.21.15.162:6808/3014890472,v1:172.21.15.162:6809/3014890472] conn(0x7f92840ae010 0x7f92840b04b0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:10.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.001+0000 7f929f200700 1 -- 172.21.15.42:0/2201024829 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f92840a2cb0 msgr2=0x7f92840a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:10.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.001+0000 7f929f200700 1 --2- 172.21.15.42:0/2201024829 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f92840a2cb0 0x7f92840a5170 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f92a01061c0 tx=0x7f928c009260 comp rx=0 tx=0).stop 2024-06-13T11:53:10.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.001+0000 7f929f200700 1 -- 172.21.15.42:0/2201024829 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92a0074830 msgr2=0x7f92a019f210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:10.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.001+0000 7f929f200700 1 --2- 172.21.15.42:0/2201024829 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92a0074830 0x7f92a019f210 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f9290000c00 tx=0x7f929000bab0 comp rx=0 tx=0).stop 2024-06-13T11:53:10.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.001+0000 7f929e800700 1 -- 172.21.15.42:0/2201024829 reap_dead start 2024-06-13T11:53:10.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.001+0000 7f929f200700 1 -- 172.21.15.42:0/2201024829 shutdown_connections 2024-06-13T11:53:10.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.001+0000 7f929f200700 1 -- 172.21.15.42:0/2201024829 >> 172.21.15.42:0/2201024829 conn(0x7f92a00fdf10 msgr2=0x7f92a00fec20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:10.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.001+0000 7f929f200700 1 -- 172.21.15.42:0/2201024829 shutdown_connections 2024-06-13T11:53:10.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:08.002+0000 7f929f200700 1 -- 172.21.15.42:0/2201024829 wait complete. 2024-06-13T11:53:10.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:10 smithi088 ceph-mon[36399]: pgmap v412: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-13T11:53:10.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:10 smithi162 ceph-mon[36757]: pgmap v412: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-13T11:53:10.894 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.221+0000 7f7224c00700 1 -- 172.21.15.42:0/1891520707 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7220113660 msgr2=0x7f7220115a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:10.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.221+0000 7f7224c00700 1 --2- 172.21.15.42:0/1891520707 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7220113660 0x7f7220115a50 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f721800b0a0 tx=0x7f721800b3b0 comp rx=0 tx=0).stop 2024-06-13T11:53:10.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.221+0000 7f7224c00700 1 -- 172.21.15.42:0/1891520707 shutdown_connections 2024-06-13T11:53:10.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.221+0000 7f7224c00700 1 --2- 172.21.15.42:0/1891520707 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7220113660 0x7f7220115a50 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:10.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.221+0000 7f7224c00700 1 --2- 172.21.15.42:0/1891520707 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f72200746c0 0x7f7220074aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:10.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.221+0000 7f7224c00700 1 --2- 172.21.15.42:0/1891520707 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7220074fe0 0x7f7220113120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:10.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.221+0000 7f7224c00700 1 -- 172.21.15.42:0/1891520707 >> 172.21.15.42:0/1891520707 conn(0x7f72200795f0 msgr2=0x7f7220079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:10.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.221+0000 7f7224c00700 1 -- 172.21.15.42:0/1891520707 shutdown_connections 2024-06-13T11:53:10.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.221+0000 7f7224c00700 1 -- 172.21.15.42:0/1891520707 wait complete. 2024-06-13T11:53:10.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.223+0000 7f7224c00700 1 Processor -- start 2024-06-13T11:53:10.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.223+0000 7f7224c00700 1 -- start start 2024-06-13T11:53:10.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.223+0000 7f7224c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f72200746c0 0x7f722019f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:10.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.223+0000 7f7224c00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7220074fe0 0x7f722019f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:10.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.223+0000 7f7224c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7220113660 0x7f72201a3a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:10.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.223+0000 7f7224c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7220118d80 con 0x7f7220113660 2024-06-13T11:53:10.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.223+0000 7f7224c00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f7220118c00 con 0x7f72200746c0 2024-06-13T11:53:10.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.223+0000 7f7224c00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f7220118f00 con 0x7f7220074fe0 2024-06-13T11:53:10.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.224+0000 7f721de00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f72200746c0 0x7f722019f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:10.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.224+0000 7f721d400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7220074fe0 0x7f722019f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:10.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.224+0000 7f721de00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f72200746c0 0x7f722019f190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:48492/0 (socket says 172.21.15.42:48492) 2024-06-13T11:53:10.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.224+0000 7f721de00700 1 -- 172.21.15.42:0/2114189228 learned_addr learned my addr 172.21.15.42:0/2114189228 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:53:10.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.224+0000 7f721e800700 1 --2- 172.21.15.42:0/2114189228 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7220113660 0x7f72201a3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:10.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.224+0000 7f721de00700 1 -- 172.21.15.42:0/2114189228 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7220074fe0 msgr2=0x7f722019f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:10.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.224+0000 7f721de00700 1 --2- 172.21.15.42:0/2114189228 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7220074fe0 0x7f722019f6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:10.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.224+0000 7f721de00700 1 -- 172.21.15.42:0/2114189228 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7220113660 msgr2=0x7f72201a3a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:10.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.224+0000 7f721de00700 1 --2- 172.21.15.42:0/2114189228 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7220113660 0x7f72201a3a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:10.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.224+0000 7f721de00700 1 -- 172.21.15.42:0/2114189228 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72201a41a0 con 0x7f72200746c0 2024-06-13T11:53:10.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.224+0000 7f721d400700 1 --2- 172.21.15.42:0/2114189228 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7220074fe0 0x7f722019f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:53:10.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.225+0000 7f721de00700 1 --2- 172.21.15.42:0/2114189228 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f72200746c0 0x7f722019f190 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f721000e9a0 tx=0x7f721000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:10.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.225+0000 7f7216a00700 1 -- 172.21.15.42:0/2114189228 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f721000ca10 con 0x7f72200746c0 2024-06-13T11:53:10.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.225+0000 7f7216a00700 1 -- 172.21.15.42:0/2114189228 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f721000cbb0 con 0x7f72200746c0 2024-06-13T11:53:10.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.225+0000 7f7216a00700 1 -- 172.21.15.42:0/2114189228 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7210018680 con 0x7f72200746c0 2024-06-13T11:53:10.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.225+0000 7f7224c00700 1 -- 172.21.15.42:0/2114189228 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72201a4490 con 0x7f72200746c0 2024-06-13T11:53:10.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.225+0000 7f7224c00700 1 -- 172.21.15.42:0/2114189228 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72201abd10 con 0x7f72200746c0 2024-06-13T11:53:10.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.226+0000 7f7224c00700 1 -- 172.21.15.42:0/2114189228 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7220112e80 con 0x7f72200746c0 2024-06-13T11:53:10.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.229+0000 7f7216a00700 1 -- 172.21.15.42:0/2114189228 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f7210010430 con 0x7f72200746c0 2024-06-13T11:53:10.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.230+0000 7f7216a00700 1 --2- 172.21.15.42:0/2114189228 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f72040a2d30 0x7f72040a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:10.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.230+0000 7f7216a00700 1 -- 172.21.15.42:0/2114189228 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f72100cffd0 con 0x7f72200746c0 2024-06-13T11:53:10.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.230+0000 7f721d400700 1 --2- 172.21.15.42:0/2114189228 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f72040a2d30 0x7f72040a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:10.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.230+0000 7f7216a00700 1 --2- 172.21.15.42:0/2114189228 >> [v2:172.21.15.162:6800/3452655510,v1:172.21.15.162:6801/3452655510] conn(0x7f72040ae090 0x7f72040b0530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:10.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.230+0000 7f7216a00700 1 -- 172.21.15.42:0/2114189228 --> [v2:172.21.15.162:6800/3452655510,v1:172.21.15.162:6801/3452655510] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f721001bec0 con 0x7f72040ae090 2024-06-13T11:53:10.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.230+0000 7f7216a00700 1 -- 172.21.15.42:0/2114189228 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_get_version_reply(handle=1 version=100) ==== 24+0+0 (secure 0 0 0) 0x7f72100d0380 con 0x7f72200746c0 2024-06-13T11:53:10.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.231+0000 7f721e800700 1 --2- 172.21.15.42:0/2114189228 >> [v2:172.21.15.162:6800/3452655510,v1:172.21.15.162:6801/3452655510] conn(0x7f72040ae090 0x7f72040b0530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:10.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.231+0000 7f721d400700 1 --2- 172.21.15.42:0/2114189228 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f72040a2d30 0x7f72040a51f0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f722010ff40 tx=0x7f720c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:10.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.231+0000 7f721e800700 1 --2- 172.21.15.42:0/2114189228 >> [v2:172.21.15.162:6800/3452655510,v1:172.21.15.162:6801/3452655510] conn(0x7f72040ae090 0x7f72040b0530 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:10.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.232+0000 7f7216a00700 1 -- 172.21.15.42:0/2114189228 <== osd.2 v2:172.21.15.162:6800/3452655510 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f721001bec0 con 0x7f72040ae090 2024-06-13T11:53:10.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.251+0000 7f7224c00700 1 -- 172.21.15.42:0/2114189228 --> [v2:172.21.15.162:6800/3452655510,v1:172.21.15.162:6801/3452655510] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f7220075db0 con 0x7f72040ae090 2024-06-13T11:53:10.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.252+0000 7f7216a00700 1 -- 172.21.15.42:0/2114189228 <== osd.2 v2:172.21.15.162:6800/3452655510 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f7220075db0 con 0x7f72040ae090 2024-06-13T11:53:10.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.252+0000 7f7224c00700 1 -- 172.21.15.42:0/2114189228 >> [v2:172.21.15.162:6800/3452655510,v1:172.21.15.162:6801/3452655510] conn(0x7f72040ae090 msgr2=0x7f72040b0530 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:10.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.252+0000 7f7224c00700 1 --2- 172.21.15.42:0/2114189228 >> [v2:172.21.15.162:6800/3452655510,v1:172.21.15.162:6801/3452655510] conn(0x7f72040ae090 0x7f72040b0530 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:10.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.253+0000 7f7224c00700 1 -- 172.21.15.42:0/2114189228 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f72040a2d30 msgr2=0x7f72040a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:10.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.253+0000 7f7224c00700 1 --2- 172.21.15.42:0/2114189228 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f72040a2d30 0x7f72040a51f0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f722010ff40 tx=0x7f720c009260 comp rx=0 tx=0).stop 2024-06-13T11:53:10.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.253+0000 7f7224c00700 1 -- 172.21.15.42:0/2114189228 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f72200746c0 msgr2=0x7f722019f190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:10.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.253+0000 7f7224c00700 1 --2- 172.21.15.42:0/2114189228 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f72200746c0 0x7f722019f190 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f721000e9a0 tx=0x7f721000ecb0 comp rx=0 tx=0).stop 2024-06-13T11:53:10.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.253+0000 7f721e800700 1 -- 172.21.15.42:0/2114189228 reap_dead start 2024-06-13T11:53:10.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.253+0000 7f7224c00700 1 -- 172.21.15.42:0/2114189228 shutdown_connections 2024-06-13T11:53:10.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.253+0000 7f7224c00700 1 -- 172.21.15.42:0/2114189228 >> 172.21.15.42:0/2114189228 conn(0x7f72200795f0 msgr2=0x7f7220112420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:10.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.253+0000 7f7224c00700 1 -- 172.21.15.42:0/2114189228 shutdown_connections 2024-06-13T11:53:10.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:10.253+0000 7f7224c00700 1 -- 172.21.15.42:0/2114189228 wait complete. 2024-06-13T11:53:11.963 INFO:teuthology.orchestra.run.smithi042.stdout:34359738477 2024-06-13T11:53:11.963 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-06-13T11:53:12.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:12 smithi088 ceph-mon[36399]: pgmap v413: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-06-13T11:53:12.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:12 smithi042 ceph-mon[32231]: pgmap v413: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-06-13T11:53:12.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:12 smithi162 ceph-mon[36757]: pgmap v413: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-06-13T11:53:14.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:14 smithi042 ceph-mon[32231]: pgmap v414: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:53:14.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:14 smithi088 ceph-mon[36399]: pgmap v414: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:53:14.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:14 smithi162 ceph-mon[36757]: pgmap v414: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:53:15.208 INFO:teuthology.orchestra.run.smithi042.stdout:111669149789 2024-06-13T11:53:15.208 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-06-13T11:53:15.771 INFO:teuthology.orchestra.run.smithi042.stdout:167503724626 2024-06-13T11:53:15.772 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-06-13T11:53:16.313 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:16 smithi042 ceph-mon[32231]: pgmap v415: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T11:53:16.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:16 smithi162 ceph-mon[36757]: pgmap v415: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T11:53:16.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.750+0000 7fd6f6a00700 1 -- 172.21.15.42:0/1634376277 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd6f01035d0 msgr2=0x7fd6f01039b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:16.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.750+0000 7fd6f6a00700 1 --2- 172.21.15.42:0/1634376277 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd6f01035d0 0x7fd6f01039b0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fd6e40098f0 tx=0x7fd6e4009c00 comp rx=0 tx=0).stop 2024-06-13T11:53:16.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.750+0000 7fd6f6a00700 1 -- 172.21.15.42:0/1634376277 shutdown_connections 2024-06-13T11:53:16.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.750+0000 7fd6f6a00700 1 --2- 172.21.15.42:0/1634376277 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd6f010ca00 0x7fd6f010eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:16.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.750+0000 7fd6f6a00700 1 --2- 172.21.15.42:0/1634376277 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd6f01035d0 0x7fd6f01039b0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:16.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.750+0000 7fd6f6a00700 1 --2- 172.21.15.42:0/1634376277 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd6f0103ef0 0x7fd6f010c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:16.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.750+0000 7fd6f6a00700 1 -- 172.21.15.42:0/1634376277 >> 172.21.15.42:0/1634376277 conn(0x7fd6f00fce20 msgr2=0x7fd6f00ff240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:16.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.751+0000 7fd6f6a00700 1 -- 172.21.15.42:0/1634376277 shutdown_connections 2024-06-13T11:53:16.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.751+0000 7fd6f6a00700 1 -- 172.21.15.42:0/1634376277 wait complete. 2024-06-13T11:53:16.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.752+0000 7fd6f6a00700 1 Processor -- start 2024-06-13T11:53:16.753 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.752+0000 7fd6f6a00700 1 -- start start 2024-06-13T11:53:16.753 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.753+0000 7fd6f6a00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd6f01035d0 0x7fd6f0101230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:16.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.753+0000 7fd6f6a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd6f0103ef0 0x7fd6f0101770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:16.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.753+0000 7fd6f6a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd6f010ca00 0x7fd6f0101cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:16.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.753+0000 7fd6f6a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd6f01127c0 con 0x7fd6f010ca00 2024-06-13T11:53:16.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.753+0000 7fd6f6a00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fd6f0112640 con 0x7fd6f0103ef0 2024-06-13T11:53:16.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.753+0000 7fd6f6a00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fd6f0112940 con 0x7fd6f01035d0 2024-06-13T11:53:16.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.753+0000 7fd6f6000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd6f010ca00 0x7fd6f0101cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:16.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:16 smithi088 ceph-mon[36399]: pgmap v415: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T11:53:16.755 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.753+0000 7fd6f6000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd6f010ca00 0x7fd6f0101cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:43262/0 (socket says 172.21.15.42:43262) 2024-06-13T11:53:16.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.753+0000 7fd6f6000700 1 -- 172.21.15.42:0/3419818882 learned_addr learned my addr 172.21.15.42:0/3419818882 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:53:16.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.753+0000 7fd6f4c00700 1 --2- 172.21.15.42:0/3419818882 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd6f0103ef0 0x7fd6f0101770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:16.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.754+0000 7fd6f5600700 1 --2- 172.21.15.42:0/3419818882 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd6f01035d0 0x7fd6f0101230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:16.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.754+0000 7fd6f5600700 1 -- 172.21.15.42:0/3419818882 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd6f0103ef0 msgr2=0x7fd6f0101770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:16.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.754+0000 7fd6f5600700 1 --2- 172.21.15.42:0/3419818882 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd6f0103ef0 0x7fd6f0101770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:16.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.754+0000 7fd6f5600700 1 -- 172.21.15.42:0/3419818882 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd6f010ca00 msgr2=0x7fd6f0101cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:16.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.754+0000 7fd6f5600700 1 --2- 172.21.15.42:0/3419818882 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd6f010ca00 0x7fd6f0101cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:16.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.754+0000 7fd6f5600700 1 -- 172.21.15.42:0/3419818882 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6f01a7210 con 0x7fd6f01035d0 2024-06-13T11:53:16.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.754+0000 7fd6f5600700 1 --2- 172.21.15.42:0/3419818882 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd6f01035d0 0x7fd6f0101230 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fd6e4000c00 tx=0x7fd6e400fa00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:16.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.755+0000 7fd6ee000700 1 -- 172.21.15.42:0/3419818882 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6e4005040 con 0x7fd6f01035d0 2024-06-13T11:53:16.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.755+0000 7fd6ee000700 1 -- 172.21.15.42:0/3419818882 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd6e40056c0 con 0x7fd6f01035d0 2024-06-13T11:53:16.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.755+0000 7fd6ee000700 1 -- 172.21.15.42:0/3419818882 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6e4003a00 con 0x7fd6f01035d0 2024-06-13T11:53:16.757 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.755+0000 7fd6f6a00700 1 -- 172.21.15.42:0/3419818882 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6f01a74a0 con 0x7fd6f01035d0 2024-06-13T11:53:16.757 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.755+0000 7fd6f6a00700 1 -- 172.21.15.42:0/3419818882 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6f01a79d0 con 0x7fd6f01035d0 2024-06-13T11:53:16.757 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.756+0000 7fd6f6a00700 1 -- 172.21.15.42:0/3419818882 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd6f0062ba0 con 0x7fd6f01035d0 2024-06-13T11:53:16.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.759+0000 7fd6ee000700 1 -- 172.21.15.42:0/3419818882 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fd6e400b560 con 0x7fd6f01035d0 2024-06-13T11:53:16.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.761+0000 7fd6ee000700 1 --2- 172.21.15.42:0/3419818882 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd6d80a2d30 0x7fd6d80a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:16.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.761+0000 7fd6ee000700 1 -- 172.21.15.42:0/3419818882 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7fd6e40d0880 con 0x7fd6f01035d0 2024-06-13T11:53:16.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.761+0000 7fd6f4c00700 1 --2- 172.21.15.42:0/3419818882 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd6d80a2d30 0x7fd6d80a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:16.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.761+0000 7fd6ee000700 1 --2- 172.21.15.42:0/3419818882 >> [v2:172.21.15.42:6826/2833466933,v1:172.21.15.42:6827/2833466933] conn(0x7fd6d80adf60 0x7fd6d80b0400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:16.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.761+0000 7fd6ee000700 1 -- 172.21.15.42:0/3419818882 --> [v2:172.21.15.42:6826/2833466933,v1:172.21.15.42:6827/2833466933] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd6e400b0b0 con 0x7fd6d80adf60 2024-06-13T11:53:16.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.761+0000 7fd6ee000700 1 -- 172.21.15.42:0/3419818882 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_get_version_reply(handle=1 version=100) ==== 24+0+0 (secure 0 0 0) 0x7fd6e40d0c30 con 0x7fd6f01035d0 2024-06-13T11:53:16.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.762+0000 7fd6f6000700 1 --2- 172.21.15.42:0/3419818882 >> [v2:172.21.15.42:6826/2833466933,v1:172.21.15.42:6827/2833466933] conn(0x7fd6d80adf60 0x7fd6d80b0400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:16.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.762+0000 7fd6f4c00700 1 --2- 172.21.15.42:0/3419818882 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd6d80a2d30 0x7fd6d80a51f0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fd6f010de80 tx=0x7fd6dc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:16.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.762+0000 7fd6f6000700 1 --2- 172.21.15.42:0/3419818882 >> [v2:172.21.15.42:6826/2833466933,v1:172.21.15.42:6827/2833466933] conn(0x7fd6d80adf60 0x7fd6d80b0400 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:16.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.763+0000 7fd6ee000700 1 -- 172.21.15.42:0/3419818882 <== osd.9 v2:172.21.15.42:6826/2833466933 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd6e400b0b0 con 0x7fd6d80adf60 2024-06-13T11:53:16.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.782+0000 7fd6f6a00700 1 -- 172.21.15.42:0/3419818882 --> [v2:172.21.15.42:6826/2833466933,v1:172.21.15.42:6827/2833466933] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd6f0062fa0 con 0x7fd6d80adf60 2024-06-13T11:53:16.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.783+0000 7fd6ee000700 1 -- 172.21.15.42:0/3419818882 <== osd.9 v2:172.21.15.42:6826/2833466933 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fd6f0062fa0 con 0x7fd6d80adf60 2024-06-13T11:53:16.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.783+0000 7fd6f6a00700 1 -- 172.21.15.42:0/3419818882 >> [v2:172.21.15.42:6826/2833466933,v1:172.21.15.42:6827/2833466933] conn(0x7fd6d80adf60 msgr2=0x7fd6d80b0400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:16.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.783+0000 7fd6f6a00700 1 --2- 172.21.15.42:0/3419818882 >> [v2:172.21.15.42:6826/2833466933,v1:172.21.15.42:6827/2833466933] conn(0x7fd6d80adf60 0x7fd6d80b0400 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:16.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.784+0000 7fd6f6a00700 1 -- 172.21.15.42:0/3419818882 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd6d80a2d30 msgr2=0x7fd6d80a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:16.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.784+0000 7fd6f6a00700 1 --2- 172.21.15.42:0/3419818882 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd6d80a2d30 0x7fd6d80a51f0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fd6f010de80 tx=0x7fd6dc009260 comp rx=0 tx=0).stop 2024-06-13T11:53:16.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.784+0000 7fd6f6a00700 1 -- 172.21.15.42:0/3419818882 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd6f01035d0 msgr2=0x7fd6f0101230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:16.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.784+0000 7fd6f6a00700 1 --2- 172.21.15.42:0/3419818882 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd6f01035d0 0x7fd6f0101230 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fd6e4000c00 tx=0x7fd6e400fa00 comp rx=0 tx=0).stop 2024-06-13T11:53:16.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.784+0000 7fd6f6000700 1 -- 172.21.15.42:0/3419818882 reap_dead start 2024-06-13T11:53:16.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.784+0000 7fd6f6a00700 1 -- 172.21.15.42:0/3419818882 shutdown_connections 2024-06-13T11:53:16.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.784+0000 7fd6f6a00700 1 -- 172.21.15.42:0/3419818882 >> 172.21.15.42:0/3419818882 conn(0x7fd6f00fce20 msgr2=0x7fd6f00fdb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:16.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.784+0000 7fd6f6a00700 1 -- 172.21.15.42:0/3419818882 shutdown_connections 2024-06-13T11:53:16.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:16.785+0000 7fd6f6a00700 1 -- 172.21.15.42:0/3419818882 wait complete. 2024-06-13T11:53:17.350 INFO:teuthology.orchestra.run.smithi042.stdout:77309411429 2024-06-13T11:53:17.350 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-06-13T11:53:18.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:18 smithi042 ceph-mon[32231]: pgmap v416: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T11:53:18.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:18 smithi162 ceph-mon[36757]: pgmap v416: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T11:53:18.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:18 smithi088 ceph-mon[36399]: pgmap v416: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T11:53:20.548 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:20 smithi042 ceph-mon[32231]: pgmap v417: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-13T11:53:20.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:20 smithi162 ceph-mon[36757]: pgmap v417: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-13T11:53:20.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:20 smithi088 ceph-mon[36399]: pgmap v417: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-13T11:53:21.215 INFO:teuthology.orchestra.run.smithi042.stdout:292057776189 2024-06-13T11:53:21.215 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-06-13T11:53:21.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.414+0000 7f14eb200700 1 -- 172.21.15.42:0/2570778496 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f14e406ab30 msgr2=0x7f14e410f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:21.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.414+0000 7f14eb200700 1 --2- 172.21.15.42:0/2570778496 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f14e406ab30 0x7f14e410f320 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f14dc009f90 tx=0x7f14dc00b330 comp rx=0 tx=0).stop 2024-06-13T11:53:21.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.414+0000 7f14eb200700 1 -- 172.21.15.42:0/2570778496 shutdown_connections 2024-06-13T11:53:21.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.414+0000 7f14eb200700 1 --2- 172.21.15.42:0/2570778496 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f14e406ab30 0x7f14e410f320 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:21.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.414+0000 7f14eb200700 1 --2- 172.21.15.42:0/2570778496 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f14e4108500 0x7f14e41088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:21.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.414+0000 7f14eb200700 1 --2- 172.21.15.42:0/2570778496 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f14e406a170 0x7f14e406a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:21.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.414+0000 7f14eb200700 1 -- 172.21.15.42:0/2570778496 >> 172.21.15.42:0/2570778496 conn(0x7f14e4078340 msgr2=0x7f14e4078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:21.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.414+0000 7f14eb200700 1 -- 172.21.15.42:0/2570778496 shutdown_connections 2024-06-13T11:53:21.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.414+0000 7f14eb200700 1 -- 172.21.15.42:0/2570778496 wait complete. 2024-06-13T11:53:21.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.416+0000 7f14eb200700 1 Processor -- start 2024-06-13T11:53:21.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.416+0000 7f14eb200700 1 -- start start 2024-06-13T11:53:21.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.417+0000 7f14eb200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f14e406a170 0x7f14e419add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:21.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.417+0000 7f14eb200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f14e406ab30 0x7f14e419b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:21.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.417+0000 7f14eb200700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f14e4108500 0x7f14e419f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:21.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.417+0000 7f14eb200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f14e41127b0 con 0x7f14e406a170 2024-06-13T11:53:21.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.417+0000 7f14eb200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f14e4112630 con 0x7f14e406ab30 2024-06-13T11:53:21.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.417+0000 7f14eb200700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f14e4112930 con 0x7f14e4108500 2024-06-13T11:53:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.417+0000 7f14e9200700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f14e4108500 0x7f14e419f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.417+0000 7f14e9200700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f14e4108500 0x7f14e419f6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:54548/0 (socket says 172.21.15.42:54548) 2024-06-13T11:53:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.417+0000 7f14e9200700 1 -- 172.21.15.42:0/1135149973 learned_addr learned my addr 172.21.15.42:0/1135149973 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:53:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.417+0000 7f14dbe00700 1 --2- 172.21.15.42:0/1135149973 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f14e406ab30 0x7f14e419b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.418+0000 7f14e3e00700 1 --2- 172.21.15.42:0/1135149973 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f14e406a170 0x7f14e419add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.418+0000 7f14e9200700 1 -- 172.21.15.42:0/1135149973 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f14e406ab30 msgr2=0x7f14e419b310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.418+0000 7f14e9200700 1 --2- 172.21.15.42:0/1135149973 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f14e406ab30 0x7f14e419b310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.418+0000 7f14e9200700 1 -- 172.21.15.42:0/1135149973 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f14e406a170 msgr2=0x7f14e419add0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.418+0000 7f14e9200700 1 --2- 172.21.15.42:0/1135149973 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f14e406a170 0x7f14e419add0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.418+0000 7f14e9200700 1 -- 172.21.15.42:0/1135149973 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14e419fde0 con 0x7f14e4108500 2024-06-13T11:53:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.418+0000 7f14e9200700 1 --2- 172.21.15.42:0/1135149973 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f14e4108500 0x7f14e419f6a0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f14dc009550 tx=0x7f14dc00cfa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:21.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.419+0000 7f14e1600700 1 -- 172.21.15.42:0/1135149973 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14dc021070 con 0x7f14e4108500 2024-06-13T11:53:21.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.419+0000 7f14e1600700 1 -- 172.21.15.42:0/1135149973 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f14dc007ac0 con 0x7f14e4108500 2024-06-13T11:53:21.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.419+0000 7f14e1600700 1 -- 172.21.15.42:0/1135149973 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14dc0052a0 con 0x7f14e4108500 2024-06-13T11:53:21.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.419+0000 7f14eb200700 1 -- 172.21.15.42:0/1135149973 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14e41a0070 con 0x7f14e4108500 2024-06-13T11:53:21.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.419+0000 7f14eb200700 1 -- 172.21.15.42:0/1135149973 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14e41a7950 con 0x7f14e4108500 2024-06-13T11:53:21.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.420+0000 7f14eb200700 1 -- 172.21.15.42:0/1135149973 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f14e410e0b0 con 0x7f14e4108500 2024-06-13T11:53:21.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.422+0000 7f14e1600700 1 -- 172.21.15.42:0/1135149973 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f14dc024070 con 0x7f14e4108500 2024-06-13T11:53:21.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.423+0000 7f14e1600700 1 --2- 172.21.15.42:0/1135149973 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f14c80a2cb0 0x7f14c80a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:21.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.423+0000 7f14e1600700 1 -- 172.21.15.42:0/1135149973 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f14dc00f020 con 0x7f14e4108500 2024-06-13T11:53:21.424 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.423+0000 7f14e3e00700 1 --2- 172.21.15.42:0/1135149973 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f14c80a2cb0 0x7f14c80a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:21.424 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.424+0000 7f14e1600700 1 --2- 172.21.15.42:0/1135149973 >> [v2:172.21.15.88:6800/1861974568,v1:172.21.15.88:6801/1861974568] conn(0x7f14c80ae010 0x7f14c80b04b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:21.424 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.424+0000 7f14e1600700 1 -- 172.21.15.42:0/1135149973 --> [v2:172.21.15.88:6800/1861974568,v1:172.21.15.88:6801/1861974568] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f14dc008ea0 con 0x7f14c80ae010 2024-06-13T11:53:21.424 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.424+0000 7f14e1600700 1 -- 172.21.15.42:0/1135149973 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_get_version_reply(handle=1 version=100) ==== 24+0+0 (secure 0 0 0) 0x7f14dc0d0e80 con 0x7f14e4108500 2024-06-13T11:53:21.425 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.424+0000 7f14dbe00700 1 --2- 172.21.15.42:0/1135149973 >> [v2:172.21.15.88:6800/1861974568,v1:172.21.15.88:6801/1861974568] conn(0x7f14c80ae010 0x7f14c80b04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:21.425 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.424+0000 7f14e3e00700 1 --2- 172.21.15.42:0/1135149973 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f14c80a2cb0 0x7f14c80a5170 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f14d4005fd0 tx=0x7f14d4009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:21.425 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.425+0000 7f14dbe00700 1 --2- 172.21.15.42:0/1135149973 >> [v2:172.21.15.88:6800/1861974568,v1:172.21.15.88:6801/1861974568] conn(0x7f14c80ae010 0x7f14c80b04b0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:21.426 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.426+0000 7f14e1600700 1 -- 172.21.15.42:0/1135149973 <== osd.1 v2:172.21.15.88:6800/1861974568 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f14dc008ea0 con 0x7f14c80ae010 2024-06-13T11:53:21.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.444+0000 7f14eb200700 1 -- 172.21.15.42:0/1135149973 --> [v2:172.21.15.88:6800/1861974568,v1:172.21.15.88:6801/1861974568] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f14e4103bc0 con 0x7f14c80ae010 2024-06-13T11:53:21.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.445+0000 7f14e1600700 1 -- 172.21.15.42:0/1135149973 <== osd.1 v2:172.21.15.88:6800/1861974568 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f14e4103bc0 con 0x7f14c80ae010 2024-06-13T11:53:21.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.445+0000 7f14eb200700 1 -- 172.21.15.42:0/1135149973 >> [v2:172.21.15.88:6800/1861974568,v1:172.21.15.88:6801/1861974568] conn(0x7f14c80ae010 msgr2=0x7f14c80b04b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:21.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.445+0000 7f14eb200700 1 --2- 172.21.15.42:0/1135149973 >> [v2:172.21.15.88:6800/1861974568,v1:172.21.15.88:6801/1861974568] conn(0x7f14c80ae010 0x7f14c80b04b0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:21.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.445+0000 7f14eb200700 1 -- 172.21.15.42:0/1135149973 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f14c80a2cb0 msgr2=0x7f14c80a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:21.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.445+0000 7f14eb200700 1 --2- 172.21.15.42:0/1135149973 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f14c80a2cb0 0x7f14c80a5170 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f14d4005fd0 tx=0x7f14d4009310 comp rx=0 tx=0).stop 2024-06-13T11:53:21.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.445+0000 7f14eb200700 1 -- 172.21.15.42:0/1135149973 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f14e4108500 msgr2=0x7f14e419f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:21.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.445+0000 7f14eb200700 1 --2- 172.21.15.42:0/1135149973 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f14e4108500 0x7f14e419f6a0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f14dc009550 tx=0x7f14dc00cfa0 comp rx=0 tx=0).stop 2024-06-13T11:53:21.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.446+0000 7f14e9200700 1 -- 172.21.15.42:0/1135149973 reap_dead start 2024-06-13T11:53:21.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.446+0000 7f14eb200700 1 -- 172.21.15.42:0/1135149973 shutdown_connections 2024-06-13T11:53:21.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.446+0000 7f14eb200700 1 -- 172.21.15.42:0/1135149973 >> 172.21.15.42:0/1135149973 conn(0x7f14e4078340 msgr2=0x7f14e410d650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:21.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.446+0000 7f14eb200700 1 -- 172.21.15.42:0/1135149973 shutdown_connections 2024-06-13T11:53:21.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:21.446+0000 7f14eb200700 1 -- 172.21.15.42:0/1135149973 wait complete. 2024-06-13T11:53:22.551 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:22 smithi042 ceph-mon[32231]: pgmap v418: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T11:53:22.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:22 smithi162 ceph-mon[36757]: pgmap v418: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T11:53:22.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:22 smithi088 ceph-mon[36399]: pgmap v418: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T11:53:22.880 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.879+0000 7f419be00700 1 -- 172.21.15.42:0/2818423331 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f419406aa00 msgr2=0x7f419406ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:22.880 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.879+0000 7f419be00700 1 --2- 172.21.15.42:0/2818423331 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f419406aa00 0x7f419406ae60 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f4180009990 tx=0x7f4180009ca0 comp rx=0 tx=0).stop 2024-06-13T11:53:22.880 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.879+0000 7f419be00700 1 -- 172.21.15.42:0/2818423331 shutdown_connections 2024-06-13T11:53:22.880 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.879+0000 7f419be00700 1 --2- 172.21.15.42:0/2818423331 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f41941084d0 0x7f41941088b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:22.880 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.879+0000 7f419be00700 1 --2- 172.21.15.42:0/2818423331 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f419406b3a0 0x7f419410f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:22.880 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.879+0000 7f419be00700 1 --2- 172.21.15.42:0/2818423331 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f419406aa00 0x7f419406ae60 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:22.880 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.879+0000 7f419be00700 1 -- 172.21.15.42:0/2818423331 >> 172.21.15.42:0/2818423331 conn(0x7f4194078330 msgr2=0x7f4194078740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:22.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.879+0000 7f419be00700 1 -- 172.21.15.42:0/2818423331 shutdown_connections 2024-06-13T11:53:22.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.879+0000 7f419be00700 1 -- 172.21.15.42:0/2818423331 wait complete. 2024-06-13T11:53:22.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.880+0000 7f419be00700 1 Processor -- start 2024-06-13T11:53:22.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.880+0000 7f419be00700 1 -- start start 2024-06-13T11:53:22.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.881+0000 7f419be00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f419406aa00 0x7f419419adb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:22.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.881+0000 7f419be00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f419406b3a0 0x7f419419b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:22.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.881+0000 7f419be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41941084d0 0x7f419419f680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:22.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.881+0000 7f419be00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4194112730 con 0x7f41941084d0 2024-06-13T11:53:22.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.881+0000 7f419be00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f41941125b0 con 0x7f419406aa00 2024-06-13T11:53:22.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.881+0000 7f419be00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f41941128b0 con 0x7f419406b3a0 2024-06-13T11:53:22.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.881+0000 7f4199e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41941084d0 0x7f419419f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:22.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.881+0000 7f4199e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41941084d0 0x7f419419f680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:48794/0 (socket says 172.21.15.42:48794) 2024-06-13T11:53:22.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.881+0000 7f4199e00700 1 -- 172.21.15.42:0/3272291077 learned_addr learned my addr 172.21.15.42:0/3272291077 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:53:22.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.881+0000 7f4199400700 1 --2- 172.21.15.42:0/3272291077 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f419406aa00 0x7f419419adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:22.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.881+0000 7f4198a00700 1 --2- 172.21.15.42:0/3272291077 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f419406b3a0 0x7f419419b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:22.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.882+0000 7f4199400700 1 -- 172.21.15.42:0/3272291077 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f419406b3a0 msgr2=0x7f419419b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:22.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.882+0000 7f4199400700 1 --2- 172.21.15.42:0/3272291077 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f419406b3a0 0x7f419419b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:22.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.882+0000 7f4199400700 1 -- 172.21.15.42:0/3272291077 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41941084d0 msgr2=0x7f419419f680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:22.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.882+0000 7f4199400700 1 --2- 172.21.15.42:0/3272291077 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41941084d0 0x7f419419f680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:22.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.882+0000 7f4199400700 1 -- 172.21.15.42:0/3272291077 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f419419fdc0 con 0x7f419406aa00 2024-06-13T11:53:22.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.882+0000 7f4198a00700 1 --2- 172.21.15.42:0/3272291077 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f419406b3a0 0x7f419419b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:53:22.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.882+0000 7f4199e00700 1 --2- 172.21.15.42:0/3272291077 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41941084d0 0x7f419419f680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:53:22.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.882+0000 7f4199400700 1 --2- 172.21.15.42:0/3272291077 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f419406aa00 0x7f419419adb0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f418800ef10 tx=0x7f418800c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:22.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.882+0000 7f4192000700 1 -- 172.21.15.42:0/3272291077 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f418800c9c0 con 0x7f419406aa00 2024-06-13T11:53:22.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.882+0000 7f419be00700 1 -- 172.21.15.42:0/3272291077 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41941a0050 con 0x7f419406aa00 2024-06-13T11:53:22.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.883+0000 7f4192000700 1 -- 172.21.15.42:0/3272291077 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4188019070 con 0x7f419406aa00 2024-06-13T11:53:22.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.883+0000 7f4192000700 1 -- 172.21.15.42:0/3272291077 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41880146e0 con 0x7f419406aa00 2024-06-13T11:53:22.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.883+0000 7f419be00700 1 -- 172.21.15.42:0/3272291077 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41941a7930 con 0x7f419406aa00 2024-06-13T11:53:22.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.884+0000 7f419be00700 1 -- 172.21.15.42:0/3272291077 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4194062c20 con 0x7f419406aa00 2024-06-13T11:53:22.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.886+0000 7f4192000700 1 -- 172.21.15.42:0/3272291077 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f4188012050 con 0x7f419406aa00 2024-06-13T11:53:22.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.887+0000 7f4192000700 1 --2- 172.21.15.42:0/3272291077 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f417c0a2cb0 0x7f417c0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:22.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.887+0000 7f4192000700 1 -- 172.21.15.42:0/3272291077 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f41880cffe0 con 0x7f419406aa00 2024-06-13T11:53:22.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.887+0000 7f4198a00700 1 --2- 172.21.15.42:0/3272291077 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f417c0a2cb0 0x7f417c0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:22.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.888+0000 7f4192000700 1 --2- 172.21.15.42:0/3272291077 >> [v2:172.21.15.88:6816/3621891209,v1:172.21.15.88:6817/3621891209] conn(0x7f417c0ae010 0x7f417c0b04b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:22.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.888+0000 7f4192000700 1 -- 172.21.15.42:0/3272291077 --> [v2:172.21.15.88:6816/3621891209,v1:172.21.15.88:6817/3621891209] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f418800be50 con 0x7f417c0ae010 2024-06-13T11:53:22.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.888+0000 7f4192000700 1 -- 172.21.15.42:0/3272291077 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_get_version_reply(handle=1 version=100) ==== 24+0+0 (secure 0 0 0) 0x7f41880d0390 con 0x7f419406aa00 2024-06-13T11:53:22.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.888+0000 7f4199e00700 1 --2- 172.21.15.42:0/3272291077 >> [v2:172.21.15.88:6816/3621891209,v1:172.21.15.88:6817/3621891209] conn(0x7f417c0ae010 0x7f417c0b04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:22.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.888+0000 7f4198a00700 1 --2- 172.21.15.42:0/3272291077 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f417c0a2cb0 0x7f417c0a5170 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f41800098e0 tx=0x7f4180005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:22.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.889+0000 7f4199e00700 1 --2- 172.21.15.42:0/3272291077 >> [v2:172.21.15.88:6816/3621891209,v1:172.21.15.88:6817/3621891209] conn(0x7f417c0ae010 0x7f417c0b04b0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:22.890 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.890+0000 7f4192000700 1 -- 172.21.15.42:0/3272291077 <== osd.7 v2:172.21.15.88:6816/3621891209 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f418800be50 con 0x7f417c0ae010 2024-06-13T11:53:22.909 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.908+0000 7f419be00700 1 -- 172.21.15.42:0/3272291077 --> [v2:172.21.15.88:6816/3621891209,v1:172.21.15.88:6817/3621891209] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f41940630a0 con 0x7f417c0ae010 2024-06-13T11:53:22.909 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.909+0000 7f4192000700 1 -- 172.21.15.42:0/3272291077 <== osd.7 v2:172.21.15.88:6816/3621891209 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f41940630a0 con 0x7f417c0ae010 2024-06-13T11:53:22.910 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.910+0000 7f419be00700 1 -- 172.21.15.42:0/3272291077 >> [v2:172.21.15.88:6816/3621891209,v1:172.21.15.88:6817/3621891209] conn(0x7f417c0ae010 msgr2=0x7f417c0b04b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:22.910 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.910+0000 7f419be00700 1 --2- 172.21.15.42:0/3272291077 >> [v2:172.21.15.88:6816/3621891209,v1:172.21.15.88:6817/3621891209] conn(0x7f417c0ae010 0x7f417c0b04b0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:22.911 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.910+0000 7f419be00700 1 -- 172.21.15.42:0/3272291077 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f417c0a2cb0 msgr2=0x7f417c0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:22.911 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.910+0000 7f419be00700 1 --2- 172.21.15.42:0/3272291077 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f417c0a2cb0 0x7f417c0a5170 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f41800098e0 tx=0x7f4180005960 comp rx=0 tx=0).stop 2024-06-13T11:53:22.911 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.910+0000 7f419be00700 1 -- 172.21.15.42:0/3272291077 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f419406aa00 msgr2=0x7f419419adb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:22.911 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.910+0000 7f419be00700 1 --2- 172.21.15.42:0/3272291077 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f419406aa00 0x7f419419adb0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f418800ef10 tx=0x7f418800c3a0 comp rx=0 tx=0).stop 2024-06-13T11:53:22.911 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.910+0000 7f4199e00700 1 -- 172.21.15.42:0/3272291077 reap_dead start 2024-06-13T11:53:22.911 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.910+0000 7f419be00700 1 -- 172.21.15.42:0/3272291077 shutdown_connections 2024-06-13T11:53:22.911 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.910+0000 7f419be00700 1 -- 172.21.15.42:0/3272291077 >> 172.21.15.42:0/3272291077 conn(0x7f4194078330 msgr2=0x7f419410d800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:22.911 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.910+0000 7f419be00700 1 -- 172.21.15.42:0/3272291077 shutdown_connections 2024-06-13T11:53:22.911 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:22.910+0000 7f419be00700 1 -- 172.21.15.42:0/3272291077 wait complete. 2024-06-13T11:53:23.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.109+0000 7f3453e00700 1 -- 172.21.15.42:0/3240336623 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f344c113660 msgr2=0x7f344c115a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:23.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.109+0000 7f3453e00700 1 --2- 172.21.15.42:0/3240336623 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f344c113660 0x7f344c115a50 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f34440098f0 tx=0x7f3444009c00 comp rx=0 tx=0).stop 2024-06-13T11:53:23.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.109+0000 7f3453e00700 1 -- 172.21.15.42:0/3240336623 shutdown_connections 2024-06-13T11:53:23.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.109+0000 7f3453e00700 1 --2- 172.21.15.42:0/3240336623 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f344c113660 0x7f344c115a50 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:23.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.109+0000 7f3453e00700 1 --2- 172.21.15.42:0/3240336623 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f344c0746c0 0x7f344c074aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:23.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.109+0000 7f3453e00700 1 --2- 172.21.15.42:0/3240336623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f344c074fe0 0x7f344c113120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:23.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.109+0000 7f3453e00700 1 -- 172.21.15.42:0/3240336623 >> 172.21.15.42:0/3240336623 conn(0x7f344c0795f0 msgr2=0x7f344c079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:23.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.109+0000 7f3453e00700 1 -- 172.21.15.42:0/3240336623 shutdown_connections 2024-06-13T11:53:23.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.109+0000 7f3453e00700 1 -- 172.21.15.42:0/3240336623 wait complete. 2024-06-13T11:53:23.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.110+0000 7f3453e00700 1 Processor -- start 2024-06-13T11:53:23.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.110+0000 7f3453e00700 1 -- start start 2024-06-13T11:53:23.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.111+0000 7f3453e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f344c0746c0 0x7f344c19f230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:23.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.111+0000 7f3453e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f344c074fe0 0x7f344c19f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:23.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.111+0000 7f3453e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f344c113660 0x7f344c1a3b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:23.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.111+0000 7f3453e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f344c118dc0 con 0x7f344c113660 2024-06-13T11:53:23.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.111+0000 7f3453e00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f344c118c40 con 0x7f344c074fe0 2024-06-13T11:53:23.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.111+0000 7f3453e00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f344c118f40 con 0x7f344c0746c0 2024-06-13T11:53:23.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.111+0000 7f3451e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f344c113660 0x7f344c1a3b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:23.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.111+0000 7f3451e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f344c113660 0x7f344c1a3b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:48812/0 (socket says 172.21.15.42:48812) 2024-06-13T11:53:23.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.111+0000 7f3451e00700 1 -- 172.21.15.42:0/1568999604 learned_addr learned my addr 172.21.15.42:0/1568999604 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:53:23.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.111+0000 7f3451400700 1 --2- 172.21.15.42:0/1568999604 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f344c0746c0 0x7f344c19f230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:23.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.111+0000 7f3450a00700 1 --2- 172.21.15.42:0/1568999604 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f344c074fe0 0x7f344c19f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:23.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.111+0000 7f3451e00700 1 -- 172.21.15.42:0/1568999604 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f344c0746c0 msgr2=0x7f344c19f230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:23.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.111+0000 7f3451e00700 1 --2- 172.21.15.42:0/1568999604 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f344c0746c0 0x7f344c19f230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:23.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.111+0000 7f3451e00700 1 -- 172.21.15.42:0/1568999604 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f344c074fe0 msgr2=0x7f344c19f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:23.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.111+0000 7f3451e00700 1 --2- 172.21.15.42:0/1568999604 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f344c074fe0 0x7f344c19f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:23.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.111+0000 7f3451e00700 1 -- 172.21.15.42:0/1568999604 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f344c1a4240 con 0x7f344c113660 2024-06-13T11:53:23.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.111+0000 7f3450a00700 1 --2- 172.21.15.42:0/1568999604 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f344c074fe0 0x7f344c19f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:53:23.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.112+0000 7f3451e00700 1 --2- 172.21.15.42:0/1568999604 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f344c113660 0x7f344c1a3b00 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f3444005e90 tx=0x7f344400fb00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:23.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.112+0000 7f344a000700 1 -- 172.21.15.42:0/1568999604 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34440050c0 con 0x7f344c113660 2024-06-13T11:53:23.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.112+0000 7f3453e00700 1 -- 172.21.15.42:0/1568999604 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f344c1a44d0 con 0x7f344c113660 2024-06-13T11:53:23.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.112+0000 7f344a000700 1 -- 172.21.15.42:0/1568999604 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f344400b560 con 0x7f344c113660 2024-06-13T11:53:23.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.112+0000 7f344a000700 1 -- 172.21.15.42:0/1568999604 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3444003ae0 con 0x7f344c113660 2024-06-13T11:53:23.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.112+0000 7f3453e00700 1 -- 172.21.15.42:0/1568999604 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f344c1abdb0 con 0x7f344c113660 2024-06-13T11:53:23.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.113+0000 7f343f400700 1 -- 172.21.15.42:0/1568999604 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3428001030 con 0x7f344c113660 2024-06-13T11:53:23.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.116+0000 7f344a000700 1 -- 172.21.15.42:0/1568999604 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f344400ba80 con 0x7f344c113660 2024-06-13T11:53:23.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.117+0000 7f344a000700 1 --2- 172.21.15.42:0/1568999604 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f34340a2d30 0x7f34340a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:23.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.117+0000 7f344a000700 1 -- 172.21.15.42:0/1568999604 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f34440d08c0 con 0x7f344c113660 2024-06-13T11:53:23.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.118+0000 7f3451400700 1 --2- 172.21.15.42:0/1568999604 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f34340a2d30 0x7f34340a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:23.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.118+0000 7f344a000700 1 --2- 172.21.15.42:0/1568999604 >> [v2:172.21.15.162:6816/3088625761,v1:172.21.15.162:6817/3088625761] conn(0x7f34340adf60 0x7f34340b0400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:23.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.118+0000 7f344a000700 1 -- 172.21.15.42:0/1568999604 --> [v2:172.21.15.162:6816/3088625761,v1:172.21.15.162:6817/3088625761] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f344400b0b0 con 0x7f34340adf60 2024-06-13T11:53:23.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.118+0000 7f344a000700 1 -- 172.21.15.42:0/1568999604 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_get_version_reply(handle=1 version=100) ==== 24+0+0 (secure 0 0 0) 0x7f34440d0d10 con 0x7f344c113660 2024-06-13T11:53:23.385 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.118+0000 7f3451400700 1 --2- 172.21.15.42:0/1568999604 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f34340a2d30 0x7f34340a51f0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f344000f540 tx=0x7f344000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:23.385 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.118+0000 7f3450a00700 1 --2- 172.21.15.42:0/1568999604 >> [v2:172.21.15.162:6816/3088625761,v1:172.21.15.162:6817/3088625761] conn(0x7f34340adf60 0x7f34340b0400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:23.385 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.119+0000 7f3450a00700 1 --2- 172.21.15.42:0/1568999604 >> [v2:172.21.15.162:6816/3088625761,v1:172.21.15.162:6817/3088625761] conn(0x7f34340adf60 0x7f34340b0400 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:23.385 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.120+0000 7f344a000700 1 -- 172.21.15.42:0/1568999604 <== osd.8 v2:172.21.15.162:6816/3088625761 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f344400b0b0 con 0x7f34340adf60 2024-06-13T11:53:23.385 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.138+0000 7f343f400700 1 -- 172.21.15.42:0/1568999604 --> [v2:172.21.15.162:6816/3088625761,v1:172.21.15.162:6817/3088625761] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3428002e60 con 0x7f34340adf60 2024-06-13T11:53:23.385 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.139+0000 7f344a000700 1 -- 172.21.15.42:0/1568999604 <== osd.8 v2:172.21.15.162:6816/3088625761 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f3428002e60 con 0x7f34340adf60 2024-06-13T11:53:23.385 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.140+0000 7f343f400700 1 -- 172.21.15.42:0/1568999604 >> [v2:172.21.15.162:6816/3088625761,v1:172.21.15.162:6817/3088625761] conn(0x7f34340adf60 msgr2=0x7f34340b0400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:23.385 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.140+0000 7f343f400700 1 --2- 172.21.15.42:0/1568999604 >> [v2:172.21.15.162:6816/3088625761,v1:172.21.15.162:6817/3088625761] conn(0x7f34340adf60 0x7f34340b0400 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:23.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.140+0000 7f343f400700 1 -- 172.21.15.42:0/1568999604 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f34340a2d30 msgr2=0x7f34340a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:23.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.140+0000 7f343f400700 1 --2- 172.21.15.42:0/1568999604 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f34340a2d30 0x7f34340a51f0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f344000f540 tx=0x7f344000b040 comp rx=0 tx=0).stop 2024-06-13T11:53:23.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.140+0000 7f343f400700 1 -- 172.21.15.42:0/1568999604 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f344c113660 msgr2=0x7f344c1a3b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:23.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.140+0000 7f343f400700 1 --2- 172.21.15.42:0/1568999604 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f344c113660 0x7f344c1a3b00 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f3444005e90 tx=0x7f344400fb00 comp rx=0 tx=0).stop 2024-06-13T11:53:23.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.140+0000 7f3451e00700 1 -- 172.21.15.42:0/1568999604 reap_dead start 2024-06-13T11:53:23.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.140+0000 7f343f400700 1 -- 172.21.15.42:0/1568999604 shutdown_connections 2024-06-13T11:53:23.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.140+0000 7f343f400700 1 -- 172.21.15.42:0/1568999604 >> 172.21.15.42:0/1568999604 conn(0x7f344c0795f0 msgr2=0x7f344c1123c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:23.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.141+0000 7f343f400700 1 -- 172.21.15.42:0/1568999604 shutdown_connections 2024-06-13T11:53:23.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.141+0000 7f343f400700 1 -- 172.21.15.42:0/1568999604 wait complete. 2024-06-13T11:53:23.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.451+0000 7f3f28000700 1 -- 172.21.15.42:0/1223423791 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3f20102ed0 msgr2=0x7f3f2010f360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:23.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.451+0000 7f3f28000700 1 --2- 172.21.15.42:0/1223423791 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3f20102ed0 0x7f3f2010f360 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f3f1800b0a0 tx=0x7f3f1800b3b0 comp rx=0 tx=0).stop 2024-06-13T11:53:23.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.451+0000 7f3f28000700 1 -- 172.21.15.42:0/1223423791 shutdown_connections 2024-06-13T11:53:23.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.451+0000 7f3f28000700 1 --2- 172.21.15.42:0/1223423791 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3f20108520 0x7f3f20108900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:23.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.451+0000 7f3f28000700 1 --2- 172.21.15.42:0/1223423791 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3f20102ed0 0x7f3f2010f360 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:23.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.451+0000 7f3f28000700 1 --2- 172.21.15.42:0/1223423791 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3f20102510 0x7f3f20102990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:23.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.452+0000 7f3f28000700 1 -- 172.21.15.42:0/1223423791 >> 172.21.15.42:0/1223423791 conn(0x7f3f20079640 msgr2=0x7f3f20079a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:23.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.452+0000 7f3f28000700 1 -- 172.21.15.42:0/1223423791 shutdown_connections 2024-06-13T11:53:23.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.452+0000 7f3f28000700 1 -- 172.21.15.42:0/1223423791 wait complete. 2024-06-13T11:53:23.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.453+0000 7f3f28000700 1 Processor -- start 2024-06-13T11:53:23.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.454+0000 7f3f28000700 1 -- start start 2024-06-13T11:53:23.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.454+0000 7f3f28000700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3f20102510 0x7f3f2019ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:23.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.454+0000 7f3f28000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3f20102ed0 0x7f3f2019b250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:23.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.454+0000 7f3f28000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3f20108520 0x7f3f2019f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:23.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.454+0000 7f3f28000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3f201127a0 con 0x7f3f20108520 2024-06-13T11:53:23.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.454+0000 7f3f28000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f3f20112620 con 0x7f3f20102ed0 2024-06-13T11:53:23.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.454+0000 7f3f28000700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f3f20112920 con 0x7f3f20102510 2024-06-13T11:53:23.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.455+0000 7f3f25600700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3f20102510 0x7f3f2019ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:23.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.455+0000 7f3f25600700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3f20102510 0x7f3f2019ad10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:54618/0 (socket says 172.21.15.42:54618) 2024-06-13T11:53:23.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.455+0000 7f3f25600700 1 -- 172.21.15.42:0/2121114115 learned_addr learned my addr 172.21.15.42:0/2121114115 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:53:23.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.455+0000 7f3f24c00700 1 --2- 172.21.15.42:0/2121114115 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3f20102ed0 0x7f3f2019b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:23.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.455+0000 7f3f26000700 1 --2- 172.21.15.42:0/2121114115 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3f20108520 0x7f3f2019f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:23.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.455+0000 7f3f25600700 1 -- 172.21.15.42:0/2121114115 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3f20102ed0 msgr2=0x7f3f2019b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:23.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.455+0000 7f3f25600700 1 --2- 172.21.15.42:0/2121114115 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3f20102ed0 0x7f3f2019b250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:23.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.455+0000 7f3f25600700 1 -- 172.21.15.42:0/2121114115 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3f20108520 msgr2=0x7f3f2019f5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:23.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.455+0000 7f3f25600700 1 --2- 172.21.15.42:0/2121114115 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3f20108520 0x7f3f2019f5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:23.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.455+0000 7f3f25600700 1 -- 172.21.15.42:0/2121114115 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f2019fd20 con 0x7f3f20102510 2024-06-13T11:53:23.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.455+0000 7f3f26000700 1 --2- 172.21.15.42:0/2121114115 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3f20108520 0x7f3f2019f5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:53:23.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.455+0000 7f3f25600700 1 --2- 172.21.15.42:0/2121114115 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3f20102510 0x7f3f2019ad10 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f3f1400e9a0 tx=0x7f3f1400ed60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:23.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.456+0000 7f3f1e000700 1 -- 172.21.15.42:0/2121114115 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f1400cbd0 con 0x7f3f20102510 2024-06-13T11:53:23.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.456+0000 7f3f1e000700 1 -- 172.21.15.42:0/2121114115 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3f1400cd70 con 0x7f3f20102510 2024-06-13T11:53:23.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.456+0000 7f3f1e000700 1 -- 172.21.15.42:0/2121114115 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f140187c0 con 0x7f3f20102510 2024-06-13T11:53:23.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.456+0000 7f3f28000700 1 -- 172.21.15.42:0/2121114115 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f201a0010 con 0x7f3f20102510 2024-06-13T11:53:23.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.456+0000 7f3f28000700 1 -- 172.21.15.42:0/2121114115 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f201a7890 con 0x7f3f20102510 2024-06-13T11:53:23.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.457+0000 7f3f28000700 1 -- 172.21.15.42:0/2121114115 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3f20076360 con 0x7f3f20102510 2024-06-13T11:53:23.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.459+0000 7f3f1e000700 1 -- 172.21.15.42:0/2121114115 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f3f14010430 con 0x7f3f20102510 2024-06-13T11:53:23.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.462+0000 7f3f1e000700 1 --2- 172.21.15.42:0/2121114115 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f3f080a2d30 0x7f3f080a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:23.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.462+0000 7f3f1e000700 1 -- 172.21.15.42:0/2121114115 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f3f140cf860 con 0x7f3f20102510 2024-06-13T11:53:23.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.462+0000 7f3f24c00700 1 --2- 172.21.15.42:0/2121114115 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f3f080a2d30 0x7f3f080a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:23.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.462+0000 7f3f1e000700 1 --2- 172.21.15.42:0/2121114115 >> [v2:172.21.15.88:6824/2979904837,v1:172.21.15.88:6825/2979904837] conn(0x7f3f080ae090 0x7f3f080b0530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:23.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.462+0000 7f3f1e000700 1 -- 172.21.15.42:0/2121114115 --> [v2:172.21.15.88:6824/2979904837,v1:172.21.15.88:6825/2979904837] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3f14012ec0 con 0x7f3f080ae090 2024-06-13T11:53:23.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.462+0000 7f3f1e000700 1 -- 172.21.15.42:0/2121114115 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_get_version_reply(handle=1 version=100) ==== 24+0+0 (secure 0 0 0) 0x7f3f140d42a0 con 0x7f3f20102510 2024-06-13T11:53:23.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.463+0000 7f3f24c00700 1 --2- 172.21.15.42:0/2121114115 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f3f080a2d30 0x7f3f080a51f0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f3f0c009680 tx=0x7f3f0c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:23.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.463+0000 7f3f26000700 1 --2- 172.21.15.42:0/2121114115 >> [v2:172.21.15.88:6824/2979904837,v1:172.21.15.88:6825/2979904837] conn(0x7f3f080ae090 0x7f3f080b0530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:23.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.463+0000 7f3f26000700 1 --2- 172.21.15.42:0/2121114115 >> [v2:172.21.15.88:6824/2979904837,v1:172.21.15.88:6825/2979904837] conn(0x7f3f080ae090 0x7f3f080b0530 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:23.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.464+0000 7f3f1e000700 1 -- 172.21.15.42:0/2121114115 <== osd.10 v2:172.21.15.88:6824/2979904837 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3f14012ec0 con 0x7f3f080ae090 2024-06-13T11:53:23.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.483+0000 7f3f28000700 1 -- 172.21.15.42:0/2121114115 --> [v2:172.21.15.88:6824/2979904837,v1:172.21.15.88:6825/2979904837] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3f20103c00 con 0x7f3f080ae090 2024-06-13T11:53:23.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.484+0000 7f3f1e000700 1 -- 172.21.15.42:0/2121114115 <== osd.10 v2:172.21.15.88:6824/2979904837 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f3f20103c00 con 0x7f3f080ae090 2024-06-13T11:53:23.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.484+0000 7f3f28000700 1 -- 172.21.15.42:0/2121114115 >> [v2:172.21.15.88:6824/2979904837,v1:172.21.15.88:6825/2979904837] conn(0x7f3f080ae090 msgr2=0x7f3f080b0530 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:23.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.484+0000 7f3f28000700 1 --2- 172.21.15.42:0/2121114115 >> [v2:172.21.15.88:6824/2979904837,v1:172.21.15.88:6825/2979904837] conn(0x7f3f080ae090 0x7f3f080b0530 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:23.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.485+0000 7f3f28000700 1 -- 172.21.15.42:0/2121114115 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f3f080a2d30 msgr2=0x7f3f080a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:23.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.485+0000 7f3f28000700 1 --2- 172.21.15.42:0/2121114115 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f3f080a2d30 0x7f3f080a51f0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f3f0c009680 tx=0x7f3f0c009260 comp rx=0 tx=0).stop 2024-06-13T11:53:23.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.485+0000 7f3f28000700 1 -- 172.21.15.42:0/2121114115 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3f20102510 msgr2=0x7f3f2019ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:23.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.485+0000 7f3f28000700 1 --2- 172.21.15.42:0/2121114115 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3f20102510 0x7f3f2019ad10 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f3f1400e9a0 tx=0x7f3f1400ed60 comp rx=0 tx=0).stop 2024-06-13T11:53:23.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.485+0000 7f3f26000700 1 -- 172.21.15.42:0/2121114115 reap_dead start 2024-06-13T11:53:23.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.485+0000 7f3f28000700 1 -- 172.21.15.42:0/2121114115 shutdown_connections 2024-06-13T11:53:23.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.485+0000 7f3f28000700 1 -- 172.21.15.42:0/2121114115 >> 172.21.15.42:0/2121114115 conn(0x7f3f20079640 msgr2=0x7f3f200748f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:23.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.485+0000 7f3f28000700 1 -- 172.21.15.42:0/2121114115 shutdown_connections 2024-06-13T11:53:23.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:23.485+0000 7f3f28000700 1 -- 172.21.15.42:0/2121114115 wait complete. 2024-06-13T11:53:24.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:24 smithi042 ceph-mon[32231]: pgmap v419: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:53:24.635 INFO:teuthology.orchestra.run.smithi042.stdout:313532612664 2024-06-13T11:53:24.635 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-06-13T11:53:24.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:24 smithi162 ceph-mon[36757]: pgmap v419: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:53:24.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:24 smithi088 ceph-mon[36399]: pgmap v419: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:53:25.475 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:53:25.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.533+0000 7f5b46200700 1 -- 172.21.15.42:0/477594193 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5b4006ab30 msgr2=0x7f5b4010f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:25.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.533+0000 7f5b46200700 1 --2- 172.21.15.42:0/477594193 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5b4006ab30 0x7f5b4010f320 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f5b3800b0a0 tx=0x7f5b3800b3b0 comp rx=0 tx=0).stop 2024-06-13T11:53:25.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.533+0000 7f5b46200700 1 -- 172.21.15.42:0/477594193 shutdown_connections 2024-06-13T11:53:25.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.533+0000 7f5b46200700 1 --2- 172.21.15.42:0/477594193 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5b4006ab30 0x7f5b4010f320 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:25.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.533+0000 7f5b46200700 1 --2- 172.21.15.42:0/477594193 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5b40108500 0x7f5b401088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:25.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.534+0000 7f5b46200700 1 --2- 172.21.15.42:0/477594193 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5b4006a170 0x7f5b4006a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:25.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.534+0000 7f5b46200700 1 -- 172.21.15.42:0/477594193 >> 172.21.15.42:0/477594193 conn(0x7f5b40078340 msgr2=0x7f5b40078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:25.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.534+0000 7f5b46200700 1 -- 172.21.15.42:0/477594193 shutdown_connections 2024-06-13T11:53:25.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.534+0000 7f5b46200700 1 -- 172.21.15.42:0/477594193 wait complete. 2024-06-13T11:53:25.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.535+0000 7f5b46200700 1 Processor -- start 2024-06-13T11:53:25.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.535+0000 7f5b46200700 1 -- start start 2024-06-13T11:53:25.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.536+0000 7f5b46200700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5b4006a170 0x7f5b4019d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:25.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.536+0000 7f5b46200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5b4006ab30 0x7f5b4019dd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:25.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.536+0000 7f5b46200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5b40108500 0x7f5b401969d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:25.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.536+0000 7f5b46200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5b40110660 con 0x7f5b4006ab30 2024-06-13T11:53:25.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.536+0000 7f5b46200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f5b401104e0 con 0x7f5b40108500 2024-06-13T11:53:25.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.536+0000 7f5b46200700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f5b401107e0 con 0x7f5b4006a170 2024-06-13T11:53:25.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.536+0000 7f5b3ea00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5b4006ab30 0x7f5b4019dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:25.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.536+0000 7f5b3ea00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5b4006ab30 0x7f5b4019dd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:48862/0 (socket says 172.21.15.42:48862) 2024-06-13T11:53:25.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.536+0000 7f5b3ea00700 1 -- 172.21.15.42:0/552703658 learned_addr learned my addr 172.21.15.42:0/552703658 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:53:25.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.536+0000 7f5b3fe00700 1 --2- 172.21.15.42:0/552703658 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5b40108500 0x7f5b401969d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:25.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.537+0000 7f5b3ea00700 1 -- 172.21.15.42:0/552703658 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5b4006a170 msgr2=0x7f5b4019d7d0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-06-13T11:53:25.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.537+0000 7f5b3ea00700 1 --2- 172.21.15.42:0/552703658 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5b4006a170 0x7f5b4019d7d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:25.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.537+0000 7f5b3ea00700 1 -- 172.21.15.42:0/552703658 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5b40108500 msgr2=0x7f5b401969d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:25.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.537+0000 7f5b3ea00700 1 --2- 172.21.15.42:0/552703658 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5b40108500 0x7f5b401969d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:25.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.537+0000 7f5b3ea00700 1 -- 172.21.15.42:0/552703658 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b401972d0 con 0x7f5b4006ab30 2024-06-13T11:53:25.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.537+0000 7f5b3ea00700 1 --2- 172.21.15.42:0/552703658 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5b4006ab30 0x7f5b4019dd10 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f5b2c00eb30 tx=0x7f5b2c00eef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:25.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.538+0000 7f5b37e00700 1 -- 172.21.15.42:0/552703658 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b2c00cd40 con 0x7f5b4006ab30 2024-06-13T11:53:25.544 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.538+0000 7f5b37e00700 1 -- 172.21.15.42:0/552703658 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5b2c004500 con 0x7f5b4006ab30 2024-06-13T11:53:25.544 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.538+0000 7f5b37e00700 1 -- 172.21.15.42:0/552703658 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b2c010690 con 0x7f5b4006ab30 2024-06-13T11:53:25.544 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.538+0000 7f5b46200700 1 -- 172.21.15.42:0/552703658 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b401975c0 con 0x7f5b4006ab30 2024-06-13T11:53:25.544 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.539+0000 7f5b46200700 1 -- 172.21.15.42:0/552703658 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b4019b590 con 0x7f5b4006ab30 2024-06-13T11:53:25.544 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.540+0000 7f5b46200700 1 -- 172.21.15.42:0/552703658 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5b4019bb20 con 0x7f5b4006ab30 2024-06-13T11:53:25.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.544+0000 7f5b37e00700 1 -- 172.21.15.42:0/552703658 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f5b2c003e10 con 0x7f5b4006ab30 2024-06-13T11:53:25.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.546+0000 7f5b37e00700 1 --2- 172.21.15.42:0/552703658 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f5b240a2d20 0x7f5b240a51e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:25.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.546+0000 7f5b37e00700 1 -- 172.21.15.42:0/552703658 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f5b2c0cf8a0 con 0x7f5b4006ab30 2024-06-13T11:53:25.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.547+0000 7f5b3f400700 1 --2- 172.21.15.42:0/552703658 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f5b240a2d20 0x7f5b240a51e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:25.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.547+0000 7f5b37e00700 1 --2- 172.21.15.42:0/552703658 >> [v2:172.21.15.42:6818/844197654,v1:172.21.15.42:6819/844197654] conn(0x7f5b240ae080 0x7f5b240b0520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:25.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.547+0000 7f5b37e00700 1 -- 172.21.15.42:0/552703658 --> [v2:172.21.15.42:6818/844197654,v1:172.21.15.42:6819/844197654] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5b2c011e50 con 0x7f5b240ae080 2024-06-13T11:53:25.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.547+0000 7f5b37e00700 1 -- 172.21.15.42:0/552703658 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_get_version_reply(handle=1 version=100) ==== 24+0+0 (secure 0 0 0) 0x7f5b2c0d42c0 con 0x7f5b4006ab30 2024-06-13T11:53:25.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.547+0000 7f5b3fe00700 1 --2- 172.21.15.42:0/552703658 >> [v2:172.21.15.42:6818/844197654,v1:172.21.15.42:6819/844197654] conn(0x7f5b240ae080 0x7f5b240b0520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:25.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.549+0000 7f5b3fe00700 1 --2- 172.21.15.42:0/552703658 >> [v2:172.21.15.42:6818/844197654,v1:172.21.15.42:6819/844197654] conn(0x7f5b240ae080 0x7f5b240b0520 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:25.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.549+0000 7f5b3f400700 1 --2- 172.21.15.42:0/552703658 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f5b240a2d20 0x7f5b240a51e0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f5b30009730 tx=0x7f5b30006cb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:25.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.550+0000 7f5b37e00700 1 -- 172.21.15.42:0/552703658 <== osd.6 v2:172.21.15.42:6818/844197654 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5b2c011e50 con 0x7f5b240ae080 2024-06-13T11:53:25.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.568+0000 7f5b46200700 1 -- 172.21.15.42:0/552703658 --> [v2:172.21.15.42:6818/844197654,v1:172.21.15.42:6819/844197654] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5b4019bf20 con 0x7f5b240ae080 2024-06-13T11:53:25.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.569+0000 7f5b37e00700 1 -- 172.21.15.42:0/552703658 <== osd.6 v2:172.21.15.42:6818/844197654 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f5b4019bf20 con 0x7f5b240ae080 2024-06-13T11:53:25.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.569+0000 7f5b46200700 1 -- 172.21.15.42:0/552703658 >> [v2:172.21.15.42:6818/844197654,v1:172.21.15.42:6819/844197654] conn(0x7f5b240ae080 msgr2=0x7f5b240b0520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:25.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.569+0000 7f5b46200700 1 --2- 172.21.15.42:0/552703658 >> [v2:172.21.15.42:6818/844197654,v1:172.21.15.42:6819/844197654] conn(0x7f5b240ae080 0x7f5b240b0520 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:25.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.569+0000 7f5b46200700 1 -- 172.21.15.42:0/552703658 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f5b240a2d20 msgr2=0x7f5b240a51e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:25.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.569+0000 7f5b46200700 1 --2- 172.21.15.42:0/552703658 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f5b240a2d20 0x7f5b240a51e0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f5b30009730 tx=0x7f5b30006cb0 comp rx=0 tx=0).stop 2024-06-13T11:53:25.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.569+0000 7f5b46200700 1 -- 172.21.15.42:0/552703658 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5b4006ab30 msgr2=0x7f5b4019dd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:25.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.569+0000 7f5b46200700 1 --2- 172.21.15.42:0/552703658 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5b4006ab30 0x7f5b4019dd10 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f5b2c00eb30 tx=0x7f5b2c00eef0 comp rx=0 tx=0).stop 2024-06-13T11:53:25.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.569+0000 7f5b3fe00700 1 -- 172.21.15.42:0/552703658 reap_dead start 2024-06-13T11:53:25.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.569+0000 7f5b46200700 1 -- 172.21.15.42:0/552703658 shutdown_connections 2024-06-13T11:53:25.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.569+0000 7f5b46200700 1 -- 172.21.15.42:0/552703658 >> 172.21.15.42:0/552703658 conn(0x7f5b40078340 msgr2=0x7f5b400ffe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:25.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.570+0000 7f5b46200700 1 -- 172.21.15.42:0/552703658 shutdown_connections 2024-06-13T11:53:25.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:25.570+0000 7f5b46200700 1 -- 172.21.15.42:0/552703658 wait complete. 2024-06-13T11:53:26.538 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:26 smithi042 ceph-mon[32231]: pgmap v420: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-06-13T11:53:26.613 INFO:teuthology.orchestra.run.smithi042.stdout:55834574953 2024-06-13T11:53:26.614 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-06-13T11:53:26.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:26 smithi162 ceph-mon[36757]: pgmap v420: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-06-13T11:53:26.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:26 smithi088 ceph-mon[36399]: pgmap v420: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-06-13T11:53:27.276 INFO:teuthology.orchestra.run.smithi042.stdout:223338299464 2024-06-13T11:53:27.276 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-06-13T11:53:28.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:28 smithi042 ceph-mon[32231]: pgmap v421: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-06-13T11:53:28.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:28 smithi162 ceph-mon[36757]: pgmap v421: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-06-13T11:53:28.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:28 smithi088 ceph-mon[36399]: pgmap v421: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-06-13T11:53:28.818 INFO:teuthology.orchestra.run.smithi042.stdout:257698037827 2024-06-13T11:53:28.818 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-06-13T11:53:28.909 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:53:28.913 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:53:28.935 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:53:28.944 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:53:28.973 INFO:teuthology.orchestra.run.smithi042.stdout:201863462991 2024-06-13T11:53:28.973 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-06-13T11:53:29.065 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:53:30.646 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:30 smithi042 ceph-mon[32231]: pgmap v422: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s 2024-06-13T11:53:30.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:30 smithi162 ceph-mon[36757]: pgmap v422: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s 2024-06-13T11:53:30.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:30 smithi088 ceph-mon[36399]: pgmap v422: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s 2024-06-13T11:53:32.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:32 smithi042 ceph-mon[32231]: pgmap v423: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-06-13T11:53:32.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:32 smithi162 ceph-mon[36757]: pgmap v423: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-06-13T11:53:32.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:32 smithi088 ceph-mon[36399]: pgmap v423: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-06-13T11:53:34.458 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:53:34.459 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:53:34.461 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:53:34.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.529+0000 7f9929600700 1 -- 172.21.15.42:0/707619054 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f99241030f0 msgr2=0x7f9924107110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:34.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.529+0000 7f9929600700 1 --2- 172.21.15.42:0/707619054 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f99241030f0 0x7f9924107110 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f99100099c0 tx=0x7f9910009cd0 comp rx=0 tx=0).stop 2024-06-13T11:53:34.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.529+0000 7f9929600700 1 -- 172.21.15.42:0/707619054 shutdown_connections 2024-06-13T11:53:34.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.529+0000 7f9929600700 1 --2- 172.21.15.42:0/707619054 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9924107840 0x7f992410f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:34.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.529+0000 7f9929600700 1 --2- 172.21.15.42:0/707619054 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9924102740 0x7f9924102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:34.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.529+0000 7f9929600700 1 --2- 172.21.15.42:0/707619054 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f99241030f0 0x7f9924107110 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:34.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.529+0000 7f9929600700 1 -- 172.21.15.42:0/707619054 >> 172.21.15.42:0/707619054 conn(0x7f99240795f0 msgr2=0x7f9924079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:34.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.529+0000 7f9929600700 1 -- 172.21.15.42:0/707619054 shutdown_connections 2024-06-13T11:53:34.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.529+0000 7f9929600700 1 -- 172.21.15.42:0/707619054 wait complete. 2024-06-13T11:53:34.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.530+0000 7f9929600700 1 Processor -- start 2024-06-13T11:53:34.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.530+0000 7f9929600700 1 -- start start 2024-06-13T11:53:34.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.531+0000 7f9929600700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9924102740 0x7f992419ada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:34.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.531+0000 7f9929600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f99241030f0 0x7f992419b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:34.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.531+0000 7f9929600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9924107840 0x7f992419f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:34.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.531+0000 7f9929600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f99241127a0 con 0x7f99241030f0 2024-06-13T11:53:34.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.531+0000 7f9929600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f9924112620 con 0x7f9924107840 2024-06-13T11:53:34.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.531+0000 7f9929600700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f9924112920 con 0x7f9924102740 2024-06-13T11:53:34.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.531+0000 7f9922a00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9924102740 0x7f992419ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:34.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.531+0000 7f9922a00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9924102740 0x7f992419ada0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:49854/0 (socket says 172.21.15.42:49854) 2024-06-13T11:53:34.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.531+0000 7f9922a00700 1 -- 172.21.15.42:0/3196672687 learned_addr learned my addr 172.21.15.42:0/3196672687 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:53:34.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.532+0000 7f9923400700 1 --2- 172.21.15.42:0/3196672687 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9924107840 0x7f992419f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:34.541 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:34 smithi042 ceph-mon[32231]: pgmap v424: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:53:34.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.532+0000 7f9922a00700 1 -- 172.21.15.42:0/3196672687 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9924107840 msgr2=0x7f992419f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:34.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.532+0000 7f9922a00700 1 --2- 172.21.15.42:0/3196672687 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9924107840 0x7f992419f670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:34.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.532+0000 7f9922a00700 1 -- 172.21.15.42:0/3196672687 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f99241030f0 msgr2=0x7f992419b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:34.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.532+0000 7f9922a00700 1 --2- 172.21.15.42:0/3196672687 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f99241030f0 0x7f992419b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:34.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.532+0000 7f9922a00700 1 -- 172.21.15.42:0/3196672687 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f992419fdb0 con 0x7f9924102740 2024-06-13T11:53:34.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.532+0000 7f9922a00700 1 --2- 172.21.15.42:0/3196672687 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9924102740 0x7f992419ada0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f991400e9a0 tx=0x7f991400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:34.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.533+0000 7f991b400700 1 -- 172.21.15.42:0/3196672687 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f991400cbd0 con 0x7f9924102740 2024-06-13T11:53:34.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.533+0000 7f991b400700 1 -- 172.21.15.42:0/3196672687 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f991400cd70 con 0x7f9924102740 2024-06-13T11:53:34.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.533+0000 7f991b400700 1 -- 172.21.15.42:0/3196672687 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9914018750 con 0x7f9924102740 2024-06-13T11:53:34.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.533+0000 7f9929600700 1 -- 172.21.15.42:0/3196672687 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99241a00a0 con 0x7f9924102740 2024-06-13T11:53:34.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.533+0000 7f9929600700 1 -- 172.21.15.42:0/3196672687 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99241a7920 con 0x7f9924102740 2024-06-13T11:53:34.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.535+0000 7f9929600700 1 -- 172.21.15.42:0/3196672687 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9924069180 con 0x7f9924102740 2024-06-13T11:53:34.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.536+0000 7f991b400700 1 -- 172.21.15.42:0/3196672687 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f9914010430 con 0x7f9924102740 2024-06-13T11:53:34.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.538+0000 7f991b400700 1 --2- 172.21.15.42:0/3196672687 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f99080a2d30 0x7f99080a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:34.544 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.538+0000 7f991b400700 1 -- 172.21.15.42:0/3196672687 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f99140cf860 con 0x7f9924102740 2024-06-13T11:53:34.544 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.538+0000 7f9922000700 1 --2- 172.21.15.42:0/3196672687 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f99080a2d30 0x7f99080a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:34.544 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.539+0000 7f9922000700 1 --2- 172.21.15.42:0/3196672687 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f99080a2d30 0x7f99080a51f0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f99100098e0 tx=0x7f9910000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:34.544 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.542+0000 7f991b400700 1 -- 172.21.15.42:0/3196672687 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f991409c230 con 0x7f9924102740 2024-06-13T11:53:34.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:34 smithi162 ceph-mon[36757]: pgmap v424: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:53:34.757 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:34 smithi088 ceph-mon[36399]: pgmap v424: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:53:34.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.801+0000 7f9929600700 1 -- 172.21.15.42:0/3196672687 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f99241a7bb0 con 0x7f9924102740 2024-06-13T11:53:34.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.801+0000 7f991b400700 1 -- 172.21.15.42:0/3196672687 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f991409bb30 con 0x7f9924102740 2024-06-13T11:53:34.802 INFO:teuthology.orchestra.run.smithi042.stdout:146028888156 2024-06-13T11:53:34.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.804+0000 7f9929600700 1 -- 172.21.15.42:0/3196672687 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f99080a2d30 msgr2=0x7f99080a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:34.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.804+0000 7f9929600700 1 --2- 172.21.15.42:0/3196672687 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f99080a2d30 0x7f99080a51f0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f99100098e0 tx=0x7f9910000bc0 comp rx=0 tx=0).stop 2024-06-13T11:53:34.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.804+0000 7f9929600700 1 -- 172.21.15.42:0/3196672687 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9924102740 msgr2=0x7f992419ada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:34.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.804+0000 7f9929600700 1 --2- 172.21.15.42:0/3196672687 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9924102740 0x7f992419ada0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f991400e9a0 tx=0x7f991400ecb0 comp rx=0 tx=0).stop 2024-06-13T11:53:34.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.805+0000 7f9929600700 1 -- 172.21.15.42:0/3196672687 shutdown_connections 2024-06-13T11:53:34.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.805+0000 7f9929600700 1 --2- 172.21.15.42:0/3196672687 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f99080a2d30 0x7f99080a51f0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:34.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.805+0000 7f9929600700 1 --2- 172.21.15.42:0/3196672687 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9924107840 0x7f992419f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:34.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.805+0000 7f9929600700 1 --2- 172.21.15.42:0/3196672687 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9924102740 0x7f992419ada0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:34.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.805+0000 7f9929600700 1 --2- 172.21.15.42:0/3196672687 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f99241030f0 0x7f992419b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:34.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.805+0000 7f9929600700 1 -- 172.21.15.42:0/3196672687 >> 172.21.15.42:0/3196672687 conn(0x7f99240795f0 msgr2=0x7f9924100840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:34.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.805+0000 7f9929600700 1 -- 172.21.15.42:0/3196672687 shutdown_connections 2024-06-13T11:53:34.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:34.805+0000 7f9929600700 1 -- 172.21.15.42:0/3196672687 wait complete. 2024-06-13T11:53:35.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.341+0000 7effca200700 1 -- 172.21.15.42:0/1416750030 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7effc406a170 msgr2=0x7effc406a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:35.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.341+0000 7effca200700 1 --2- 172.21.15.42:0/1416750030 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7effc406a170 0x7effc406a5f0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7effb0009990 tx=0x7effb0009ca0 comp rx=0 tx=0).stop 2024-06-13T11:53:35.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.341+0000 7effca200700 1 -- 172.21.15.42:0/1416750030 shutdown_connections 2024-06-13T11:53:35.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.341+0000 7effca200700 1 --2- 172.21.15.42:0/1416750030 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7effc406ab30 0x7effc410f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:35.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.341+0000 7effca200700 1 --2- 172.21.15.42:0/1416750030 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7effc4108500 0x7effc41088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:35.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.341+0000 7effca200700 1 --2- 172.21.15.42:0/1416750030 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7effc406a170 0x7effc406a5f0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:35.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.341+0000 7effca200700 1 -- 172.21.15.42:0/1416750030 >> 172.21.15.42:0/1416750030 conn(0x7effc4078340 msgr2=0x7effc4078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:35.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.341+0000 7effca200700 1 -- 172.21.15.42:0/1416750030 shutdown_connections 2024-06-13T11:53:35.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.341+0000 7effca200700 1 -- 172.21.15.42:0/1416750030 wait complete. 2024-06-13T11:53:35.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.343+0000 7effca200700 1 Processor -- start 2024-06-13T11:53:35.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.343+0000 7effca200700 1 -- start start 2024-06-13T11:53:35.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.343+0000 7effca200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7effc406a170 0x7effc419ea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:35.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.343+0000 7effca200700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7effc406ab30 0x7effc419ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:35.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.343+0000 7effca200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7effc4108500 0x7effc4198b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:35.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.343+0000 7effca200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7effc41127b0 con 0x7effc406a170 2024-06-13T11:53:35.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.343+0000 7effca200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7effc4112630 con 0x7effc4108500 2024-06-13T11:53:35.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.343+0000 7effca200700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7effc4112930 con 0x7effc406ab30 2024-06-13T11:53:35.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.344+0000 7effc3400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7effc406a170 0x7effc419ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:35.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.344+0000 7effc3e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7effc4108500 0x7effc4198b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:35.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.344+0000 7effc3400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7effc406a170 0x7effc419ea50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:59152/0 (socket says 172.21.15.42:59152) 2024-06-13T11:53:35.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.344+0000 7effc2a00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7effc406ab30 0x7effc419ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:35.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.344+0000 7effc3400700 1 -- 172.21.15.42:0/2860275934 learned_addr learned my addr 172.21.15.42:0/2860275934 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:53:35.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.344+0000 7effc3e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7effc4108500 0x7effc4198b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:36596/0 (socket says 172.21.15.42:36596) 2024-06-13T11:53:35.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.344+0000 7effc3e00700 1 -- 172.21.15.42:0/2860275934 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7effc406ab30 msgr2=0x7effc419ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:35.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.344+0000 7effc3e00700 1 --2- 172.21.15.42:0/2860275934 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7effc406ab30 0x7effc419ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:35.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.344+0000 7effc3e00700 1 -- 172.21.15.42:0/2860275934 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7effc406a170 msgr2=0x7effc419ea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:35.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.344+0000 7effc3e00700 1 --2- 172.21.15.42:0/2860275934 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7effc406a170 0x7effc419ea50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:35.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.344+0000 7effc3e00700 1 -- 172.21.15.42:0/2860275934 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effc4199450 con 0x7effc4108500 2024-06-13T11:53:35.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.344+0000 7effc3400700 1 --2- 172.21.15.42:0/2860275934 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7effc406a170 0x7effc419ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:53:35.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.345+0000 7effc3e00700 1 --2- 172.21.15.42:0/2860275934 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7effc4108500 0x7effc4198b70 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7effbc00efc0 tx=0x7effbc00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:35.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.345+0000 7effbbe00700 1 -- 172.21.15.42:0/2860275934 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effbc0092e0 con 0x7effc4108500 2024-06-13T11:53:35.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.345+0000 7effbbe00700 1 -- 172.21.15.42:0/2860275934 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7effbc004bb0 con 0x7effc4108500 2024-06-13T11:53:35.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.345+0000 7effbbe00700 1 -- 172.21.15.42:0/2860275934 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effbc004280 con 0x7effc4108500 2024-06-13T11:53:35.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.345+0000 7effca200700 1 -- 172.21.15.42:0/2860275934 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effc41996e0 con 0x7effc4108500 2024-06-13T11:53:35.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.345+0000 7effca200700 1 -- 172.21.15.42:0/2860275934 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7effc4101390 con 0x7effc4108500 2024-06-13T11:53:35.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.346+0000 7effca200700 1 -- 172.21.15.42:0/2860275934 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7effc4103bc0 con 0x7effc4108500 2024-06-13T11:53:35.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.349+0000 7effbbe00700 1 -- 172.21.15.42:0/2860275934 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7effbc01b030 con 0x7effc4108500 2024-06-13T11:53:35.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.350+0000 7effbbe00700 1 --2- 172.21.15.42:0/2860275934 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7effa80a2d30 0x7effa80a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:35.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.350+0000 7effbbe00700 1 -- 172.21.15.42:0/2860275934 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7effbc0cfab0 con 0x7effc4108500 2024-06-13T11:53:35.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.350+0000 7effc3400700 1 --2- 172.21.15.42:0/2860275934 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7effa80a2d30 0x7effa80a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:35.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.351+0000 7effc3400700 1 --2- 172.21.15.42:0/2860275934 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7effa80a2d30 0x7effa80a51f0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7effb4011550 tx=0x7effb4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:35.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.352+0000 7effbbe00700 1 -- 172.21.15.42:0/2860275934 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7effbc022020 con 0x7effc4108500 2024-06-13T11:53:35.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:35 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/3196672687' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-06-13T11:53:35.590 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.590+0000 7effca200700 1 -- 172.21.15.42:0/2860275934 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7effc402dca0 con 0x7effc4108500 2024-06-13T11:53:35.591 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.591+0000 7effbbe00700 1 -- 172.21.15.42:0/2860275934 <== mon.2 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7effbc010040 con 0x7effc4108500 2024-06-13T11:53:35.591 INFO:teuthology.orchestra.run.smithi042.stdout:347892351030 2024-06-13T11:53:35.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.594+0000 7effca200700 1 -- 172.21.15.42:0/2860275934 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7effa80a2d30 msgr2=0x7effa80a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:35.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.594+0000 7effca200700 1 --2- 172.21.15.42:0/2860275934 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7effa80a2d30 0x7effa80a51f0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7effb4011550 tx=0x7effb4009260 comp rx=0 tx=0).stop 2024-06-13T11:53:35.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.594+0000 7effca200700 1 -- 172.21.15.42:0/2860275934 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7effc4108500 msgr2=0x7effc4198b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:35.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.594+0000 7effca200700 1 --2- 172.21.15.42:0/2860275934 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7effc4108500 0x7effc4198b70 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7effbc00efc0 tx=0x7effbc00c3a0 comp rx=0 tx=0).stop 2024-06-13T11:53:35.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.594+0000 7effca200700 1 -- 172.21.15.42:0/2860275934 shutdown_connections 2024-06-13T11:53:35.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.594+0000 7effca200700 1 --2- 172.21.15.42:0/2860275934 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7effa80a2d30 0x7effa80a51f0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:35.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.594+0000 7effca200700 1 --2- 172.21.15.42:0/2860275934 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7effc4108500 0x7effc4198b70 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:35.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.594+0000 7effca200700 1 --2- 172.21.15.42:0/2860275934 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7effc406a170 0x7effc419ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:35.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.594+0000 7effca200700 1 --2- 172.21.15.42:0/2860275934 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7effc406ab30 0x7effc419ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:35.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.594+0000 7effca200700 1 -- 172.21.15.42:0/2860275934 >> 172.21.15.42:0/2860275934 conn(0x7effc4078340 msgr2=0x7effc4100050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:35.596 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.595+0000 7effca200700 1 -- 172.21.15.42:0/2860275934 shutdown_connections 2024-06-13T11:53:35.596 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:35.595+0000 7effca200700 1 -- 172.21.15.42:0/2860275934 wait complete. 2024-06-13T11:53:35.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:35 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/3196672687' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-06-13T11:53:35.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:35 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/3196672687' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-06-13T11:53:36.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.204+0000 7fa4d0200700 1 -- 172.21.15.42:0/569703811 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4c80746c0 msgr2=0x7fa4c8074aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:36.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.204+0000 7fa4d0200700 1 --2- 172.21.15.42:0/569703811 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4c80746c0 0x7fa4c8074aa0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fa4bc009990 tx=0x7fa4bc009ca0 comp rx=0 tx=0).stop 2024-06-13T11:53:36.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.204+0000 7fa4d0200700 1 -- 172.21.15.42:0/569703811 shutdown_connections 2024-06-13T11:53:36.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.204+0000 7fa4d0200700 1 --2- 172.21.15.42:0/569703811 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa4c810ee90 0x7fa4c8111280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:36.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.204+0000 7fa4d0200700 1 --2- 172.21.15.42:0/569703811 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4c80746c0 0x7fa4c8074aa0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:36.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.204+0000 7fa4d0200700 1 --2- 172.21.15.42:0/569703811 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa4c8074fe0 0x7fa4c810e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:36.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.204+0000 7fa4d0200700 1 -- 172.21.15.42:0/569703811 >> 172.21.15.42:0/569703811 conn(0x7fa4c8079640 msgr2=0x7fa4c8079a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:36.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.204+0000 7fa4d0200700 1 -- 172.21.15.42:0/569703811 shutdown_connections 2024-06-13T11:53:36.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.205+0000 7fa4d0200700 1 -- 172.21.15.42:0/569703811 wait complete. 2024-06-13T11:53:36.207 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.206+0000 7fa4d0200700 1 Processor -- start 2024-06-13T11:53:36.207 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.206+0000 7fa4d0200700 1 -- start start 2024-06-13T11:53:36.207 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.206+0000 7fa4d0200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4c80746c0 0x7fa4c819aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:36.207 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.206+0000 7fa4d0200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa4c8074fe0 0x7fa4c819b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:36.207 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.206+0000 7fa4d0200700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa4c810ee90 0x7fa4c819f790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:36.207 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.206+0000 7fa4d0200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa4c8114a70 con 0x7fa4c80746c0 2024-06-13T11:53:36.207 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.206+0000 7fa4d0200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fa4c81148f0 con 0x7fa4c8074fe0 2024-06-13T11:53:36.207 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.206+0000 7fa4d0200700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fa4c8114bf0 con 0x7fa4c810ee90 2024-06-13T11:53:36.208 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.206+0000 7fa4cd800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4c80746c0 0x7fa4c819aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:36.208 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.207+0000 7fa4cd800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4c80746c0 0x7fa4c819aec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:59160/0 (socket says 172.21.15.42:59160) 2024-06-13T11:53:36.208 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.207+0000 7fa4cd800700 1 -- 172.21.15.42:0/333252256 learned_addr learned my addr 172.21.15.42:0/333252256 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:53:36.208 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.207+0000 7fa4cce00700 1 --2- 172.21.15.42:0/333252256 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa4c8074fe0 0x7fa4c819b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:36.208 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.207+0000 7fa4ce200700 1 --2- 172.21.15.42:0/333252256 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa4c810ee90 0x7fa4c819f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:36.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.207+0000 7fa4cd800700 1 -- 172.21.15.42:0/333252256 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa4c810ee90 msgr2=0x7fa4c819f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:36.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.207+0000 7fa4cd800700 1 --2- 172.21.15.42:0/333252256 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa4c810ee90 0x7fa4c819f790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:36.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.207+0000 7fa4cd800700 1 -- 172.21.15.42:0/333252256 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa4c8074fe0 msgr2=0x7fa4c819b400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:36.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.207+0000 7fa4cd800700 1 --2- 172.21.15.42:0/333252256 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa4c8074fe0 0x7fa4c819b400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:36.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.207+0000 7fa4cd800700 1 -- 172.21.15.42:0/333252256 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4c819fed0 con 0x7fa4c80746c0 2024-06-13T11:53:36.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.207+0000 7fa4cce00700 1 --2- 172.21.15.42:0/333252256 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa4c8074fe0 0x7fa4c819b400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:53:36.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.207+0000 7fa4cd800700 1 --2- 172.21.15.42:0/333252256 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4c80746c0 0x7fa4c819aec0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fa4bc000c00 tx=0x7fa4bc00bab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:36.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.208+0000 7fa4c6000700 1 -- 172.21.15.42:0/333252256 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4bc027070 con 0x7fa4c80746c0 2024-06-13T11:53:36.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.208+0000 7fa4c6000700 1 -- 172.21.15.42:0/333252256 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa4bc0056d0 con 0x7fa4c80746c0 2024-06-13T11:53:36.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.208+0000 7fa4d0200700 1 -- 172.21.15.42:0/333252256 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4c81a0160 con 0x7fa4c80746c0 2024-06-13T11:53:36.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.208+0000 7fa4c6000700 1 -- 172.21.15.42:0/333252256 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4bc022e10 con 0x7fa4c80746c0 2024-06-13T11:53:36.210 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.208+0000 7fa4d0200700 1 -- 172.21.15.42:0/333252256 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4c81a7a40 con 0x7fa4c80746c0 2024-06-13T11:53:36.210 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.209+0000 7fa4d0200700 1 -- 172.21.15.42:0/333252256 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4c8069180 con 0x7fa4c80746c0 2024-06-13T11:53:36.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.213+0000 7fa4c6000700 1 -- 172.21.15.42:0/333252256 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fa4bc02a070 con 0x7fa4c80746c0 2024-06-13T11:53:36.217 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.214+0000 7fa4c6000700 1 --2- 172.21.15.42:0/333252256 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fa4b00a2cb0 0x7fa4b00a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:36.218 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.215+0000 7fa4c6000700 1 -- 172.21.15.42:0/333252256 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7fa4bc0d08a0 con 0x7fa4c80746c0 2024-06-13T11:53:36.218 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.215+0000 7fa4cce00700 1 --2- 172.21.15.42:0/333252256 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fa4b00a2cb0 0x7fa4b00a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:36.218 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.216+0000 7fa4cce00700 1 --2- 172.21.15.42:0/333252256 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fa4b00a2cb0 0x7fa4b00a5170 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fa4c8110a70 tx=0x7fa4b4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:36.218 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.217+0000 7fa4c6000700 1 -- 172.21.15.42:0/333252256 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fa4bc013070 con 0x7fa4c80746c0 2024-06-13T11:53:36.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.465+0000 7fa4d0200700 1 -- 172.21.15.42:0/333252256 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fa4c802dca0 con 0x7fa4c80746c0 2024-06-13T11:53:36.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.466+0000 7fa4c6000700 1 -- 172.21.15.42:0/333252256 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fa4bc09d300 con 0x7fa4c80746c0 2024-06-13T11:53:36.466 INFO:teuthology.orchestra.run.smithi042.stdout:34359738482 2024-06-13T11:53:36.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.468+0000 7fa4d0200700 1 -- 172.21.15.42:0/333252256 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fa4b00a2cb0 msgr2=0x7fa4b00a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:36.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.468+0000 7fa4d0200700 1 --2- 172.21.15.42:0/333252256 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fa4b00a2cb0 0x7fa4b00a5170 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fa4c8110a70 tx=0x7fa4b4009260 comp rx=0 tx=0).stop 2024-06-13T11:53:36.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.468+0000 7fa4d0200700 1 -- 172.21.15.42:0/333252256 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4c80746c0 msgr2=0x7fa4c819aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:36.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.469+0000 7fa4d0200700 1 --2- 172.21.15.42:0/333252256 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4c80746c0 0x7fa4c819aec0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fa4bc000c00 tx=0x7fa4bc00bab0 comp rx=0 tx=0).stop 2024-06-13T11:53:36.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.469+0000 7fa4d0200700 1 -- 172.21.15.42:0/333252256 shutdown_connections 2024-06-13T11:53:36.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.469+0000 7fa4d0200700 1 --2- 172.21.15.42:0/333252256 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa4c810ee90 0x7fa4c819f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:36.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.469+0000 7fa4d0200700 1 --2- 172.21.15.42:0/333252256 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4c80746c0 0x7fa4c819aec0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:36.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.469+0000 7fa4d0200700 1 --2- 172.21.15.42:0/333252256 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fa4b00a2cb0 0x7fa4b00a5170 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:36.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.469+0000 7fa4d0200700 1 --2- 172.21.15.42:0/333252256 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa4c8074fe0 0x7fa4c819b400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:36.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.469+0000 7fa4d0200700 1 -- 172.21.15.42:0/333252256 >> 172.21.15.42:0/333252256 conn(0x7fa4c8079640 msgr2=0x7fa4c80ff600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:36.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.469+0000 7fa4d0200700 1 -- 172.21.15.42:0/333252256 shutdown_connections 2024-06-13T11:53:36.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:36.469+0000 7fa4d0200700 1 -- 172.21.15.42:0/333252256 wait complete. 2024-06-13T11:53:36.636 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:36 smithi042 ceph-mon[32231]: pgmap v425: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T11:53:36.637 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:36 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2860275934' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-06-13T11:53:36.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:36 smithi162 ceph-mon[36757]: pgmap v425: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T11:53:36.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:36 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2860275934' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-06-13T11:53:36.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:36 smithi088 ceph-mon[36399]: pgmap v425: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T11:53:36.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:36 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2860275934' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-06-13T11:53:37.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.286+0000 7fca72c00700 1 -- 172.21.15.42:0/3592204134 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca6c102740 msgr2=0x7fca6c102b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:37.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.286+0000 7fca72c00700 1 --2- 172.21.15.42:0/3592204134 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca6c102740 0x7fca6c102b20 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fca5c0099c0 tx=0x7fca5c009cd0 comp rx=0 tx=0).stop 2024-06-13T11:53:37.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.286+0000 7fca72c00700 1 -- 172.21.15.42:0/3592204134 shutdown_connections 2024-06-13T11:53:37.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.286+0000 7fca72c00700 1 --2- 172.21.15.42:0/3592204134 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fca6c107840 0x7fca6c10f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:37.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.286+0000 7fca72c00700 1 --2- 172.21.15.42:0/3592204134 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca6c102740 0x7fca6c102b20 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:37.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.286+0000 7fca72c00700 1 --2- 172.21.15.42:0/3592204134 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fca6c1030f0 0x7fca6c107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:37.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.286+0000 7fca72c00700 1 -- 172.21.15.42:0/3592204134 >> 172.21.15.42:0/3592204134 conn(0x7fca6c0795f0 msgr2=0x7fca6c079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:37.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.286+0000 7fca72c00700 1 -- 172.21.15.42:0/3592204134 shutdown_connections 2024-06-13T11:53:37.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.286+0000 7fca72c00700 1 -- 172.21.15.42:0/3592204134 wait complete. 2024-06-13T11:53:37.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.287+0000 7fca72c00700 1 Processor -- start 2024-06-13T11:53:37.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.288+0000 7fca72c00700 1 -- start start 2024-06-13T11:53:37.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.288+0000 7fca72c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca6c102740 0x7fca6c19ada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:37.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.288+0000 7fca72c00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fca6c1030f0 0x7fca6c19b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:37.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.288+0000 7fca72c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fca6c107840 0x7fca6c19f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:37.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.288+0000 7fca72c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fca6c112760 con 0x7fca6c102740 2024-06-13T11:53:37.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.288+0000 7fca72c00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fca6c1125e0 con 0x7fca6c107840 2024-06-13T11:53:37.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.288+0000 7fca72c00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fca6c1128e0 con 0x7fca6c1030f0 2024-06-13T11:53:37.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.289+0000 7fca6be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca6c102740 0x7fca6c19ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:37.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.289+0000 7fca6b400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fca6c1030f0 0x7fca6c19b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:37.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.289+0000 7fca6b400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fca6c1030f0 0x7fca6c19b2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:49912/0 (socket says 172.21.15.42:49912) 2024-06-13T11:53:37.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.289+0000 7fca6b400700 1 -- 172.21.15.42:0/3757541850 learned_addr learned my addr 172.21.15.42:0/3757541850 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:53:37.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.289+0000 7fca70c00700 1 --2- 172.21.15.42:0/3757541850 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fca6c107840 0x7fca6c19f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:37.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.289+0000 7fca70c00700 1 -- 172.21.15.42:0/3757541850 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fca6c1030f0 msgr2=0x7fca6c19b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:37.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.289+0000 7fca70c00700 1 --2- 172.21.15.42:0/3757541850 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fca6c1030f0 0x7fca6c19b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:37.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.289+0000 7fca70c00700 1 -- 172.21.15.42:0/3757541850 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca6c102740 msgr2=0x7fca6c19ada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:37.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.289+0000 7fca70c00700 1 --2- 172.21.15.42:0/3757541850 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca6c102740 0x7fca6c19ada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:37.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.289+0000 7fca70c00700 1 -- 172.21.15.42:0/3757541850 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca6c19fdb0 con 0x7fca6c107840 2024-06-13T11:53:37.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.289+0000 7fca6b400700 1 --2- 172.21.15.42:0/3757541850 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fca6c1030f0 0x7fca6c19b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:53:37.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.289+0000 7fca70c00700 1 --2- 172.21.15.42:0/3757541850 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fca6c107840 0x7fca6c19f670 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fca6400efc0 tx=0x7fca6400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:37.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.290+0000 7fca68c00700 1 -- 172.21.15.42:0/3757541850 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca640092e0 con 0x7fca6c107840 2024-06-13T11:53:37.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.290+0000 7fca68c00700 1 -- 172.21.15.42:0/3757541850 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fca64004bb0 con 0x7fca6c107840 2024-06-13T11:53:37.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.290+0000 7fca68c00700 1 -- 172.21.15.42:0/3757541850 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca64004280 con 0x7fca6c107840 2024-06-13T11:53:37.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.290+0000 7fca72c00700 1 -- 172.21.15.42:0/3757541850 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca6c1a0040 con 0x7fca6c107840 2024-06-13T11:53:37.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.290+0000 7fca72c00700 1 -- 172.21.15.42:0/3757541850 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca6c1a7920 con 0x7fca6c107840 2024-06-13T11:53:37.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.291+0000 7fca72c00700 1 -- 172.21.15.42:0/3757541850 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca6c069180 con 0x7fca6c107840 2024-06-13T11:53:37.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.293+0000 7fca68c00700 1 -- 172.21.15.42:0/3757541850 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fca6401b030 con 0x7fca6c107840 2024-06-13T11:53:37.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.295+0000 7fca68c00700 1 --2- 172.21.15.42:0/3757541850 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fca500a2d30 0x7fca500a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:37.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.295+0000 7fca68c00700 1 -- 172.21.15.42:0/3757541850 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7fca640cf0d0 con 0x7fca6c107840 2024-06-13T11:53:37.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.295+0000 7fca6be00700 1 --2- 172.21.15.42:0/3757541850 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fca500a2d30 0x7fca500a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:37.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.296+0000 7fca6be00700 1 --2- 172.21.15.42:0/3757541850 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fca500a2d30 0x7fca500a51f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fca5c000c00 tx=0x7fca5c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:37.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.299+0000 7fca68c00700 1 -- 172.21.15.42:0/3757541850 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fca64022020 con 0x7fca6c107840 2024-06-13T11:53:37.478 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:37 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/333252256' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-06-13T11:53:37.536 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.535+0000 7fca72c00700 1 -- 172.21.15.42:0/3757541850 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fca6c1a7af0 con 0x7fca6c107840 2024-06-13T11:53:37.536 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.536+0000 7fca68c00700 1 -- 172.21.15.42:0/3757541850 <== mon.2 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fca64010040 con 0x7fca6c107840 2024-06-13T11:53:37.537 INFO:teuthology.orchestra.run.smithi042.stdout:111669149794 2024-06-13T11:53:37.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.539+0000 7fca72c00700 1 -- 172.21.15.42:0/3757541850 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fca500a2d30 msgr2=0x7fca500a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:37.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.539+0000 7fca72c00700 1 --2- 172.21.15.42:0/3757541850 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fca500a2d30 0x7fca500a51f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fca5c000c00 tx=0x7fca5c005fb0 comp rx=0 tx=0).stop 2024-06-13T11:53:37.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.539+0000 7fca72c00700 1 -- 172.21.15.42:0/3757541850 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fca6c107840 msgr2=0x7fca6c19f670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:37.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.539+0000 7fca72c00700 1 --2- 172.21.15.42:0/3757541850 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fca6c107840 0x7fca6c19f670 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fca6400efc0 tx=0x7fca6400c3a0 comp rx=0 tx=0).stop 2024-06-13T11:53:37.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.539+0000 7fca72c00700 1 -- 172.21.15.42:0/3757541850 shutdown_connections 2024-06-13T11:53:37.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.539+0000 7fca72c00700 1 --2- 172.21.15.42:0/3757541850 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fca500a2d30 0x7fca500a51f0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:37.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.539+0000 7fca72c00700 1 --2- 172.21.15.42:0/3757541850 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fca6c107840 0x7fca6c19f670 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:37.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.539+0000 7fca72c00700 1 --2- 172.21.15.42:0/3757541850 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca6c102740 0x7fca6c19ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:37.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.539+0000 7fca72c00700 1 --2- 172.21.15.42:0/3757541850 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fca6c1030f0 0x7fca6c19b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:37.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.539+0000 7fca72c00700 1 -- 172.21.15.42:0/3757541850 >> 172.21.15.42:0/3757541850 conn(0x7fca6c0795f0 msgr2=0x7fca6c101ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:37.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.539+0000 7fca72c00700 1 -- 172.21.15.42:0/3757541850 shutdown_connections 2024-06-13T11:53:37.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:37.540+0000 7fca72c00700 1 -- 172.21.15.42:0/3757541850 wait complete. 2024-06-13T11:53:37.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:37 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/333252256' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-06-13T11:53:37.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:37 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/333252256' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-06-13T11:53:38.277 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738477 got 34359738482 for osd.0 2024-06-13T11:53:38.277 DEBUG:teuthology.parallel:result is None 2024-06-13T11:53:38.329 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:53:38.451 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:38 smithi042 ceph-mon[32231]: pgmap v426: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 5 op/s 2024-06-13T11:53:38.451 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:38 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/3757541850' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-06-13T11:53:38.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:38 smithi162 ceph-mon[36757]: pgmap v426: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 5 op/s 2024-06-13T11:53:38.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:38 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/3757541850' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-06-13T11:53:38.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:38 smithi088 ceph-mon[36399]: pgmap v426: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 5 op/s 2024-06-13T11:53:38.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:38 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/3757541850' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-06-13T11:53:39.531 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:53:39.554 INFO:tasks.cephadm.ceph_manager.ceph:need seq 347892351024 got 347892351030 for osd.11 2024-06-13T11:53:39.555 DEBUG:teuthology.parallel:result is None 2024-06-13T11:53:39.651 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:39 smithi042 ceph-mon[32231]: pgmap v427: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-06-13T11:53:39.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:39 smithi162 ceph-mon[36757]: pgmap v427: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-06-13T11:53:39.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:39 smithi088 ceph-mon[36399]: pgmap v427: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-06-13T11:53:40.730 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:53:41.120 INFO:tasks.cephadm.ceph_manager.ceph:need seq 146028888151 got 146028888156 for osd.4 2024-06-13T11:53:41.120 DEBUG:teuthology.parallel:result is None 2024-06-13T11:53:41.671 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149789 got 111669149794 for osd.3 2024-06-13T11:53:41.672 DEBUG:teuthology.parallel:result is None 2024-06-13T11:53:42.052 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:41 smithi042 ceph-mon[32231]: pgmap v428: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 6 op/s 2024-06-13T11:53:42.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:41 smithi162 ceph-mon[36757]: pgmap v428: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 6 op/s 2024-06-13T11:53:42.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:41 smithi088 ceph-mon[36399]: pgmap v428: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 6 op/s 2024-06-13T11:53:43.707 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.159+0000 7eff9fe00700 1 -- 172.21.15.42:0/2601797799 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7effa0102600 msgr2=0x7effa01029e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:43.707 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.159+0000 7eff9fe00700 1 --2- 172.21.15.42:0/2601797799 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7effa0102600 0x7effa01029e0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7eff900099c0 tx=0x7eff90009cd0 comp rx=0 tx=0).stop 2024-06-13T11:53:43.707 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.159+0000 7eff9fe00700 1 -- 172.21.15.42:0/2601797799 shutdown_connections 2024-06-13T11:53:43.707 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.159+0000 7eff9fe00700 1 --2- 172.21.15.42:0/2601797799 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7effa01076e0 0x7effa010f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:43.707 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.159+0000 7eff9fe00700 1 --2- 172.21.15.42:0/2601797799 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7effa0102600 0x7effa01029e0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:43.707 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.159+0000 7eff9fe00700 1 --2- 172.21.15.42:0/2601797799 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7effa0102fb0 0x7effa0107000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:43.707 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.159+0000 7eff9fe00700 1 -- 172.21.15.42:0/2601797799 >> 172.21.15.42:0/2601797799 conn(0x7effa00fde70 msgr2=0x7effa0100290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:43.707 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.159+0000 7eff9fe00700 1 -- 172.21.15.42:0/2601797799 shutdown_connections 2024-06-13T11:53:43.707 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.159+0000 7eff9fe00700 1 -- 172.21.15.42:0/2601797799 wait complete. 2024-06-13T11:53:43.707 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.160+0000 7eff9fe00700 1 Processor -- start 2024-06-13T11:53:43.708 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.161+0000 7eff9fe00700 1 -- start start 2024-06-13T11:53:43.708 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.161+0000 7eff9fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7effa0102600 0x7effa019e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:43.708 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.161+0000 7eff9fe00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7effa0102fb0 0x7effa019ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:43.708 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.161+0000 7eff9fe00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7effa01076e0 0x7effa0198a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:43.708 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.161+0000 7eff9fe00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7effa0112710 con 0x7effa0102600 2024-06-13T11:53:43.708 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.161+0000 7eff9fe00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7effa0112590 con 0x7effa0102fb0 2024-06-13T11:53:43.708 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.161+0000 7eff9fe00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7effa0112890 con 0x7effa01076e0 2024-06-13T11:53:43.708 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.161+0000 7eff9ea00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7effa0102600 0x7effa019e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:43.708 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.161+0000 7eff9ea00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7effa0102600 0x7effa019e800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55280/0 (socket says 172.21.15.42:55280) 2024-06-13T11:53:43.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.161+0000 7eff9ea00700 1 -- 172.21.15.42:0/3626053322 learned_addr learned my addr 172.21.15.42:0/3626053322 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:53:43.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.162+0000 7eff9e000700 1 --2- 172.21.15.42:0/3626053322 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7effa0102fb0 0x7effa019ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:43.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.162+0000 7eff9f400700 1 --2- 172.21.15.42:0/3626053322 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7effa01076e0 0x7effa0198a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:43.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.162+0000 7eff9ea00700 1 -- 172.21.15.42:0/3626053322 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7effa01076e0 msgr2=0x7effa0198a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:43.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.162+0000 7eff9ea00700 1 --2- 172.21.15.42:0/3626053322 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7effa01076e0 0x7effa0198a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:43.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.162+0000 7eff9ea00700 1 -- 172.21.15.42:0/3626053322 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7effa0102fb0 msgr2=0x7effa019ed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:43.709 INFO:teuthology.orchestra.run.smithi042.stdout:292057776194 2024-06-13T11:53:43.710 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.162+0000 7eff9ea00700 1 --2- 172.21.15.42:0/3626053322 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7effa0102fb0 0x7effa019ed40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:43.710 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.162+0000 7eff9ea00700 1 -- 172.21.15.42:0/3626053322 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effa0199170 con 0x7effa0102600 2024-06-13T11:53:43.710 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.162+0000 7eff9ea00700 1 --2- 172.21.15.42:0/3626053322 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7effa0102600 0x7effa019e800 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7eff90006010 tx=0x7eff90003a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:43.710 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.162+0000 7eff97400700 1 -- 172.21.15.42:0/3626053322 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff90003e50 con 0x7effa0102600 2024-06-13T11:53:43.710 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.163+0000 7eff97400700 1 -- 172.21.15.42:0/3626053322 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7eff900055a0 con 0x7effa0102600 2024-06-13T11:53:43.710 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.163+0000 7eff97400700 1 -- 172.21.15.42:0/3626053322 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff9000fe30 con 0x7effa0102600 2024-06-13T11:53:43.710 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.163+0000 7eff9fe00700 1 -- 172.21.15.42:0/3626053322 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effa0199400 con 0x7effa0102600 2024-06-13T11:53:43.710 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.163+0000 7eff9fe00700 1 -- 172.21.15.42:0/3626053322 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7effa01a56d0 con 0x7effa0102600 2024-06-13T11:53:43.710 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.164+0000 7eff9fe00700 1 -- 172.21.15.42:0/3626053322 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7effa0069180 con 0x7effa0102600 2024-06-13T11:53:43.710 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.166+0000 7eff97400700 1 -- 172.21.15.42:0/3626053322 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7eff9000f4f0 con 0x7effa0102600 2024-06-13T11:53:43.710 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.167+0000 7eff97400700 1 --2- 172.21.15.42:0/3626053322 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7eff840a2ed0 0x7eff840a5390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:43.710 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.167+0000 7eff97400700 1 -- 172.21.15.42:0/3626053322 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7eff900d0450 con 0x7effa0102600 2024-06-13T11:53:43.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.168+0000 7eff9e000700 1 --2- 172.21.15.42:0/3626053322 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7eff840a2ed0 0x7eff840a5390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:43.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.168+0000 7eff9e000700 1 --2- 172.21.15.42:0/3626053322 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7eff840a2ed0 0x7eff840a5390 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7effa0108c30 tx=0x7eff8c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:43.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.172+0000 7eff97400700 1 -- 172.21.15.42:0/3626053322 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7eff90013070 con 0x7effa0102600 2024-06-13T11:53:43.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.425+0000 7eff9fe00700 1 -- 172.21.15.42:0/3626053322 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7effa002dca0 con 0x7effa0102600 2024-06-13T11:53:43.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.425+0000 7eff97400700 1 -- 172.21.15.42:0/3626053322 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7eff9009ceb0 con 0x7effa0102600 2024-06-13T11:53:43.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.429+0000 7eff9fe00700 1 -- 172.21.15.42:0/3626053322 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7eff840a2ed0 msgr2=0x7eff840a5390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:43.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.429+0000 7eff9fe00700 1 --2- 172.21.15.42:0/3626053322 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7eff840a2ed0 0x7eff840a5390 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7effa0108c30 tx=0x7eff8c009260 comp rx=0 tx=0).stop 2024-06-13T11:53:43.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.429+0000 7eff9fe00700 1 -- 172.21.15.42:0/3626053322 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7effa0102600 msgr2=0x7effa019e800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:43.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.429+0000 7eff9fe00700 1 --2- 172.21.15.42:0/3626053322 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7effa0102600 0x7effa019e800 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7eff90006010 tx=0x7eff90003a90 comp rx=0 tx=0).stop 2024-06-13T11:53:43.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.429+0000 7eff9fe00700 1 -- 172.21.15.42:0/3626053322 shutdown_connections 2024-06-13T11:53:43.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.429+0000 7eff9fe00700 1 --2- 172.21.15.42:0/3626053322 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7effa01076e0 0x7effa0198a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:43.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.429+0000 7eff9fe00700 1 --2- 172.21.15.42:0/3626053322 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7effa0102600 0x7effa019e800 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:43.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.429+0000 7eff9fe00700 1 --2- 172.21.15.42:0/3626053322 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7eff840a2ed0 0x7eff840a5390 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:43.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.429+0000 7eff9fe00700 1 --2- 172.21.15.42:0/3626053322 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7effa0102fb0 0x7effa019ed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:43.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.429+0000 7eff9fe00700 1 -- 172.21.15.42:0/3626053322 >> 172.21.15.42:0/3626053322 conn(0x7effa00fde70 msgr2=0x7effa01001a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:43.712 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.429+0000 7eff9fe00700 1 -- 172.21.15.42:0/3626053322 shutdown_connections 2024-06-13T11:53:43.712 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:43.429+0000 7eff9fe00700 1 -- 172.21.15.42:0/3626053322 wait complete. 2024-06-13T11:53:43.890 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:43 smithi042 ceph-mon[32231]: pgmap v429: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:53:43.890 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:43 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:53:43.890 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:43 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/3626053322' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-06-13T11:53:43.891 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:43 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:53:43.891 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:43 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:53:43.891 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:43 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:53:43.891 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:43 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:53:44.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:43 smithi162 ceph-mon[36757]: pgmap v429: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:53:44.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:43 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:53:44.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:43 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/3626053322' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-06-13T11:53:44.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:43 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:53:44.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:43 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:53:44.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:43 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:53:44.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:43 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:53:44.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:43 smithi088 ceph-mon[36399]: pgmap v429: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:53:44.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:43 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:53:44.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:43 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/3626053322' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-06-13T11:53:44.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:43 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:53:44.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:43 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:53:44.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:43 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:53:44.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:43 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:53:44.767 INFO:tasks.cephadm.ceph_manager.ceph:need seq 292057776189 got 292057776194 for osd.9 2024-06-13T11:53:44.767 DEBUG:teuthology.parallel:result is None 2024-06-13T11:53:44.972 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:44 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:53:44.972 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:44 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:53:44.972 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:44 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:53:45.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:44 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:53:45.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:44 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:53:45.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:44 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:53:45.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:44 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:53:45.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:44 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:53:45.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:44 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:53:46.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:45 smithi042 ceph-mon[32231]: pgmap v430: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T11:53:46.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:45 smithi162 ceph-mon[36757]: pgmap v430: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T11:53:46.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:45 smithi088 ceph-mon[36399]: pgmap v430: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T11:53:46.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.317+0000 7f8295a00700 1 -- 172.21.15.42:0/1734867190 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f82901030f0 msgr2=0x7f8290107110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:46.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.317+0000 7f8295a00700 1 --2- 172.21.15.42:0/1734867190 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f82901030f0 0x7f8290107110 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f82780099c0 tx=0x7f8278009cd0 comp rx=0 tx=0).stop 2024-06-13T11:53:46.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.317+0000 7f8295a00700 1 -- 172.21.15.42:0/1734867190 shutdown_connections 2024-06-13T11:53:46.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.317+0000 7f8295a00700 1 --2- 172.21.15.42:0/1734867190 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8290107840 0x7f829010f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:46.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.317+0000 7f8295a00700 1 --2- 172.21.15.42:0/1734867190 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8290102740 0x7f8290102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:46.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.317+0000 7f8295a00700 1 --2- 172.21.15.42:0/1734867190 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f82901030f0 0x7f8290107110 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:46.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.317+0000 7f8295a00700 1 -- 172.21.15.42:0/1734867190 >> 172.21.15.42:0/1734867190 conn(0x7f82900795f0 msgr2=0x7f8290079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:46.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.318+0000 7f8295a00700 1 -- 172.21.15.42:0/1734867190 shutdown_connections 2024-06-13T11:53:46.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.318+0000 7f8295a00700 1 -- 172.21.15.42:0/1734867190 wait complete. 2024-06-13T11:53:46.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.319+0000 7f8295a00700 1 Processor -- start 2024-06-13T11:53:46.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.319+0000 7f8295a00700 1 -- start start 2024-06-13T11:53:46.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.319+0000 7f8295a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8290102740 0x7f829019aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:46.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.319+0000 7f8295a00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f82901030f0 0x7f829019b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:46.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.319+0000 7f8295a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8290107840 0x7f829019f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:46.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.319+0000 7f8295a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f82901127c0 con 0x7f8290107840 2024-06-13T11:53:46.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.319+0000 7f8295a00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f8290112640 con 0x7f8290102740 2024-06-13T11:53:46.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.319+0000 7f8295a00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f8290112940 con 0x7f82901030f0 2024-06-13T11:53:46.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.320+0000 7f8287e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f82901030f0 0x7f829019b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:46.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.320+0000 7f8287e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f82901030f0 0x7f829019b3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:52498/0 (socket says 172.21.15.42:52498) 2024-06-13T11:53:46.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.320+0000 7f8287e00700 1 -- 172.21.15.42:0/3193452961 learned_addr learned my addr 172.21.15.42:0/3193452961 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:53:46.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.320+0000 7f828ea00700 1 --2- 172.21.15.42:0/3193452961 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8290102740 0x7f829019aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:46.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.320+0000 7f828f400700 1 --2- 172.21.15.42:0/3193452961 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8290107840 0x7f829019f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:46.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.320+0000 7f8287e00700 1 -- 172.21.15.42:0/3193452961 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8290102740 msgr2=0x7f829019aeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:46.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.320+0000 7f8287e00700 1 --2- 172.21.15.42:0/3193452961 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8290102740 0x7f829019aeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:46.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.320+0000 7f8287e00700 1 -- 172.21.15.42:0/3193452961 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8290107840 msgr2=0x7f829019f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:46.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.320+0000 7f8287e00700 1 --2- 172.21.15.42:0/3193452961 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8290107840 0x7f829019f780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:46.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.320+0000 7f8287e00700 1 -- 172.21.15.42:0/3193452961 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f829019fec0 con 0x7f82901030f0 2024-06-13T11:53:46.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.320+0000 7f828f400700 1 --2- 172.21.15.42:0/3193452961 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8290107840 0x7f829019f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:53:46.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.320+0000 7f828ea00700 1 --2- 172.21.15.42:0/3193452961 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8290102740 0x7f829019aeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:53:46.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.321+0000 7f8287e00700 1 --2- 172.21.15.42:0/3193452961 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f82901030f0 0x7f829019b3f0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f8278006010 tx=0x7f8278003a90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:46.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.321+0000 7f8287400700 1 -- 172.21.15.42:0/3193452961 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82780050c0 con 0x7f82901030f0 2024-06-13T11:53:46.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.321+0000 7f8287400700 1 -- 172.21.15.42:0/3193452961 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f827800f460 con 0x7f82901030f0 2024-06-13T11:53:46.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.321+0000 7f8295a00700 1 -- 172.21.15.42:0/3193452961 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82901a0150 con 0x7f82901030f0 2024-06-13T11:53:46.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.321+0000 7f8287400700 1 -- 172.21.15.42:0/3193452961 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8278017650 con 0x7f82901030f0 2024-06-13T11:53:46.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.321+0000 7f8295a00700 1 -- 172.21.15.42:0/3193452961 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82901a7a30 con 0x7f82901030f0 2024-06-13T11:53:46.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.322+0000 7f8295a00700 1 -- 172.21.15.42:0/3193452961 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8290103bd0 con 0x7f82901030f0 2024-06-13T11:53:46.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.324+0000 7f8287400700 1 -- 172.21.15.42:0/3193452961 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f827800f610 con 0x7f82901030f0 2024-06-13T11:53:46.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.326+0000 7f8287400700 1 --2- 172.21.15.42:0/3193452961 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f82740a2cb0 0x7f82740a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:46.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.326+0000 7f8287400700 1 -- 172.21.15.42:0/3193452961 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f82780d0420 con 0x7f82901030f0 2024-06-13T11:53:46.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.326+0000 7f828ea00700 1 --2- 172.21.15.42:0/3193452961 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f82740a2cb0 0x7f82740a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:46.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.327+0000 7f828ea00700 1 --2- 172.21.15.42:0/3193452961 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f82740a2cb0 0x7f82740a5170 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f8280011490 tx=0x7f8280009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:46.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.328+0000 7f8287400700 1 -- 172.21.15.42:0/3193452961 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f8278013070 con 0x7f82901030f0 2024-06-13T11:53:46.566 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.565+0000 7f8295a00700 1 -- 172.21.15.42:0/3193452961 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f82901a7c00 con 0x7f82901030f0 2024-06-13T11:53:46.567 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.566+0000 7f8287400700 1 -- 172.21.15.42:0/3193452961 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f827809ce80 con 0x7f82901030f0 2024-06-13T11:53:46.567 INFO:teuthology.orchestra.run.smithi042.stdout:167503724634 2024-06-13T11:53:46.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.569+0000 7f8295a00700 1 -- 172.21.15.42:0/3193452961 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f82740a2cb0 msgr2=0x7f82740a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:46.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.569+0000 7f8295a00700 1 --2- 172.21.15.42:0/3193452961 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f82740a2cb0 0x7f82740a5170 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f8280011490 tx=0x7f8280009260 comp rx=0 tx=0).stop 2024-06-13T11:53:46.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.569+0000 7f8295a00700 1 -- 172.21.15.42:0/3193452961 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f82901030f0 msgr2=0x7f829019b3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:46.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.570+0000 7f8295a00700 1 --2- 172.21.15.42:0/3193452961 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f82901030f0 0x7f829019b3f0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f8278006010 tx=0x7f8278003a90 comp rx=0 tx=0).stop 2024-06-13T11:53:46.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.570+0000 7f8295a00700 1 -- 172.21.15.42:0/3193452961 shutdown_connections 2024-06-13T11:53:46.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.570+0000 7f8295a00700 1 --2- 172.21.15.42:0/3193452961 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f82740a2cb0 0x7f82740a5170 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:46.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.570+0000 7f8295a00700 1 --2- 172.21.15.42:0/3193452961 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8290102740 0x7f829019aeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:46.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.570+0000 7f8295a00700 1 --2- 172.21.15.42:0/3193452961 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8290107840 0x7f829019f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:46.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.570+0000 7f8295a00700 1 --2- 172.21.15.42:0/3193452961 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f82901030f0 0x7f829019b3f0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:46.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.570+0000 7f8295a00700 1 -- 172.21.15.42:0/3193452961 >> 172.21.15.42:0/3193452961 conn(0x7f82900795f0 msgr2=0x7f8290100860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:46.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.570+0000 7f8295a00700 1 -- 172.21.15.42:0/3193452961 shutdown_connections 2024-06-13T11:53:46.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:46.570+0000 7f8295a00700 1 -- 172.21.15.42:0/3193452961 wait complete. 2024-06-13T11:53:47.053 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:46 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/3193452961' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-06-13T11:53:47.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:46 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/3193452961' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-06-13T11:53:47.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:46 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/3193452961' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-06-13T11:53:47.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.213+0000 7fcf03200700 1 -- 172.21.15.42:0/3219813249 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fcefc107400 msgr2=0x7fcefc1077e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:47.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.213+0000 7fcf03200700 1 --2- 172.21.15.42:0/3219813249 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fcefc107400 0x7fcefc1077e0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fceec0098f0 tx=0x7fceec009c00 comp rx=0 tx=0).stop 2024-06-13T11:53:47.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.214+0000 7fcf03200700 1 -- 172.21.15.42:0/3219813249 shutdown_connections 2024-06-13T11:53:47.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.214+0000 7fcf03200700 1 --2- 172.21.15.42:0/3219813249 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcefc101d50 0x7fcefc10e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:47.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.214+0000 7fcf03200700 1 --2- 172.21.15.42:0/3219813249 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fcefc107400 0x7fcefc1077e0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:47.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.214+0000 7fcf03200700 1 --2- 172.21.15.42:0/3219813249 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcefc101390 0x7fcefc101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:47.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.214+0000 7fcf03200700 1 -- 172.21.15.42:0/3219813249 >> 172.21.15.42:0/3219813249 conn(0x7fcefc078340 msgr2=0x7fcefc078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:47.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.214+0000 7fcf03200700 1 -- 172.21.15.42:0/3219813249 shutdown_connections 2024-06-13T11:53:47.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.214+0000 7fcf03200700 1 -- 172.21.15.42:0/3219813249 wait complete. 2024-06-13T11:53:47.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.215+0000 7fcf03200700 1 Processor -- start 2024-06-13T11:53:47.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.215+0000 7fcf03200700 1 -- start start 2024-06-13T11:53:47.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.215+0000 7fcf03200700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fcefc101390 0x7fcefc1082e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:47.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.215+0000 7fcf03200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcefc101d50 0x7fcefc108820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:47.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.215+0000 7fcf03200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcefc107400 0x7fcefc108d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:47.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.215+0000 7fcf03200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcefc1116c0 con 0x7fcefc107400 2024-06-13T11:53:47.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.215+0000 7fcf03200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fcefc111540 con 0x7fcefc101d50 2024-06-13T11:53:47.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.215+0000 7fcf03200700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fcefc111840 con 0x7fcefc101390 2024-06-13T11:53:47.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.216+0000 7fcf01200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcefc107400 0x7fcefc108d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:47.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.216+0000 7fcefbe00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fcefc101390 0x7fcefc1082e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:47.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.216+0000 7fcefb400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcefc101d50 0x7fcefc108820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:47.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.216+0000 7fcefbe00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fcefc101390 0x7fcefc1082e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:52524/0 (socket says 172.21.15.42:52524) 2024-06-13T11:53:47.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.216+0000 7fcf01200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcefc107400 0x7fcefc108d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55308/0 (socket says 172.21.15.42:55308) 2024-06-13T11:53:47.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.216+0000 7fcefb400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcefc101d50 0x7fcefc108820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:34044/0 (socket says 172.21.15.42:34044) 2024-06-13T11:53:47.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.216+0000 7fcefbe00700 1 -- 172.21.15.42:0/2425034081 learned_addr learned my addr 172.21.15.42:0/2425034081 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:53:47.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.216+0000 7fcefbe00700 1 -- 172.21.15.42:0/2425034081 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcefc101d50 msgr2=0x7fcefc108820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:47.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.216+0000 7fcefbe00700 1 --2- 172.21.15.42:0/2425034081 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcefc101d50 0x7fcefc108820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:47.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.216+0000 7fcefbe00700 1 -- 172.21.15.42:0/2425034081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcefc107400 msgr2=0x7fcefc108d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:47.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.216+0000 7fcefbe00700 1 --2- 172.21.15.42:0/2425034081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcefc107400 0x7fcefc108d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:47.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.216+0000 7fcefbe00700 1 -- 172.21.15.42:0/2425034081 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcefc1a7290 con 0x7fcefc101390 2024-06-13T11:53:47.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.216+0000 7fcf01200700 1 --2- 172.21.15.42:0/2425034081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcefc107400 0x7fcefc108d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:53:47.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.217+0000 7fcefbe00700 1 --2- 172.21.15.42:0/2425034081 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fcefc101390 0x7fcefc1082e0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fceec005950 tx=0x7fceec00fb20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:47.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.217+0000 7fcef8c00700 1 -- 172.21.15.42:0/2425034081 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fceec005140 con 0x7fcefc101390 2024-06-13T11:53:47.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.217+0000 7fcef8c00700 1 -- 172.21.15.42:0/2425034081 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fceec00b560 con 0x7fcefc101390 2024-06-13T11:53:47.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.217+0000 7fcf03200700 1 -- 172.21.15.42:0/2425034081 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcefc1a7520 con 0x7fcefc101390 2024-06-13T11:53:47.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.217+0000 7fcef8c00700 1 -- 172.21.15.42:0/2425034081 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fceec003ae0 con 0x7fcefc101390 2024-06-13T11:53:47.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.217+0000 7fcf03200700 1 -- 172.21.15.42:0/2425034081 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcefc1a7970 con 0x7fcefc101390 2024-06-13T11:53:47.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.218+0000 7fcf03200700 1 -- 172.21.15.42:0/2425034081 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcefc069180 con 0x7fcefc101390 2024-06-13T11:53:47.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.221+0000 7fcef8c00700 1 -- 172.21.15.42:0/2425034081 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fceec00ba80 con 0x7fcefc101390 2024-06-13T11:53:47.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.223+0000 7fcef8c00700 1 --2- 172.21.15.42:0/2425034081 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fcee00a2cb0 0x7fcee00a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:47.484 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.223+0000 7fcef8c00700 1 -- 172.21.15.42:0/2425034081 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7fceec0d04b0 con 0x7fcefc101390 2024-06-13T11:53:47.484 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.223+0000 7fcefb400700 1 --2- 172.21.15.42:0/2425034081 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fcee00a2cb0 0x7fcee00a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:47.484 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.224+0000 7fcefb400700 1 --2- 172.21.15.42:0/2425034081 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fcee00a2cb0 0x7fcee00a5170 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fcee8009750 tx=0x7fcee8009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:47.484 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.224+0000 7fcef8c00700 1 -- 172.21.15.42:0/2425034081 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fceec013030 con 0x7fcefc101390 2024-06-13T11:53:47.484 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.457+0000 7fcf03200700 1 -- 172.21.15.42:0/2425034081 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fcefc1a7bd0 con 0x7fcefc101390 2024-06-13T11:53:47.484 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.458+0000 7fcef8c00700 1 -- 172.21.15.42:0/2425034081 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fceec09cf10 con 0x7fcefc101390 2024-06-13T11:53:47.484 INFO:teuthology.orchestra.run.smithi042.stdout:223338299469 2024-06-13T11:53:47.484 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.462+0000 7fcf03200700 1 -- 172.21.15.42:0/2425034081 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fcee00a2cb0 msgr2=0x7fcee00a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:47.485 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.462+0000 7fcf03200700 1 --2- 172.21.15.42:0/2425034081 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fcee00a2cb0 0x7fcee00a5170 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fcee8009750 tx=0x7fcee8009310 comp rx=0 tx=0).stop 2024-06-13T11:53:47.485 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.462+0000 7fcf03200700 1 -- 172.21.15.42:0/2425034081 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fcefc101390 msgr2=0x7fcefc1082e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:47.485 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.462+0000 7fcf03200700 1 --2- 172.21.15.42:0/2425034081 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fcefc101390 0x7fcefc1082e0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fceec005950 tx=0x7fceec00fb20 comp rx=0 tx=0).stop 2024-06-13T11:53:47.485 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.462+0000 7fcf03200700 1 -- 172.21.15.42:0/2425034081 shutdown_connections 2024-06-13T11:53:47.485 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.462+0000 7fcf03200700 1 --2- 172.21.15.42:0/2425034081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcefc107400 0x7fcefc108d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:47.485 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.462+0000 7fcf03200700 1 --2- 172.21.15.42:0/2425034081 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fcefc101390 0x7fcefc1082e0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:47.485 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.462+0000 7fcf03200700 1 --2- 172.21.15.42:0/2425034081 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fcee00a2cb0 0x7fcee00a5170 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:47.485 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.462+0000 7fcf03200700 1 --2- 172.21.15.42:0/2425034081 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcefc101d50 0x7fcefc108820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:47.485 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.462+0000 7fcf03200700 1 -- 172.21.15.42:0/2425034081 >> 172.21.15.42:0/2425034081 conn(0x7fcefc078340 msgr2=0x7fcefc0fedc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:47.485 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.462+0000 7fcf03200700 1 -- 172.21.15.42:0/2425034081 shutdown_connections 2024-06-13T11:53:47.485 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:47.462+0000 7fcf03200700 1 -- 172.21.15.42:0/2425034081 wait complete. 2024-06-13T11:53:48.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:47 smithi042 ceph-mon[32231]: pgmap v431: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T11:53:48.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:47 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2425034081' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-06-13T11:53:48.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:47 smithi162 ceph-mon[36757]: pgmap v431: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T11:53:48.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:47 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2425034081' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-06-13T11:53:48.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:47 smithi088 ceph-mon[36399]: pgmap v431: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T11:53:48.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:47 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2425034081' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-06-13T11:53:48.867 INFO:tasks.cephadm.ceph_manager.ceph:need seq 223338299464 got 223338299469 for osd.7 2024-06-13T11:53:48.867 DEBUG:teuthology.parallel:result is None 2024-06-13T11:53:49.684 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724626 got 167503724634 for osd.5 2024-06-13T11:53:49.684 DEBUG:teuthology.parallel:result is None 2024-06-13T11:53:49.931 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:49 smithi042 ceph-mon[32231]: pgmap v432: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-13T11:53:49.931 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:49 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2058528697' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-06-13T11:53:50.015 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.929+0000 7f7998a00700 1 -- 172.21.15.42:0/551132185 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7994102e90 msgr2=0x7f799410f350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:50.015 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.929+0000 7f7998a00700 1 --2- 172.21.15.42:0/551132185 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7994102e90 0x7f799410f350 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f798c009fc0 tx=0x7f798c00b330 comp rx=0 tx=0).stop 2024-06-13T11:53:50.015 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.929+0000 7f7998a00700 1 -- 172.21.15.42:0/551132185 shutdown_connections 2024-06-13T11:53:50.015 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.929+0000 7f7998a00700 1 --2- 172.21.15.42:0/551132185 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7994102e90 0x7f799410f350 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:50.015 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.929+0000 7f7998a00700 1 --2- 172.21.15.42:0/551132185 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7994108580 0x7f7994108960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:50.015 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.929+0000 7f7998a00700 1 --2- 172.21.15.42:0/551132185 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79941024d0 0x7f7994102950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:50.015 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.929+0000 7f7998a00700 1 -- 172.21.15.42:0/551132185 >> 172.21.15.42:0/551132185 conn(0x7f79940fdf60 msgr2=0x7f7994100380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:50.015 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.929+0000 7f7998a00700 1 -- 172.21.15.42:0/551132185 shutdown_connections 2024-06-13T11:53:50.015 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.929+0000 7f7998a00700 1 -- 172.21.15.42:0/551132185 wait complete. 2024-06-13T11:53:50.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.930+0000 7f7998a00700 1 Processor -- start 2024-06-13T11:53:50.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.930+0000 7f7998a00700 1 -- start start 2024-06-13T11:53:50.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.931+0000 7f7998a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f79941024d0 0x7f79940747b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:50.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.931+0000 7f7998a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7994102e90 0x7f7994074cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:50.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.931+0000 7f7998a00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7994108580 0x7f7994075230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:50.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.931+0000 7f7998a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7994112830 con 0x7f7994102e90 2024-06-13T11:53:50.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.931+0000 7f7998a00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f79941126b0 con 0x7f79941024d0 2024-06-13T11:53:50.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.931+0000 7f7998a00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f79941129b0 con 0x7f7994108580 2024-06-13T11:53:50.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.931+0000 7f7991400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7994102e90 0x7f7994074cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:50.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.931+0000 7f7991400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7994102e90 0x7f7994074cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41868/0 (socket says 172.21.15.42:41868) 2024-06-13T11:53:50.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.931+0000 7f7991400700 1 -- 172.21.15.42:0/3556941611 learned_addr learned my addr 172.21.15.42:0/3556941611 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:53:50.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.931+0000 7f7991e00700 1 --2- 172.21.15.42:0/3556941611 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f79941024d0 0x7f79940747b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:50.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.931+0000 7f7992800700 1 --2- 172.21.15.42:0/3556941611 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7994108580 0x7f7994075230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:50.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.932+0000 7f7991e00700 1 -- 172.21.15.42:0/3556941611 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7994108580 msgr2=0x7f7994075230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:50.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.932+0000 7f7991e00700 1 --2- 172.21.15.42:0/3556941611 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7994108580 0x7f7994075230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:50.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.932+0000 7f7991e00700 1 -- 172.21.15.42:0/3556941611 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7994102e90 msgr2=0x7f7994074cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:50.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.932+0000 7f7991e00700 1 --2- 172.21.15.42:0/3556941611 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7994102e90 0x7f7994074cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:50.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.932+0000 7f7991e00700 1 -- 172.21.15.42:0/3556941611 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79941ab510 con 0x7f79941024d0 2024-06-13T11:53:50.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.932+0000 7f7991400700 1 --2- 172.21.15.42:0/3556941611 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7994102e90 0x7f7994074cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:53:50.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.932+0000 7f7991e00700 1 --2- 172.21.15.42:0/3556941611 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f79941024d0 0x7f79940747b0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f798400e9f0 tx=0x7f798400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:50.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.932+0000 7f798aa00700 1 -- 172.21.15.42:0/3556941611 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7984004220 con 0x7f79941024d0 2024-06-13T11:53:50.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.932+0000 7f798aa00700 1 -- 172.21.15.42:0/3556941611 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7984004d10 con 0x7f79941024d0 2024-06-13T11:53:50.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.932+0000 7f7998a00700 1 -- 172.21.15.42:0/3556941611 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79941ab800 con 0x7f79941024d0 2024-06-13T11:53:50.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.933+0000 7f798aa00700 1 -- 172.21.15.42:0/3556941611 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7984005020 con 0x7f79941024d0 2024-06-13T11:53:50.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.933+0000 7f7998a00700 1 -- 172.21.15.42:0/3556941611 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79941abcc0 con 0x7f79941024d0 2024-06-13T11:53:50.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.934+0000 7f7998a00700 1 -- 172.21.15.42:0/3556941611 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7994103bf0 con 0x7f79941024d0 2024-06-13T11:53:50.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.937+0000 7f798aa00700 1 -- 172.21.15.42:0/3556941611 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f7984004750 con 0x7f79941024d0 2024-06-13T11:53:50.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.938+0000 7f798aa00700 1 --2- 172.21.15.42:0/3556941611 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f79780a2cb0 0x7f79780a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:50.018 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.938+0000 7f798aa00700 1 -- 172.21.15.42:0/3556941611 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f79840cf470 con 0x7f79941024d0 2024-06-13T11:53:50.018 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.938+0000 7f7991400700 1 --2- 172.21.15.42:0/3556941611 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f79780a2cb0 0x7f79780a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:50.018 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.938+0000 7f7991400700 1 --2- 172.21.15.42:0/3556941611 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f79780a2cb0 0x7f79780a5170 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f7980009750 tx=0x7f7980009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:50.018 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.941+0000 7f798aa00700 1 -- 172.21.15.42:0/3556941611 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f798409be40 con 0x7f79941024d0 2024-06-13T11:53:50.057 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:49 smithi088 ceph-mon[36399]: pgmap v432: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-13T11:53:50.057 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:49 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2058528697' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-06-13T11:53:50.115 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.067+0000 7f64a7000700 1 -- 172.21.15.42:0/956693455 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64a0074860 msgr2=0x7f64a0074c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:50.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.067+0000 7f64a7000700 1 --2- 172.21.15.42:0/956693455 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64a0074860 0x7f64a0074c40 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f6494009990 tx=0x7f6494009ca0 comp rx=0 tx=0).stop 2024-06-13T11:53:50.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.067+0000 7f64a7000700 1 -- 172.21.15.42:0/956693455 shutdown_connections 2024-06-13T11:53:50.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.067+0000 7f64a7000700 1 --2- 172.21.15.42:0/956693455 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f64a010ec50 0x7f64a0111060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:50.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.067+0000 7f64a7000700 1 --2- 172.21.15.42:0/956693455 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64a0074860 0x7f64a0074c40 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:50.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.067+0000 7f64a7000700 1 --2- 172.21.15.42:0/956693455 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f64a0075180 0x7f64a010e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:50.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.067+0000 7f64a7000700 1 -- 172.21.15.42:0/956693455 >> 172.21.15.42:0/956693455 conn(0x7f64a00fdee0 msgr2=0x7f64a0100300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:50.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.067+0000 7f64a7000700 1 -- 172.21.15.42:0/956693455 shutdown_connections 2024-06-13T11:53:50.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.067+0000 7f64a7000700 1 -- 172.21.15.42:0/956693455 wait complete. 2024-06-13T11:53:50.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.067+0000 7f64a7000700 1 Processor -- start 2024-06-13T11:53:50.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.067+0000 7f64a7000700 1 -- start start 2024-06-13T11:53:50.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.068+0000 7f64a7000700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f64a0074860 0x7f64a019adf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:50.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.068+0000 7f64a7000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f64a0075180 0x7f64a019b330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:50.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.068+0000 7f64a7000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64a010ec50 0x7f64a019f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:50.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.068+0000 7f64a7000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f64a0114940 con 0x7f64a010ec50 2024-06-13T11:53:50.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.068+0000 7f64a7000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f64a01147c0 con 0x7f64a0075180 2024-06-13T11:53:50.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.068+0000 7f64a7000700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f64a0114ac0 con 0x7f64a0074860 2024-06-13T11:53:50.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.068+0000 7f64a5200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f64a0075180 0x7f64a019b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:50.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.068+0000 7f64a6600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64a010ec50 0x7f64a019f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:50.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.068+0000 7f64a5200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f64a0075180 0x7f64a019b330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:54870/0 (socket says 172.21.15.42:54870) 2024-06-13T11:53:50.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.068+0000 7f64a5c00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f64a0074860 0x7f64a019adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:50.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.068+0000 7f64a5200700 1 -- 172.21.15.42:0/2137811339 learned_addr learned my addr 172.21.15.42:0/2137811339 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:53:50.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.069+0000 7f64a5c00700 1 -- 172.21.15.42:0/2137811339 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f64a0075180 msgr2=0x7f64a019b330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:50.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.069+0000 7f64a5c00700 1 --2- 172.21.15.42:0/2137811339 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f64a0075180 0x7f64a019b330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:50.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.069+0000 7f64a5c00700 1 -- 172.21.15.42:0/2137811339 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64a010ec50 msgr2=0x7f64a019f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:50.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.069+0000 7f64a5c00700 1 --2- 172.21.15.42:0/2137811339 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64a010ec50 0x7f64a019f670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:50.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.069+0000 7f64a5c00700 1 -- 172.21.15.42:0/2137811339 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64a019fdb0 con 0x7f64a0074860 2024-06-13T11:53:50.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.069+0000 7f64a6600700 1 --2- 172.21.15.42:0/2137811339 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64a010ec50 0x7f64a019f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:53:50.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.069+0000 7f64a5c00700 1 --2- 172.21.15.42:0/2137811339 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f64a0074860 0x7f64a019adf0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f64940098e0 tx=0x7f649400b8a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:50.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.069+0000 7f649e000700 1 -- 172.21.15.42:0/2137811339 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6494027070 con 0x7f64a0074860 2024-06-13T11:53:50.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.070+0000 7f64a7000700 1 -- 172.21.15.42:0/2137811339 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64a01a0040 con 0x7f64a0074860 2024-06-13T11:53:50.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.070+0000 7f649e000700 1 -- 172.21.15.42:0/2137811339 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6494003b60 con 0x7f64a0074860 2024-06-13T11:53:50.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.070+0000 7f649e000700 1 -- 172.21.15.42:0/2137811339 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6494022d50 con 0x7f64a0074860 2024-06-13T11:53:50.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.070+0000 7f64a7000700 1 -- 172.21.15.42:0/2137811339 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64a01a7920 con 0x7f64a0074860 2024-06-13T11:53:50.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.071+0000 7f64a7000700 1 -- 172.21.15.42:0/2137811339 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64a0069180 con 0x7f64a0074860 2024-06-13T11:53:50.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.073+0000 7f649e000700 1 -- 172.21.15.42:0/2137811339 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f649402a070 con 0x7f64a0074860 2024-06-13T11:53:50.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.075+0000 7f649e000700 1 --2- 172.21.15.42:0/2137811339 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f64880a2cb0 0x7f64880a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:50.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.075+0000 7f649e000700 1 -- 172.21.15.42:0/2137811339 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f64940d0cc0 con 0x7f64a0074860 2024-06-13T11:53:50.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.075+0000 7f64a5200700 1 --2- 172.21.15.42:0/2137811339 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f64880a2cb0 0x7f64880a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:50.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.075+0000 7f64a5200700 1 --2- 172.21.15.42:0/2137811339 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f64880a2cb0 0x7f64880a5170 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f64a010ff20 tx=0x7f648c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:50.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.076+0000 7f649e000700 1 -- 172.21.15.42:0/2137811339 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f6494031020 con 0x7f64a0074860 2024-06-13T11:53:50.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:49 smithi162 ceph-mon[36757]: pgmap v432: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-13T11:53:50.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:49 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2058528697' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-06-13T11:53:50.180 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.179+0000 7f7998a00700 1 -- 172.21.15.42:0/3556941611 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f7994069180 con 0x7f79941024d0 2024-06-13T11:53:50.180 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.180+0000 7f798aa00700 1 -- 172.21.15.42:0/3556941611 <== mon.2 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f79840043c0 con 0x7f79941024d0 2024-06-13T11:53:50.181 INFO:teuthology.orchestra.run.smithi042.stdout:55834574959 2024-06-13T11:53:50.184 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.183+0000 7f7998a00700 1 -- 172.21.15.42:0/3556941611 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f79780a2cb0 msgr2=0x7f79780a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:50.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.183+0000 7f7998a00700 1 --2- 172.21.15.42:0/3556941611 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f79780a2cb0 0x7f79780a5170 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f7980009750 tx=0x7f7980009310 comp rx=0 tx=0).stop 2024-06-13T11:53:50.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.183+0000 7f7998a00700 1 -- 172.21.15.42:0/3556941611 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f79941024d0 msgr2=0x7f79940747b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:50.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.183+0000 7f7998a00700 1 --2- 172.21.15.42:0/3556941611 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f79941024d0 0x7f79940747b0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f798400e9f0 tx=0x7f798400ed00 comp rx=0 tx=0).stop 2024-06-13T11:53:50.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.183+0000 7f7998a00700 1 -- 172.21.15.42:0/3556941611 shutdown_connections 2024-06-13T11:53:50.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.183+0000 7f7998a00700 1 --2- 172.21.15.42:0/3556941611 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f79780a2cb0 0x7f79780a5170 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:50.186 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.183+0000 7f7998a00700 1 --2- 172.21.15.42:0/3556941611 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f79941024d0 0x7f79940747b0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:50.186 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.183+0000 7f7998a00700 1 --2- 172.21.15.42:0/3556941611 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7994108580 0x7f7994075230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:50.186 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.183+0000 7f7998a00700 1 --2- 172.21.15.42:0/3556941611 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7994102e90 0x7f7994074cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:50.186 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.183+0000 7f7998a00700 1 -- 172.21.15.42:0/3556941611 >> 172.21.15.42:0/3556941611 conn(0x7f79940fdf60 msgr2=0x7f79940ff450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:50.186 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.184+0000 7f7998a00700 1 -- 172.21.15.42:0/3556941611 shutdown_connections 2024-06-13T11:53:50.186 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.184+0000 7f7998a00700 1 -- 172.21.15.42:0/3556941611 wait complete. 2024-06-13T11:53:50.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.315+0000 7f64a7000700 1 -- 172.21.15.42:0/2137811339 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f64a002dca0 con 0x7f64a0074860 2024-06-13T11:53:50.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.315+0000 7f649e000700 1 -- 172.21.15.42:0/2137811339 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f6494013070 con 0x7f64a0074860 2024-06-13T11:53:50.316 INFO:teuthology.orchestra.run.smithi042.stdout:201863462995 2024-06-13T11:53:50.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.319+0000 7f64a7000700 1 -- 172.21.15.42:0/2137811339 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f64880a2cb0 msgr2=0x7f64880a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:50.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.319+0000 7f64a7000700 1 --2- 172.21.15.42:0/2137811339 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f64880a2cb0 0x7f64880a5170 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f64a010ff20 tx=0x7f648c009260 comp rx=0 tx=0).stop 2024-06-13T11:53:50.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.319+0000 7f64a7000700 1 -- 172.21.15.42:0/2137811339 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f64a0074860 msgr2=0x7f64a019adf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:50.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.319+0000 7f64a7000700 1 --2- 172.21.15.42:0/2137811339 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f64a0074860 0x7f64a019adf0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f64940098e0 tx=0x7f649400b8a0 comp rx=0 tx=0).stop 2024-06-13T11:53:50.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.319+0000 7f64a7000700 1 -- 172.21.15.42:0/2137811339 shutdown_connections 2024-06-13T11:53:50.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.319+0000 7f64a7000700 1 --2- 172.21.15.42:0/2137811339 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64a010ec50 0x7f64a019f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:50.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.319+0000 7f64a7000700 1 --2- 172.21.15.42:0/2137811339 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f64a0074860 0x7f64a019adf0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:50.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.319+0000 7f64a7000700 1 --2- 172.21.15.42:0/2137811339 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f64880a2cb0 0x7f64880a5170 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:50.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.319+0000 7f64a7000700 1 --2- 172.21.15.42:0/2137811339 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f64a0075180 0x7f64a019b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:50.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.319+0000 7f64a7000700 1 -- 172.21.15.42:0/2137811339 >> 172.21.15.42:0/2137811339 conn(0x7f64a00fdee0 msgr2=0x7f64a00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:50.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.319+0000 7f64a7000700 1 -- 172.21.15.42:0/2137811339 shutdown_connections 2024-06-13T11:53:50.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.319+0000 7f64a7000700 1 -- 172.21.15.42:0/2137811339 wait complete. 2024-06-13T11:53:50.870 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.490+0000 7f570f400700 1 -- 172.21.15.42:0/445375505 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5708108ac0 msgr2=0x7f5708108f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:50.870 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.490+0000 7f570f400700 1 --2- 172.21.15.42:0/445375505 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5708108ac0 0x7f5708108f40 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f56f4009990 tx=0x7f56f4009ca0 comp rx=0 tx=0).stop 2024-06-13T11:53:50.870 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.490+0000 7f570f400700 1 -- 172.21.15.42:0/445375505 shutdown_connections 2024-06-13T11:53:50.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.490+0000 7f570f400700 1 --2- 172.21.15.42:0/445375505 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5708109480 0x7f5708115990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:50.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.490+0000 7f570f400700 1 --2- 172.21.15.42:0/445375505 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f570810eac0 0x7f570810eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:50.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.490+0000 7f570f400700 1 --2- 172.21.15.42:0/445375505 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5708108ac0 0x7f5708108f40 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:50.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.490+0000 7f570f400700 1 -- 172.21.15.42:0/445375505 >> 172.21.15.42:0/445375505 conn(0x7f5708075c60 msgr2=0x7f57081072b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:50.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.490+0000 7f570f400700 1 -- 172.21.15.42:0/445375505 shutdown_connections 2024-06-13T11:53:50.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.490+0000 7f570f400700 1 -- 172.21.15.42:0/445375505 wait complete. 2024-06-13T11:53:50.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.491+0000 7f570f400700 1 Processor -- start 2024-06-13T11:53:50.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.492+0000 7f570f400700 1 -- start start 2024-06-13T11:53:50.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.492+0000 7f570f400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5708108ac0 0x7f570819f240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:50.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.492+0000 7f570f400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5708109480 0x7f570819f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:50.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.492+0000 7f570f400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f570810eac0 0x7f57081a3ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:50.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.492+0000 7f570f400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5708118e50 con 0x7f5708109480 2024-06-13T11:53:50.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.492+0000 7f570f400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f5708118cd0 con 0x7f5708108ac0 2024-06-13T11:53:50.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.492+0000 7f570f400700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f5708118fd0 con 0x7f570810eac0 2024-06-13T11:53:50.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.492+0000 7f5707e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5708109480 0x7f570819f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:50.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.492+0000 7f5707e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5708109480 0x7f570819f780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41904/0 (socket says 172.21.15.42:41904) 2024-06-13T11:53:50.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.492+0000 7f5707e00700 1 -- 172.21.15.42:0/2952416628 learned_addr learned my addr 172.21.15.42:0/2952416628 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:53:50.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.492+0000 7f570ca00700 1 --2- 172.21.15.42:0/2952416628 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5708108ac0 0x7f570819f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:50.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.492+0000 7f570d400700 1 --2- 172.21.15.42:0/2952416628 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f570810eac0 0x7f57081a3ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:50.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.493+0000 7f5707e00700 1 -- 172.21.15.42:0/2952416628 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f570810eac0 msgr2=0x7f57081a3ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:50.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.493+0000 7f5707e00700 1 --2- 172.21.15.42:0/2952416628 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f570810eac0 0x7f57081a3ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:50.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.493+0000 7f5707e00700 1 -- 172.21.15.42:0/2952416628 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5708108ac0 msgr2=0x7f570819f240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:50.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.493+0000 7f5707e00700 1 --2- 172.21.15.42:0/2952416628 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5708108ac0 0x7f570819f240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:50.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.493+0000 7f5707e00700 1 -- 172.21.15.42:0/2952416628 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57081a4200 con 0x7f5708109480 2024-06-13T11:53:50.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.493+0000 7f570ca00700 1 --2- 172.21.15.42:0/2952416628 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5708108ac0 0x7f570819f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:53:50.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.493+0000 7f570d400700 1 --2- 172.21.15.42:0/2952416628 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f570810eac0 0x7f57081a3ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:53:50.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.493+0000 7f5707e00700 1 --2- 172.21.15.42:0/2952416628 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5708109480 0x7f570819f780 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f56f400bae0 tx=0x7f56f400bb10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:50.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.494+0000 7f5705600700 1 -- 172.21.15.42:0/2952416628 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56f4026070 con 0x7f5708109480 2024-06-13T11:53:50.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.494+0000 7f5705600700 1 -- 172.21.15.42:0/2952416628 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f56f4003d70 con 0x7f5708109480 2024-06-13T11:53:50.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.494+0000 7f570f400700 1 -- 172.21.15.42:0/2952416628 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57081a4490 con 0x7f5708109480 2024-06-13T11:53:50.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.494+0000 7f5705600700 1 -- 172.21.15.42:0/2952416628 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56f4021410 con 0x7f5708109480 2024-06-13T11:53:50.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.494+0000 7f570f400700 1 -- 172.21.15.42:0/2952416628 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57081abd70 con 0x7f5708109480 2024-06-13T11:53:50.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.495+0000 7f570f400700 1 -- 172.21.15.42:0/2952416628 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5708111050 con 0x7f5708109480 2024-06-13T11:53:50.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.500+0000 7f5705600700 1 -- 172.21.15.42:0/2952416628 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f56f4029070 con 0x7f5708109480 2024-06-13T11:53:50.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.500+0000 7f5705600700 1 --2- 172.21.15.42:0/2952416628 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f56f00a2cb0 0x7f56f00a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:50.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.500+0000 7f5705600700 1 -- 172.21.15.42:0/2952416628 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f56f40d0820 con 0x7f5708109480 2024-06-13T11:53:50.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.500+0000 7f570ca00700 1 --2- 172.21.15.42:0/2952416628 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f56f00a2cb0 0x7f56f00a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:50.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.501+0000 7f570ca00700 1 --2- 172.21.15.42:0/2952416628 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f56f00a2cb0 0x7f56f00a5170 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f56fc009fd0 tx=0x7f56fc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:50.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.504+0000 7f5705600700 1 -- 172.21.15.42:0/2952416628 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f56f4030080 con 0x7f5708109480 2024-06-13T11:53:50.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.735+0000 7f570f400700 1 -- 172.21.15.42:0/2952416628 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f57081a0550 con 0x7f5708109480 2024-06-13T11:53:50.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.736+0000 7f5705600700 1 -- 172.21.15.42:0/2952416628 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f56f4013070 con 0x7f5708109480 2024-06-13T11:53:50.874 INFO:teuthology.orchestra.run.smithi042.stdout:77309411436 2024-06-13T11:53:50.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.738+0000 7f570f400700 1 -- 172.21.15.42:0/2952416628 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f56f00a2cb0 msgr2=0x7f56f00a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:50.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.738+0000 7f570f400700 1 --2- 172.21.15.42:0/2952416628 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f56f00a2cb0 0x7f56f00a5170 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f56fc009fd0 tx=0x7f56fc009260 comp rx=0 tx=0).stop 2024-06-13T11:53:50.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.738+0000 7f570f400700 1 -- 172.21.15.42:0/2952416628 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5708109480 msgr2=0x7f570819f780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:50.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.738+0000 7f570f400700 1 --2- 172.21.15.42:0/2952416628 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5708109480 0x7f570819f780 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f56f400bae0 tx=0x7f56f400bb10 comp rx=0 tx=0).stop 2024-06-13T11:53:50.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.739+0000 7f570f400700 1 -- 172.21.15.42:0/2952416628 shutdown_connections 2024-06-13T11:53:50.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.739+0000 7f570f400700 1 --2- 172.21.15.42:0/2952416628 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f56f00a2cb0 0x7f56f00a5170 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:50.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.739+0000 7f570f400700 1 --2- 172.21.15.42:0/2952416628 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5708108ac0 0x7f570819f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:50.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.739+0000 7f570f400700 1 --2- 172.21.15.42:0/2952416628 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f570810eac0 0x7f57081a3ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:50.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.739+0000 7f570f400700 1 --2- 172.21.15.42:0/2952416628 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5708109480 0x7f570819f780 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:50.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.739+0000 7f570f400700 1 -- 172.21.15.42:0/2952416628 >> 172.21.15.42:0/2952416628 conn(0x7f5708075c60 msgr2=0x7f5708076220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:50.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.739+0000 7f570f400700 1 -- 172.21.15.42:0/2952416628 shutdown_connections 2024-06-13T11:53:50.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:50.739+0000 7f570f400700 1 -- 172.21.15.42:0/2952416628 wait complete. 2024-06-13T11:53:51.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:50 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/3556941611' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-06-13T11:53:51.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:50 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2137811339' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-06-13T11:53:51.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:50 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2952416628' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-06-13T11:53:51.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:50 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/3556941611' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-06-13T11:53:51.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:50 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2137811339' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-06-13T11:53:51.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:50 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2952416628' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-06-13T11:53:51.164 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.307+0000 7fd2af200700 1 -- 172.21.15.42:0/186018476 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd2b0103580 msgr2=0x7fd2b0103960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:51.164 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.308+0000 7fd2af200700 1 --2- 172.21.15.42:0/186018476 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd2b0103580 0x7fd2b0103960 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fd2a0009990 tx=0x7fd2a0009ca0 comp rx=0 tx=0).stop 2024-06-13T11:53:51.165 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.308+0000 7fd2af200700 1 -- 172.21.15.42:0/186018476 shutdown_connections 2024-06-13T11:53:51.165 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.308+0000 7fd2af200700 1 --2- 172.21.15.42:0/186018476 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd2b010c9b0 0x7fd2b010ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:51.165 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.308+0000 7fd2af200700 1 --2- 172.21.15.42:0/186018476 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd2b0103580 0x7fd2b0103960 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:51.165 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.308+0000 7fd2af200700 1 --2- 172.21.15.42:0/186018476 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd2b0103ea0 0x7fd2b010c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:51.165 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.308+0000 7fd2af200700 1 -- 172.21.15.42:0/186018476 >> 172.21.15.42:0/186018476 conn(0x7fd2b00fcdb0 msgr2=0x7fd2b00ff1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:51.165 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.308+0000 7fd2af200700 1 -- 172.21.15.42:0/186018476 shutdown_connections 2024-06-13T11:53:51.166 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.308+0000 7fd2af200700 1 -- 172.21.15.42:0/186018476 wait complete. 2024-06-13T11:53:51.166 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.309+0000 7fd2af200700 1 Processor -- start 2024-06-13T11:53:51.166 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.309+0000 7fd2af200700 1 -- start start 2024-06-13T11:53:51.166 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.309+0000 7fd2af200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd2b0103580 0x7fd2b01011e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:51.166 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.309+0000 7fd2af200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd2b0103ea0 0x7fd2b0101720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:51.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.309+0000 7fd2af200700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd2b010c9b0 0x7fd2b0101c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:51.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.309+0000 7fd2af200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd2b0112770 con 0x7fd2b0103ea0 2024-06-13T11:53:51.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.309+0000 7fd2af200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fd2b01125f0 con 0x7fd2b0103580 2024-06-13T11:53:51.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.309+0000 7fd2af200700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fd2b01128f0 con 0x7fd2b010c9b0 2024-06-13T11:53:51.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.310+0000 7fd2a7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd2b0103ea0 0x7fd2b0101720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:51.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.310+0000 7fd2ade00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd2b0103580 0x7fd2b01011e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:51.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.310+0000 7fd2ade00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd2b0103580 0x7fd2b01011e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:54844/0 (socket says 172.21.15.42:54844) 2024-06-13T11:53:51.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.310+0000 7fd2ade00700 1 -- 172.21.15.42:0/2058528697 learned_addr learned my addr 172.21.15.42:0/2058528697 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:53:51.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.310+0000 7fd2ae800700 1 --2- 172.21.15.42:0/2058528697 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd2b010c9b0 0x7fd2b0101c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:51.170 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.310+0000 7fd2a7e00700 1 -- 172.21.15.42:0/2058528697 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd2b010c9b0 msgr2=0x7fd2b0101c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:51.170 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.310+0000 7fd2a7e00700 1 --2- 172.21.15.42:0/2058528697 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd2b010c9b0 0x7fd2b0101c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:51.171 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.310+0000 7fd2a7e00700 1 -- 172.21.15.42:0/2058528697 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd2b0103580 msgr2=0x7fd2b01011e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:51.171 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.310+0000 7fd2a7e00700 1 --2- 172.21.15.42:0/2058528697 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd2b0103580 0x7fd2b01011e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:51.171 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.310+0000 7fd2a7e00700 1 -- 172.21.15.42:0/2058528697 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2b01a7110 con 0x7fd2b0103ea0 2024-06-13T11:53:51.171 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.310+0000 7fd2ade00700 1 --2- 172.21.15.42:0/2058528697 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd2b0103580 0x7fd2b01011e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:53:51.171 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.311+0000 7fd2a7e00700 1 --2- 172.21.15.42:0/2058528697 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd2b0103ea0 0x7fd2b0101720 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd29800e9c0 tx=0x7fd29800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:51.171 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.311+0000 7fd2a6a00700 1 -- 172.21.15.42:0/2058528697 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2980095c0 con 0x7fd2b0103ea0 2024-06-13T11:53:51.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.311+0000 7fd2a6a00700 1 -- 172.21.15.42:0/2058528697 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd298004d10 con 0x7fd2b0103ea0 2024-06-13T11:53:51.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.311+0000 7fd2af200700 1 -- 172.21.15.42:0/2058528697 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2b01a7400 con 0x7fd2b0103ea0 2024-06-13T11:53:51.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.311+0000 7fd2a6a00700 1 -- 172.21.15.42:0/2058528697 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd298005020 con 0x7fd2b0103ea0 2024-06-13T11:53:51.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.311+0000 7fd2af200700 1 -- 172.21.15.42:0/2058528697 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2b01a7940 con 0x7fd2b0103ea0 2024-06-13T11:53:51.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.313+0000 7fd2af200700 1 -- 172.21.15.42:0/2058528697 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2b0069180 con 0x7fd2b0103ea0 2024-06-13T11:53:51.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.316+0000 7fd2a6a00700 1 -- 172.21.15.42:0/2058528697 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fd2980043b0 con 0x7fd2b0103ea0 2024-06-13T11:53:51.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.317+0000 7fd2a6a00700 1 --2- 172.21.15.42:0/2058528697 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd2940a2d30 0x7fd2940a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:51.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.317+0000 7fd2a6a00700 1 -- 172.21.15.42:0/2058528697 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7fd2980cf2c0 con 0x7fd2b0103ea0 2024-06-13T11:53:51.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.317+0000 7fd2ade00700 1 --2- 172.21.15.42:0/2058528697 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd2940a2d30 0x7fd2940a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:51.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.318+0000 7fd2ade00700 1 --2- 172.21.15.42:0/2058528697 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd2940a2d30 0x7fd2940a51f0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fd2a0006010 tx=0x7fd2a000b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:51.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.322+0000 7fd2a6a00700 1 -- 172.21.15.42:0/2058528697 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd29809bc90 con 0x7fd2b0103ea0 2024-06-13T11:53:51.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.563+0000 7fd2af200700 1 -- 172.21.15.42:0/2058528697 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7fd2b0102710 con 0x7fd2b0103ea0 2024-06-13T11:53:51.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.565+0000 7fd2a6a00700 1 -- 172.21.15.42:0/2058528697 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7fd29809b590 con 0x7fd2b0103ea0 2024-06-13T11:53:51.174 INFO:teuthology.orchestra.run.smithi042.stdout:313532612669 2024-06-13T11:53:51.175 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.568+0000 7fd2af200700 1 -- 172.21.15.42:0/2058528697 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd2940a2d30 msgr2=0x7fd2940a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:51.175 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.568+0000 7fd2af200700 1 --2- 172.21.15.42:0/2058528697 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd2940a2d30 0x7fd2940a51f0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fd2a0006010 tx=0x7fd2a000b260 comp rx=0 tx=0).stop 2024-06-13T11:53:51.175 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.568+0000 7fd2af200700 1 -- 172.21.15.42:0/2058528697 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd2b0103ea0 msgr2=0x7fd2b0101720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:51.175 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.568+0000 7fd2af200700 1 --2- 172.21.15.42:0/2058528697 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd2b0103ea0 0x7fd2b0101720 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd29800e9c0 tx=0x7fd29800ecd0 comp rx=0 tx=0).stop 2024-06-13T11:53:51.175 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.568+0000 7fd2af200700 1 -- 172.21.15.42:0/2058528697 shutdown_connections 2024-06-13T11:53:51.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.568+0000 7fd2af200700 1 --2- 172.21.15.42:0/2058528697 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd2940a2d30 0x7fd2940a51f0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:51.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.568+0000 7fd2af200700 1 --2- 172.21.15.42:0/2058528697 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd2b0103580 0x7fd2b01011e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:51.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.568+0000 7fd2af200700 1 --2- 172.21.15.42:0/2058528697 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd2b010c9b0 0x7fd2b0101c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:51.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.568+0000 7fd2af200700 1 --2- 172.21.15.42:0/2058528697 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd2b0103ea0 0x7fd2b0101720 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:51.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.568+0000 7fd2af200700 1 -- 172.21.15.42:0/2058528697 >> 172.21.15.42:0/2058528697 conn(0x7fd2b00fcdb0 msgr2=0x7fd2b00fda20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:51.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.568+0000 7fd2af200700 1 -- 172.21.15.42:0/2058528697 shutdown_connections 2024-06-13T11:53:51.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:49.568+0000 7fd2af200700 1 -- 172.21.15.42:0/2058528697 wait complete. 2024-06-13T11:53:51.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:50 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/3556941611' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-06-13T11:53:51.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:50 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2137811339' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-06-13T11:53:51.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:50 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2952416628' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-06-13T11:53:51.864 INFO:tasks.cephadm.ceph_manager.ceph:need seq 313532612664 got 313532612669 for osd.10 2024-06-13T11:53:51.864 DEBUG:teuthology.parallel:result is None 2024-06-13T11:53:52.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:51 smithi042 ceph-mon[32231]: pgmap v433: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-06-13T11:53:52.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:51 smithi162 ceph-mon[36757]: pgmap v433: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-06-13T11:53:52.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:51 smithi088 ceph-mon[36399]: pgmap v433: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-06-13T11:53:52.448 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462991 got 201863462995 for osd.6 2024-06-13T11:53:52.448 DEBUG:teuthology.parallel:result is None 2024-06-13T11:53:53.275 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574953 got 55834574959 for osd.1 2024-06-13T11:53:53.275 DEBUG:teuthology.parallel:result is None 2024-06-13T11:53:53.871 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:53 smithi042 ceph-mon[32231]: pgmap v434: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:53:54.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.036+0000 7f0abdc00700 1 -- 172.21.15.42:0/915760115 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ab8108500 msgr2=0x7f0ab81088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:54.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.036+0000 7f0abdc00700 1 --2- 172.21.15.42:0/915760115 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ab8108500 0x7f0ab81088e0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f0aa8009990 tx=0x7f0aa8009ca0 comp rx=0 tx=0).stop 2024-06-13T11:53:54.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.036+0000 7f0abdc00700 1 -- 172.21.15.42:0/915760115 shutdown_connections 2024-06-13T11:53:54.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.036+0000 7f0abdc00700 1 --2- 172.21.15.42:0/915760115 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0ab806ab30 0x7f0ab810f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:54.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.036+0000 7f0abdc00700 1 --2- 172.21.15.42:0/915760115 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ab8108500 0x7f0ab81088e0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:54.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.036+0000 7f0abdc00700 1 --2- 172.21.15.42:0/915760115 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0ab806a170 0x7f0ab806a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:54.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.036+0000 7f0abdc00700 1 -- 172.21.15.42:0/915760115 >> 172.21.15.42:0/915760115 conn(0x7f0ab8078340 msgr2=0x7f0ab8078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:54.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.036+0000 7f0abdc00700 1 -- 172.21.15.42:0/915760115 shutdown_connections 2024-06-13T11:53:54.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.036+0000 7f0abdc00700 1 -- 172.21.15.42:0/915760115 wait complete. 2024-06-13T11:53:54.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.037+0000 7f0abdc00700 1 Processor -- start 2024-06-13T11:53:54.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.037+0000 7f0abdc00700 1 -- start start 2024-06-13T11:53:54.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.038+0000 7f0abdc00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0ab806a170 0x7f0ab819ae10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:54.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.038+0000 7f0abdc00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0ab806ab30 0x7f0ab819b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:54.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.038+0000 7f0abdc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ab8108500 0x7f0ab819f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:54.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.038+0000 7f0abdc00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0ab8112760 con 0x7f0ab8108500 2024-06-13T11:53:54.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.038+0000 7f0abdc00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f0ab81125e0 con 0x7f0ab806a170 2024-06-13T11:53:54.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.038+0000 7f0abdc00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f0ab81128e0 con 0x7f0ab806ab30 2024-06-13T11:53:54.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.038+0000 7f0ab6a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0ab806a170 0x7f0ab819ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:54.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.038+0000 7f0ab7400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ab8108500 0x7f0ab819f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:54.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.038+0000 7f0ab6000700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0ab806ab30 0x7f0ab819b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:54.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.038+0000 7f0ab6a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0ab806a170 0x7f0ab819ae10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:54912/0 (socket says 172.21.15.42:54912) 2024-06-13T11:53:54.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.038+0000 7f0ab6a00700 1 -- 172.21.15.42:0/1730646883 learned_addr learned my addr 172.21.15.42:0/1730646883 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:53:54.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.039+0000 7f0ab6a00700 1 -- 172.21.15.42:0/1730646883 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0ab806ab30 msgr2=0x7f0ab819b350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:54.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.039+0000 7f0ab6a00700 1 --2- 172.21.15.42:0/1730646883 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0ab806ab30 0x7f0ab819b350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:54.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.039+0000 7f0ab6a00700 1 -- 172.21.15.42:0/1730646883 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ab8108500 msgr2=0x7f0ab819f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:54.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.039+0000 7f0ab6a00700 1 --2- 172.21.15.42:0/1730646883 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ab8108500 0x7f0ab819f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:54.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.039+0000 7f0ab6a00700 1 -- 172.21.15.42:0/1730646883 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ab819fe20 con 0x7f0ab806a170 2024-06-13T11:53:54.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.039+0000 7f0ab7400700 1 --2- 172.21.15.42:0/1730646883 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ab8108500 0x7f0ab819f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:53:54.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.039+0000 7f0ab6a00700 1 --2- 172.21.15.42:0/1730646883 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0ab806a170 0x7f0ab819ae10 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f0aa800bae0 tx=0x7f0aa800bb10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:54.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.039+0000 7f0aaf400700 1 -- 172.21.15.42:0/1730646883 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aa8026070 con 0x7f0ab806a170 2024-06-13T11:53:54.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.039+0000 7f0abdc00700 1 -- 172.21.15.42:0/1730646883 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ab81a00b0 con 0x7f0ab806a170 2024-06-13T11:53:54.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.040+0000 7f0abdc00700 1 -- 172.21.15.42:0/1730646883 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ab81a7990 con 0x7f0ab806a170 2024-06-13T11:53:54.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.040+0000 7f0aaf400700 1 -- 172.21.15.42:0/1730646883 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0aa8003d70 con 0x7f0ab806a170 2024-06-13T11:53:54.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.040+0000 7f0aaf400700 1 -- 172.21.15.42:0/1730646883 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aa8021410 con 0x7f0ab806a170 2024-06-13T11:53:54.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.041+0000 7f0abdc00700 1 -- 172.21.15.42:0/1730646883 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ab8069180 con 0x7f0ab806a170 2024-06-13T11:53:54.042 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.043+0000 7f0aaf400700 1 -- 172.21.15.42:0/1730646883 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f0aa8029070 con 0x7f0ab806a170 2024-06-13T11:53:54.043 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.044+0000 7f0aaf400700 1 --2- 172.21.15.42:0/1730646883 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f0a9c0a2d30 0x7f0a9c0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:54.043 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.044+0000 7f0aaf400700 1 -- 172.21.15.42:0/1730646883 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f0aa80d01c0 con 0x7f0ab806a170 2024-06-13T11:53:54.043 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.044+0000 7f0ab6000700 1 --2- 172.21.15.42:0/1730646883 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f0a9c0a2d30 0x7f0a9c0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:54.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.045+0000 7f0ab6000700 1 --2- 172.21.15.42:0/1730646883 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f0a9c0a2d30 0x7f0a9c0a51f0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f0ab8103440 tx=0x7f0aa4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:54.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.048+0000 7f0aaf400700 1 -- 172.21.15.42:0/1730646883 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f0aa8013070 con 0x7f0ab806a170 2024-06-13T11:53:54.150 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411429 got 77309411436 for osd.2 2024-06-13T11:53:54.150 DEBUG:teuthology.parallel:result is None 2024-06-13T11:53:54.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:53 smithi162 ceph-mon[36757]: pgmap v434: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:53:54.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:53 smithi088 ceph-mon[36399]: pgmap v434: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:53:54.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.312+0000 7f0abdc00700 1 -- 172.21.15.42:0/1730646883 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7f0ab81a7b60 con 0x7f0ab806a170 2024-06-13T11:53:54.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.313+0000 7f0aaf400700 1 -- 172.21.15.42:0/1730646883 <== mon.2 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f0aa809cc20 con 0x7f0ab806a170 2024-06-13T11:53:54.313 INFO:teuthology.orchestra.run.smithi042.stdout:257698037833 2024-06-13T11:53:54.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.316+0000 7f0abdc00700 1 -- 172.21.15.42:0/1730646883 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f0a9c0a2d30 msgr2=0x7f0a9c0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:54.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.316+0000 7f0abdc00700 1 --2- 172.21.15.42:0/1730646883 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f0a9c0a2d30 0x7f0a9c0a51f0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f0ab8103440 tx=0x7f0aa4009260 comp rx=0 tx=0).stop 2024-06-13T11:53:54.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.316+0000 7f0abdc00700 1 -- 172.21.15.42:0/1730646883 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0ab806a170 msgr2=0x7f0ab819ae10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:54.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.316+0000 7f0abdc00700 1 --2- 172.21.15.42:0/1730646883 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0ab806a170 0x7f0ab819ae10 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f0aa800bae0 tx=0x7f0aa800bb10 comp rx=0 tx=0).stop 2024-06-13T11:53:54.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.316+0000 7f0abdc00700 1 -- 172.21.15.42:0/1730646883 shutdown_connections 2024-06-13T11:53:54.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.316+0000 7f0abdc00700 1 --2- 172.21.15.42:0/1730646883 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f0a9c0a2d30 0x7f0a9c0a51f0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:54.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.316+0000 7f0abdc00700 1 --2- 172.21.15.42:0/1730646883 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0ab806a170 0x7f0ab819ae10 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:54.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.316+0000 7f0abdc00700 1 --2- 172.21.15.42:0/1730646883 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ab8108500 0x7f0ab819f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:54.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.316+0000 7f0abdc00700 1 --2- 172.21.15.42:0/1730646883 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0ab806ab30 0x7f0ab819b350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:54.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.316+0000 7f0abdc00700 1 -- 172.21.15.42:0/1730646883 >> 172.21.15.42:0/1730646883 conn(0x7f0ab8078340 msgr2=0x7f0ab810d670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:54.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.316+0000 7f0abdc00700 1 -- 172.21.15.42:0/1730646883 shutdown_connections 2024-06-13T11:53:54.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:54.317+0000 7f0abdc00700 1 -- 172.21.15.42:0/1730646883 wait complete. 2024-06-13T11:53:55.019 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:54 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/1730646883' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-06-13T11:53:55.074 INFO:tasks.cephadm.ceph_manager.ceph:need seq 257698037827 got 257698037833 for osd.8 2024-06-13T11:53:55.074 DEBUG:teuthology.parallel:result is None 2024-06-13T11:53:55.074 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-06-13T11:53:55.075 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph pg dump --format=json 2024-06-13T11:53:55.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:54 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/1730646883' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-06-13T11:53:55.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:54 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/1730646883' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-06-13T11:53:55.542 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:53:56.015 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:55 smithi042 ceph-mon[32231]: pgmap v435: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-13T11:53:56.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:55 smithi162 ceph-mon[36757]: pgmap v435: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-13T11:53:56.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:55 smithi088 ceph-mon[36399]: pgmap v435: 129 pgs: 129 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-13T11:53:57.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:56 smithi042 ceph-mon[32231]: mgrmap e18: x(active, since 11m), standbys: z, y 2024-06-13T11:53:57.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:56 smithi162 ceph-mon[36757]: mgrmap e18: x(active, since 11m), standbys: z, y 2024-06-13T11:53:57.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:56 smithi088 ceph-mon[36399]: mgrmap e18: x(active, since 11m), standbys: z, y 2024-06-13T11:53:57.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.632+0000 7f0c41200700 1 -- 172.21.15.42:0/3776023673 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0c3c108ac0 msgr2=0x7f0c3c108f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:57.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.632+0000 7f0c41200700 1 --2- 172.21.15.42:0/3776023673 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0c3c108ac0 0x7f0c3c108f40 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f0c28009990 tx=0x7f0c28009ca0 comp rx=0 tx=0).stop 2024-06-13T11:53:57.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.632+0000 7f0c41200700 1 -- 172.21.15.42:0/3776023673 shutdown_connections 2024-06-13T11:53:57.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.632+0000 7f0c41200700 1 --2- 172.21.15.42:0/3776023673 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0c3c109480 0x7f0c3c115990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:57.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.632+0000 7f0c41200700 1 --2- 172.21.15.42:0/3776023673 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0c3c10eac0 0x7f0c3c10eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:57.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.632+0000 7f0c41200700 1 --2- 172.21.15.42:0/3776023673 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0c3c108ac0 0x7f0c3c108f40 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:57.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.632+0000 7f0c41200700 1 -- 172.21.15.42:0/3776023673 >> 172.21.15.42:0/3776023673 conn(0x7f0c3c075c60 msgr2=0x7f0c3c1072b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:57.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.632+0000 7f0c41200700 1 -- 172.21.15.42:0/3776023673 shutdown_connections 2024-06-13T11:53:57.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.632+0000 7f0c41200700 1 -- 172.21.15.42:0/3776023673 wait complete. 2024-06-13T11:53:57.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.634+0000 7f0c41200700 1 Processor -- start 2024-06-13T11:53:57.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.634+0000 7f0c41200700 1 -- start start 2024-06-13T11:53:57.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.634+0000 7f0c41200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0c3c108ac0 0x7f0c3c19f270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:57.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.635+0000 7f0c41200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0c3c109480 0x7f0c3c19f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:57.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.635+0000 7f0c41200700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0c3c10eac0 0x7f0c3c1a3b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:57.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.635+0000 7f0c41200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0c3c118ea0 con 0x7f0c3c109480 2024-06-13T11:53:57.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.635+0000 7f0c41200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f0c3c118d20 con 0x7f0c3c108ac0 2024-06-13T11:53:57.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.635+0000 7f0c41200700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f0c3c119020 con 0x7f0c3c10eac0 2024-06-13T11:53:57.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.635+0000 7f0c39400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0c3c109480 0x7f0c3c19f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:57.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.635+0000 7f0c39e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0c3c108ac0 0x7f0c3c19f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:57.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.635+0000 7f0c39400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0c3c109480 0x7f0c3c19f7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41944/0 (socket says 172.21.15.42:41944) 2024-06-13T11:53:57.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.635+0000 7f0c39400700 1 -- 172.21.15.42:0/1688828006 learned_addr learned my addr 172.21.15.42:0/1688828006 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:53:57.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.635+0000 7f0c3a800700 1 --2- 172.21.15.42:0/1688828006 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0c3c10eac0 0x7f0c3c1a3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:57.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.635+0000 7f0c39e00700 1 -- 172.21.15.42:0/1688828006 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0c3c10eac0 msgr2=0x7f0c3c1a3b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:57.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.635+0000 7f0c39e00700 1 --2- 172.21.15.42:0/1688828006 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0c3c10eac0 0x7f0c3c1a3b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:57.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.635+0000 7f0c39e00700 1 -- 172.21.15.42:0/1688828006 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0c3c109480 msgr2=0x7f0c3c19f7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:57.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.635+0000 7f0c39e00700 1 --2- 172.21.15.42:0/1688828006 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0c3c109480 0x7f0c3c19f7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:57.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.635+0000 7f0c39e00700 1 -- 172.21.15.42:0/1688828006 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c3c1a4280 con 0x7f0c3c108ac0 2024-06-13T11:53:57.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.636+0000 7f0c39e00700 1 --2- 172.21.15.42:0/1688828006 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0c3c108ac0 0x7f0c3c19f270 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f0c2c00e9f0 tx=0x7f0c2c00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:57.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.636+0000 7f0c32a00700 1 -- 172.21.15.42:0/1688828006 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c2c00c9c0 con 0x7f0c3c108ac0 2024-06-13T11:53:57.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.636+0000 7f0c32a00700 1 -- 172.21.15.42:0/1688828006 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0c2c00cb60 con 0x7f0c3c108ac0 2024-06-13T11:53:57.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.636+0000 7f0c41200700 1 -- 172.21.15.42:0/1688828006 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c3c1a4570 con 0x7f0c3c108ac0 2024-06-13T11:53:57.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.636+0000 7f0c32a00700 1 -- 172.21.15.42:0/1688828006 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c2c018680 con 0x7f0c3c108ac0 2024-06-13T11:53:57.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.636+0000 7f0c41200700 1 -- 172.21.15.42:0/1688828006 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c3c1abdf0 con 0x7f0c3c108ac0 2024-06-13T11:53:57.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.637+0000 7f0c41200700 1 -- 172.21.15.42:0/1688828006 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c3c069180 con 0x7f0c3c108ac0 2024-06-13T11:53:57.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.639+0000 7f0c32a00700 1 -- 172.21.15.42:0/1688828006 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f0c2c010430 con 0x7f0c3c108ac0 2024-06-13T11:53:57.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.641+0000 7f0c32a00700 1 --2- 172.21.15.42:0/1688828006 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f0c200a2c20 0x7f0c200a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:53:57.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.641+0000 7f0c32a00700 1 -- 172.21.15.42:0/1688828006 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f0c2c0cf500 con 0x7f0c3c108ac0 2024-06-13T11:53:57.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.641+0000 7f0c39400700 1 --2- 172.21.15.42:0/1688828006 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f0c200a2c20 0x7f0c200a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:53:57.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.642+0000 7f0c39400700 1 --2- 172.21.15.42:0/1688828006 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f0c200a2c20 0x7f0c200a50e0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f0c28009750 tx=0x7f0c2800b280 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:53:57.644 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.645+0000 7f0c32a00700 1 -- 172.21.15.42:0/1688828006 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f0c2c09c030 con 0x7f0c3c108ac0 2024-06-13T11:53:57.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.877+0000 7f0c41200700 1 -- 172.21.15.42:0/1688828006 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0c3c0628d0 con 0x7f0c200a2c20 2024-06-13T11:53:57.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.909+0000 7f0c32a00700 1 -- 172.21.15.42:0/1688828006 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340678 (secure 0 0 0) 0x7f0c3c0628d0 con 0x7f0c200a2c20 2024-06-13T11:53:57.910 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:53:57.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.917+0000 7f0c41200700 1 -- 172.21.15.42:0/1688828006 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f0c200a2c20 msgr2=0x7f0c200a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:57.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.917+0000 7f0c41200700 1 --2- 172.21.15.42:0/1688828006 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f0c200a2c20 0x7f0c200a50e0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f0c28009750 tx=0x7f0c2800b280 comp rx=0 tx=0).stop 2024-06-13T11:53:57.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.918+0000 7f0c41200700 1 -- 172.21.15.42:0/1688828006 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0c3c108ac0 msgr2=0x7f0c3c19f270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:53:57.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.918+0000 7f0c41200700 1 --2- 172.21.15.42:0/1688828006 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0c3c108ac0 0x7f0c3c19f270 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f0c2c00e9f0 tx=0x7f0c2c00ed00 comp rx=0 tx=0).stop 2024-06-13T11:53:57.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.918+0000 7f0c41200700 1 -- 172.21.15.42:0/1688828006 shutdown_connections 2024-06-13T11:53:57.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.918+0000 7f0c41200700 1 --2- 172.21.15.42:0/1688828006 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f0c200a2c20 0x7f0c200a50e0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:57.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.918+0000 7f0c41200700 1 --2- 172.21.15.42:0/1688828006 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0c3c108ac0 0x7f0c3c19f270 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:57.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.918+0000 7f0c41200700 1 --2- 172.21.15.42:0/1688828006 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0c3c10eac0 0x7f0c3c1a3b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:57.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.918+0000 7f0c41200700 1 --2- 172.21.15.42:0/1688828006 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0c3c109480 0x7f0c3c19f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:53:57.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.918+0000 7f0c41200700 1 -- 172.21.15.42:0/1688828006 >> 172.21.15.42:0/1688828006 conn(0x7f0c3c075c60 msgr2=0x7f0c3c076220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:53:57.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.918+0000 7f0c41200700 1 -- 172.21.15.42:0/1688828006 shutdown_connections 2024-06-13T11:53:57.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:53:57.918+0000 7f0c41200700 1 -- 172.21.15.42:0/1688828006 wait complete. 2024-06-13T11:53:57.920 INFO:teuthology.orchestra.run.smithi042.stderr:dumped all 2024-06-13T11:53:58.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:57 smithi162 ceph-mon[36757]: pgmap v436: 129 pgs: 129 active+clean; 643 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-06-13T11:53:58.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:57 smithi088 ceph-mon[36399]: pgmap v436: 129 pgs: 129 active+clean; 643 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-06-13T11:53:58.297 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:57 smithi042 ceph-mon[32231]: pgmap v436: 129 pgs: 129 active+clean; 643 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-06-13T11:53:58.685 INFO:teuthology.orchestra.run.smithi042.stdout:{"pg_ready":true,"pg_map":{"version":436,"stamp":"2024-06-13T11:53:56.730967+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658660,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":829,"num_read_kb":537,"num_write":362,"num_write_kb":3061,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":508,"ondisk_log_size":508,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":381360,"kb_used_data":15536,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124560464,"statfs":{"total":1151940427776,"available":1151549915136,"internally_reserved":0,"allocated":15908864,"data_stored":8828813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":374453562},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":64,"num_read_kb":30,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.006776"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950550+0000","last_change":"2024-06-13T11:50:36.448635+0000","last_active":"2024-06-13T11:52:26.950550+0000","last_peered":"2024-06-13T11:52:26.950550+0000","last_clean":"2024-06-13T11:52:26.950550+0000","last_became_active":"2024-06-13T11:50:36.448111+0000","last_became_peered":"2024-06-13T11:50:36.448111+0000","last_unstale":"2024-06-13T11:52:26.950550+0000","last_undegraded":"2024-06-13T11:52:26.950550+0000","last_fullsized":"2024-06-13T11:52:26.950550+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:29:52.539514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"100'4","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.644091+0000","last_change":"2024-06-13T11:50:36.452784+0000","last_active":"2024-06-13T11:53:54.644091+0000","last_peered":"2024-06-13T11:53:54.644091+0000","last_clean":"2024-06-13T11:53:54.644091+0000","last_became_active":"2024-06-13T11:50:36.452506+0000","last_became_peered":"2024-06-13T11:50:36.452506+0000","last_unstale":"2024-06-13T11:53:54.644091+0000","last_undegraded":"2024-06-13T11:53:54.644091+0000","last_fullsized":"2024-06-13T11:53:54.644091+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:24:10.080882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"100'7","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.644671+0000","last_change":"2024-06-13T11:50:36.452965+0000","last_active":"2024-06-13T11:53:54.644671+0000","last_peered":"2024-06-13T11:53:54.644671+0000","last_clean":"2024-06-13T11:53:54.644671+0000","last_became_active":"2024-06-13T11:50:36.452605+0000","last_became_peered":"2024-06-13T11:50:36.452605+0000","last_unstale":"2024-06-13T11:53:54.644671+0000","last_undegraded":"2024-06-13T11:53:54.644671+0000","last_fullsized":"2024-06-13T11:53:54.644671+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:59:08.463531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"100'8","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.618415+0000","last_change":"2024-06-13T11:50:36.444046+0000","last_active":"2024-06-13T11:53:54.618415+0000","last_peered":"2024-06-13T11:53:54.618415+0000","last_clean":"2024-06-13T11:53:54.618415+0000","last_became_active":"2024-06-13T11:50:36.442838+0000","last_became_peered":"2024-06-13T11:50:36.442838+0000","last_unstale":"2024-06-13T11:53:54.618415+0000","last_undegraded":"2024-06-13T11:53:54.618415+0000","last_fullsized":"2024-06-13T11:53:54.618415+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:27:46.472089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"100'4","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.635723+0000","last_change":"2024-06-13T11:50:36.457506+0000","last_active":"2024-06-13T11:53:54.635723+0000","last_peered":"2024-06-13T11:53:54.635723+0000","last_clean":"2024-06-13T11:53:54.635723+0000","last_became_active":"2024-06-13T11:50:36.457269+0000","last_became_peered":"2024-06-13T11:50:36.457269+0000","last_unstale":"2024-06-13T11:53:54.635723+0000","last_undegraded":"2024-06-13T11:53:54.635723+0000","last_fullsized":"2024-06-13T11:53:54.635723+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:04:26.858158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943204+0000","last_change":"2024-06-13T11:50:36.445065+0000","last_active":"2024-06-13T11:52:26.943204+0000","last_peered":"2024-06-13T11:52:26.943204+0000","last_clean":"2024-06-13T11:52:26.943204+0000","last_became_active":"2024-06-13T11:50:36.444760+0000","last_became_peered":"2024-06-13T11:50:36.444760+0000","last_unstale":"2024-06-13T11:52:26.943204+0000","last_undegraded":"2024-06-13T11:52:26.943204+0000","last_fullsized":"2024-06-13T11:52:26.943204+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:56:56.098315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.455942+0000","last_change":"2024-06-13T11:50:36.444460+0000","last_active":"2024-06-13T11:52:27.455942+0000","last_peered":"2024-06-13T11:52:27.455942+0000","last_clean":"2024-06-13T11:52:27.455942+0000","last_became_active":"2024-06-13T11:50:36.444127+0000","last_became_peered":"2024-06-13T11:50:36.444127+0000","last_unstale":"2024-06-13T11:52:27.455942+0000","last_undegraded":"2024-06-13T11:52:27.455942+0000","last_fullsized":"2024-06-13T11:52:27.455942+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:04:23.675913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.946347+0000","last_change":"2024-06-13T11:50:36.439840+0000","last_active":"2024-06-13T11:52:26.946347+0000","last_peered":"2024-06-13T11:52:26.946347+0000","last_clean":"2024-06-13T11:52:26.946347+0000","last_became_active":"2024-06-13T11:50:36.438965+0000","last_became_peered":"2024-06-13T11:50:36.438965+0000","last_unstale":"2024-06-13T11:52:26.946347+0000","last_undegraded":"2024-06-13T11:52:26.946347+0000","last_fullsized":"2024-06-13T11:52:26.946347+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:13:17.486496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"100'11","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.637376+0000","last_change":"2024-06-13T11:50:36.432417+0000","last_active":"2024-06-13T11:53:54.637376+0000","last_peered":"2024-06-13T11:53:54.637376+0000","last_clean":"2024-06-13T11:53:54.637376+0000","last_became_active":"2024-06-13T11:50:36.432053+0000","last_became_peered":"2024-06-13T11:50:36.432053+0000","last_unstale":"2024-06-13T11:53:54.637376+0000","last_undegraded":"2024-06-13T11:53:54.637376+0000","last_fullsized":"2024-06-13T11:53:54.637376+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:40:17.612339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943645+0000","last_change":"2024-06-13T11:50:36.439609+0000","last_active":"2024-06-13T11:52:26.943645+0000","last_peered":"2024-06-13T11:52:26.943645+0000","last_clean":"2024-06-13T11:52:26.943645+0000","last_became_active":"2024-06-13T11:50:36.439228+0000","last_became_peered":"2024-06-13T11:50:36.439228+0000","last_unstale":"2024-06-13T11:52:26.943645+0000","last_undegraded":"2024-06-13T11:52:26.943645+0000","last_fullsized":"2024-06-13T11:52:26.943645+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:45:55.176878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.456205+0000","last_change":"2024-06-13T11:50:36.445733+0000","last_active":"2024-06-13T11:52:27.456205+0000","last_peered":"2024-06-13T11:52:27.456205+0000","last_clean":"2024-06-13T11:52:27.456205+0000","last_became_active":"2024-06-13T11:50:36.445382+0000","last_became_peered":"2024-06-13T11:50:36.445382+0000","last_unstale":"2024-06-13T11:52:27.456205+0000","last_undegraded":"2024-06-13T11:52:27.456205+0000","last_fullsized":"2024-06-13T11:52:27.456205+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:38:36.752336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"100'7","reported_seq":18,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.636972+0000","last_change":"2024-06-13T11:52:27.424660+0000","last_active":"2024-06-13T11:53:54.636972+0000","last_peered":"2024-06-13T11:53:54.636972+0000","last_clean":"2024-06-13T11:53:54.636972+0000","last_became_active":"2024-06-13T11:52:27.424039+0000","last_became_peered":"2024-06-13T11:52:27.424039+0000","last_unstale":"2024-06-13T11:53:54.636972+0000","last_undegraded":"2024-06-13T11:53:54.636972+0000","last_fullsized":"2024-06-13T11:53:54.636972+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:14:13.190613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422284+0000","last_change":"2024-06-13T11:50:36.435568+0000","last_active":"2024-06-13T11:52:27.422284+0000","last_peered":"2024-06-13T11:52:27.422284+0000","last_clean":"2024-06-13T11:52:27.422284+0000","last_became_active":"2024-06-13T11:50:36.435231+0000","last_became_peered":"2024-06-13T11:50:36.435231+0000","last_unstale":"2024-06-13T11:52:27.422284+0000","last_undegraded":"2024-06-13T11:52:27.422284+0000","last_fullsized":"2024-06-13T11:52:27.422284+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:49:20.886268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"100'7","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.627594+0000","last_change":"2024-06-13T11:50:36.447343+0000","last_active":"2024-06-13T11:53:54.627594+0000","last_peered":"2024-06-13T11:53:54.627594+0000","last_clean":"2024-06-13T11:53:54.627594+0000","last_became_active":"2024-06-13T11:50:36.446958+0000","last_became_peered":"2024-06-13T11:50:36.446958+0000","last_unstale":"2024-06-13T11:53:54.627594+0000","last_undegraded":"2024-06-13T11:53:54.627594+0000","last_fullsized":"2024-06-13T11:53:54.627594+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:15:40.900741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"100'7","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.646400+0000","last_change":"2024-06-13T11:51:26.330495+0000","last_active":"2024-06-13T11:53:54.646400+0000","last_peered":"2024-06-13T11:53:54.646400+0000","last_clean":"2024-06-13T11:53:54.646400+0000","last_became_active":"2024-06-13T11:51:26.329786+0000","last_became_peered":"2024-06-13T11:51:26.329786+0000","last_unstale":"2024-06-13T11:53:54.646400+0000","last_undegraded":"2024-06-13T11:53:54.646400+0000","last_fullsized":"2024-06-13T11:53:54.646400+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:49:38.021458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,2],"acting":[0,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"100'9","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.633671+0000","last_change":"2024-06-13T11:50:36.440755+0000","last_active":"2024-06-13T11:53:54.633671+0000","last_peered":"2024-06-13T11:53:54.633671+0000","last_clean":"2024-06-13T11:53:54.633671+0000","last_became_active":"2024-06-13T11:50:36.440422+0000","last_became_peered":"2024-06-13T11:50:36.440422+0000","last_unstale":"2024-06-13T11:53:54.633671+0000","last_undegraded":"2024-06-13T11:53:54.633671+0000","last_fullsized":"2024-06-13T11:53:54.633671+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:46:47.212189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950423+0000","last_change":"2024-06-13T11:50:36.459002+0000","last_active":"2024-06-13T11:52:26.950423+0000","last_peered":"2024-06-13T11:52:26.950423+0000","last_clean":"2024-06-13T11:52:26.950423+0000","last_became_active":"2024-06-13T11:50:36.458599+0000","last_became_peered":"2024-06-13T11:50:36.458599+0000","last_unstale":"2024-06-13T11:52:26.950423+0000","last_undegraded":"2024-06-13T11:52:26.950423+0000","last_fullsized":"2024-06-13T11:52:26.950423+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:49:20.494979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"100'10","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.641756+0000","last_change":"2024-06-13T11:50:36.450967+0000","last_active":"2024-06-13T11:53:54.641756+0000","last_peered":"2024-06-13T11:53:54.641756+0000","last_clean":"2024-06-13T11:53:54.641756+0000","last_became_active":"2024-06-13T11:50:36.450592+0000","last_became_peered":"2024-06-13T11:50:36.450592+0000","last_unstale":"2024-06-13T11:53:54.641756+0000","last_undegraded":"2024-06-13T11:53:54.641756+0000","last_fullsized":"2024-06-13T11:53:54.641756+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:22:12.397454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"100'7","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.635003+0000","last_change":"2024-06-13T11:50:36.451400+0000","last_active":"2024-06-13T11:53:54.635003+0000","last_peered":"2024-06-13T11:53:54.635003+0000","last_clean":"2024-06-13T11:53:54.635003+0000","last_became_active":"2024-06-13T11:50:36.450966+0000","last_became_peered":"2024-06-13T11:50:36.450966+0000","last_unstale":"2024-06-13T11:53:54.635003+0000","last_undegraded":"2024-06-13T11:53:54.635003+0000","last_fullsized":"2024-06-13T11:53:54.635003+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:28:51.534767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943275+0000","last_change":"2024-06-13T11:50:49.811241+0000","last_active":"2024-06-13T11:52:26.943275+0000","last_peered":"2024-06-13T11:52:26.943275+0000","last_clean":"2024-06-13T11:52:26.943275+0000","last_became_active":"2024-06-13T11:50:49.810730+0000","last_became_peered":"2024-06-13T11:50:49.810730+0000","last_unstale":"2024-06-13T11:52:26.943275+0000","last_undegraded":"2024-06-13T11:52:26.943275+0000","last_fullsized":"2024-06-13T11:52:26.943275+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:18:29.129152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"98'9","reported_seq":55,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.952277+0000","last_change":"2024-06-13T11:50:32.005589+0000","last_active":"2024-06-13T11:52:26.952277+0000","last_peered":"2024-06-13T11:52:26.952277+0000","last_clean":"2024-06-13T11:52:26.952277+0000","last_became_active":"2024-06-13T11:50:32.004906+0000","last_became_peered":"2024-06-13T11:50:32.004906+0000","last_unstale":"2024-06-13T11:52:26.952277+0000","last_undegraded":"2024-06-13T11:52:26.952277+0000","last_fullsized":"2024-06-13T11:52:26.952277+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:34:27.553780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.949776+0000","last_change":"2024-06-13T11:50:36.450855+0000","last_active":"2024-06-13T11:52:26.949776+0000","last_peered":"2024-06-13T11:52:26.949776+0000","last_clean":"2024-06-13T11:52:26.949776+0000","last_became_active":"2024-06-13T11:50:36.450533+0000","last_became_peered":"2024-06-13T11:50:36.450533+0000","last_unstale":"2024-06-13T11:52:26.949776+0000","last_undegraded":"2024-06-13T11:52:26.949776+0000","last_fullsized":"2024-06-13T11:52:26.949776+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:36:16.143805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.420606+0000","last_change":"2024-06-13T11:50:49.798992+0000","last_active":"2024-06-13T11:52:27.420606+0000","last_peered":"2024-06-13T11:52:27.420606+0000","last_clean":"2024-06-13T11:52:27.420606+0000","last_became_active":"2024-06-13T11:50:49.798132+0000","last_became_peered":"2024-06-13T11:50:49.798132+0000","last_unstale":"2024-06-13T11:52:27.420606+0000","last_undegraded":"2024-06-13T11:52:27.420606+0000","last_fullsized":"2024-06-13T11:52:27.420606+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:36:03.669654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"98'2","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950844+0000","last_change":"2024-06-13T11:50:32.021295+0000","last_active":"2024-06-13T11:52:26.950844+0000","last_peered":"2024-06-13T11:52:26.950844+0000","last_clean":"2024-06-13T11:52:26.950844+0000","last_became_active":"2024-06-13T11:50:32.020452+0000","last_became_peered":"2024-06-13T11:50:32.020452+0000","last_unstale":"2024-06-13T11:52:26.950844+0000","last_undegraded":"2024-06-13T11:52:26.950844+0000","last_fullsized":"2024-06-13T11:52:26.950844+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:33:41.991538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"100'6","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.647482+0000","last_change":"2024-06-13T11:50:36.451705+0000","last_active":"2024-06-13T11:53:54.647482+0000","last_peered":"2024-06-13T11:53:54.647482+0000","last_clean":"2024-06-13T11:53:54.647482+0000","last_became_active":"2024-06-13T11:50:36.447807+0000","last_became_peered":"2024-06-13T11:50:36.447807+0000","last_unstale":"2024-06-13T11:53:54.647482+0000","last_undegraded":"2024-06-13T11:53:54.647482+0000","last_fullsized":"2024-06-13T11:53:54.647482+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:57:02.901214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.420799+0000","last_change":"2024-06-13T11:50:49.789742+0000","last_active":"2024-06-13T11:52:27.420799+0000","last_peered":"2024-06-13T11:52:27.420799+0000","last_clean":"2024-06-13T11:52:27.420799+0000","last_became_active":"2024-06-13T11:50:49.789315+0000","last_became_peered":"2024-06-13T11:50:49.789315+0000","last_unstale":"2024-06-13T11:52:27.420799+0000","last_undegraded":"2024-06-13T11:52:27.420799+0000","last_fullsized":"2024-06-13T11:52:27.420799+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:51:39.547919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"98'4","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421762+0000","last_change":"2024-06-13T11:50:31.998627+0000","last_active":"2024-06-13T11:52:27.421762+0000","last_peered":"2024-06-13T11:52:27.421762+0000","last_clean":"2024-06-13T11:52:27.421762+0000","last_became_active":"2024-06-13T11:50:31.998206+0000","last_became_peered":"2024-06-13T11:50:31.998206+0000","last_unstale":"2024-06-13T11:52:27.421762+0000","last_undegraded":"2024-06-13T11:52:27.421762+0000","last_fullsized":"2024-06-13T11:52:27.421762+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:45:05.843886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"100'9","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.634825+0000","last_change":"2024-06-13T11:50:36.432039+0000","last_active":"2024-06-13T11:53:54.634825+0000","last_peered":"2024-06-13T11:53:54.634825+0000","last_clean":"2024-06-13T11:53:54.634825+0000","last_became_active":"2024-06-13T11:50:36.431716+0000","last_became_peered":"2024-06-13T11:50:36.431716+0000","last_unstale":"2024-06-13T11:53:54.634825+0000","last_undegraded":"2024-06-13T11:53:54.634825+0000","last_fullsized":"2024-06-13T11:53:54.634825+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:41:10.879028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.420638+0000","last_change":"2024-06-13T11:50:49.791777+0000","last_active":"2024-06-13T11:52:27.420638+0000","last_peered":"2024-06-13T11:52:27.420638+0000","last_clean":"2024-06-13T11:52:27.420638+0000","last_became_active":"2024-06-13T11:50:49.791348+0000","last_became_peered":"2024-06-13T11:50:49.791348+0000","last_unstale":"2024-06-13T11:52:27.420638+0000","last_undegraded":"2024-06-13T11:52:27.420638+0000","last_fullsized":"2024-06-13T11:52:27.420638+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:10:20.833026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"89'2","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422062+0000","last_change":"2024-06-13T11:50:31.998416+0000","last_active":"2024-06-13T11:52:27.422062+0000","last_peered":"2024-06-13T11:52:27.422062+0000","last_clean":"2024-06-13T11:52:27.422062+0000","last_became_active":"2024-06-13T11:50:31.997994+0000","last_became_peered":"2024-06-13T11:50:31.997994+0000","last_unstale":"2024-06-13T11:52:27.422062+0000","last_undegraded":"2024-06-13T11:52:27.422062+0000","last_fullsized":"2024-06-13T11:52:27.422062+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:02:56.354971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948382+0000","last_change":"2024-06-13T11:50:36.432684+0000","last_active":"2024-06-13T11:52:26.948382+0000","last_peered":"2024-06-13T11:52:26.948382+0000","last_clean":"2024-06-13T11:52:26.948382+0000","last_became_active":"2024-06-13T11:50:36.432242+0000","last_became_peered":"2024-06-13T11:50:36.432242+0000","last_unstale":"2024-06-13T11:52:26.948382+0000","last_undegraded":"2024-06-13T11:52:26.948382+0000","last_fullsized":"2024-06-13T11:52:26.948382+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:37:08.696859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":36,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943570+0000","last_change":"2024-06-13T11:51:26.831257+0000","last_active":"2024-06-13T11:52:26.943570+0000","last_peered":"2024-06-13T11:52:26.943570+0000","last_clean":"2024-06-13T11:52:26.943570+0000","last_became_active":"2024-06-13T11:51:26.830703+0000","last_became_peered":"2024-06-13T11:51:26.830703+0000","last_unstale":"2024-06-13T11:52:26.943570+0000","last_undegraded":"2024-06-13T11:52:26.943570+0000","last_fullsized":"2024-06-13T11:52:26.943570+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:07:59.545889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,7,11],"acting":[2,8,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"98'6","reported_seq":165,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:52.016174+0000","last_change":"2024-06-13T11:50:31.994986+0000","last_active":"2024-06-13T11:53:52.016174+0000","last_peered":"2024-06-13T11:53:52.016174+0000","last_clean":"2024-06-13T11:53:52.016174+0000","last_became_active":"2024-06-13T11:50:31.994612+0000","last_became_peered":"2024-06-13T11:50:31.994612+0000","last_unstale":"2024-06-13T11:53:52.016174+0000","last_undegraded":"2024-06-13T11:53:52.016174+0000","last_fullsized":"2024-06-13T11:53:52.016174+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:03:22.948056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1012,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":114,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"100'7","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.632726+0000","last_change":"2024-06-13T11:50:36.445788+0000","last_active":"2024-06-13T11:53:54.632726+0000","last_peered":"2024-06-13T11:53:54.632726+0000","last_clean":"2024-06-13T11:53:54.632726+0000","last_became_active":"2024-06-13T11:50:36.445451+0000","last_became_peered":"2024-06-13T11:50:36.445451+0000","last_unstale":"2024-06-13T11:53:54.632726+0000","last_undegraded":"2024-06-13T11:53:54.632726+0000","last_fullsized":"2024-06-13T11:53:54.632726+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:01:58.220775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943510+0000","last_change":"2024-06-13T11:50:49.804726+0000","last_active":"2024-06-13T11:52:26.943510+0000","last_peered":"2024-06-13T11:52:26.943510+0000","last_clean":"2024-06-13T11:52:26.943510+0000","last_became_active":"2024-06-13T11:50:49.804271+0000","last_became_peered":"2024-06-13T11:50:49.804271+0000","last_unstale":"2024-06-13T11:52:26.943510+0000","last_undegraded":"2024-06-13T11:52:26.943510+0000","last_fullsized":"2024-06-13T11:52:26.943510+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:07:59.206174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"98'3","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943339+0000","last_change":"2024-06-13T11:50:32.000872+0000","last_active":"2024-06-13T11:52:26.943339+0000","last_peered":"2024-06-13T11:52:26.943339+0000","last_clean":"2024-06-13T11:52:26.943339+0000","last_became_active":"2024-06-13T11:50:32.000490+0000","last_became_peered":"2024-06-13T11:50:32.000490+0000","last_unstale":"2024-06-13T11:52:26.943339+0000","last_undegraded":"2024-06-13T11:52:26.943339+0000","last_fullsized":"2024-06-13T11:52:26.943339+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:45:20.689923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948384+0000","last_change":"2024-06-13T11:50:36.434453+0000","last_active":"2024-06-13T11:52:26.948384+0000","last_peered":"2024-06-13T11:52:26.948384+0000","last_clean":"2024-06-13T11:52:26.948384+0000","last_became_active":"2024-06-13T11:50:36.434138+0000","last_became_peered":"2024-06-13T11:50:36.434138+0000","last_unstale":"2024-06-13T11:52:26.948384+0000","last_undegraded":"2024-06-13T11:52:26.948384+0000","last_fullsized":"2024-06-13T11:52:26.948384+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:34:00.022524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950396+0000","last_change":"2024-06-13T11:50:49.806758+0000","last_active":"2024-06-13T11:52:26.950396+0000","last_peered":"2024-06-13T11:52:26.950396+0000","last_clean":"2024-06-13T11:52:26.950396+0000","last_became_active":"2024-06-13T11:50:49.806270+0000","last_became_peered":"2024-06-13T11:50:49.806270+0000","last_unstale":"2024-06-13T11:52:26.950396+0000","last_undegraded":"2024-06-13T11:52:26.950396+0000","last_fullsized":"2024-06-13T11:52:26.950396+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:29:49.106654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"98'2","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421285+0000","last_change":"2024-06-13T11:50:32.009158+0000","last_active":"2024-06-13T11:52:27.421285+0000","last_peered":"2024-06-13T11:52:27.421285+0000","last_clean":"2024-06-13T11:52:27.421285+0000","last_became_active":"2024-06-13T11:50:32.008692+0000","last_became_peered":"2024-06-13T11:50:32.008692+0000","last_unstale":"2024-06-13T11:52:27.421285+0000","last_undegraded":"2024-06-13T11:52:27.421285+0000","last_fullsized":"2024-06-13T11:52:27.421285+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:15:37.421401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.946929+0000","last_change":"2024-06-13T11:50:36.440151+0000","last_active":"2024-06-13T11:52:26.946929+0000","last_peered":"2024-06-13T11:52:26.946929+0000","last_clean":"2024-06-13T11:52:26.946929+0000","last_became_active":"2024-06-13T11:50:36.439506+0000","last_became_peered":"2024-06-13T11:50:36.439506+0000","last_unstale":"2024-06-13T11:52:26.946929+0000","last_undegraded":"2024-06-13T11:52:26.946929+0000","last_fullsized":"2024-06-13T11:52:26.946929+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:32:12.449458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.425642+0000","last_change":"2024-06-13T11:50:49.796602+0000","last_active":"2024-06-13T11:52:27.425642+0000","last_peered":"2024-06-13T11:52:27.425642+0000","last_clean":"2024-06-13T11:52:27.425642+0000","last_became_active":"2024-06-13T11:50:49.794651+0000","last_became_peered":"2024-06-13T11:50:49.794651+0000","last_unstale":"2024-06-13T11:52:27.425642+0000","last_undegraded":"2024-06-13T11:52:27.425642+0000","last_fullsized":"2024-06-13T11:52:27.425642+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:01:09.836754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"98'1","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948305+0000","last_change":"2024-06-13T11:50:31.994177+0000","last_active":"2024-06-13T11:52:26.948305+0000","last_peered":"2024-06-13T11:52:26.948305+0000","last_clean":"2024-06-13T11:52:26.948305+0000","last_became_active":"2024-06-13T11:50:31.993824+0000","last_became_peered":"2024-06-13T11:50:31.993824+0000","last_unstale":"2024-06-13T11:52:26.948305+0000","last_undegraded":"2024-06-13T11:52:26.948305+0000","last_fullsized":"2024-06-13T11:52:26.948305+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:58:13.588879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"100'11","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.638687+0000","last_change":"2024-06-13T11:50:36.448522+0000","last_active":"2024-06-13T11:53:54.638687+0000","last_peered":"2024-06-13T11:53:54.638687+0000","last_clean":"2024-06-13T11:53:54.638687+0000","last_became_active":"2024-06-13T11:50:36.448180+0000","last_became_peered":"2024-06-13T11:50:36.448180+0000","last_unstale":"2024-06-13T11:53:54.638687+0000","last_undegraded":"2024-06-13T11:53:54.638687+0000","last_fullsized":"2024-06-13T11:53:54.638687+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:14:44.330239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.947427+0000","last_change":"2024-06-13T11:50:49.782495+0000","last_active":"2024-06-13T11:52:26.947427+0000","last_peered":"2024-06-13T11:52:26.947427+0000","last_clean":"2024-06-13T11:52:26.947427+0000","last_became_active":"2024-06-13T11:50:49.781428+0000","last_became_peered":"2024-06-13T11:50:49.781428+0000","last_unstale":"2024-06-13T11:52:26.947427+0000","last_undegraded":"2024-06-13T11:52:26.947427+0000","last_fullsized":"2024-06-13T11:52:26.947427+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:31:25.315934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"98'3","reported_seq":158,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:51.014185+0000","last_change":"2024-06-13T11:50:32.005167+0000","last_active":"2024-06-13T11:53:51.014185+0000","last_peered":"2024-06-13T11:53:51.014185+0000","last_clean":"2024-06-13T11:53:51.014185+0000","last_became_active":"2024-06-13T11:50:32.004791+0000","last_became_peered":"2024-06-13T11:50:32.004791+0000","last_unstale":"2024-06-13T11:53:51.014185+0000","last_undegraded":"2024-06-13T11:53:51.014185+0000","last_fullsized":"2024-06-13T11:53:51.014185+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:07:54.697920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":110,"num_read_kb":110,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"100'10","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.634279+0000","last_change":"2024-06-13T11:50:36.445033+0000","last_active":"2024-06-13T11:53:54.634279+0000","last_peered":"2024-06-13T11:53:54.634279+0000","last_clean":"2024-06-13T11:53:54.634279+0000","last_became_active":"2024-06-13T11:50:36.444710+0000","last_became_peered":"2024-06-13T11:50:36.444710+0000","last_unstale":"2024-06-13T11:53:54.634279+0000","last_undegraded":"2024-06-13T11:53:54.634279+0000","last_fullsized":"2024-06-13T11:53:54.634279+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:46:26.806337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":17,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.942960+0000","last_change":"2024-06-13T11:51:26.324414+0000","last_active":"2024-06-13T11:52:26.942960+0000","last_peered":"2024-06-13T11:52:26.942960+0000","last_clean":"2024-06-13T11:52:26.942960+0000","last_became_active":"2024-06-13T11:51:26.323892+0000","last_became_peered":"2024-06-13T11:51:26.323892+0000","last_unstale":"2024-06-13T11:52:26.942960+0000","last_undegraded":"2024-06-13T11:52:26.942960+0000","last_fullsized":"2024-06-13T11:52:26.942960+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:21:37.090548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,0,2,4],"acting":[10,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.16","version":"98'2","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.456089+0000","last_change":"2024-06-13T11:50:31.997214+0000","last_active":"2024-06-13T11:52:27.456089+0000","last_peered":"2024-06-13T11:52:27.456089+0000","last_clean":"2024-06-13T11:52:27.456089+0000","last_became_active":"2024-06-13T11:50:31.995539+0000","last_became_peered":"2024-06-13T11:50:31.995539+0000","last_unstale":"2024-06-13T11:52:27.456089+0000","last_undegraded":"2024-06-13T11:52:27.456089+0000","last_fullsized":"2024-06-13T11:52:27.456089+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:59:57.323062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"100'9","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.647331+0000","last_change":"2024-06-13T11:50:36.458307+0000","last_active":"2024-06-13T11:53:54.647331+0000","last_peered":"2024-06-13T11:53:54.647331+0000","last_clean":"2024-06-13T11:53:54.647331+0000","last_became_active":"2024-06-13T11:50:36.457969+0000","last_became_peered":"2024-06-13T11:50:36.457969+0000","last_unstale":"2024-06-13T11:53:54.647331+0000","last_undegraded":"2024-06-13T11:53:54.647331+0000","last_fullsized":"2024-06-13T11:53:54.647331+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:18:57.708793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":36,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.420939+0000","last_change":"2024-06-13T11:51:26.320907+0000","last_active":"2024-06-13T11:52:27.420939+0000","last_peered":"2024-06-13T11:52:27.420939+0000","last_clean":"2024-06-13T11:52:27.420939+0000","last_became_active":"2024-06-13T11:51:26.320421+0000","last_became_peered":"2024-06-13T11:51:26.320421+0000","last_unstale":"2024-06-13T11:52:27.420939+0000","last_undegraded":"2024-06-13T11:52:27.420939+0000","last_fullsized":"2024-06-13T11:52:27.420939+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:06:43.798442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"98'4","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948448+0000","last_change":"2024-06-13T11:50:32.021608+0000","last_active":"2024-06-13T11:52:26.948448+0000","last_peered":"2024-06-13T11:52:26.948448+0000","last_clean":"2024-06-13T11:52:26.948448+0000","last_became_active":"2024-06-13T11:50:32.021204+0000","last_became_peered":"2024-06-13T11:50:32.021204+0000","last_unstale":"2024-06-13T11:52:26.948448+0000","last_undegraded":"2024-06-13T11:52:26.948448+0000","last_fullsized":"2024-06-13T11:52:26.948448+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:32:01.411347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"100'11","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.640193+0000","last_change":"2024-06-13T11:50:36.441175+0000","last_active":"2024-06-13T11:53:54.640193+0000","last_peered":"2024-06-13T11:53:54.640193+0000","last_clean":"2024-06-13T11:53:54.640193+0000","last_became_active":"2024-06-13T11:50:36.440790+0000","last_became_peered":"2024-06-13T11:50:36.440790+0000","last_unstale":"2024-06-13T11:53:54.640193+0000","last_undegraded":"2024-06-13T11:53:54.640193+0000","last_fullsized":"2024-06-13T11:53:54.640193+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:37:00.321935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950662+0000","last_change":"2024-06-13T11:50:49.804735+0000","last_active":"2024-06-13T11:52:26.950662+0000","last_peered":"2024-06-13T11:52:26.950662+0000","last_clean":"2024-06-13T11:52:26.950662+0000","last_became_active":"2024-06-13T11:50:49.804355+0000","last_became_peered":"2024-06-13T11:50:49.804355+0000","last_unstale":"2024-06-13T11:52:26.950662+0000","last_undegraded":"2024-06-13T11:52:26.950662+0000","last_fullsized":"2024-06-13T11:52:26.950662+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:49:22.526565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"100'35","reported_seq":309,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:52.015498+0000","last_change":"2024-06-13T11:50:31.997828+0000","last_active":"2024-06-13T11:53:52.015498+0000","last_peered":"2024-06-13T11:53:52.015498+0000","last_clean":"2024-06-13T11:53:52.015498+0000","last_became_active":"2024-06-13T11:50:31.997406+0000","last_became_peered":"2024-06-13T11:50:31.997406+0000","last_unstale":"2024-06-13T11:53:52.015498+0000","last_undegraded":"2024-06-13T11:53:52.015498+0000","last_fullsized":"2024-06-13T11:53:52.015498+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:48:04.650405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64058,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":229,"num_read_kb":177,"num_write":36,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"100'6","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.621539+0000","last_change":"2024-06-13T11:50:36.445284+0000","last_active":"2024-06-13T11:53:54.621539+0000","last_peered":"2024-06-13T11:53:54.621539+0000","last_clean":"2024-06-13T11:53:54.621539+0000","last_became_active":"2024-06-13T11:50:36.444970+0000","last_became_peered":"2024-06-13T11:50:36.444970+0000","last_unstale":"2024-06-13T11:53:54.621539+0000","last_undegraded":"2024-06-13T11:53:54.621539+0000","last_fullsized":"2024-06-13T11:53:54.621539+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:22:11.149979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948698+0000","last_change":"2024-06-13T11:50:49.786529+0000","last_active":"2024-06-13T11:52:26.948698+0000","last_peered":"2024-06-13T11:52:26.948698+0000","last_clean":"2024-06-13T11:52:26.948698+0000","last_became_active":"2024-06-13T11:50:49.786037+0000","last_became_peered":"2024-06-13T11:50:49.786037+0000","last_unstale":"2024-06-13T11:52:26.948698+0000","last_undegraded":"2024-06-13T11:52:26.948698+0000","last_fullsized":"2024-06-13T11:52:26.948698+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:24:23.424973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"98'6","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943562+0000","last_change":"2024-06-13T11:50:31.999029+0000","last_active":"2024-06-13T11:52:26.943562+0000","last_peered":"2024-06-13T11:52:26.943562+0000","last_clean":"2024-06-13T11:52:26.943562+0000","last_became_active":"2024-06-13T11:50:31.998202+0000","last_became_peered":"2024-06-13T11:50:31.998202+0000","last_unstale":"2024-06-13T11:52:26.943562+0000","last_undegraded":"2024-06-13T11:52:26.943562+0000","last_fullsized":"2024-06-13T11:52:26.943562+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:58:18.744948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422208+0000","last_change":"2024-06-13T11:50:36.432559+0000","last_active":"2024-06-13T11:52:27.422208+0000","last_peered":"2024-06-13T11:52:27.422208+0000","last_clean":"2024-06-13T11:52:27.422208+0000","last_became_active":"2024-06-13T11:50:36.432145+0000","last_became_peered":"2024-06-13T11:50:36.432145+0000","last_unstale":"2024-06-13T11:52:27.422208+0000","last_undegraded":"2024-06-13T11:52:27.422208+0000","last_fullsized":"2024-06-13T11:52:27.422208+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:01:13.601250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950176+0000","last_change":"2024-06-13T11:50:49.803635+0000","last_active":"2024-06-13T11:52:26.950176+0000","last_peered":"2024-06-13T11:52:26.950176+0000","last_clean":"2024-06-13T11:52:26.950176+0000","last_became_active":"2024-06-13T11:50:49.803191+0000","last_became_peered":"2024-06-13T11:50:49.803191+0000","last_unstale":"2024-06-13T11:52:26.950176+0000","last_undegraded":"2024-06-13T11:52:26.950176+0000","last_fullsized":"2024-06-13T11:52:26.950176+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:37:57.693151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"98'3","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948149+0000","last_change":"2024-06-13T11:50:31.987555+0000","last_active":"2024-06-13T11:52:26.948149+0000","last_peered":"2024-06-13T11:52:26.948149+0000","last_clean":"2024-06-13T11:52:26.948149+0000","last_became_active":"2024-06-13T11:50:31.987254+0000","last_became_peered":"2024-06-13T11:50:31.987254+0000","last_unstale":"2024-06-13T11:52:26.948149+0000","last_undegraded":"2024-06-13T11:52:26.948149+0000","last_fullsized":"2024-06-13T11:52:26.948149+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:35:05.721577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.455817+0000","last_change":"2024-06-13T11:50:36.434765+0000","last_active":"2024-06-13T11:52:27.455817+0000","last_peered":"2024-06-13T11:52:27.455817+0000","last_clean":"2024-06-13T11:52:27.455817+0000","last_became_active":"2024-06-13T11:50:36.434396+0000","last_became_peered":"2024-06-13T11:50:36.434396+0000","last_unstale":"2024-06-13T11:52:27.455817+0000","last_undegraded":"2024-06-13T11:52:27.455817+0000","last_fullsized":"2024-06-13T11:52:27.455817+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:59:16.400084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.951478+0000","last_change":"2024-06-13T11:50:49.804822+0000","last_active":"2024-06-13T11:52:26.951478+0000","last_peered":"2024-06-13T11:52:26.951478+0000","last_clean":"2024-06-13T11:52:26.951478+0000","last_became_active":"2024-06-13T11:50:49.804377+0000","last_became_peered":"2024-06-13T11:50:49.804377+0000","last_unstale":"2024-06-13T11:52:26.951478+0000","last_undegraded":"2024-06-13T11:52:26.951478+0000","last_fullsized":"2024-06-13T11:52:26.951478+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:59:21.447873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"98'3","reported_seq":162,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:53.100887+0000","last_change":"2024-06-13T11:50:31.995528+0000","last_active":"2024-06-13T11:53:53.100887+0000","last_peered":"2024-06-13T11:53:53.100887+0000","last_clean":"2024-06-13T11:53:53.100887+0000","last_became_active":"2024-06-13T11:50:31.995160+0000","last_became_peered":"2024-06-13T11:50:31.995160+0000","last_unstale":"2024-06-13T11:53:53.100887+0000","last_undegraded":"2024-06-13T11:53:53.100887+0000","last_fullsized":"2024-06-13T11:53:53.100887+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:58:48.255966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":115,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.455670+0000","last_change":"2024-06-13T11:50:36.439326+0000","last_active":"2024-06-13T11:52:27.455670+0000","last_peered":"2024-06-13T11:52:27.455670+0000","last_clean":"2024-06-13T11:52:27.455670+0000","last_became_active":"2024-06-13T11:50:36.437630+0000","last_became_peered":"2024-06-13T11:50:36.437630+0000","last_unstale":"2024-06-13T11:52:27.455670+0000","last_undegraded":"2024-06-13T11:52:27.455670+0000","last_fullsized":"2024-06-13T11:52:27.455670+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:38:22.769253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":36,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422571+0000","last_change":"2024-06-13T11:51:26.325885+0000","last_active":"2024-06-13T11:52:27.422571+0000","last_peered":"2024-06-13T11:52:27.422571+0000","last_clean":"2024-06-13T11:52:27.422571+0000","last_became_active":"2024-06-13T11:51:26.325339+0000","last_became_peered":"2024-06-13T11:51:26.325339+0000","last_unstale":"2024-06-13T11:52:27.422571+0000","last_undegraded":"2024-06-13T11:52:27.422571+0000","last_fullsized":"2024-06-13T11:52:27.422571+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:48:05.691391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"98'15","reported_seq":34,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950015+0000","last_change":"2024-06-13T11:51:26.333560+0000","last_active":"2024-06-13T11:52:26.950015+0000","last_peered":"2024-06-13T11:52:26.950015+0000","last_clean":"2024-06-13T11:52:26.950015+0000","last_became_active":"2024-06-13T11:51:26.324534+0000","last_became_peered":"2024-06-13T11:51:26.324534+0000","last_unstale":"2024-06-13T11:52:26.950015+0000","last_undegraded":"2024-06-13T11:52:26.950015+0000","last_fullsized":"2024-06-13T11:52:26.950015+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:07:11.687190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948326+0000","last_change":"2024-06-13T11:51:26.320636+0000","last_active":"2024-06-13T11:52:26.948326+0000","last_peered":"2024-06-13T11:52:26.948326+0000","last_clean":"2024-06-13T11:52:26.948326+0000","last_became_active":"2024-06-13T11:51:26.320202+0000","last_became_peered":"2024-06-13T11:51:26.320202+0000","last_unstale":"2024-06-13T11:52:26.948326+0000","last_undegraded":"2024-06-13T11:52:26.948326+0000","last_fullsized":"2024-06-13T11:52:26.948326+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:34:56.593933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.947924+0000","last_change":"2024-06-13T11:50:49.792486+0000","last_active":"2024-06-13T11:52:26.947924+0000","last_peered":"2024-06-13T11:52:26.947924+0000","last_clean":"2024-06-13T11:52:26.947924+0000","last_became_active":"2024-06-13T11:50:49.792166+0000","last_became_peered":"2024-06-13T11:50:49.792166+0000","last_unstale":"2024-06-13T11:52:26.947924+0000","last_undegraded":"2024-06-13T11:52:26.947924+0000","last_fullsized":"2024-06-13T11:52:26.947924+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:09:11.117051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"98'2","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421826+0000","last_change":"2024-06-13T11:50:31.996236+0000","last_active":"2024-06-13T11:52:27.421826+0000","last_peered":"2024-06-13T11:52:27.421826+0000","last_clean":"2024-06-13T11:52:27.421826+0000","last_became_active":"2024-06-13T11:50:31.995882+0000","last_became_peered":"2024-06-13T11:50:31.995882+0000","last_unstale":"2024-06-13T11:52:27.421826+0000","last_undegraded":"2024-06-13T11:52:27.421826+0000","last_fullsized":"2024-06-13T11:52:27.421826+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:55:12.392719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422936+0000","last_change":"2024-06-13T11:52:27.422286+0000","last_active":"2024-06-13T11:52:27.422936+0000","last_peered":"2024-06-13T11:52:27.422936+0000","last_clean":"2024-06-13T11:52:27.422936+0000","last_became_active":"2024-06-13T11:52:27.421812+0000","last_became_peered":"2024-06-13T11:52:27.421812+0000","last_unstale":"2024-06-13T11:52:27.422936+0000","last_undegraded":"2024-06-13T11:52:27.422936+0000","last_fullsized":"2024-06-13T11:52:27.422936+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:06:16.429719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421372+0000","last_change":"2024-06-13T11:50:49.811097+0000","last_active":"2024-06-13T11:52:27.421372+0000","last_peered":"2024-06-13T11:52:27.421372+0000","last_clean":"2024-06-13T11:52:27.421372+0000","last_became_active":"2024-06-13T11:50:49.810557+0000","last_became_peered":"2024-06-13T11:50:49.810557+0000","last_unstale":"2024-06-13T11:52:27.421372+0000","last_undegraded":"2024-06-13T11:52:27.421372+0000","last_fullsized":"2024-06-13T11:52:27.421372+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:47:02.368100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.951241+0000","last_change":"2024-06-13T11:50:32.023735+0000","last_active":"2024-06-13T11:52:26.951241+0000","last_peered":"2024-06-13T11:52:26.951241+0000","last_clean":"2024-06-13T11:52:26.951241+0000","last_became_active":"2024-06-13T11:50:32.021473+0000","last_became_peered":"2024-06-13T11:50:32.021473+0000","last_unstale":"2024-06-13T11:52:26.951241+0000","last_undegraded":"2024-06-13T11:52:26.951241+0000","last_fullsized":"2024-06-13T11:52:26.951241+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:58:43.104063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943453+0000","last_change":"2024-06-13T11:50:36.451471+0000","last_active":"2024-06-13T11:52:26.943453+0000","last_peered":"2024-06-13T11:52:26.943453+0000","last_clean":"2024-06-13T11:52:26.943453+0000","last_became_active":"2024-06-13T11:50:36.451095+0000","last_became_peered":"2024-06-13T11:50:36.451095+0000","last_unstale":"2024-06-13T11:52:26.943453+0000","last_undegraded":"2024-06-13T11:52:26.943453+0000","last_fullsized":"2024-06-13T11:52:26.943453+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:32:01.600803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422179+0000","last_change":"2024-06-13T11:50:49.795673+0000","last_active":"2024-06-13T11:52:27.422179+0000","last_peered":"2024-06-13T11:52:27.422179+0000","last_clean":"2024-06-13T11:52:27.422179+0000","last_became_active":"2024-06-13T11:50:49.792688+0000","last_became_peered":"2024-06-13T11:50:49.792688+0000","last_unstale":"2024-06-13T11:52:27.422179+0000","last_undegraded":"2024-06-13T11:52:27.422179+0000","last_fullsized":"2024-06-13T11:52:27.422179+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:55:45.409736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"98'1","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.455796+0000","last_change":"2024-06-13T11:50:31.999513+0000","last_active":"2024-06-13T11:52:27.455796+0000","last_peered":"2024-06-13T11:52:27.455796+0000","last_clean":"2024-06-13T11:52:27.455796+0000","last_became_active":"2024-06-13T11:50:31.999084+0000","last_became_peered":"2024-06-13T11:50:31.999084+0000","last_unstale":"2024-06-13T11:52:27.455796+0000","last_undegraded":"2024-06-13T11:52:27.455796+0000","last_fullsized":"2024-06-13T11:52:27.455796+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:28:43.332059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943526+0000","last_change":"2024-06-13T11:50:36.454011+0000","last_active":"2024-06-13T11:52:26.943526+0000","last_peered":"2024-06-13T11:52:26.943526+0000","last_clean":"2024-06-13T11:52:26.943526+0000","last_became_active":"2024-06-13T11:50:36.453698+0000","last_became_peered":"2024-06-13T11:50:36.453698+0000","last_unstale":"2024-06-13T11:52:26.943526+0000","last_undegraded":"2024-06-13T11:52:26.943526+0000","last_fullsized":"2024-06-13T11:52:26.943526+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:16:29.761245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422417+0000","last_change":"2024-06-13T11:50:49.796164+0000","last_active":"2024-06-13T11:52:27.422417+0000","last_peered":"2024-06-13T11:52:27.422417+0000","last_clean":"2024-06-13T11:52:27.422417+0000","last_became_active":"2024-06-13T11:50:49.795079+0000","last_became_peered":"2024-06-13T11:50:49.795079+0000","last_unstale":"2024-06-13T11:52:27.422417+0000","last_undegraded":"2024-06-13T11:52:27.422417+0000","last_fullsized":"2024-06-13T11:52:27.422417+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:18:49.636830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948477+0000","last_change":"2024-06-13T11:50:36.437492+0000","last_active":"2024-06-13T11:52:26.948477+0000","last_peered":"2024-06-13T11:52:26.948477+0000","last_clean":"2024-06-13T11:52:26.948477+0000","last_became_active":"2024-06-13T11:50:36.437130+0000","last_became_peered":"2024-06-13T11:50:36.437130+0000","last_unstale":"2024-06-13T11:52:26.948477+0000","last_undegraded":"2024-06-13T11:52:26.948477+0000","last_fullsized":"2024-06-13T11:52:26.948477+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:05:21.505163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"98'4","reported_seq":161,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:53.099864+0000","last_change":"2024-06-13T11:50:32.022037+0000","last_active":"2024-06-13T11:53:53.099864+0000","last_peered":"2024-06-13T11:53:53.099864+0000","last_clean":"2024-06-13T11:53:53.099864+0000","last_became_active":"2024-06-13T11:50:32.021583+0000","last_became_peered":"2024-06-13T11:50:32.021583+0000","last_unstale":"2024-06-13T11:53:53.099864+0000","last_undegraded":"2024-06-13T11:53:53.099864+0000","last_fullsized":"2024-06-13T11:53:53.099864+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:14:50.885702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":112,"num_read_kb":112,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"98'1","reported_seq":30,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.456095+0000","last_change":"2024-06-13T11:50:49.805316+0000","last_active":"2024-06-13T11:52:27.456095+0000","last_peered":"2024-06-13T11:52:27.456095+0000","last_clean":"2024-06-13T11:52:27.456095+0000","last_became_active":"2024-06-13T11:50:49.804841+0000","last_became_peered":"2024-06-13T11:50:49.804841+0000","last_unstale":"2024-06-13T11:52:27.456095+0000","last_undegraded":"2024-06-13T11:52:27.456095+0000","last_fullsized":"2024-06-13T11:52:27.456095+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:58:46.876026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"100'8","reported_seq":19,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.642190+0000","last_change":"2024-06-13T11:52:27.171505+0000","last_active":"2024-06-13T11:53:54.642190+0000","last_peered":"2024-06-13T11:53:54.642190+0000","last_clean":"2024-06-13T11:53:54.642190+0000","last_became_active":"2024-06-13T11:52:27.170457+0000","last_became_peered":"2024-06-13T11:52:27.170457+0000","last_unstale":"2024-06-13T11:53:54.642190+0000","last_undegraded":"2024-06-13T11:53:54.642190+0000","last_fullsized":"2024-06-13T11:53:54.642190+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:07:25.397450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"98'3","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.420893+0000","last_change":"2024-06-13T11:50:32.007522+0000","last_active":"2024-06-13T11:52:27.420893+0000","last_peered":"2024-06-13T11:52:27.420893+0000","last_clean":"2024-06-13T11:52:27.420893+0000","last_became_active":"2024-06-13T11:50:32.007123+0000","last_became_peered":"2024-06-13T11:50:32.007123+0000","last_unstale":"2024-06-13T11:52:27.420893+0000","last_undegraded":"2024-06-13T11:52:27.420893+0000","last_fullsized":"2024-06-13T11:52:27.420893+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:22:19.237216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":379,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.455513+0000","last_change":"2024-06-13T11:49:00.954992+0000","last_active":"2024-06-13T11:52:27.455513+0000","last_peered":"2024-06-13T11:52:27.455513+0000","last_clean":"2024-06-13T11:52:27.455513+0000","last_became_active":"2024-06-13T11:49:00.954503+0000","last_became_peered":"2024-06-13T11:49:00.954503+0000","last_unstale":"2024-06-13T11:52:27.455513+0000","last_undegraded":"2024-06-13T11:52:27.455513+0000","last_fullsized":"2024-06-13T11:52:27.455513+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:45:07.238656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:45:07.238656+0000","last_clean_scrub_stamp":"2024-06-13T11:45:07.238656+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:19:38.231223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948516+0000","last_change":"2024-06-13T11:50:49.806972+0000","last_active":"2024-06-13T11:52:26.948516+0000","last_peered":"2024-06-13T11:52:26.948516+0000","last_clean":"2024-06-13T11:52:26.948516+0000","last_became_active":"2024-06-13T11:50:49.806392+0000","last_became_peered":"2024-06-13T11:50:49.806392+0000","last_unstale":"2024-06-13T11:52:26.948516+0000","last_undegraded":"2024-06-13T11:52:26.948516+0000","last_fullsized":"2024-06-13T11:52:26.948516+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:17:08.091303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421147+0000","last_change":"2024-06-13T11:50:36.442152+0000","last_active":"2024-06-13T11:52:27.421147+0000","last_peered":"2024-06-13T11:52:27.421147+0000","last_clean":"2024-06-13T11:52:27.421147+0000","last_became_active":"2024-06-13T11:50:36.441709+0000","last_became_peered":"2024-06-13T11:50:36.441709+0000","last_unstale":"2024-06-13T11:52:27.421147+0000","last_undegraded":"2024-06-13T11:52:27.421147+0000","last_fullsized":"2024-06-13T11:52:27.421147+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:18:08.022457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"98'3","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.455687+0000","last_change":"2024-06-13T11:50:31.994003+0000","last_active":"2024-06-13T11:52:27.455687+0000","last_peered":"2024-06-13T11:52:27.455687+0000","last_clean":"2024-06-13T11:52:27.455687+0000","last_became_active":"2024-06-13T11:50:31.993661+0000","last_became_peered":"2024-06-13T11:50:31.993661+0000","last_unstale":"2024-06-13T11:52:27.455687+0000","last_undegraded":"2024-06-13T11:52:27.455687+0000","last_fullsized":"2024-06-13T11:52:27.455687+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:27:49.440932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950143+0000","last_change":"2024-06-13T11:50:49.790217+0000","last_active":"2024-06-13T11:52:26.950143+0000","last_peered":"2024-06-13T11:52:26.950143+0000","last_clean":"2024-06-13T11:52:26.950143+0000","last_became_active":"2024-06-13T11:50:49.789751+0000","last_became_peered":"2024-06-13T11:50:49.789751+0000","last_unstale":"2024-06-13T11:52:26.950143+0000","last_undegraded":"2024-06-13T11:52:26.950143+0000","last_fullsized":"2024-06-13T11:52:26.950143+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:25:38.129828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"98'1","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421947+0000","last_change":"2024-06-13T11:50:32.021332+0000","last_active":"2024-06-13T11:52:27.421947+0000","last_peered":"2024-06-13T11:52:27.421947+0000","last_clean":"2024-06-13T11:52:27.421947+0000","last_became_active":"2024-06-13T11:50:32.020833+0000","last_became_peered":"2024-06-13T11:50:32.020833+0000","last_unstale":"2024-06-13T11:52:27.421947+0000","last_undegraded":"2024-06-13T11:52:27.421947+0000","last_fullsized":"2024-06-13T11:52:27.421947+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:47:50.120035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422777+0000","last_change":"2024-06-13T11:50:36.455741+0000","last_active":"2024-06-13T11:52:27.422777+0000","last_peered":"2024-06-13T11:52:27.422777+0000","last_clean":"2024-06-13T11:52:27.422777+0000","last_became_active":"2024-06-13T11:50:36.451918+0000","last_became_peered":"2024-06-13T11:50:36.451918+0000","last_unstale":"2024-06-13T11:52:27.422777+0000","last_undegraded":"2024-06-13T11:52:27.422777+0000","last_fullsized":"2024-06-13T11:52:27.422777+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:49:50.455277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.946877+0000","last_change":"2024-06-13T11:50:49.796532+0000","last_active":"2024-06-13T11:52:26.946877+0000","last_peered":"2024-06-13T11:52:26.946877+0000","last_clean":"2024-06-13T11:52:26.946877+0000","last_became_active":"2024-06-13T11:50:49.796126+0000","last_became_peered":"2024-06-13T11:50:49.796126+0000","last_unstale":"2024-06-13T11:52:26.946877+0000","last_undegraded":"2024-06-13T11:52:26.946877+0000","last_fullsized":"2024-06-13T11:52:26.946877+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:25:14.656778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"100'16","reported_seq":71,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:41.145559+0000","last_change":"2024-06-13T11:51:26.331700+0000","last_active":"2024-06-13T11:52:41.145559+0000","last_peered":"2024-06-13T11:52:41.145559+0000","last_clean":"2024-06-13T11:52:41.145559+0000","last_became_active":"2024-06-13T11:51:26.326266+0000","last_became_peered":"2024-06-13T11:51:26.326266+0000","last_unstale":"2024-06-13T11:52:41.145559+0000","last_undegraded":"2024-06-13T11:52:41.145559+0000","last_fullsized":"2024-06-13T11:52:41.145559+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:47:34.793319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.951444+0000","last_change":"2024-06-13T11:50:36.445266+0000","last_active":"2024-06-13T11:52:26.951444+0000","last_peered":"2024-06-13T11:52:26.951444+0000","last_clean":"2024-06-13T11:52:26.951444+0000","last_became_active":"2024-06-13T11:50:36.440185+0000","last_became_peered":"2024-06-13T11:50:36.440185+0000","last_unstale":"2024-06-13T11:52:26.951444+0000","last_undegraded":"2024-06-13T11:52:26.951444+0000","last_fullsized":"2024-06-13T11:52:26.951444+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:42:53.342509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943096+0000","last_change":"2024-06-13T11:50:49.780454+0000","last_active":"2024-06-13T11:52:26.943096+0000","last_peered":"2024-06-13T11:52:26.943096+0000","last_clean":"2024-06-13T11:52:26.943096+0000","last_became_active":"2024-06-13T11:50:49.780005+0000","last_became_peered":"2024-06-13T11:50:49.780005+0000","last_unstale":"2024-06-13T11:52:26.943096+0000","last_undegraded":"2024-06-13T11:52:26.943096+0000","last_fullsized":"2024-06-13T11:52:26.943096+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:12:09.816830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"98'4","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421368+0000","last_change":"2024-06-13T11:50:32.340419+0000","last_active":"2024-06-13T11:52:27.421368+0000","last_peered":"2024-06-13T11:52:27.421368+0000","last_clean":"2024-06-13T11:52:27.421368+0000","last_became_active":"2024-06-13T11:50:32.340048+0000","last_became_peered":"2024-06-13T11:50:32.340048+0000","last_unstale":"2024-06-13T11:52:27.421368+0000","last_undegraded":"2024-06-13T11:52:27.421368+0000","last_fullsized":"2024-06-13T11:52:27.421368+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:29:58.106707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"100'7","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.646985+0000","last_change":"2024-06-13T11:50:36.459623+0000","last_active":"2024-06-13T11:53:54.646985+0000","last_peered":"2024-06-13T11:53:54.646985+0000","last_clean":"2024-06-13T11:53:54.646985+0000","last_became_active":"2024-06-13T11:50:36.459271+0000","last_became_peered":"2024-06-13T11:50:36.459271+0000","last_unstale":"2024-06-13T11:53:54.646985+0000","last_undegraded":"2024-06-13T11:53:54.646985+0000","last_fullsized":"2024-06-13T11:53:54.646985+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:28:55.075826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421028+0000","last_change":"2024-06-13T11:50:49.805147+0000","last_active":"2024-06-13T11:52:27.421028+0000","last_peered":"2024-06-13T11:52:27.421028+0000","last_clean":"2024-06-13T11:52:27.421028+0000","last_became_active":"2024-06-13T11:50:49.804715+0000","last_became_peered":"2024-06-13T11:50:49.804715+0000","last_unstale":"2024-06-13T11:52:27.421028+0000","last_undegraded":"2024-06-13T11:52:27.421028+0000","last_fullsized":"2024-06-13T11:52:27.421028+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:47:00.890543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"98'2","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.169001+0000","last_change":"2024-06-13T11:50:32.022791+0000","last_active":"2024-06-13T11:52:27.169001+0000","last_peered":"2024-06-13T11:52:27.169001+0000","last_clean":"2024-06-13T11:52:27.169001+0000","last_became_active":"2024-06-13T11:50:32.022462+0000","last_became_peered":"2024-06-13T11:50:32.022462+0000","last_unstale":"2024-06-13T11:52:27.169001+0000","last_undegraded":"2024-06-13T11:52:27.169001+0000","last_fullsized":"2024-06-13T11:52:27.169001+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:21:49.421226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"100'2","reported_seq":41,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.589171+0000","last_change":"2024-06-13T11:50:36.443362+0000","last_active":"2024-06-13T11:53:54.589171+0000","last_peered":"2024-06-13T11:53:54.589171+0000","last_clean":"2024-06-13T11:53:54.589171+0000","last_became_active":"2024-06-13T11:50:36.443027+0000","last_became_peered":"2024-06-13T11:50:36.443027+0000","last_unstale":"2024-06-13T11:53:54.589171+0000","last_undegraded":"2024-06-13T11:53:54.589171+0000","last_fullsized":"2024-06-13T11:53:54.589171+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:46:19.335119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.951941+0000","last_change":"2024-06-13T11:50:49.808433+0000","last_active":"2024-06-13T11:52:26.951941+0000","last_peered":"2024-06-13T11:52:26.951941+0000","last_clean":"2024-06-13T11:52:26.951941+0000","last_became_active":"2024-06-13T11:50:49.807134+0000","last_became_peered":"2024-06-13T11:50:49.807134+0000","last_unstale":"2024-06-13T11:52:26.951941+0000","last_undegraded":"2024-06-13T11:52:26.951941+0000","last_fullsized":"2024-06-13T11:52:26.951941+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:27:44.602243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"98'3","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.947957+0000","last_change":"2024-06-13T11:50:32.008776+0000","last_active":"2024-06-13T11:52:26.947957+0000","last_peered":"2024-06-13T11:52:26.947957+0000","last_clean":"2024-06-13T11:52:26.947957+0000","last_became_active":"2024-06-13T11:50:32.008284+0000","last_became_peered":"2024-06-13T11:50:32.008284+0000","last_unstale":"2024-06-13T11:52:26.947957+0000","last_undegraded":"2024-06-13T11:52:26.947957+0000","last_fullsized":"2024-06-13T11:52:26.947957+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:21:07.229231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950154+0000","last_change":"2024-06-13T11:50:36.448505+0000","last_active":"2024-06-13T11:52:26.950154+0000","last_peered":"2024-06-13T11:52:26.950154+0000","last_clean":"2024-06-13T11:52:26.950154+0000","last_became_active":"2024-06-13T11:50:36.448137+0000","last_became_peered":"2024-06-13T11:50:36.448137+0000","last_unstale":"2024-06-13T11:52:26.950154+0000","last_undegraded":"2024-06-13T11:52:26.950154+0000","last_fullsized":"2024-06-13T11:52:26.950154+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:46:10.736377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"98'1","reported_seq":30,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.420968+0000","last_change":"2024-06-13T11:50:49.805315+0000","last_active":"2024-06-13T11:52:27.420968+0000","last_peered":"2024-06-13T11:52:27.420968+0000","last_clean":"2024-06-13T11:52:27.420968+0000","last_became_active":"2024-06-13T11:50:49.804816+0000","last_became_peered":"2024-06-13T11:50:49.804816+0000","last_unstale":"2024-06-13T11:52:27.420968+0000","last_undegraded":"2024-06-13T11:52:27.420968+0000","last_fullsized":"2024-06-13T11:52:27.420968+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:47:31.900268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"98'1","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943255+0000","last_change":"2024-06-13T11:50:31.997094+0000","last_active":"2024-06-13T11:52:26.943255+0000","last_peered":"2024-06-13T11:52:26.943255+0000","last_clean":"2024-06-13T11:52:26.943255+0000","last_became_active":"2024-06-13T11:50:31.996629+0000","last_became_peered":"2024-06-13T11:50:31.996629+0000","last_unstale":"2024-06-13T11:52:26.943255+0000","last_undegraded":"2024-06-13T11:52:26.943255+0000","last_fullsized":"2024-06-13T11:52:26.943255+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:30:37.193922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.952614+0000","last_change":"2024-06-13T11:50:36.447355+0000","last_active":"2024-06-13T11:52:26.952614+0000","last_peered":"2024-06-13T11:52:26.952614+0000","last_clean":"2024-06-13T11:52:26.952614+0000","last_became_active":"2024-06-13T11:50:36.447002+0000","last_became_peered":"2024-06-13T11:50:36.447002+0000","last_unstale":"2024-06-13T11:52:26.952614+0000","last_undegraded":"2024-06-13T11:52:26.952614+0000","last_fullsized":"2024-06-13T11:52:26.952614+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:00:33.090377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421006+0000","last_change":"2024-06-13T11:50:49.788544+0000","last_active":"2024-06-13T11:52:27.421006+0000","last_peered":"2024-06-13T11:52:27.421006+0000","last_clean":"2024-06-13T11:52:27.421006+0000","last_became_active":"2024-06-13T11:50:49.788091+0000","last_became_peered":"2024-06-13T11:50:49.788091+0000","last_unstale":"2024-06-13T11:52:27.421006+0000","last_undegraded":"2024-06-13T11:52:27.421006+0000","last_fullsized":"2024-06-13T11:52:27.421006+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:56:26.806541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"98'4","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421511+0000","last_change":"2024-06-13T11:50:31.999244+0000","last_active":"2024-06-13T11:52:27.421511+0000","last_peered":"2024-06-13T11:52:27.421511+0000","last_clean":"2024-06-13T11:52:27.421511+0000","last_became_active":"2024-06-13T11:50:31.998852+0000","last_became_peered":"2024-06-13T11:50:31.998852+0000","last_unstale":"2024-06-13T11:52:27.421511+0000","last_undegraded":"2024-06-13T11:52:27.421511+0000","last_fullsized":"2024-06-13T11:52:27.421511+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:41:55.489272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.455795+0000","last_change":"2024-06-13T11:50:36.431561+0000","last_active":"2024-06-13T11:52:27.455795+0000","last_peered":"2024-06-13T11:52:27.455795+0000","last_clean":"2024-06-13T11:52:27.455795+0000","last_became_active":"2024-06-13T11:50:36.431246+0000","last_became_peered":"2024-06-13T11:50:36.431246+0000","last_unstale":"2024-06-13T11:52:27.455795+0000","last_undegraded":"2024-06-13T11:52:27.455795+0000","last_fullsized":"2024-06-13T11:52:27.455795+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:09:46.793537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.168994+0000","last_change":"2024-06-13T11:50:49.791104+0000","last_active":"2024-06-13T11:52:27.168994+0000","last_peered":"2024-06-13T11:52:27.168994+0000","last_clean":"2024-06-13T11:52:27.168994+0000","last_became_active":"2024-06-13T11:50:49.790629+0000","last_became_peered":"2024-06-13T11:50:49.790629+0000","last_unstale":"2024-06-13T11:52:27.168994+0000","last_undegraded":"2024-06-13T11:52:27.168994+0000","last_fullsized":"2024-06-13T11:52:27.168994+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:07:36.853343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"98'3","reported_seq":20,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.169089+0000","last_change":"2024-06-13T11:51:26.328181+0000","last_active":"2024-06-13T11:52:27.169089+0000","last_peered":"2024-06-13T11:52:27.169089+0000","last_clean":"2024-06-13T11:52:27.169089+0000","last_became_active":"2024-06-13T11:51:26.327892+0000","last_became_peered":"2024-06-13T11:51:26.327892+0000","last_unstale":"2024-06-13T11:52:27.169089+0000","last_undegraded":"2024-06-13T11:52:27.169089+0000","last_fullsized":"2024-06-13T11:52:27.169089+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:19:41.739869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.456271+0000","last_change":"2024-06-13T11:50:36.437016+0000","last_active":"2024-06-13T11:52:27.456271+0000","last_peered":"2024-06-13T11:52:27.456271+0000","last_clean":"2024-06-13T11:52:27.456271+0000","last_became_active":"2024-06-13T11:50:36.436582+0000","last_became_peered":"2024-06-13T11:50:36.436582+0000","last_unstale":"2024-06-13T11:52:27.456271+0000","last_undegraded":"2024-06-13T11:52:27.456271+0000","last_fullsized":"2024-06-13T11:52:27.456271+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:31:42.509233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421663+0000","last_change":"2024-06-13T11:50:49.811230+0000","last_active":"2024-06-13T11:52:27.421663+0000","last_peered":"2024-06-13T11:52:27.421663+0000","last_clean":"2024-06-13T11:52:27.421663+0000","last_became_active":"2024-06-13T11:50:49.810749+0000","last_became_peered":"2024-06-13T11:50:49.810749+0000","last_unstale":"2024-06-13T11:52:27.421663+0000","last_undegraded":"2024-06-13T11:52:27.421663+0000","last_fullsized":"2024-06-13T11:52:27.421663+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:15:47.018900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"89'1","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948575+0000","last_change":"2024-06-13T11:50:31.995376+0000","last_active":"2024-06-13T11:52:26.948575+0000","last_peered":"2024-06-13T11:52:26.948575+0000","last_clean":"2024-06-13T11:52:26.948575+0000","last_became_active":"2024-06-13T11:50:31.994969+0000","last_became_peered":"2024-06-13T11:50:31.994969+0000","last_unstale":"2024-06-13T11:52:26.948575+0000","last_undegraded":"2024-06-13T11:52:26.948575+0000","last_fullsized":"2024-06-13T11:52:26.948575+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:32:27.111818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.456026+0000","last_change":"2024-06-13T11:50:36.451177+0000","last_active":"2024-06-13T11:52:27.456026+0000","last_peered":"2024-06-13T11:52:27.456026+0000","last_clean":"2024-06-13T11:52:27.456026+0000","last_became_active":"2024-06-13T11:50:36.450731+0000","last_became_peered":"2024-06-13T11:50:36.450731+0000","last_unstale":"2024-06-13T11:52:27.456026+0000","last_undegraded":"2024-06-13T11:52:27.456026+0000","last_fullsized":"2024-06-13T11:52:27.456026+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:56:31.075747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.947715+0000","last_change":"2024-06-13T11:50:49.780023+0000","last_active":"2024-06-13T11:52:26.947715+0000","last_peered":"2024-06-13T11:52:26.947715+0000","last_clean":"2024-06-13T11:52:26.947715+0000","last_became_active":"2024-06-13T11:50:49.779559+0000","last_became_peered":"2024-06-13T11:50:49.779559+0000","last_unstale":"2024-06-13T11:52:26.947715+0000","last_undegraded":"2024-06-13T11:52:26.947715+0000","last_fullsized":"2024-06-13T11:52:26.947715+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:55:51.137812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"89'2","reported_seq":57,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422491+0000","last_change":"2024-06-13T11:51:26.334330+0000","last_active":"2024-06-13T11:52:27.422491+0000","last_peered":"2024-06-13T11:52:27.422491+0000","last_clean":"2024-06-13T11:52:27.422491+0000","last_became_active":"2024-06-13T11:51:26.327485+0000","last_became_peered":"2024-06-13T11:51:26.327485+0000","last_unstale":"2024-06-13T11:52:27.422491+0000","last_undegraded":"2024-06-13T11:52:27.422491+0000","last_fullsized":"2024-06-13T11:52:27.422491+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:20:28.228503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.456259+0000","last_change":"2024-06-13T11:50:36.440165+0000","last_active":"2024-06-13T11:52:27.456259+0000","last_peered":"2024-06-13T11:52:27.456259+0000","last_clean":"2024-06-13T11:52:27.456259+0000","last_became_active":"2024-06-13T11:50:36.439767+0000","last_became_peered":"2024-06-13T11:50:36.439767+0000","last_unstale":"2024-06-13T11:52:27.456259+0000","last_undegraded":"2024-06-13T11:52:27.456259+0000","last_fullsized":"2024-06-13T11:52:27.456259+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:09:38.776491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950156+0000","last_change":"2024-06-13T11:50:36.441156+0000","last_active":"2024-06-13T11:52:26.950156+0000","last_peered":"2024-06-13T11:52:26.950156+0000","last_clean":"2024-06-13T11:52:26.950156+0000","last_became_active":"2024-06-13T11:50:36.440790+0000","last_became_peered":"2024-06-13T11:50:36.440790+0000","last_unstale":"2024-06-13T11:52:26.950156+0000","last_undegraded":"2024-06-13T11:52:26.950156+0000","last_fullsized":"2024-06-13T11:52:26.950156+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:37:54.084495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"100'12","reported_seq":51,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.629760+0000","last_change":"2024-06-13T11:50:36.440942+0000","last_active":"2024-06-13T11:53:54.629760+0000","last_peered":"2024-06-13T11:53:54.629760+0000","last_clean":"2024-06-13T11:53:54.629760+0000","last_became_active":"2024-06-13T11:50:36.440576+0000","last_became_peered":"2024-06-13T11:50:36.440576+0000","last_unstale":"2024-06-13T11:53:54.629760+0000","last_undegraded":"2024-06-13T11:53:54.629760+0000","last_fullsized":"2024-06-13T11:53:54.629760+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:28:40.406863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"100'8","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.635959+0000","last_change":"2024-06-13T11:50:36.454116+0000","last_active":"2024-06-13T11:53:54.635959+0000","last_peered":"2024-06-13T11:53:54.635959+0000","last_clean":"2024-06-13T11:53:54.635959+0000","last_became_active":"2024-06-13T11:50:36.453800+0000","last_became_peered":"2024-06-13T11:50:36.453800+0000","last_unstale":"2024-06-13T11:53:54.635959+0000","last_undegraded":"2024-06-13T11:53:54.635959+0000","last_fullsized":"2024-06-13T11:53:54.635959+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:38:26.463949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"100'7","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.647027+0000","last_change":"2024-06-13T11:50:36.459877+0000","last_active":"2024-06-13T11:53:54.647027+0000","last_peered":"2024-06-13T11:53:54.647027+0000","last_clean":"2024-06-13T11:53:54.647027+0000","last_became_active":"2024-06-13T11:50:36.455381+0000","last_became_peered":"2024-06-13T11:50:36.455381+0000","last_unstale":"2024-06-13T11:53:54.647027+0000","last_undegraded":"2024-06-13T11:53:54.647027+0000","last_fullsized":"2024-06-13T11:53:54.647027+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:56:51.514883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422876+0000","last_change":"2024-06-13T11:50:36.445686+0000","last_active":"2024-06-13T11:52:27.422876+0000","last_peered":"2024-06-13T11:52:27.422876+0000","last_clean":"2024-06-13T11:52:27.422876+0000","last_became_active":"2024-06-13T11:50:36.445279+0000","last_became_peered":"2024-06-13T11:50:36.445279+0000","last_unstale":"2024-06-13T11:52:27.422876+0000","last_undegraded":"2024-06-13T11:52:27.422876+0000","last_fullsized":"2024-06-13T11:52:27.422876+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:44:00.988523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950465+0000","last_change":"2024-06-13T11:50:36.445752+0000","last_active":"2024-06-13T11:52:26.950465+0000","last_peered":"2024-06-13T11:52:26.950465+0000","last_clean":"2024-06-13T11:52:26.950465+0000","last_became_active":"2024-06-13T11:50:36.445423+0000","last_became_peered":"2024-06-13T11:50:36.445423+0000","last_unstale":"2024-06-13T11:52:26.950465+0000","last_undegraded":"2024-06-13T11:52:26.950465+0000","last_fullsized":"2024-06-13T11:52:26.950465+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:25:14.676015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"100'15","reported_seq":54,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.637043+0000","last_change":"2024-06-13T11:50:36.446128+0000","last_active":"2024-06-13T11:53:54.637043+0000","last_peered":"2024-06-13T11:53:54.637043+0000","last_clean":"2024-06-13T11:53:54.637043+0000","last_became_active":"2024-06-13T11:50:36.445725+0000","last_became_peered":"2024-06-13T11:50:36.445725+0000","last_unstale":"2024-06-13T11:53:54.637043+0000","last_undegraded":"2024-06-13T11:53:54.637043+0000","last_fullsized":"2024-06-13T11:53:54.637043+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:28:00.324949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.951898+0000","last_change":"2024-06-13T11:50:36.455166+0000","last_active":"2024-06-13T11:52:26.951898+0000","last_peered":"2024-06-13T11:52:26.951898+0000","last_clean":"2024-06-13T11:52:26.951898+0000","last_became_active":"2024-06-13T11:50:36.453169+0000","last_became_peered":"2024-06-13T11:50:36.453169+0000","last_unstale":"2024-06-13T11:52:26.951898+0000","last_undegraded":"2024-06-13T11:52:26.951898+0000","last_fullsized":"2024-06-13T11:52:26.951898+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:35:16.914313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.423737+0000","last_change":"2024-06-13T11:52:27.423210+0000","last_active":"2024-06-13T11:52:27.423737+0000","last_peered":"2024-06-13T11:52:27.423737+0000","last_clean":"2024-06-13T11:52:27.423737+0000","last_became_active":"2024-06-13T11:52:27.422646+0000","last_became_peered":"2024-06-13T11:52:27.422646+0000","last_unstale":"2024-06-13T11:52:27.423737+0000","last_undegraded":"2024-06-13T11:52:27.423737+0000","last_fullsized":"2024-06-13T11:52:27.423737+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:23:31.774203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,8],"acting":[5,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948289+0000","last_change":"2024-06-13T11:50:36.444749+0000","last_active":"2024-06-13T11:52:26.948289+0000","last_peered":"2024-06-13T11:52:26.948289+0000","last_clean":"2024-06-13T11:52:26.948289+0000","last_became_active":"2024-06-13T11:50:36.444428+0000","last_became_peered":"2024-06-13T11:50:36.444428+0000","last_unstale":"2024-06-13T11:52:26.948289+0000","last_undegraded":"2024-06-13T11:52:26.948289+0000","last_fullsized":"2024-06-13T11:52:26.948289+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:20:51.757128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"100'10","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.634262+0000","last_change":"2024-06-13T11:50:36.432130+0000","last_active":"2024-06-13T11:53:54.634262+0000","last_peered":"2024-06-13T11:53:54.634262+0000","last_clean":"2024-06-13T11:53:54.634262+0000","last_became_active":"2024-06-13T11:50:36.431265+0000","last_became_peered":"2024-06-13T11:50:36.431265+0000","last_unstale":"2024-06-13T11:53:54.634262+0000","last_undegraded":"2024-06-13T11:53:54.634262+0000","last_fullsized":"2024-06-13T11:53:54.634262+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:27:01.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422083+0000","last_change":"2024-06-13T11:50:36.442545+0000","last_active":"2024-06-13T11:52:27.422083+0000","last_peered":"2024-06-13T11:52:27.422083+0000","last_clean":"2024-06-13T11:52:27.422083+0000","last_became_active":"2024-06-13T11:50:36.441753+0000","last_became_peered":"2024-06-13T11:50:36.441753+0000","last_unstale":"2024-06-13T11:52:27.422083+0000","last_undegraded":"2024-06-13T11:52:27.422083+0000","last_fullsized":"2024-06-13T11:52:27.422083+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:22:26.896507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950272+0000","last_change":"2024-06-13T11:50:36.446371+0000","last_active":"2024-06-13T11:52:26.950272+0000","last_peered":"2024-06-13T11:52:26.950272+0000","last_clean":"2024-06-13T11:52:26.950272+0000","last_became_active":"2024-06-13T11:50:36.445982+0000","last_became_peered":"2024-06-13T11:50:36.445982+0000","last_unstale":"2024-06-13T11:52:26.950272+0000","last_undegraded":"2024-06-13T11:52:26.950272+0000","last_fullsized":"2024-06-13T11:52:26.950272+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:03:09.952954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":219,"ondisk_log_size":219,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68058,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":693,"num_read_kb":418,"num_write":179,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":204813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":150,"ondisk_log_size":150,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351034,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36464,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708688,"statfs":{"total":95995035648,"available":95957696512,"internally_reserved":0,"allocated":1155072,"data_stored":573134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612670,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28812,"kb_used_data":1796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716340,"statfs":{"total":95995035648,"available":95965532160,"internally_reserved":0,"allocated":1839104,"data_stored":1224348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776197,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36476,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708676,"statfs":{"total":95995035648,"available":95957684224,"internally_reserved":0,"allocated":1167360,"data_stored":577354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037834,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28148,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717004,"statfs":{"total":95995035648,"available":95966212096,"internally_reserved":0,"allocated":1155072,"data_stored":573066,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299471,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28740,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716412,"statfs":{"total":95995035648,"available":95965605888,"internally_reserved":0,"allocated":1757184,"data_stored":1169086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462997,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28140,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717012,"statfs":{"total":95995035648,"available":95966220288,"internally_reserved":0,"allocated":1142784,"data_stored":568434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574961,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28204,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716948,"statfs":{"total":95995035648,"available":95966154752,"internally_reserved":0,"allocated":1216512,"data_stored":633233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738487,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28156,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716996,"statfs":{"total":95995035648,"available":95966203904,"internally_reserved":0,"allocated":1167360,"data_stored":569822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411438,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36540,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708612,"statfs":{"total":95995035648,"available":95957618688,"internally_reserved":0,"allocated":1232896,"data_stored":633950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149798,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36468,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708684,"statfs":{"total":95995035648,"available":95957692416,"internally_reserved":0,"allocated":1155072,"data_stored":568628,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888161,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28148,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717004,"statfs":{"total":95995035648,"available":95966212096,"internally_reserved":0,"allocated":1155072,"data_stored":573084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724636,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37064,"kb_used_data":1724,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708088,"statfs":{"total":95995035648,"available":95957082112,"internally_reserved":0,"allocated":1765376,"data_stored":1164674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":64889,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":65606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":65636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-13T11:53:58.691 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph pg dump --format=json 2024-06-13T11:53:59.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:58 smithi162 ceph-mon[36757]: from='client.24932 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T11:53:59.197 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:53:59.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:58 smithi088 ceph-mon[36399]: from='client.24932 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T11:53:59.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:58 smithi042 ceph-mon[32231]: from='client.24932 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T11:54:00.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:53:59 smithi042 ceph-mon[32231]: pgmap v437: 129 pgs: 129 active+clean; 643 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 341 B/s wr, 6 op/s 2024-06-13T11:54:00.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:53:59 smithi162 ceph-mon[36757]: pgmap v437: 129 pgs: 129 active+clean; 643 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 341 B/s wr, 6 op/s 2024-06-13T11:54:00.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:53:59 smithi088 ceph-mon[36399]: pgmap v437: 129 pgs: 129 active+clean; 643 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 341 B/s wr, 6 op/s 2024-06-13T11:54:01.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.417+0000 7ffbad400700 1 -- 172.21.15.42:0/1624333636 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ffba8105070 msgr2=0x7ffba8111580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:01.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.417+0000 7ffbad400700 1 --2- 172.21.15.42:0/1624333636 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ffba8105070 0x7ffba8111580 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7ffba000b0a0 tx=0x7ffba000b3b0 comp rx=0 tx=0).stop 2024-06-13T11:54:01.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.417+0000 7ffbad400700 1 -- 172.21.15.42:0/1624333636 shutdown_connections 2024-06-13T11:54:01.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.417+0000 7ffbad400700 1 --2- 172.21.15.42:0/1624333636 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ffba8105070 0x7ffba8111580 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:01.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.417+0000 7ffbad400700 1 --2- 172.21.15.42:0/1624333636 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffba810a6b0 0x7ffba810aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:01.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.417+0000 7ffbad400700 1 --2- 172.21.15.42:0/1624333636 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffba81046b0 0x7ffba8104b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:01.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.417+0000 7ffbad400700 1 -- 172.21.15.42:0/1624333636 >> 172.21.15.42:0/1624333636 conn(0x7ffba81001a0 msgr2=0x7ffba81025c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:01.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.418+0000 7ffbad400700 1 -- 172.21.15.42:0/1624333636 shutdown_connections 2024-06-13T11:54:01.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.418+0000 7ffbad400700 1 -- 172.21.15.42:0/1624333636 wait complete. 2024-06-13T11:54:01.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.419+0000 7ffbad400700 1 Processor -- start 2024-06-13T11:54:01.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.419+0000 7ffbad400700 1 -- start start 2024-06-13T11:54:01.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.419+0000 7ffbad400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ffba81046b0 0x7ffba819ae10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:01.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.419+0000 7ffbad400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffba8105070 0x7ffba819b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:01.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.419+0000 7ffbad400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffba810a6b0 0x7ffba819f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:01.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.419+0000 7ffbad400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ffba8114a00 con 0x7ffba8105070 2024-06-13T11:54:01.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.419+0000 7ffbad400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7ffba8114880 con 0x7ffba810a6b0 2024-06-13T11:54:01.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.419+0000 7ffbad400700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7ffba8114b80 con 0x7ffba81046b0 2024-06-13T11:54:01.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.420+0000 7ffba5e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffba8105070 0x7ffba819b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:01.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.420+0000 7ffba6800700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ffba81046b0 0x7ffba819ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:01.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.420+0000 7ffba5e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffba8105070 0x7ffba819b350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:60556/0 (socket says 172.21.15.42:60556) 2024-06-13T11:54:01.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.420+0000 7ffba5e00700 1 -- 172.21.15.42:0/3921211945 learned_addr learned my addr 172.21.15.42:0/3921211945 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:54:01.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.420+0000 7ffba7200700 1 --2- 172.21.15.42:0/3921211945 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffba810a6b0 0x7ffba819f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:01.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.420+0000 7ffba6800700 1 -- 172.21.15.42:0/3921211945 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffba810a6b0 msgr2=0x7ffba819f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:01.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.420+0000 7ffba6800700 1 --2- 172.21.15.42:0/3921211945 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffba810a6b0 0x7ffba819f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:01.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.420+0000 7ffba6800700 1 -- 172.21.15.42:0/3921211945 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffba8105070 msgr2=0x7ffba819b350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:01.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.420+0000 7ffba6800700 1 --2- 172.21.15.42:0/3921211945 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffba8105070 0x7ffba819b350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:01.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.420+0000 7ffba6800700 1 -- 172.21.15.42:0/3921211945 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffba819fe20 con 0x7ffba81046b0 2024-06-13T11:54:01.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.420+0000 7ffba7200700 1 --2- 172.21.15.42:0/3921211945 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffba810a6b0 0x7ffba819f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:54:01.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.421+0000 7ffba6800700 1 --2- 172.21.15.42:0/3921211945 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ffba81046b0 0x7ffba819ae10 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7ffb9800e9f0 tx=0x7ffb9800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:01.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.421+0000 7ffb9f400700 1 -- 172.21.15.42:0/3921211945 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb9800cbd0 con 0x7ffba81046b0 2024-06-13T11:54:01.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.421+0000 7ffb9f400700 1 -- 172.21.15.42:0/3921211945 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffb9800cd70 con 0x7ffba81046b0 2024-06-13T11:54:01.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.421+0000 7ffbad400700 1 -- 172.21.15.42:0/3921211945 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffba81a0110 con 0x7ffba81046b0 2024-06-13T11:54:01.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.421+0000 7ffb9f400700 1 -- 172.21.15.42:0/3921211945 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb98018710 con 0x7ffba81046b0 2024-06-13T11:54:01.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.421+0000 7ffbad400700 1 -- 172.21.15.42:0/3921211945 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffba81a7990 con 0x7ffba81046b0 2024-06-13T11:54:01.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.422+0000 7ffbad400700 1 -- 172.21.15.42:0/3921211945 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffba8069180 con 0x7ffba81046b0 2024-06-13T11:54:01.424 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.424+0000 7ffb9f400700 1 -- 172.21.15.42:0/3921211945 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7ffb98010430 con 0x7ffba81046b0 2024-06-13T11:54:01.426 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.426+0000 7ffb9f400700 1 --2- 172.21.15.42:0/3921211945 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ffb8c0a2ca0 0x7ffb8c0a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:01.426 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.426+0000 7ffb9f400700 1 -- 172.21.15.42:0/3921211945 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7ffb980cf5d0 con 0x7ffba81046b0 2024-06-13T11:54:01.426 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.426+0000 7ffba5e00700 1 --2- 172.21.15.42:0/3921211945 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ffb8c0a2ca0 0x7ffb8c0a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:01.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.427+0000 7ffba5e00700 1 --2- 172.21.15.42:0/3921211945 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ffb8c0a2ca0 0x7ffb8c0a5160 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7ffba8109c70 tx=0x7ffb94009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:01.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.430+0000 7ffb9f400700 1 -- 172.21.15.42:0/3921211945 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ffb9809c100 con 0x7ffba81046b0 2024-06-13T11:54:01.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.657+0000 7ffbad400700 1 -- 172.21.15.42:0/3921211945 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ffba80628d0 con 0x7ffb8c0a2ca0 2024-06-13T11:54:01.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.669+0000 7ffb9f400700 1 -- 172.21.15.42:0/3921211945 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340795 (secure 0 0 0) 0x7ffba80628d0 con 0x7ffb8c0a2ca0 2024-06-13T11:54:01.672 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:54:01.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.677+0000 7ffbad400700 1 -- 172.21.15.42:0/3921211945 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ffb8c0a2ca0 msgr2=0x7ffb8c0a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:01.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.677+0000 7ffbad400700 1 --2- 172.21.15.42:0/3921211945 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ffb8c0a2ca0 0x7ffb8c0a5160 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7ffba8109c70 tx=0x7ffb94009260 comp rx=0 tx=0).stop 2024-06-13T11:54:01.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.677+0000 7ffbad400700 1 -- 172.21.15.42:0/3921211945 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ffba81046b0 msgr2=0x7ffba819ae10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:01.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.677+0000 7ffbad400700 1 --2- 172.21.15.42:0/3921211945 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ffba81046b0 0x7ffba819ae10 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7ffb9800e9f0 tx=0x7ffb9800ed00 comp rx=0 tx=0).stop 2024-06-13T11:54:01.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.678+0000 7ffbad400700 1 -- 172.21.15.42:0/3921211945 shutdown_connections 2024-06-13T11:54:01.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.678+0000 7ffbad400700 1 --2- 172.21.15.42:0/3921211945 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ffb8c0a2ca0 0x7ffb8c0a5160 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:01.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.678+0000 7ffbad400700 1 --2- 172.21.15.42:0/3921211945 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffba810a6b0 0x7ffba819f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:01.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.678+0000 7ffbad400700 1 --2- 172.21.15.42:0/3921211945 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ffba81046b0 0x7ffba819ae10 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:01.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.678+0000 7ffbad400700 1 --2- 172.21.15.42:0/3921211945 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffba8105070 0x7ffba819b350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:01.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.678+0000 7ffbad400700 1 -- 172.21.15.42:0/3921211945 >> 172.21.15.42:0/3921211945 conn(0x7ffba81001a0 msgr2=0x7ffba81006e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:01.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.678+0000 7ffbad400700 1 -- 172.21.15.42:0/3921211945 shutdown_connections 2024-06-13T11:54:01.681 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:01.678+0000 7ffbad400700 1 -- 172.21.15.42:0/3921211945 wait complete. 2024-06-13T11:54:01.681 INFO:teuthology.orchestra.run.smithi042.stderr:dumped all 2024-06-13T11:54:02.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:01 smithi042 ceph-mon[32231]: pgmap v438: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 426 B/s wr, 6 op/s 2024-06-13T11:54:02.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:01 smithi162 ceph-mon[36757]: pgmap v438: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 426 B/s wr, 6 op/s 2024-06-13T11:54:02.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:01 smithi088 ceph-mon[36399]: pgmap v438: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 426 B/s wr, 6 op/s 2024-06-13T11:54:02.466 INFO:teuthology.orchestra.run.smithi042.stdout:{"pg_ready":true,"pg_map":{"version":438,"stamp":"2024-06-13T11:54:00.733058+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":659050,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":861,"num_read_kb":554,"num_write":367,"num_write_kb":3066,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":794,"ondisk_log_size":794,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":381328,"kb_used_data":15536,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124560496,"statfs":{"total":1151940427776,"available":1151549947904,"internally_reserved":0,"allocated":15908864,"data_stored":8829344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":374453562},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":33,"apply_latency_ms":33,"commit_latency_ns":33000000,"apply_latency_ns":33000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":390,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":76,"num_read_kb":37,"num_write":7,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.006183"},"pg_stats":[{"pgid":"3.3f","version":"100'8","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.639842+0000","last_change":"2024-06-13T11:50:36.448635+0000","last_active":"2024-06-13T11:53:54.639842+0000","last_peered":"2024-06-13T11:53:54.639842+0000","last_clean":"2024-06-13T11:53:54.639842+0000","last_became_active":"2024-06-13T11:50:36.448111+0000","last_became_peered":"2024-06-13T11:50:36.448111+0000","last_unstale":"2024-06-13T11:53:54.639842+0000","last_undegraded":"2024-06-13T11:53:54.639842+0000","last_fullsized":"2024-06-13T11:53:54.639842+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:29:52.539514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"100'4","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.644091+0000","last_change":"2024-06-13T11:50:36.452784+0000","last_active":"2024-06-13T11:53:54.644091+0000","last_peered":"2024-06-13T11:53:54.644091+0000","last_clean":"2024-06-13T11:53:54.644091+0000","last_became_active":"2024-06-13T11:50:36.452506+0000","last_became_peered":"2024-06-13T11:50:36.452506+0000","last_unstale":"2024-06-13T11:53:54.644091+0000","last_undegraded":"2024-06-13T11:53:54.644091+0000","last_fullsized":"2024-06-13T11:53:54.644091+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:24:10.080882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"100'7","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.644671+0000","last_change":"2024-06-13T11:50:36.452965+0000","last_active":"2024-06-13T11:53:54.644671+0000","last_peered":"2024-06-13T11:53:54.644671+0000","last_clean":"2024-06-13T11:53:54.644671+0000","last_became_active":"2024-06-13T11:50:36.452605+0000","last_became_peered":"2024-06-13T11:50:36.452605+0000","last_unstale":"2024-06-13T11:53:54.644671+0000","last_undegraded":"2024-06-13T11:53:54.644671+0000","last_fullsized":"2024-06-13T11:53:54.644671+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:59:08.463531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"100'8","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.618415+0000","last_change":"2024-06-13T11:50:36.444046+0000","last_active":"2024-06-13T11:53:54.618415+0000","last_peered":"2024-06-13T11:53:54.618415+0000","last_clean":"2024-06-13T11:53:54.618415+0000","last_became_active":"2024-06-13T11:50:36.442838+0000","last_became_peered":"2024-06-13T11:50:36.442838+0000","last_unstale":"2024-06-13T11:53:54.618415+0000","last_undegraded":"2024-06-13T11:53:54.618415+0000","last_fullsized":"2024-06-13T11:53:54.618415+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:27:46.472089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"100'4","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.635723+0000","last_change":"2024-06-13T11:50:36.457506+0000","last_active":"2024-06-13T11:53:54.635723+0000","last_peered":"2024-06-13T11:53:54.635723+0000","last_clean":"2024-06-13T11:53:54.635723+0000","last_became_active":"2024-06-13T11:50:36.457269+0000","last_became_peered":"2024-06-13T11:50:36.457269+0000","last_unstale":"2024-06-13T11:53:54.635723+0000","last_undegraded":"2024-06-13T11:53:54.635723+0000","last_fullsized":"2024-06-13T11:53:54.635723+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:04:26.858158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"100'6","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.632223+0000","last_change":"2024-06-13T11:50:36.445065+0000","last_active":"2024-06-13T11:53:54.632223+0000","last_peered":"2024-06-13T11:53:54.632223+0000","last_clean":"2024-06-13T11:53:54.632223+0000","last_became_active":"2024-06-13T11:50:36.444760+0000","last_became_peered":"2024-06-13T11:50:36.444760+0000","last_unstale":"2024-06-13T11:53:54.632223+0000","last_undegraded":"2024-06-13T11:53:54.632223+0000","last_fullsized":"2024-06-13T11:53:54.632223+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:56:56.098315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"100'5","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.640698+0000","last_change":"2024-06-13T11:50:36.444460+0000","last_active":"2024-06-13T11:53:54.640698+0000","last_peered":"2024-06-13T11:53:54.640698+0000","last_clean":"2024-06-13T11:53:54.640698+0000","last_became_active":"2024-06-13T11:50:36.444127+0000","last_became_peered":"2024-06-13T11:50:36.444127+0000","last_unstale":"2024-06-13T11:53:54.640698+0000","last_undegraded":"2024-06-13T11:53:54.640698+0000","last_fullsized":"2024-06-13T11:53:54.640698+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:04:23.675913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"100'9","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.640959+0000","last_change":"2024-06-13T11:50:36.439840+0000","last_active":"2024-06-13T11:53:54.640959+0000","last_peered":"2024-06-13T11:53:54.640959+0000","last_clean":"2024-06-13T11:53:54.640959+0000","last_became_active":"2024-06-13T11:50:36.438965+0000","last_became_peered":"2024-06-13T11:50:36.438965+0000","last_unstale":"2024-06-13T11:53:54.640959+0000","last_undegraded":"2024-06-13T11:53:54.640959+0000","last_fullsized":"2024-06-13T11:53:54.640959+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:13:17.486496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"100'11","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.637376+0000","last_change":"2024-06-13T11:50:36.432417+0000","last_active":"2024-06-13T11:53:54.637376+0000","last_peered":"2024-06-13T11:53:54.637376+0000","last_clean":"2024-06-13T11:53:54.637376+0000","last_became_active":"2024-06-13T11:50:36.432053+0000","last_became_peered":"2024-06-13T11:50:36.432053+0000","last_unstale":"2024-06-13T11:53:54.637376+0000","last_undegraded":"2024-06-13T11:53:54.637376+0000","last_fullsized":"2024-06-13T11:53:54.637376+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:40:17.612339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"100'16","reported_seq":55,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.627974+0000","last_change":"2024-06-13T11:50:36.439609+0000","last_active":"2024-06-13T11:53:54.627974+0000","last_peered":"2024-06-13T11:53:54.627974+0000","last_clean":"2024-06-13T11:53:54.627974+0000","last_became_active":"2024-06-13T11:50:36.439228+0000","last_became_peered":"2024-06-13T11:50:36.439228+0000","last_unstale":"2024-06-13T11:53:54.627974+0000","last_undegraded":"2024-06-13T11:53:54.627974+0000","last_fullsized":"2024-06-13T11:53:54.627974+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:45:55.176878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"100'6","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.640108+0000","last_change":"2024-06-13T11:50:36.445733+0000","last_active":"2024-06-13T11:53:54.640108+0000","last_peered":"2024-06-13T11:53:54.640108+0000","last_clean":"2024-06-13T11:53:54.640108+0000","last_became_active":"2024-06-13T11:50:36.445382+0000","last_became_peered":"2024-06-13T11:50:36.445382+0000","last_unstale":"2024-06-13T11:53:54.640108+0000","last_undegraded":"2024-06-13T11:53:54.640108+0000","last_fullsized":"2024-06-13T11:53:54.640108+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:38:36.752336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"100'7","reported_seq":18,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.636972+0000","last_change":"2024-06-13T11:52:27.424660+0000","last_active":"2024-06-13T11:53:54.636972+0000","last_peered":"2024-06-13T11:53:54.636972+0000","last_clean":"2024-06-13T11:53:54.636972+0000","last_became_active":"2024-06-13T11:52:27.424039+0000","last_became_peered":"2024-06-13T11:52:27.424039+0000","last_unstale":"2024-06-13T11:53:54.636972+0000","last_undegraded":"2024-06-13T11:53:54.636972+0000","last_fullsized":"2024-06-13T11:53:54.636972+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:14:13.190613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"100'10","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.642913+0000","last_change":"2024-06-13T11:50:36.435568+0000","last_active":"2024-06-13T11:53:54.642913+0000","last_peered":"2024-06-13T11:53:54.642913+0000","last_clean":"2024-06-13T11:53:54.642913+0000","last_became_active":"2024-06-13T11:50:36.435231+0000","last_became_peered":"2024-06-13T11:50:36.435231+0000","last_unstale":"2024-06-13T11:53:54.642913+0000","last_undegraded":"2024-06-13T11:53:54.642913+0000","last_fullsized":"2024-06-13T11:53:54.642913+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:49:20.886268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"100'7","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.627594+0000","last_change":"2024-06-13T11:50:36.447343+0000","last_active":"2024-06-13T11:53:54.627594+0000","last_peered":"2024-06-13T11:53:54.627594+0000","last_clean":"2024-06-13T11:53:54.627594+0000","last_became_active":"2024-06-13T11:50:36.446958+0000","last_became_peered":"2024-06-13T11:50:36.446958+0000","last_unstale":"2024-06-13T11:53:54.627594+0000","last_undegraded":"2024-06-13T11:53:54.627594+0000","last_fullsized":"2024-06-13T11:53:54.627594+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:15:40.900741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"100'7","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.646400+0000","last_change":"2024-06-13T11:51:26.330495+0000","last_active":"2024-06-13T11:53:54.646400+0000","last_peered":"2024-06-13T11:53:54.646400+0000","last_clean":"2024-06-13T11:53:54.646400+0000","last_became_active":"2024-06-13T11:51:26.329786+0000","last_became_peered":"2024-06-13T11:51:26.329786+0000","last_unstale":"2024-06-13T11:53:54.646400+0000","last_undegraded":"2024-06-13T11:53:54.646400+0000","last_fullsized":"2024-06-13T11:53:54.646400+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:49:38.021458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,2],"acting":[0,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"100'9","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.633671+0000","last_change":"2024-06-13T11:50:36.440755+0000","last_active":"2024-06-13T11:53:54.633671+0000","last_peered":"2024-06-13T11:53:54.633671+0000","last_clean":"2024-06-13T11:53:54.633671+0000","last_became_active":"2024-06-13T11:50:36.440422+0000","last_became_peered":"2024-06-13T11:50:36.440422+0000","last_unstale":"2024-06-13T11:53:54.633671+0000","last_undegraded":"2024-06-13T11:53:54.633671+0000","last_fullsized":"2024-06-13T11:53:54.633671+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:46:47.212189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"100'8","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.639928+0000","last_change":"2024-06-13T11:50:36.459002+0000","last_active":"2024-06-13T11:53:54.639928+0000","last_peered":"2024-06-13T11:53:54.639928+0000","last_clean":"2024-06-13T11:53:54.639928+0000","last_became_active":"2024-06-13T11:50:36.458599+0000","last_became_peered":"2024-06-13T11:50:36.458599+0000","last_unstale":"2024-06-13T11:53:54.639928+0000","last_undegraded":"2024-06-13T11:53:54.639928+0000","last_fullsized":"2024-06-13T11:53:54.639928+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:49:20.494979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"100'10","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.641756+0000","last_change":"2024-06-13T11:50:36.450967+0000","last_active":"2024-06-13T11:53:54.641756+0000","last_peered":"2024-06-13T11:53:54.641756+0000","last_clean":"2024-06-13T11:53:54.641756+0000","last_became_active":"2024-06-13T11:50:36.450592+0000","last_became_peered":"2024-06-13T11:50:36.450592+0000","last_unstale":"2024-06-13T11:53:54.641756+0000","last_undegraded":"2024-06-13T11:53:54.641756+0000","last_fullsized":"2024-06-13T11:53:54.641756+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:22:12.397454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"100'7","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.635003+0000","last_change":"2024-06-13T11:50:36.451400+0000","last_active":"2024-06-13T11:53:54.635003+0000","last_peered":"2024-06-13T11:53:54.635003+0000","last_clean":"2024-06-13T11:53:54.635003+0000","last_became_active":"2024-06-13T11:50:36.450966+0000","last_became_peered":"2024-06-13T11:50:36.450966+0000","last_unstale":"2024-06-13T11:53:54.635003+0000","last_undegraded":"2024-06-13T11:53:54.635003+0000","last_fullsized":"2024-06-13T11:53:54.635003+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:28:51.534767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943275+0000","last_change":"2024-06-13T11:50:49.811241+0000","last_active":"2024-06-13T11:52:26.943275+0000","last_peered":"2024-06-13T11:52:26.943275+0000","last_clean":"2024-06-13T11:52:26.943275+0000","last_became_active":"2024-06-13T11:50:49.810730+0000","last_became_peered":"2024-06-13T11:50:49.810730+0000","last_unstale":"2024-06-13T11:52:26.943275+0000","last_undegraded":"2024-06-13T11:52:26.943275+0000","last_fullsized":"2024-06-13T11:52:26.943275+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:18:29.129152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"98'9","reported_seq":55,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.952277+0000","last_change":"2024-06-13T11:50:32.005589+0000","last_active":"2024-06-13T11:52:26.952277+0000","last_peered":"2024-06-13T11:52:26.952277+0000","last_clean":"2024-06-13T11:52:26.952277+0000","last_became_active":"2024-06-13T11:50:32.004906+0000","last_became_peered":"2024-06-13T11:50:32.004906+0000","last_unstale":"2024-06-13T11:52:26.952277+0000","last_undegraded":"2024-06-13T11:52:26.952277+0000","last_fullsized":"2024-06-13T11:52:26.952277+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:34:27.553780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"100'5","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.635845+0000","last_change":"2024-06-13T11:50:36.450855+0000","last_active":"2024-06-13T11:53:54.635845+0000","last_peered":"2024-06-13T11:53:54.635845+0000","last_clean":"2024-06-13T11:53:54.635845+0000","last_became_active":"2024-06-13T11:50:36.450533+0000","last_became_peered":"2024-06-13T11:50:36.450533+0000","last_unstale":"2024-06-13T11:53:54.635845+0000","last_undegraded":"2024-06-13T11:53:54.635845+0000","last_fullsized":"2024-06-13T11:53:54.635845+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:36:16.143805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.420606+0000","last_change":"2024-06-13T11:50:49.798992+0000","last_active":"2024-06-13T11:52:27.420606+0000","last_peered":"2024-06-13T11:52:27.420606+0000","last_clean":"2024-06-13T11:52:27.420606+0000","last_became_active":"2024-06-13T11:50:49.798132+0000","last_became_peered":"2024-06-13T11:50:49.798132+0000","last_unstale":"2024-06-13T11:52:27.420606+0000","last_undegraded":"2024-06-13T11:52:27.420606+0000","last_fullsized":"2024-06-13T11:52:27.420606+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:36:03.669654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"98'2","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950844+0000","last_change":"2024-06-13T11:50:32.021295+0000","last_active":"2024-06-13T11:52:26.950844+0000","last_peered":"2024-06-13T11:52:26.950844+0000","last_clean":"2024-06-13T11:52:26.950844+0000","last_became_active":"2024-06-13T11:50:32.020452+0000","last_became_peered":"2024-06-13T11:50:32.020452+0000","last_unstale":"2024-06-13T11:52:26.950844+0000","last_undegraded":"2024-06-13T11:52:26.950844+0000","last_fullsized":"2024-06-13T11:52:26.950844+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:33:41.991538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"100'6","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.647482+0000","last_change":"2024-06-13T11:50:36.451705+0000","last_active":"2024-06-13T11:53:54.647482+0000","last_peered":"2024-06-13T11:53:54.647482+0000","last_clean":"2024-06-13T11:53:54.647482+0000","last_became_active":"2024-06-13T11:50:36.447807+0000","last_became_peered":"2024-06-13T11:50:36.447807+0000","last_unstale":"2024-06-13T11:53:54.647482+0000","last_undegraded":"2024-06-13T11:53:54.647482+0000","last_fullsized":"2024-06-13T11:53:54.647482+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:57:02.901214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.420799+0000","last_change":"2024-06-13T11:50:49.789742+0000","last_active":"2024-06-13T11:52:27.420799+0000","last_peered":"2024-06-13T11:52:27.420799+0000","last_clean":"2024-06-13T11:52:27.420799+0000","last_became_active":"2024-06-13T11:50:49.789315+0000","last_became_peered":"2024-06-13T11:50:49.789315+0000","last_unstale":"2024-06-13T11:52:27.420799+0000","last_undegraded":"2024-06-13T11:52:27.420799+0000","last_fullsized":"2024-06-13T11:52:27.420799+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:51:39.547919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"98'4","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421762+0000","last_change":"2024-06-13T11:50:31.998627+0000","last_active":"2024-06-13T11:52:27.421762+0000","last_peered":"2024-06-13T11:52:27.421762+0000","last_clean":"2024-06-13T11:52:27.421762+0000","last_became_active":"2024-06-13T11:50:31.998206+0000","last_became_peered":"2024-06-13T11:50:31.998206+0000","last_unstale":"2024-06-13T11:52:27.421762+0000","last_undegraded":"2024-06-13T11:52:27.421762+0000","last_fullsized":"2024-06-13T11:52:27.421762+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:45:05.843886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"100'9","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.634825+0000","last_change":"2024-06-13T11:50:36.432039+0000","last_active":"2024-06-13T11:53:54.634825+0000","last_peered":"2024-06-13T11:53:54.634825+0000","last_clean":"2024-06-13T11:53:54.634825+0000","last_became_active":"2024-06-13T11:50:36.431716+0000","last_became_peered":"2024-06-13T11:50:36.431716+0000","last_unstale":"2024-06-13T11:53:54.634825+0000","last_undegraded":"2024-06-13T11:53:54.634825+0000","last_fullsized":"2024-06-13T11:53:54.634825+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:41:10.879028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.420638+0000","last_change":"2024-06-13T11:50:49.791777+0000","last_active":"2024-06-13T11:52:27.420638+0000","last_peered":"2024-06-13T11:52:27.420638+0000","last_clean":"2024-06-13T11:52:27.420638+0000","last_became_active":"2024-06-13T11:50:49.791348+0000","last_became_peered":"2024-06-13T11:50:49.791348+0000","last_unstale":"2024-06-13T11:52:27.420638+0000","last_undegraded":"2024-06-13T11:52:27.420638+0000","last_fullsized":"2024-06-13T11:52:27.420638+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:10:20.833026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"89'2","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422062+0000","last_change":"2024-06-13T11:50:31.998416+0000","last_active":"2024-06-13T11:52:27.422062+0000","last_peered":"2024-06-13T11:52:27.422062+0000","last_clean":"2024-06-13T11:52:27.422062+0000","last_became_active":"2024-06-13T11:50:31.997994+0000","last_became_peered":"2024-06-13T11:50:31.997994+0000","last_unstale":"2024-06-13T11:52:27.422062+0000","last_undegraded":"2024-06-13T11:52:27.422062+0000","last_fullsized":"2024-06-13T11:52:27.422062+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:02:56.354971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"100'15","reported_seq":54,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.636361+0000","last_change":"2024-06-13T11:50:36.432684+0000","last_active":"2024-06-13T11:53:54.636361+0000","last_peered":"2024-06-13T11:53:54.636361+0000","last_clean":"2024-06-13T11:53:54.636361+0000","last_became_active":"2024-06-13T11:50:36.432242+0000","last_became_peered":"2024-06-13T11:50:36.432242+0000","last_unstale":"2024-06-13T11:53:54.636361+0000","last_undegraded":"2024-06-13T11:53:54.636361+0000","last_fullsized":"2024-06-13T11:53:54.636361+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:37:08.696859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":36,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943570+0000","last_change":"2024-06-13T11:51:26.831257+0000","last_active":"2024-06-13T11:52:26.943570+0000","last_peered":"2024-06-13T11:52:26.943570+0000","last_clean":"2024-06-13T11:52:26.943570+0000","last_became_active":"2024-06-13T11:51:26.830703+0000","last_became_peered":"2024-06-13T11:51:26.830703+0000","last_unstale":"2024-06-13T11:52:26.943570+0000","last_undegraded":"2024-06-13T11:52:26.943570+0000","last_fullsized":"2024-06-13T11:52:26.943570+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:07:59.545889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,7,11],"acting":[2,8,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"100'7","reported_seq":172,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:57.023820+0000","last_change":"2024-06-13T11:50:31.994986+0000","last_active":"2024-06-13T11:53:57.023820+0000","last_peered":"2024-06-13T11:53:57.023820+0000","last_clean":"2024-06-13T11:53:57.023820+0000","last_became_active":"2024-06-13T11:50:31.994612+0000","last_became_peered":"2024-06-13T11:50:31.994612+0000","last_unstale":"2024-06-13T11:53:57.023820+0000","last_undegraded":"2024-06-13T11:53:57.023820+0000","last_fullsized":"2024-06-13T11:53:57.023820+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:03:22.948056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1153,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":120,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"100'7","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.632726+0000","last_change":"2024-06-13T11:50:36.445788+0000","last_active":"2024-06-13T11:53:54.632726+0000","last_peered":"2024-06-13T11:53:54.632726+0000","last_clean":"2024-06-13T11:53:54.632726+0000","last_became_active":"2024-06-13T11:50:36.445451+0000","last_became_peered":"2024-06-13T11:50:36.445451+0000","last_unstale":"2024-06-13T11:53:54.632726+0000","last_undegraded":"2024-06-13T11:53:54.632726+0000","last_fullsized":"2024-06-13T11:53:54.632726+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:01:58.220775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943510+0000","last_change":"2024-06-13T11:50:49.804726+0000","last_active":"2024-06-13T11:52:26.943510+0000","last_peered":"2024-06-13T11:52:26.943510+0000","last_clean":"2024-06-13T11:52:26.943510+0000","last_became_active":"2024-06-13T11:50:49.804271+0000","last_became_peered":"2024-06-13T11:50:49.804271+0000","last_unstale":"2024-06-13T11:52:26.943510+0000","last_undegraded":"2024-06-13T11:52:26.943510+0000","last_fullsized":"2024-06-13T11:52:26.943510+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:07:59.206174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"98'3","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943339+0000","last_change":"2024-06-13T11:50:32.000872+0000","last_active":"2024-06-13T11:52:26.943339+0000","last_peered":"2024-06-13T11:52:26.943339+0000","last_clean":"2024-06-13T11:52:26.943339+0000","last_became_active":"2024-06-13T11:50:32.000490+0000","last_became_peered":"2024-06-13T11:50:32.000490+0000","last_unstale":"2024-06-13T11:52:26.943339+0000","last_undegraded":"2024-06-13T11:52:26.943339+0000","last_fullsized":"2024-06-13T11:52:26.943339+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:45:20.689923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"100'8","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.629490+0000","last_change":"2024-06-13T11:50:36.434453+0000","last_active":"2024-06-13T11:53:54.629490+0000","last_peered":"2024-06-13T11:53:54.629490+0000","last_clean":"2024-06-13T11:53:54.629490+0000","last_became_active":"2024-06-13T11:50:36.434138+0000","last_became_peered":"2024-06-13T11:50:36.434138+0000","last_unstale":"2024-06-13T11:53:54.629490+0000","last_undegraded":"2024-06-13T11:53:54.629490+0000","last_fullsized":"2024-06-13T11:53:54.629490+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:34:00.022524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950396+0000","last_change":"2024-06-13T11:50:49.806758+0000","last_active":"2024-06-13T11:52:26.950396+0000","last_peered":"2024-06-13T11:52:26.950396+0000","last_clean":"2024-06-13T11:52:26.950396+0000","last_became_active":"2024-06-13T11:50:49.806270+0000","last_became_peered":"2024-06-13T11:50:49.806270+0000","last_unstale":"2024-06-13T11:52:26.950396+0000","last_undegraded":"2024-06-13T11:52:26.950396+0000","last_fullsized":"2024-06-13T11:52:26.950396+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:29:49.106654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"98'2","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421285+0000","last_change":"2024-06-13T11:50:32.009158+0000","last_active":"2024-06-13T11:52:27.421285+0000","last_peered":"2024-06-13T11:52:27.421285+0000","last_clean":"2024-06-13T11:52:27.421285+0000","last_became_active":"2024-06-13T11:50:32.008692+0000","last_became_peered":"2024-06-13T11:50:32.008692+0000","last_unstale":"2024-06-13T11:52:27.421285+0000","last_undegraded":"2024-06-13T11:52:27.421285+0000","last_fullsized":"2024-06-13T11:52:27.421285+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:15:37.421401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"100'8","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.643659+0000","last_change":"2024-06-13T11:50:36.440151+0000","last_active":"2024-06-13T11:53:54.643659+0000","last_peered":"2024-06-13T11:53:54.643659+0000","last_clean":"2024-06-13T11:53:54.643659+0000","last_became_active":"2024-06-13T11:50:36.439506+0000","last_became_peered":"2024-06-13T11:50:36.439506+0000","last_unstale":"2024-06-13T11:53:54.643659+0000","last_undegraded":"2024-06-13T11:53:54.643659+0000","last_fullsized":"2024-06-13T11:53:54.643659+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:32:12.449458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.425642+0000","last_change":"2024-06-13T11:50:49.796602+0000","last_active":"2024-06-13T11:52:27.425642+0000","last_peered":"2024-06-13T11:52:27.425642+0000","last_clean":"2024-06-13T11:52:27.425642+0000","last_became_active":"2024-06-13T11:50:49.794651+0000","last_became_peered":"2024-06-13T11:50:49.794651+0000","last_unstale":"2024-06-13T11:52:27.425642+0000","last_undegraded":"2024-06-13T11:52:27.425642+0000","last_fullsized":"2024-06-13T11:52:27.425642+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:01:09.836754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"98'1","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948305+0000","last_change":"2024-06-13T11:50:31.994177+0000","last_active":"2024-06-13T11:52:26.948305+0000","last_peered":"2024-06-13T11:52:26.948305+0000","last_clean":"2024-06-13T11:52:26.948305+0000","last_became_active":"2024-06-13T11:50:31.993824+0000","last_became_peered":"2024-06-13T11:50:31.993824+0000","last_unstale":"2024-06-13T11:52:26.948305+0000","last_undegraded":"2024-06-13T11:52:26.948305+0000","last_fullsized":"2024-06-13T11:52:26.948305+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:58:13.588879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"100'11","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.638687+0000","last_change":"2024-06-13T11:50:36.448522+0000","last_active":"2024-06-13T11:53:54.638687+0000","last_peered":"2024-06-13T11:53:54.638687+0000","last_clean":"2024-06-13T11:53:54.638687+0000","last_became_active":"2024-06-13T11:50:36.448180+0000","last_became_peered":"2024-06-13T11:50:36.448180+0000","last_unstale":"2024-06-13T11:53:54.638687+0000","last_undegraded":"2024-06-13T11:53:54.638687+0000","last_fullsized":"2024-06-13T11:53:54.638687+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:14:44.330239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.947427+0000","last_change":"2024-06-13T11:50:49.782495+0000","last_active":"2024-06-13T11:52:26.947427+0000","last_peered":"2024-06-13T11:52:26.947427+0000","last_clean":"2024-06-13T11:52:26.947427+0000","last_became_active":"2024-06-13T11:50:49.781428+0000","last_became_peered":"2024-06-13T11:50:49.781428+0000","last_unstale":"2024-06-13T11:52:26.947427+0000","last_undegraded":"2024-06-13T11:52:26.947427+0000","last_fullsized":"2024-06-13T11:52:26.947427+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:31:25.315934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"100'4","reported_seq":164,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:56.021901+0000","last_change":"2024-06-13T11:50:32.005167+0000","last_active":"2024-06-13T11:53:56.021901+0000","last_peered":"2024-06-13T11:53:56.021901+0000","last_clean":"2024-06-13T11:53:56.021901+0000","last_became_active":"2024-06-13T11:50:32.004791+0000","last_became_peered":"2024-06-13T11:50:32.004791+0000","last_unstale":"2024-06-13T11:53:56.021901+0000","last_undegraded":"2024-06-13T11:53:56.021901+0000","last_fullsized":"2024-06-13T11:53:56.021901+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:07:54.697920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":115,"num_read_kb":115,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"100'10","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.634279+0000","last_change":"2024-06-13T11:50:36.445033+0000","last_active":"2024-06-13T11:53:54.634279+0000","last_peered":"2024-06-13T11:53:54.634279+0000","last_clean":"2024-06-13T11:53:54.634279+0000","last_became_active":"2024-06-13T11:50:36.444710+0000","last_became_peered":"2024-06-13T11:50:36.444710+0000","last_unstale":"2024-06-13T11:53:54.634279+0000","last_undegraded":"2024-06-13T11:53:54.634279+0000","last_fullsized":"2024-06-13T11:53:54.634279+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:46:26.806337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":17,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.942960+0000","last_change":"2024-06-13T11:51:26.324414+0000","last_active":"2024-06-13T11:52:26.942960+0000","last_peered":"2024-06-13T11:52:26.942960+0000","last_clean":"2024-06-13T11:52:26.942960+0000","last_became_active":"2024-06-13T11:51:26.323892+0000","last_became_peered":"2024-06-13T11:51:26.323892+0000","last_unstale":"2024-06-13T11:52:26.942960+0000","last_undegraded":"2024-06-13T11:52:26.942960+0000","last_fullsized":"2024-06-13T11:52:26.942960+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:21:37.090548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,0,2,4],"acting":[10,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.16","version":"98'2","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.456089+0000","last_change":"2024-06-13T11:50:31.997214+0000","last_active":"2024-06-13T11:52:27.456089+0000","last_peered":"2024-06-13T11:52:27.456089+0000","last_clean":"2024-06-13T11:52:27.456089+0000","last_became_active":"2024-06-13T11:50:31.995539+0000","last_became_peered":"2024-06-13T11:50:31.995539+0000","last_unstale":"2024-06-13T11:52:27.456089+0000","last_undegraded":"2024-06-13T11:52:27.456089+0000","last_fullsized":"2024-06-13T11:52:27.456089+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:59:57.323062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"100'9","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.647331+0000","last_change":"2024-06-13T11:50:36.458307+0000","last_active":"2024-06-13T11:53:54.647331+0000","last_peered":"2024-06-13T11:53:54.647331+0000","last_clean":"2024-06-13T11:53:54.647331+0000","last_became_active":"2024-06-13T11:50:36.457969+0000","last_became_peered":"2024-06-13T11:50:36.457969+0000","last_unstale":"2024-06-13T11:53:54.647331+0000","last_undegraded":"2024-06-13T11:53:54.647331+0000","last_fullsized":"2024-06-13T11:53:54.647331+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:18:57.708793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":36,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.420939+0000","last_change":"2024-06-13T11:51:26.320907+0000","last_active":"2024-06-13T11:52:27.420939+0000","last_peered":"2024-06-13T11:52:27.420939+0000","last_clean":"2024-06-13T11:52:27.420939+0000","last_became_active":"2024-06-13T11:51:26.320421+0000","last_became_peered":"2024-06-13T11:51:26.320421+0000","last_unstale":"2024-06-13T11:52:27.420939+0000","last_undegraded":"2024-06-13T11:52:27.420939+0000","last_fullsized":"2024-06-13T11:52:27.420939+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:06:43.798442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"98'4","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948448+0000","last_change":"2024-06-13T11:50:32.021608+0000","last_active":"2024-06-13T11:52:26.948448+0000","last_peered":"2024-06-13T11:52:26.948448+0000","last_clean":"2024-06-13T11:52:26.948448+0000","last_became_active":"2024-06-13T11:50:32.021204+0000","last_became_peered":"2024-06-13T11:50:32.021204+0000","last_unstale":"2024-06-13T11:52:26.948448+0000","last_undegraded":"2024-06-13T11:52:26.948448+0000","last_fullsized":"2024-06-13T11:52:26.948448+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:32:01.411347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"100'11","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.640193+0000","last_change":"2024-06-13T11:50:36.441175+0000","last_active":"2024-06-13T11:53:54.640193+0000","last_peered":"2024-06-13T11:53:54.640193+0000","last_clean":"2024-06-13T11:53:54.640193+0000","last_became_active":"2024-06-13T11:50:36.440790+0000","last_became_peered":"2024-06-13T11:50:36.440790+0000","last_unstale":"2024-06-13T11:53:54.640193+0000","last_undegraded":"2024-06-13T11:53:54.640193+0000","last_fullsized":"2024-06-13T11:53:54.640193+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:37:00.321935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950662+0000","last_change":"2024-06-13T11:50:49.804735+0000","last_active":"2024-06-13T11:52:26.950662+0000","last_peered":"2024-06-13T11:52:26.950662+0000","last_clean":"2024-06-13T11:52:26.950662+0000","last_became_active":"2024-06-13T11:50:49.804355+0000","last_became_peered":"2024-06-13T11:50:49.804355+0000","last_unstale":"2024-06-13T11:52:26.950662+0000","last_undegraded":"2024-06-13T11:52:26.950662+0000","last_fullsized":"2024-06-13T11:52:26.950662+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:49:22.526565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"100'38","reported_seq":323,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:57.023300+0000","last_change":"2024-06-13T11:50:31.997828+0000","last_active":"2024-06-13T11:53:57.023300+0000","last_peered":"2024-06-13T11:53:57.023300+0000","last_clean":"2024-06-13T11:53:57.023300+0000","last_became_active":"2024-06-13T11:50:31.997406+0000","last_became_peered":"2024-06-13T11:50:31.997406+0000","last_unstale":"2024-06-13T11:53:57.023300+0000","last_undegraded":"2024-06-13T11:53:57.023300+0000","last_fullsized":"2024-06-13T11:53:57.023300+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:48:04.650405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64307,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":240,"num_read_kb":183,"num_write":39,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"100'6","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.621539+0000","last_change":"2024-06-13T11:50:36.445284+0000","last_active":"2024-06-13T11:53:54.621539+0000","last_peered":"2024-06-13T11:53:54.621539+0000","last_clean":"2024-06-13T11:53:54.621539+0000","last_became_active":"2024-06-13T11:50:36.444970+0000","last_became_peered":"2024-06-13T11:50:36.444970+0000","last_unstale":"2024-06-13T11:53:54.621539+0000","last_undegraded":"2024-06-13T11:53:54.621539+0000","last_fullsized":"2024-06-13T11:53:54.621539+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:22:11.149979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948698+0000","last_change":"2024-06-13T11:50:49.786529+0000","last_active":"2024-06-13T11:52:26.948698+0000","last_peered":"2024-06-13T11:52:26.948698+0000","last_clean":"2024-06-13T11:52:26.948698+0000","last_became_active":"2024-06-13T11:50:49.786037+0000","last_became_peered":"2024-06-13T11:50:49.786037+0000","last_unstale":"2024-06-13T11:52:26.948698+0000","last_undegraded":"2024-06-13T11:52:26.948698+0000","last_fullsized":"2024-06-13T11:52:26.948698+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:24:23.424973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"98'6","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943562+0000","last_change":"2024-06-13T11:50:31.999029+0000","last_active":"2024-06-13T11:52:26.943562+0000","last_peered":"2024-06-13T11:52:26.943562+0000","last_clean":"2024-06-13T11:52:26.943562+0000","last_became_active":"2024-06-13T11:50:31.998202+0000","last_became_peered":"2024-06-13T11:50:31.998202+0000","last_unstale":"2024-06-13T11:52:26.943562+0000","last_undegraded":"2024-06-13T11:52:26.943562+0000","last_fullsized":"2024-06-13T11:52:26.943562+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:58:18.744948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"100'9","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.643201+0000","last_change":"2024-06-13T11:50:36.432559+0000","last_active":"2024-06-13T11:53:54.643201+0000","last_peered":"2024-06-13T11:53:54.643201+0000","last_clean":"2024-06-13T11:53:54.643201+0000","last_became_active":"2024-06-13T11:50:36.432145+0000","last_became_peered":"2024-06-13T11:50:36.432145+0000","last_unstale":"2024-06-13T11:53:54.643201+0000","last_undegraded":"2024-06-13T11:53:54.643201+0000","last_fullsized":"2024-06-13T11:53:54.643201+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:01:13.601250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950176+0000","last_change":"2024-06-13T11:50:49.803635+0000","last_active":"2024-06-13T11:52:26.950176+0000","last_peered":"2024-06-13T11:52:26.950176+0000","last_clean":"2024-06-13T11:52:26.950176+0000","last_became_active":"2024-06-13T11:50:49.803191+0000","last_became_peered":"2024-06-13T11:50:49.803191+0000","last_unstale":"2024-06-13T11:52:26.950176+0000","last_undegraded":"2024-06-13T11:52:26.950176+0000","last_fullsized":"2024-06-13T11:52:26.950176+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:37:57.693151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"98'3","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948149+0000","last_change":"2024-06-13T11:50:31.987555+0000","last_active":"2024-06-13T11:52:26.948149+0000","last_peered":"2024-06-13T11:52:26.948149+0000","last_clean":"2024-06-13T11:52:26.948149+0000","last_became_active":"2024-06-13T11:50:31.987254+0000","last_became_peered":"2024-06-13T11:50:31.987254+0000","last_unstale":"2024-06-13T11:52:26.948149+0000","last_undegraded":"2024-06-13T11:52:26.948149+0000","last_fullsized":"2024-06-13T11:52:26.948149+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:35:05.721577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"100'15","reported_seq":54,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.647103+0000","last_change":"2024-06-13T11:50:36.434765+0000","last_active":"2024-06-13T11:53:54.647103+0000","last_peered":"2024-06-13T11:53:54.647103+0000","last_clean":"2024-06-13T11:53:54.647103+0000","last_became_active":"2024-06-13T11:50:36.434396+0000","last_became_peered":"2024-06-13T11:50:36.434396+0000","last_unstale":"2024-06-13T11:53:54.647103+0000","last_undegraded":"2024-06-13T11:53:54.647103+0000","last_fullsized":"2024-06-13T11:53:54.647103+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:59:16.400084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.951478+0000","last_change":"2024-06-13T11:50:49.804822+0000","last_active":"2024-06-13T11:52:26.951478+0000","last_peered":"2024-06-13T11:52:26.951478+0000","last_clean":"2024-06-13T11:52:26.951478+0000","last_became_active":"2024-06-13T11:50:49.804377+0000","last_became_peered":"2024-06-13T11:50:49.804377+0000","last_unstale":"2024-06-13T11:52:26.951478+0000","last_undegraded":"2024-06-13T11:52:26.951478+0000","last_fullsized":"2024-06-13T11:52:26.951478+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:59:21.447873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"98'3","reported_seq":167,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:58.111725+0000","last_change":"2024-06-13T11:50:31.995528+0000","last_active":"2024-06-13T11:53:58.111725+0000","last_peered":"2024-06-13T11:53:58.111725+0000","last_clean":"2024-06-13T11:53:58.111725+0000","last_became_active":"2024-06-13T11:50:31.995160+0000","last_became_peered":"2024-06-13T11:50:31.995160+0000","last_unstale":"2024-06-13T11:53:58.111725+0000","last_undegraded":"2024-06-13T11:53:58.111725+0000","last_fullsized":"2024-06-13T11:53:58.111725+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:58:48.255966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":120,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"100'6","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.630124+0000","last_change":"2024-06-13T11:50:36.439326+0000","last_active":"2024-06-13T11:53:54.630124+0000","last_peered":"2024-06-13T11:53:54.630124+0000","last_clean":"2024-06-13T11:53:54.630124+0000","last_became_active":"2024-06-13T11:50:36.437630+0000","last_became_peered":"2024-06-13T11:50:36.437630+0000","last_unstale":"2024-06-13T11:53:54.630124+0000","last_undegraded":"2024-06-13T11:53:54.630124+0000","last_fullsized":"2024-06-13T11:53:54.630124+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:38:22.769253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":36,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422571+0000","last_change":"2024-06-13T11:51:26.325885+0000","last_active":"2024-06-13T11:52:27.422571+0000","last_peered":"2024-06-13T11:52:27.422571+0000","last_clean":"2024-06-13T11:52:27.422571+0000","last_became_active":"2024-06-13T11:51:26.325339+0000","last_became_peered":"2024-06-13T11:51:26.325339+0000","last_unstale":"2024-06-13T11:52:27.422571+0000","last_undegraded":"2024-06-13T11:52:27.422571+0000","last_fullsized":"2024-06-13T11:52:27.422571+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:48:05.691391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"98'15","reported_seq":34,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950015+0000","last_change":"2024-06-13T11:51:26.333560+0000","last_active":"2024-06-13T11:52:26.950015+0000","last_peered":"2024-06-13T11:52:26.950015+0000","last_clean":"2024-06-13T11:52:26.950015+0000","last_became_active":"2024-06-13T11:51:26.324534+0000","last_became_peered":"2024-06-13T11:51:26.324534+0000","last_unstale":"2024-06-13T11:52:26.950015+0000","last_undegraded":"2024-06-13T11:52:26.950015+0000","last_fullsized":"2024-06-13T11:52:26.950015+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:07:11.687190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"100'6","reported_seq":51,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.635036+0000","last_change":"2024-06-13T11:51:26.320636+0000","last_active":"2024-06-13T11:53:54.635036+0000","last_peered":"2024-06-13T11:53:54.635036+0000","last_clean":"2024-06-13T11:53:54.635036+0000","last_became_active":"2024-06-13T11:51:26.320202+0000","last_became_peered":"2024-06-13T11:51:26.320202+0000","last_unstale":"2024-06-13T11:53:54.635036+0000","last_undegraded":"2024-06-13T11:53:54.635036+0000","last_fullsized":"2024-06-13T11:53:54.635036+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:34:56.593933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.947924+0000","last_change":"2024-06-13T11:50:49.792486+0000","last_active":"2024-06-13T11:52:26.947924+0000","last_peered":"2024-06-13T11:52:26.947924+0000","last_clean":"2024-06-13T11:52:26.947924+0000","last_became_active":"2024-06-13T11:50:49.792166+0000","last_became_peered":"2024-06-13T11:50:49.792166+0000","last_unstale":"2024-06-13T11:52:26.947924+0000","last_undegraded":"2024-06-13T11:52:26.947924+0000","last_fullsized":"2024-06-13T11:52:26.947924+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:09:11.117051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"98'2","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421826+0000","last_change":"2024-06-13T11:50:31.996236+0000","last_active":"2024-06-13T11:52:27.421826+0000","last_peered":"2024-06-13T11:52:27.421826+0000","last_clean":"2024-06-13T11:52:27.421826+0000","last_became_active":"2024-06-13T11:50:31.995882+0000","last_became_peered":"2024-06-13T11:50:31.995882+0000","last_unstale":"2024-06-13T11:52:27.421826+0000","last_undegraded":"2024-06-13T11:52:27.421826+0000","last_fullsized":"2024-06-13T11:52:27.421826+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:55:12.392719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"100'5","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.636648+0000","last_change":"2024-06-13T11:52:27.422286+0000","last_active":"2024-06-13T11:53:54.636648+0000","last_peered":"2024-06-13T11:53:54.636648+0000","last_clean":"2024-06-13T11:53:54.636648+0000","last_became_active":"2024-06-13T11:52:27.421812+0000","last_became_peered":"2024-06-13T11:52:27.421812+0000","last_unstale":"2024-06-13T11:53:54.636648+0000","last_undegraded":"2024-06-13T11:53:54.636648+0000","last_fullsized":"2024-06-13T11:53:54.636648+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:06:16.429719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421372+0000","last_change":"2024-06-13T11:50:49.811097+0000","last_active":"2024-06-13T11:52:27.421372+0000","last_peered":"2024-06-13T11:52:27.421372+0000","last_clean":"2024-06-13T11:52:27.421372+0000","last_became_active":"2024-06-13T11:50:49.810557+0000","last_became_peered":"2024-06-13T11:50:49.810557+0000","last_unstale":"2024-06-13T11:52:27.421372+0000","last_undegraded":"2024-06-13T11:52:27.421372+0000","last_fullsized":"2024-06-13T11:52:27.421372+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:47:02.368100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.951241+0000","last_change":"2024-06-13T11:50:32.023735+0000","last_active":"2024-06-13T11:52:26.951241+0000","last_peered":"2024-06-13T11:52:26.951241+0000","last_clean":"2024-06-13T11:52:26.951241+0000","last_became_active":"2024-06-13T11:50:32.021473+0000","last_became_peered":"2024-06-13T11:50:32.021473+0000","last_unstale":"2024-06-13T11:52:26.951241+0000","last_undegraded":"2024-06-13T11:52:26.951241+0000","last_fullsized":"2024-06-13T11:52:26.951241+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:58:43.104063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"100'4","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.635538+0000","last_change":"2024-06-13T11:50:36.451471+0000","last_active":"2024-06-13T11:53:54.635538+0000","last_peered":"2024-06-13T11:53:54.635538+0000","last_clean":"2024-06-13T11:53:54.635538+0000","last_became_active":"2024-06-13T11:50:36.451095+0000","last_became_peered":"2024-06-13T11:50:36.451095+0000","last_unstale":"2024-06-13T11:53:54.635538+0000","last_undegraded":"2024-06-13T11:53:54.635538+0000","last_fullsized":"2024-06-13T11:53:54.635538+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:32:01.600803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422179+0000","last_change":"2024-06-13T11:50:49.795673+0000","last_active":"2024-06-13T11:52:27.422179+0000","last_peered":"2024-06-13T11:52:27.422179+0000","last_clean":"2024-06-13T11:52:27.422179+0000","last_became_active":"2024-06-13T11:50:49.792688+0000","last_became_peered":"2024-06-13T11:50:49.792688+0000","last_unstale":"2024-06-13T11:52:27.422179+0000","last_undegraded":"2024-06-13T11:52:27.422179+0000","last_fullsized":"2024-06-13T11:52:27.422179+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:55:45.409736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"98'1","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.455796+0000","last_change":"2024-06-13T11:50:31.999513+0000","last_active":"2024-06-13T11:52:27.455796+0000","last_peered":"2024-06-13T11:52:27.455796+0000","last_clean":"2024-06-13T11:52:27.455796+0000","last_became_active":"2024-06-13T11:50:31.999084+0000","last_became_peered":"2024-06-13T11:50:31.999084+0000","last_unstale":"2024-06-13T11:52:27.455796+0000","last_undegraded":"2024-06-13T11:52:27.455796+0000","last_fullsized":"2024-06-13T11:52:27.455796+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:28:43.332059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"100'7","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.638454+0000","last_change":"2024-06-13T11:50:36.454011+0000","last_active":"2024-06-13T11:53:54.638454+0000","last_peered":"2024-06-13T11:53:54.638454+0000","last_clean":"2024-06-13T11:53:54.638454+0000","last_became_active":"2024-06-13T11:50:36.453698+0000","last_became_peered":"2024-06-13T11:50:36.453698+0000","last_unstale":"2024-06-13T11:53:54.638454+0000","last_undegraded":"2024-06-13T11:53:54.638454+0000","last_fullsized":"2024-06-13T11:53:54.638454+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:16:29.761245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422417+0000","last_change":"2024-06-13T11:50:49.796164+0000","last_active":"2024-06-13T11:52:27.422417+0000","last_peered":"2024-06-13T11:52:27.422417+0000","last_clean":"2024-06-13T11:52:27.422417+0000","last_became_active":"2024-06-13T11:50:49.795079+0000","last_became_peered":"2024-06-13T11:50:49.795079+0000","last_unstale":"2024-06-13T11:52:27.422417+0000","last_undegraded":"2024-06-13T11:52:27.422417+0000","last_fullsized":"2024-06-13T11:52:27.422417+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:18:49.636830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"100'8","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.628726+0000","last_change":"2024-06-13T11:50:36.437492+0000","last_active":"2024-06-13T11:53:54.628726+0000","last_peered":"2024-06-13T11:53:54.628726+0000","last_clean":"2024-06-13T11:53:54.628726+0000","last_became_active":"2024-06-13T11:50:36.437130+0000","last_became_peered":"2024-06-13T11:50:36.437130+0000","last_unstale":"2024-06-13T11:53:54.628726+0000","last_undegraded":"2024-06-13T11:53:54.628726+0000","last_fullsized":"2024-06-13T11:53:54.628726+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:05:21.505163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"98'4","reported_seq":166,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:58.110809+0000","last_change":"2024-06-13T11:50:32.022037+0000","last_active":"2024-06-13T11:53:58.110809+0000","last_peered":"2024-06-13T11:53:58.110809+0000","last_clean":"2024-06-13T11:53:58.110809+0000","last_became_active":"2024-06-13T11:50:32.021583+0000","last_became_peered":"2024-06-13T11:50:32.021583+0000","last_unstale":"2024-06-13T11:53:58.110809+0000","last_undegraded":"2024-06-13T11:53:58.110809+0000","last_fullsized":"2024-06-13T11:53:58.110809+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:14:50.885702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":117,"num_read_kb":117,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"98'1","reported_seq":30,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.456095+0000","last_change":"2024-06-13T11:50:49.805316+0000","last_active":"2024-06-13T11:52:27.456095+0000","last_peered":"2024-06-13T11:52:27.456095+0000","last_clean":"2024-06-13T11:52:27.456095+0000","last_became_active":"2024-06-13T11:50:49.804841+0000","last_became_peered":"2024-06-13T11:50:49.804841+0000","last_unstale":"2024-06-13T11:52:27.456095+0000","last_undegraded":"2024-06-13T11:52:27.456095+0000","last_fullsized":"2024-06-13T11:52:27.456095+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:58:46.876026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"100'8","reported_seq":19,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.642190+0000","last_change":"2024-06-13T11:52:27.171505+0000","last_active":"2024-06-13T11:53:54.642190+0000","last_peered":"2024-06-13T11:53:54.642190+0000","last_clean":"2024-06-13T11:53:54.642190+0000","last_became_active":"2024-06-13T11:52:27.170457+0000","last_became_peered":"2024-06-13T11:52:27.170457+0000","last_unstale":"2024-06-13T11:53:54.642190+0000","last_undegraded":"2024-06-13T11:53:54.642190+0000","last_fullsized":"2024-06-13T11:53:54.642190+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:07:25.397450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"98'3","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.420893+0000","last_change":"2024-06-13T11:50:32.007522+0000","last_active":"2024-06-13T11:52:27.420893+0000","last_peered":"2024-06-13T11:52:27.420893+0000","last_clean":"2024-06-13T11:52:27.420893+0000","last_became_active":"2024-06-13T11:50:32.007123+0000","last_became_peered":"2024-06-13T11:50:32.007123+0000","last_unstale":"2024-06-13T11:52:27.420893+0000","last_undegraded":"2024-06-13T11:52:27.420893+0000","last_fullsized":"2024-06-13T11:52:27.420893+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:22:19.237216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":379,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.455513+0000","last_change":"2024-06-13T11:49:00.954992+0000","last_active":"2024-06-13T11:52:27.455513+0000","last_peered":"2024-06-13T11:52:27.455513+0000","last_clean":"2024-06-13T11:52:27.455513+0000","last_became_active":"2024-06-13T11:49:00.954503+0000","last_became_peered":"2024-06-13T11:49:00.954503+0000","last_unstale":"2024-06-13T11:52:27.455513+0000","last_undegraded":"2024-06-13T11:52:27.455513+0000","last_fullsized":"2024-06-13T11:52:27.455513+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:45:07.238656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:45:07.238656+0000","last_clean_scrub_stamp":"2024-06-13T11:45:07.238656+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:19:38.231223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948516+0000","last_change":"2024-06-13T11:50:49.806972+0000","last_active":"2024-06-13T11:52:26.948516+0000","last_peered":"2024-06-13T11:52:26.948516+0000","last_clean":"2024-06-13T11:52:26.948516+0000","last_became_active":"2024-06-13T11:50:49.806392+0000","last_became_peered":"2024-06-13T11:50:49.806392+0000","last_unstale":"2024-06-13T11:52:26.948516+0000","last_undegraded":"2024-06-13T11:52:26.948516+0000","last_fullsized":"2024-06-13T11:52:26.948516+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:17:08.091303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"100'5","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.635129+0000","last_change":"2024-06-13T11:50:36.442152+0000","last_active":"2024-06-13T11:53:54.635129+0000","last_peered":"2024-06-13T11:53:54.635129+0000","last_clean":"2024-06-13T11:53:54.635129+0000","last_became_active":"2024-06-13T11:50:36.441709+0000","last_became_peered":"2024-06-13T11:50:36.441709+0000","last_unstale":"2024-06-13T11:53:54.635129+0000","last_undegraded":"2024-06-13T11:53:54.635129+0000","last_fullsized":"2024-06-13T11:53:54.635129+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:18:08.022457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"98'3","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.455687+0000","last_change":"2024-06-13T11:50:31.994003+0000","last_active":"2024-06-13T11:52:27.455687+0000","last_peered":"2024-06-13T11:52:27.455687+0000","last_clean":"2024-06-13T11:52:27.455687+0000","last_became_active":"2024-06-13T11:50:31.993661+0000","last_became_peered":"2024-06-13T11:50:31.993661+0000","last_unstale":"2024-06-13T11:52:27.455687+0000","last_undegraded":"2024-06-13T11:52:27.455687+0000","last_fullsized":"2024-06-13T11:52:27.455687+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:27:49.440932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.950143+0000","last_change":"2024-06-13T11:50:49.790217+0000","last_active":"2024-06-13T11:52:26.950143+0000","last_peered":"2024-06-13T11:52:26.950143+0000","last_clean":"2024-06-13T11:52:26.950143+0000","last_became_active":"2024-06-13T11:50:49.789751+0000","last_became_peered":"2024-06-13T11:50:49.789751+0000","last_unstale":"2024-06-13T11:52:26.950143+0000","last_undegraded":"2024-06-13T11:52:26.950143+0000","last_fullsized":"2024-06-13T11:52:26.950143+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:25:38.129828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"98'1","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421947+0000","last_change":"2024-06-13T11:50:32.021332+0000","last_active":"2024-06-13T11:52:27.421947+0000","last_peered":"2024-06-13T11:52:27.421947+0000","last_clean":"2024-06-13T11:52:27.421947+0000","last_became_active":"2024-06-13T11:50:32.020833+0000","last_became_peered":"2024-06-13T11:50:32.020833+0000","last_unstale":"2024-06-13T11:52:27.421947+0000","last_undegraded":"2024-06-13T11:52:27.421947+0000","last_fullsized":"2024-06-13T11:52:27.421947+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:47:50.120035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"100'9","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.632876+0000","last_change":"2024-06-13T11:50:36.455741+0000","last_active":"2024-06-13T11:53:54.632876+0000","last_peered":"2024-06-13T11:53:54.632876+0000","last_clean":"2024-06-13T11:53:54.632876+0000","last_became_active":"2024-06-13T11:50:36.451918+0000","last_became_peered":"2024-06-13T11:50:36.451918+0000","last_unstale":"2024-06-13T11:53:54.632876+0000","last_undegraded":"2024-06-13T11:53:54.632876+0000","last_fullsized":"2024-06-13T11:53:54.632876+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:49:50.455277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.946877+0000","last_change":"2024-06-13T11:50:49.796532+0000","last_active":"2024-06-13T11:52:26.946877+0000","last_peered":"2024-06-13T11:52:26.946877+0000","last_clean":"2024-06-13T11:52:26.946877+0000","last_became_active":"2024-06-13T11:50:49.796126+0000","last_became_peered":"2024-06-13T11:50:49.796126+0000","last_unstale":"2024-06-13T11:52:26.946877+0000","last_undegraded":"2024-06-13T11:52:26.946877+0000","last_fullsized":"2024-06-13T11:52:26.946877+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:25:14.656778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"100'16","reported_seq":71,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:41.145559+0000","last_change":"2024-06-13T11:51:26.331700+0000","last_active":"2024-06-13T11:52:41.145559+0000","last_peered":"2024-06-13T11:52:41.145559+0000","last_clean":"2024-06-13T11:52:41.145559+0000","last_became_active":"2024-06-13T11:51:26.326266+0000","last_became_peered":"2024-06-13T11:51:26.326266+0000","last_unstale":"2024-06-13T11:52:41.145559+0000","last_undegraded":"2024-06-13T11:52:41.145559+0000","last_fullsized":"2024-06-13T11:52:41.145559+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:47:34.793319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"100'5","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.638234+0000","last_change":"2024-06-13T11:50:36.445266+0000","last_active":"2024-06-13T11:53:54.638234+0000","last_peered":"2024-06-13T11:53:54.638234+0000","last_clean":"2024-06-13T11:53:54.638234+0000","last_became_active":"2024-06-13T11:50:36.440185+0000","last_became_peered":"2024-06-13T11:50:36.440185+0000","last_unstale":"2024-06-13T11:53:54.638234+0000","last_undegraded":"2024-06-13T11:53:54.638234+0000","last_fullsized":"2024-06-13T11:53:54.638234+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:42:53.342509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943096+0000","last_change":"2024-06-13T11:50:49.780454+0000","last_active":"2024-06-13T11:52:26.943096+0000","last_peered":"2024-06-13T11:52:26.943096+0000","last_clean":"2024-06-13T11:52:26.943096+0000","last_became_active":"2024-06-13T11:50:49.780005+0000","last_became_peered":"2024-06-13T11:50:49.780005+0000","last_unstale":"2024-06-13T11:52:26.943096+0000","last_undegraded":"2024-06-13T11:52:26.943096+0000","last_fullsized":"2024-06-13T11:52:26.943096+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:12:09.816830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"98'4","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421368+0000","last_change":"2024-06-13T11:50:32.340419+0000","last_active":"2024-06-13T11:52:27.421368+0000","last_peered":"2024-06-13T11:52:27.421368+0000","last_clean":"2024-06-13T11:52:27.421368+0000","last_became_active":"2024-06-13T11:50:32.340048+0000","last_became_peered":"2024-06-13T11:50:32.340048+0000","last_unstale":"2024-06-13T11:52:27.421368+0000","last_undegraded":"2024-06-13T11:52:27.421368+0000","last_fullsized":"2024-06-13T11:52:27.421368+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:29:58.106707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"100'7","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.646985+0000","last_change":"2024-06-13T11:50:36.459623+0000","last_active":"2024-06-13T11:53:54.646985+0000","last_peered":"2024-06-13T11:53:54.646985+0000","last_clean":"2024-06-13T11:53:54.646985+0000","last_became_active":"2024-06-13T11:50:36.459271+0000","last_became_peered":"2024-06-13T11:50:36.459271+0000","last_unstale":"2024-06-13T11:53:54.646985+0000","last_undegraded":"2024-06-13T11:53:54.646985+0000","last_fullsized":"2024-06-13T11:53:54.646985+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:28:55.075826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421028+0000","last_change":"2024-06-13T11:50:49.805147+0000","last_active":"2024-06-13T11:52:27.421028+0000","last_peered":"2024-06-13T11:52:27.421028+0000","last_clean":"2024-06-13T11:52:27.421028+0000","last_became_active":"2024-06-13T11:50:49.804715+0000","last_became_peered":"2024-06-13T11:50:49.804715+0000","last_unstale":"2024-06-13T11:52:27.421028+0000","last_undegraded":"2024-06-13T11:52:27.421028+0000","last_fullsized":"2024-06-13T11:52:27.421028+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:47:00.890543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"98'2","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.169001+0000","last_change":"2024-06-13T11:50:32.022791+0000","last_active":"2024-06-13T11:52:27.169001+0000","last_peered":"2024-06-13T11:52:27.169001+0000","last_clean":"2024-06-13T11:52:27.169001+0000","last_became_active":"2024-06-13T11:50:32.022462+0000","last_became_peered":"2024-06-13T11:50:32.022462+0000","last_unstale":"2024-06-13T11:52:27.169001+0000","last_undegraded":"2024-06-13T11:52:27.169001+0000","last_fullsized":"2024-06-13T11:52:27.169001+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:21:49.421226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"100'2","reported_seq":41,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.589171+0000","last_change":"2024-06-13T11:50:36.443362+0000","last_active":"2024-06-13T11:53:54.589171+0000","last_peered":"2024-06-13T11:53:54.589171+0000","last_clean":"2024-06-13T11:53:54.589171+0000","last_became_active":"2024-06-13T11:50:36.443027+0000","last_became_peered":"2024-06-13T11:50:36.443027+0000","last_unstale":"2024-06-13T11:53:54.589171+0000","last_undegraded":"2024-06-13T11:53:54.589171+0000","last_fullsized":"2024-06-13T11:53:54.589171+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:46:19.335119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.951941+0000","last_change":"2024-06-13T11:50:49.808433+0000","last_active":"2024-06-13T11:52:26.951941+0000","last_peered":"2024-06-13T11:52:26.951941+0000","last_clean":"2024-06-13T11:52:26.951941+0000","last_became_active":"2024-06-13T11:50:49.807134+0000","last_became_peered":"2024-06-13T11:50:49.807134+0000","last_unstale":"2024-06-13T11:52:26.951941+0000","last_undegraded":"2024-06-13T11:52:26.951941+0000","last_fullsized":"2024-06-13T11:52:26.951941+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:27:44.602243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"98'3","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.947957+0000","last_change":"2024-06-13T11:50:32.008776+0000","last_active":"2024-06-13T11:52:26.947957+0000","last_peered":"2024-06-13T11:52:26.947957+0000","last_clean":"2024-06-13T11:52:26.947957+0000","last_became_active":"2024-06-13T11:50:32.008284+0000","last_became_peered":"2024-06-13T11:50:32.008284+0000","last_unstale":"2024-06-13T11:52:26.947957+0000","last_undegraded":"2024-06-13T11:52:26.947957+0000","last_fullsized":"2024-06-13T11:52:26.947957+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:21:07.229231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"100'9","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.637104+0000","last_change":"2024-06-13T11:50:36.448505+0000","last_active":"2024-06-13T11:53:54.637104+0000","last_peered":"2024-06-13T11:53:54.637104+0000","last_clean":"2024-06-13T11:53:54.637104+0000","last_became_active":"2024-06-13T11:50:36.448137+0000","last_became_peered":"2024-06-13T11:50:36.448137+0000","last_unstale":"2024-06-13T11:53:54.637104+0000","last_undegraded":"2024-06-13T11:53:54.637104+0000","last_fullsized":"2024-06-13T11:53:54.637104+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:46:10.736377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"98'1","reported_seq":30,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.420968+0000","last_change":"2024-06-13T11:50:49.805315+0000","last_active":"2024-06-13T11:52:27.420968+0000","last_peered":"2024-06-13T11:52:27.420968+0000","last_clean":"2024-06-13T11:52:27.420968+0000","last_became_active":"2024-06-13T11:50:49.804816+0000","last_became_peered":"2024-06-13T11:50:49.804816+0000","last_unstale":"2024-06-13T11:52:27.420968+0000","last_undegraded":"2024-06-13T11:52:27.420968+0000","last_fullsized":"2024-06-13T11:52:27.420968+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:47:31.900268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"98'1","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.943255+0000","last_change":"2024-06-13T11:50:31.997094+0000","last_active":"2024-06-13T11:52:26.943255+0000","last_peered":"2024-06-13T11:52:26.943255+0000","last_clean":"2024-06-13T11:52:26.943255+0000","last_became_active":"2024-06-13T11:50:31.996629+0000","last_became_peered":"2024-06-13T11:50:31.996629+0000","last_unstale":"2024-06-13T11:52:26.943255+0000","last_undegraded":"2024-06-13T11:52:26.943255+0000","last_fullsized":"2024-06-13T11:52:26.943255+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:30:37.193922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"100'8","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.639123+0000","last_change":"2024-06-13T11:50:36.447355+0000","last_active":"2024-06-13T11:53:54.639123+0000","last_peered":"2024-06-13T11:53:54.639123+0000","last_clean":"2024-06-13T11:53:54.639123+0000","last_became_active":"2024-06-13T11:50:36.447002+0000","last_became_peered":"2024-06-13T11:50:36.447002+0000","last_unstale":"2024-06-13T11:53:54.639123+0000","last_undegraded":"2024-06-13T11:53:54.639123+0000","last_fullsized":"2024-06-13T11:53:54.639123+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:00:33.090377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421006+0000","last_change":"2024-06-13T11:50:49.788544+0000","last_active":"2024-06-13T11:52:27.421006+0000","last_peered":"2024-06-13T11:52:27.421006+0000","last_clean":"2024-06-13T11:52:27.421006+0000","last_became_active":"2024-06-13T11:50:49.788091+0000","last_became_peered":"2024-06-13T11:50:49.788091+0000","last_unstale":"2024-06-13T11:52:27.421006+0000","last_undegraded":"2024-06-13T11:52:27.421006+0000","last_fullsized":"2024-06-13T11:52:27.421006+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:56:26.806541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"98'4","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421511+0000","last_change":"2024-06-13T11:50:31.999244+0000","last_active":"2024-06-13T11:52:27.421511+0000","last_peered":"2024-06-13T11:52:27.421511+0000","last_clean":"2024-06-13T11:52:27.421511+0000","last_became_active":"2024-06-13T11:50:31.998852+0000","last_became_peered":"2024-06-13T11:50:31.998852+0000","last_unstale":"2024-06-13T11:52:27.421511+0000","last_undegraded":"2024-06-13T11:52:27.421511+0000","last_fullsized":"2024-06-13T11:52:27.421511+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:41:55.489272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"100'5","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.641454+0000","last_change":"2024-06-13T11:50:36.431561+0000","last_active":"2024-06-13T11:53:54.641454+0000","last_peered":"2024-06-13T11:53:54.641454+0000","last_clean":"2024-06-13T11:53:54.641454+0000","last_became_active":"2024-06-13T11:50:36.431246+0000","last_became_peered":"2024-06-13T11:50:36.431246+0000","last_unstale":"2024-06-13T11:53:54.641454+0000","last_undegraded":"2024-06-13T11:53:54.641454+0000","last_fullsized":"2024-06-13T11:53:54.641454+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:09:46.793537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.168994+0000","last_change":"2024-06-13T11:50:49.791104+0000","last_active":"2024-06-13T11:52:27.168994+0000","last_peered":"2024-06-13T11:52:27.168994+0000","last_clean":"2024-06-13T11:52:27.168994+0000","last_became_active":"2024-06-13T11:50:49.790629+0000","last_became_peered":"2024-06-13T11:50:49.790629+0000","last_unstale":"2024-06-13T11:52:27.168994+0000","last_undegraded":"2024-06-13T11:52:27.168994+0000","last_fullsized":"2024-06-13T11:52:27.168994+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:07:36.853343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"98'3","reported_seq":20,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.169089+0000","last_change":"2024-06-13T11:51:26.328181+0000","last_active":"2024-06-13T11:52:27.169089+0000","last_peered":"2024-06-13T11:52:27.169089+0000","last_clean":"2024-06-13T11:52:27.169089+0000","last_became_active":"2024-06-13T11:51:26.327892+0000","last_became_peered":"2024-06-13T11:51:26.327892+0000","last_unstale":"2024-06-13T11:52:27.169089+0000","last_undegraded":"2024-06-13T11:52:27.169089+0000","last_fullsized":"2024-06-13T11:52:27.169089+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:19:41.739869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"100'7","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.640061+0000","last_change":"2024-06-13T11:50:36.437016+0000","last_active":"2024-06-13T11:53:54.640061+0000","last_peered":"2024-06-13T11:53:54.640061+0000","last_clean":"2024-06-13T11:53:54.640061+0000","last_became_active":"2024-06-13T11:50:36.436582+0000","last_became_peered":"2024-06-13T11:50:36.436582+0000","last_unstale":"2024-06-13T11:53:54.640061+0000","last_undegraded":"2024-06-13T11:53:54.640061+0000","last_fullsized":"2024-06-13T11:53:54.640061+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:31:42.509233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.421663+0000","last_change":"2024-06-13T11:50:49.811230+0000","last_active":"2024-06-13T11:52:27.421663+0000","last_peered":"2024-06-13T11:52:27.421663+0000","last_clean":"2024-06-13T11:52:27.421663+0000","last_became_active":"2024-06-13T11:50:49.810749+0000","last_became_peered":"2024-06-13T11:50:49.810749+0000","last_unstale":"2024-06-13T11:52:27.421663+0000","last_undegraded":"2024-06-13T11:52:27.421663+0000","last_fullsized":"2024-06-13T11:52:27.421663+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:15:47.018900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"89'1","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.948575+0000","last_change":"2024-06-13T11:50:31.995376+0000","last_active":"2024-06-13T11:52:26.948575+0000","last_peered":"2024-06-13T11:52:26.948575+0000","last_clean":"2024-06-13T11:52:26.948575+0000","last_became_active":"2024-06-13T11:50:31.994969+0000","last_became_peered":"2024-06-13T11:50:31.994969+0000","last_unstale":"2024-06-13T11:52:26.948575+0000","last_undegraded":"2024-06-13T11:52:26.948575+0000","last_fullsized":"2024-06-13T11:52:26.948575+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:32:27.111818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"100'6","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.635943+0000","last_change":"2024-06-13T11:50:36.451177+0000","last_active":"2024-06-13T11:53:54.635943+0000","last_peered":"2024-06-13T11:53:54.635943+0000","last_clean":"2024-06-13T11:53:54.635943+0000","last_became_active":"2024-06-13T11:50:36.450731+0000","last_became_peered":"2024-06-13T11:50:36.450731+0000","last_unstale":"2024-06-13T11:53:54.635943+0000","last_undegraded":"2024-06-13T11:53:54.635943+0000","last_fullsized":"2024-06-13T11:53:54.635943+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:56:31.075747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:26.947715+0000","last_change":"2024-06-13T11:50:49.780023+0000","last_active":"2024-06-13T11:52:26.947715+0000","last_peered":"2024-06-13T11:52:26.947715+0000","last_clean":"2024-06-13T11:52:26.947715+0000","last_became_active":"2024-06-13T11:50:49.779559+0000","last_became_peered":"2024-06-13T11:50:49.779559+0000","last_unstale":"2024-06-13T11:52:26.947715+0000","last_undegraded":"2024-06-13T11:52:26.947715+0000","last_fullsized":"2024-06-13T11:52:26.947715+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:55:51.137812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"89'2","reported_seq":57,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:52:27.422491+0000","last_change":"2024-06-13T11:51:26.334330+0000","last_active":"2024-06-13T11:52:27.422491+0000","last_peered":"2024-06-13T11:52:27.422491+0000","last_clean":"2024-06-13T11:52:27.422491+0000","last_became_active":"2024-06-13T11:51:26.327485+0000","last_became_peered":"2024-06-13T11:51:26.327485+0000","last_unstale":"2024-06-13T11:52:27.422491+0000","last_undegraded":"2024-06-13T11:52:27.422491+0000","last_fullsized":"2024-06-13T11:52:27.422491+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:20:28.228503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"100'9","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.630247+0000","last_change":"2024-06-13T11:50:36.440165+0000","last_active":"2024-06-13T11:53:54.630247+0000","last_peered":"2024-06-13T11:53:54.630247+0000","last_clean":"2024-06-13T11:53:54.630247+0000","last_became_active":"2024-06-13T11:50:36.439767+0000","last_became_peered":"2024-06-13T11:50:36.439767+0000","last_unstale":"2024-06-13T11:53:54.630247+0000","last_undegraded":"2024-06-13T11:53:54.630247+0000","last_fullsized":"2024-06-13T11:53:54.630247+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:09:38.776491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"100'9","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.629824+0000","last_change":"2024-06-13T11:50:36.441156+0000","last_active":"2024-06-13T11:53:54.629824+0000","last_peered":"2024-06-13T11:53:54.629824+0000","last_clean":"2024-06-13T11:53:54.629824+0000","last_became_active":"2024-06-13T11:50:36.440790+0000","last_became_peered":"2024-06-13T11:50:36.440790+0000","last_unstale":"2024-06-13T11:53:54.629824+0000","last_undegraded":"2024-06-13T11:53:54.629824+0000","last_fullsized":"2024-06-13T11:53:54.629824+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:37:54.084495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"100'12","reported_seq":51,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.629760+0000","last_change":"2024-06-13T11:50:36.440942+0000","last_active":"2024-06-13T11:53:54.629760+0000","last_peered":"2024-06-13T11:53:54.629760+0000","last_clean":"2024-06-13T11:53:54.629760+0000","last_became_active":"2024-06-13T11:50:36.440576+0000","last_became_peered":"2024-06-13T11:50:36.440576+0000","last_unstale":"2024-06-13T11:53:54.629760+0000","last_undegraded":"2024-06-13T11:53:54.629760+0000","last_fullsized":"2024-06-13T11:53:54.629760+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:28:40.406863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"100'8","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.635959+0000","last_change":"2024-06-13T11:50:36.454116+0000","last_active":"2024-06-13T11:53:54.635959+0000","last_peered":"2024-06-13T11:53:54.635959+0000","last_clean":"2024-06-13T11:53:54.635959+0000","last_became_active":"2024-06-13T11:50:36.453800+0000","last_became_peered":"2024-06-13T11:50:36.453800+0000","last_unstale":"2024-06-13T11:53:54.635959+0000","last_undegraded":"2024-06-13T11:53:54.635959+0000","last_fullsized":"2024-06-13T11:53:54.635959+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:38:26.463949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"100'7","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.647027+0000","last_change":"2024-06-13T11:50:36.459877+0000","last_active":"2024-06-13T11:53:54.647027+0000","last_peered":"2024-06-13T11:53:54.647027+0000","last_clean":"2024-06-13T11:53:54.647027+0000","last_became_active":"2024-06-13T11:50:36.455381+0000","last_became_peered":"2024-06-13T11:50:36.455381+0000","last_unstale":"2024-06-13T11:53:54.647027+0000","last_undegraded":"2024-06-13T11:53:54.647027+0000","last_fullsized":"2024-06-13T11:53:54.647027+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:56:51.514883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"100'4","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.646266+0000","last_change":"2024-06-13T11:50:36.445686+0000","last_active":"2024-06-13T11:53:54.646266+0000","last_peered":"2024-06-13T11:53:54.646266+0000","last_clean":"2024-06-13T11:53:54.646266+0000","last_became_active":"2024-06-13T11:50:36.445279+0000","last_became_peered":"2024-06-13T11:50:36.445279+0000","last_unstale":"2024-06-13T11:53:54.646266+0000","last_undegraded":"2024-06-13T11:53:54.646266+0000","last_fullsized":"2024-06-13T11:53:54.646266+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:44:00.988523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"100'6","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.629132+0000","last_change":"2024-06-13T11:50:36.445752+0000","last_active":"2024-06-13T11:53:54.629132+0000","last_peered":"2024-06-13T11:53:54.629132+0000","last_clean":"2024-06-13T11:53:54.629132+0000","last_became_active":"2024-06-13T11:50:36.445423+0000","last_became_peered":"2024-06-13T11:50:36.445423+0000","last_unstale":"2024-06-13T11:53:54.629132+0000","last_undegraded":"2024-06-13T11:53:54.629132+0000","last_fullsized":"2024-06-13T11:53:54.629132+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:25:14.676015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"100'15","reported_seq":54,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.637043+0000","last_change":"2024-06-13T11:50:36.446128+0000","last_active":"2024-06-13T11:53:54.637043+0000","last_peered":"2024-06-13T11:53:54.637043+0000","last_clean":"2024-06-13T11:53:54.637043+0000","last_became_active":"2024-06-13T11:50:36.445725+0000","last_became_peered":"2024-06-13T11:50:36.445725+0000","last_unstale":"2024-06-13T11:53:54.637043+0000","last_undegraded":"2024-06-13T11:53:54.637043+0000","last_fullsized":"2024-06-13T11:53:54.637043+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:28:00.324949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"100'2","reported_seq":41,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.635648+0000","last_change":"2024-06-13T11:50:36.455166+0000","last_active":"2024-06-13T11:53:54.635648+0000","last_peered":"2024-06-13T11:53:54.635648+0000","last_clean":"2024-06-13T11:53:54.635648+0000","last_became_active":"2024-06-13T11:50:36.453169+0000","last_became_peered":"2024-06-13T11:50:36.453169+0000","last_unstale":"2024-06-13T11:53:54.635648+0000","last_undegraded":"2024-06-13T11:53:54.635648+0000","last_fullsized":"2024-06-13T11:53:54.635648+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:35:16.914313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"100'6","reported_seq":51,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.619381+0000","last_change":"2024-06-13T11:52:27.423210+0000","last_active":"2024-06-13T11:53:54.619381+0000","last_peered":"2024-06-13T11:53:54.619381+0000","last_clean":"2024-06-13T11:53:54.619381+0000","last_became_active":"2024-06-13T11:52:27.422646+0000","last_became_peered":"2024-06-13T11:52:27.422646+0000","last_unstale":"2024-06-13T11:53:54.619381+0000","last_undegraded":"2024-06-13T11:53:54.619381+0000","last_fullsized":"2024-06-13T11:53:54.619381+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:23:31.774203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,8],"acting":[5,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"100'8","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.638387+0000","last_change":"2024-06-13T11:50:36.444749+0000","last_active":"2024-06-13T11:53:54.638387+0000","last_peered":"2024-06-13T11:53:54.638387+0000","last_clean":"2024-06-13T11:53:54.638387+0000","last_became_active":"2024-06-13T11:50:36.444428+0000","last_became_peered":"2024-06-13T11:50:36.444428+0000","last_unstale":"2024-06-13T11:53:54.638387+0000","last_undegraded":"2024-06-13T11:53:54.638387+0000","last_fullsized":"2024-06-13T11:53:54.638387+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:20:51.757128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"100'10","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.634262+0000","last_change":"2024-06-13T11:50:36.432130+0000","last_active":"2024-06-13T11:53:54.634262+0000","last_peered":"2024-06-13T11:53:54.634262+0000","last_clean":"2024-06-13T11:53:54.634262+0000","last_became_active":"2024-06-13T11:50:36.431265+0000","last_became_peered":"2024-06-13T11:50:36.431265+0000","last_unstale":"2024-06-13T11:53:54.634262+0000","last_undegraded":"2024-06-13T11:53:54.634262+0000","last_fullsized":"2024-06-13T11:53:54.634262+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:27:01.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"100'11","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.648830+0000","last_change":"2024-06-13T11:50:36.442545+0000","last_active":"2024-06-13T11:53:54.648830+0000","last_peered":"2024-06-13T11:53:54.648830+0000","last_clean":"2024-06-13T11:53:54.648830+0000","last_became_active":"2024-06-13T11:50:36.441753+0000","last_became_peered":"2024-06-13T11:50:36.441753+0000","last_unstale":"2024-06-13T11:53:54.648830+0000","last_undegraded":"2024-06-13T11:53:54.648830+0000","last_fullsized":"2024-06-13T11:53:54.648830+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:22:26.896507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"100'8","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-13T11:53:54.622376+0000","last_change":"2024-06-13T11:50:36.446371+0000","last_active":"2024-06-13T11:53:54.622376+0000","last_peered":"2024-06-13T11:53:54.622376+0000","last_clean":"2024-06-13T11:53:54.622376+0000","last_became_active":"2024-06-13T11:50:36.445982+0000","last_became_peered":"2024-06-13T11:50:36.445982+0000","last_unstale":"2024-06-13T11:53:54.622376+0000","last_undegraded":"2024-06-13T11:53:54.622376+0000","last_fullsized":"2024-06-13T11:53:54.622376+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:03:09.952954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68448,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":725,"num_read_kb":435,"num_write":184,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":205344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351035,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36464,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708688,"statfs":{"total":95995035648,"available":95957696512,"internally_reserved":0,"allocated":1155072,"data_stored":573134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612671,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28812,"kb_used_data":1796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716340,"statfs":{"total":95995035648,"available":95965532160,"internally_reserved":0,"allocated":1839104,"data_stored":1224597,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776197,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36476,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708676,"statfs":{"total":95995035648,"available":95957684224,"internally_reserved":0,"allocated":1167360,"data_stored":577354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037835,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28144,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717008,"statfs":{"total":95995035648,"available":95966216192,"internally_reserved":0,"allocated":1155072,"data_stored":573066,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299472,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28732,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716420,"statfs":{"total":95995035648,"available":95965614080,"internally_reserved":0,"allocated":1757184,"data_stored":1169227,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462998,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28132,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717020,"statfs":{"total":95995035648,"available":95966228480,"internally_reserved":0,"allocated":1142784,"data_stored":568434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574961,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28204,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716948,"statfs":{"total":95995035648,"available":95966154752,"internally_reserved":0,"allocated":1216512,"data_stored":633233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738487,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28156,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716996,"statfs":{"total":95995035648,"available":95966203904,"internally_reserved":0,"allocated":1167360,"data_stored":569822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411439,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36540,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708612,"statfs":{"total":95995035648,"available":95957618688,"internally_reserved":0,"allocated":1232896,"data_stored":633950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149799,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36464,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708688,"statfs":{"total":95995035648,"available":95957696512,"internally_reserved":0,"allocated":1155072,"data_stored":568628,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888162,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28144,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717008,"statfs":{"total":95995035648,"available":95966216192,"internally_reserved":0,"allocated":1155072,"data_stored":573084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724637,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37060,"kb_used_data":1724,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708092,"statfs":{"total":95995035648,"available":95957086208,"internally_reserved":0,"allocated":1765376,"data_stored":1164815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":64889,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":65606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2007,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":65885,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-13T11:54:02.471 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-06-13T11:54:02.472 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-06-13T11:54:02.472 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-06-13T11:54:02.472 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph health --format=json 2024-06-13T11:54:02.973 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:54:03.129 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:02 smithi042 ceph-mon[32231]: from='client.24913 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T11:54:03.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:02 smithi162 ceph-mon[36757]: from='client.24913 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T11:54:03.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:02 smithi088 ceph-mon[36399]: from='client.24913 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T11:54:04.140 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:03 smithi042 ceph-mon[32231]: pgmap v439: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 5 op/s 2024-06-13T11:54:04.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:03 smithi162 ceph-mon[36757]: pgmap v439: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 5 op/s 2024-06-13T11:54:04.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:03 smithi088 ceph-mon[36399]: pgmap v439: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 5 op/s 2024-06-13T11:54:05.175 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.174+0000 7f4728400700 1 -- 172.21.15.42:0/4098161644 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f472006b520 msgr2=0x7f472010f340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:05.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.174+0000 7f4728400700 1 --2- 172.21.15.42:0/4098161644 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f472006b520 0x7f472010f340 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f471800b0a0 tx=0x7f471800b3b0 comp rx=0 tx=0).stop 2024-06-13T11:54:05.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.175+0000 7f4728400700 1 -- 172.21.15.42:0/4098161644 shutdown_connections 2024-06-13T11:54:05.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.175+0000 7f4728400700 1 --2- 172.21.15.42:0/4098161644 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f472006b520 0x7f472010f340 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:05.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.175+0000 7f4728400700 1 --2- 172.21.15.42:0/4098161644 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4720108520 0x7f4720108900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:05.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.175+0000 7f4728400700 1 --2- 172.21.15.42:0/4098161644 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f472006ab60 0x7f472006afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:05.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.175+0000 7f4728400700 1 -- 172.21.15.42:0/4098161644 >> 172.21.15.42:0/4098161644 conn(0x7f4720078340 msgr2=0x7f4720078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:05.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.175+0000 7f4728400700 1 -- 172.21.15.42:0/4098161644 shutdown_connections 2024-06-13T11:54:05.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.175+0000 7f4728400700 1 -- 172.21.15.42:0/4098161644 wait complete. 2024-06-13T11:54:05.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.176+0000 7f4728400700 1 Processor -- start 2024-06-13T11:54:05.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.176+0000 7f4728400700 1 -- start start 2024-06-13T11:54:05.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.177+0000 7f4728400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f472006ab60 0x7f4720101840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:05.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.177+0000 7f4728400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f472006b520 0x7f4720101d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:05.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.177+0000 7f4728400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4720108520 0x7f47201022c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:05.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.177+0000 7f4728400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4720112780 con 0x7f472006ab60 2024-06-13T11:54:05.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.177+0000 7f4728400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f4720112600 con 0x7f472006b520 2024-06-13T11:54:05.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.177+0000 7f4728400700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f4720112900 con 0x7f4720108520 2024-06-13T11:54:05.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.177+0000 7f4725a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f472006ab60 0x7f4720101840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:05.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.177+0000 7f4725a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f472006ab60 0x7f4720101840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:60572/0 (socket says 172.21.15.42:60572) 2024-06-13T11:54:05.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.177+0000 7f4725a00700 1 -- 172.21.15.42:0/2336177085 learned_addr learned my addr 172.21.15.42:0/2336177085 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:54:05.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.177+0000 7f4725000700 1 --2- 172.21.15.42:0/2336177085 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f472006b520 0x7f4720101d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:05.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.177+0000 7f4726400700 1 --2- 172.21.15.42:0/2336177085 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4720108520 0x7f47201022c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:05.179 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.178+0000 7f4725a00700 1 -- 172.21.15.42:0/2336177085 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4720108520 msgr2=0x7f47201022c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:05.179 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.178+0000 7f4725a00700 1 --2- 172.21.15.42:0/2336177085 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4720108520 0x7f47201022c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:05.179 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.178+0000 7f4725a00700 1 -- 172.21.15.42:0/2336177085 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f472006b520 msgr2=0x7f4720101d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:05.180 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.178+0000 7f4725a00700 1 --2- 172.21.15.42:0/2336177085 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f472006b520 0x7f4720101d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:05.180 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.178+0000 7f4725a00700 1 -- 172.21.15.42:0/2336177085 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47201a7120 con 0x7f472006ab60 2024-06-13T11:54:05.180 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.178+0000 7f4725a00700 1 --2- 172.21.15.42:0/2336177085 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f472006ab60 0x7f4720101840 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f471400d980 tx=0x7f471400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:05.180 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.178+0000 7f471e000700 1 -- 172.21.15.42:0/2336177085 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4714016070 con 0x7f472006ab60 2024-06-13T11:54:05.180 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.178+0000 7f471e000700 1 -- 172.21.15.42:0/2336177085 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4714004d10 con 0x7f472006ab60 2024-06-13T11:54:05.180 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.178+0000 7f4728400700 1 -- 172.21.15.42:0/2336177085 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47201a7410 con 0x7f472006ab60 2024-06-13T11:54:05.180 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.178+0000 7f471e000700 1 -- 172.21.15.42:0/2336177085 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4714005670 con 0x7f472006ab60 2024-06-13T11:54:05.180 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.178+0000 7f4728400700 1 -- 172.21.15.42:0/2336177085 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47201a7950 con 0x7f472006ab60 2024-06-13T11:54:05.180 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.180+0000 7f4728400700 1 -- 172.21.15.42:0/2336177085 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4720103be0 con 0x7f472006ab60 2024-06-13T11:54:05.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.182+0000 7f471e000700 1 -- 172.21.15.42:0/2336177085 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f4714004750 con 0x7f472006ab60 2024-06-13T11:54:05.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.183+0000 7f471e000700 1 --2- 172.21.15.42:0/2336177085 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f47080a2c20 0x7f47080a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:05.184 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.183+0000 7f471e000700 1 -- 172.21.15.42:0/2336177085 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f47140cf190 con 0x7f472006ab60 2024-06-13T11:54:05.184 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.183+0000 7f4725000700 1 --2- 172.21.15.42:0/2336177085 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f47080a2c20 0x7f47080a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:05.184 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.184+0000 7f4725000700 1 --2- 172.21.15.42:0/2336177085 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f47080a2c20 0x7f47080a50e0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f47200ffd70 tx=0x7f470c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:05.188 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.188+0000 7f471e000700 1 -- 172.21.15.42:0/2336177085 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f471401f020 con 0x7f472006ab60 2024-06-13T11:54:05.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.466+0000 7f4728400700 1 -- 172.21.15.42:0/2336177085 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f472002dca0 con 0x7f472006ab60 2024-06-13T11:54:05.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.467+0000 7f471e000700 1 -- 172.21.15.42:0/2336177085 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f4714022350 con 0x7f472006ab60 2024-06-13T11:54:05.468 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:54:05.468 INFO:teuthology.orchestra.run.smithi042.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-06-13T11:54:05.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.470+0000 7f4728400700 1 -- 172.21.15.42:0/2336177085 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f47080a2c20 msgr2=0x7f47080a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:05.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.470+0000 7f4728400700 1 --2- 172.21.15.42:0/2336177085 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f47080a2c20 0x7f47080a50e0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f47200ffd70 tx=0x7f470c009260 comp rx=0 tx=0).stop 2024-06-13T11:54:05.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.470+0000 7f4728400700 1 -- 172.21.15.42:0/2336177085 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f472006ab60 msgr2=0x7f4720101840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:05.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.470+0000 7f4728400700 1 --2- 172.21.15.42:0/2336177085 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f472006ab60 0x7f4720101840 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f471400d980 tx=0x7f471400dc90 comp rx=0 tx=0).stop 2024-06-13T11:54:05.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.470+0000 7f4728400700 1 -- 172.21.15.42:0/2336177085 shutdown_connections 2024-06-13T11:54:05.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.470+0000 7f4728400700 1 --2- 172.21.15.42:0/2336177085 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4720108520 0x7f47201022c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:05.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.470+0000 7f4728400700 1 --2- 172.21.15.42:0/2336177085 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f472006ab60 0x7f4720101840 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:05.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.470+0000 7f4728400700 1 --2- 172.21.15.42:0/2336177085 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f47080a2c20 0x7f47080a50e0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:05.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.470+0000 7f4728400700 1 --2- 172.21.15.42:0/2336177085 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f472006b520 0x7f4720101d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:05.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.470+0000 7f4728400700 1 -- 172.21.15.42:0/2336177085 >> 172.21.15.42:0/2336177085 conn(0x7f4720078340 msgr2=0x7f4720100330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:05.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.470+0000 7f4728400700 1 -- 172.21.15.42:0/2336177085 shutdown_connections 2024-06-13T11:54:05.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:05.471+0000 7f4728400700 1 -- 172.21.15.42:0/2336177085 wait complete. 2024-06-13T11:54:06.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:05 smithi162 ceph-mon[36757]: pgmap v440: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 426 B/s wr, 7 op/s 2024-06-13T11:54:06.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:05 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2336177085' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-13T11:54:06.213 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:05 smithi042 ceph-mon[32231]: pgmap v440: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 426 B/s wr, 7 op/s 2024-06-13T11:54:06.214 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:05 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2336177085' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-13T11:54:06.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:05 smithi088 ceph-mon[36399]: pgmap v440: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 426 B/s wr, 7 op/s 2024-06-13T11:54:06.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:05 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2336177085' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-13T11:54:06.290 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-06-13T11:54:06.291 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T11:54:06.752 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:54:07.934 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:07 smithi042 ceph-mon[32231]: pgmap v441: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-06-13T11:54:08.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:07 smithi162 ceph-mon[36757]: pgmap v441: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-06-13T11:54:08.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:07 smithi088 ceph-mon[36399]: pgmap v441: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-06-13T11:54:08.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.807+0000 7f239da00700 1 -- 172.21.15.42:0/1452273043 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f239810ef40 msgr2=0x7f2398111330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:08.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.807+0000 7f239da00700 1 --2- 172.21.15.42:0/1452273043 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f239810ef40 0x7f2398111330 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f23900098f0 tx=0x7f2390009c00 comp rx=0 tx=0).stop 2024-06-13T11:54:08.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.807+0000 7f239da00700 1 -- 172.21.15.42:0/1452273043 shutdown_connections 2024-06-13T11:54:08.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.807+0000 7f239da00700 1 --2- 172.21.15.42:0/1452273043 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f239810ef40 0x7f2398111330 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:08.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.807+0000 7f239da00700 1 --2- 172.21.15.42:0/1452273043 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f239806a1a0 0x7f239806a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:08.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.807+0000 7f239da00700 1 --2- 172.21.15.42:0/1452273043 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f239806aac0 0x7f239810ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:08.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.807+0000 7f239da00700 1 -- 172.21.15.42:0/1452273043 >> 172.21.15.42:0/1452273043 conn(0x7f2398078340 msgr2=0x7f2398078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:08.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.807+0000 7f239da00700 1 -- 172.21.15.42:0/1452273043 shutdown_connections 2024-06-13T11:54:08.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.807+0000 7f239da00700 1 -- 172.21.15.42:0/1452273043 wait complete. 2024-06-13T11:54:08.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.808+0000 7f239da00700 1 Processor -- start 2024-06-13T11:54:08.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.809+0000 7f239da00700 1 -- start start 2024-06-13T11:54:08.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.809+0000 7f239da00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f239806a1a0 0x7f239819ae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:08.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.809+0000 7f239da00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f239806aac0 0x7f239819b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:08.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.809+0000 7f239da00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f239810ef40 0x7f239819f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:08.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.809+0000 7f239da00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2398114a00 con 0x7f239810ef40 2024-06-13T11:54:08.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.809+0000 7f239da00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f2398114880 con 0x7f239806aac0 2024-06-13T11:54:08.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.809+0000 7f239da00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f2398114b80 con 0x7f239806a1a0 2024-06-13T11:54:08.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.809+0000 7f2397400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f239810ef40 0x7f239819f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:08.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.809+0000 7f2396a00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f239806a1a0 0x7f239819ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:08.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.809+0000 7f2397400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f239810ef40 0x7f239819f720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42700/0 (socket says 172.21.15.42:42700) 2024-06-13T11:54:08.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.809+0000 7f2397400700 1 -- 172.21.15.42:0/1751425439 learned_addr learned my addr 172.21.15.42:0/1751425439 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:54:08.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.809+0000 7f238e000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f239806aac0 0x7f239819b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:08.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.810+0000 7f2396a00700 1 -- 172.21.15.42:0/1751425439 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f239806aac0 msgr2=0x7f239819b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:08.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.810+0000 7f2396a00700 1 --2- 172.21.15.42:0/1751425439 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f239806aac0 0x7f239819b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:08.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.810+0000 7f2396a00700 1 -- 172.21.15.42:0/1751425439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f239810ef40 msgr2=0x7f239819f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:08.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.810+0000 7f2396a00700 1 --2- 172.21.15.42:0/1751425439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f239810ef40 0x7f239819f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:08.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.810+0000 7f2396a00700 1 -- 172.21.15.42:0/1751425439 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f239819fe60 con 0x7f239806a1a0 2024-06-13T11:54:08.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.810+0000 7f2396a00700 1 --2- 172.21.15.42:0/1751425439 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f239806a1a0 0x7f239819ae50 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f238800e9f0 tx=0x7f238800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:08.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.811+0000 7f238fe00700 1 -- 172.21.15.42:0/1751425439 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f238800c9c0 con 0x7f239806a1a0 2024-06-13T11:54:08.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.811+0000 7f239da00700 1 -- 172.21.15.42:0/1751425439 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23981a0150 con 0x7f239806a1a0 2024-06-13T11:54:08.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.811+0000 7f238fe00700 1 -- 172.21.15.42:0/1751425439 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f238800cb60 con 0x7f239806a1a0 2024-06-13T11:54:08.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.811+0000 7f238fe00700 1 -- 172.21.15.42:0/1751425439 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2388018680 con 0x7f239806a1a0 2024-06-13T11:54:08.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.811+0000 7f239da00700 1 -- 172.21.15.42:0/1751425439 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23981a79d0 con 0x7f239806a1a0 2024-06-13T11:54:08.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.812+0000 7f239da00700 1 -- 172.21.15.42:0/1751425439 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2398069180 con 0x7f239806a1a0 2024-06-13T11:54:08.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.814+0000 7f238fe00700 1 -- 172.21.15.42:0/1751425439 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f2388010430 con 0x7f239806a1a0 2024-06-13T11:54:08.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.815+0000 7f238fe00700 1 --2- 172.21.15.42:0/1751425439 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f237c0a2c20 0x7f237c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:08.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.816+0000 7f238fe00700 1 -- 172.21.15.42:0/1751425439 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f23880cf720 con 0x7f239806a1a0 2024-06-13T11:54:08.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.816+0000 7f238e000700 1 --2- 172.21.15.42:0/1751425439 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f237c0a2c20 0x7f237c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:08.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.816+0000 7f238e000700 1 --2- 172.21.15.42:0/1751425439 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f237c0a2c20 0x7f237c0a50e0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f2380009e60 tx=0x7f238000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:08.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:08.817+0000 7f238fe00700 1 -- 172.21.15.42:0/1751425439 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f238809c250 con 0x7f239806a1a0 2024-06-13T11:54:09.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:09.104+0000 7f239da00700 1 -- 172.21.15.42:0/1751425439 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f239802dca0 con 0x7f239806a1a0 2024-06-13T11:54:09.105 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:09.105+0000 7f238fe00700 1 -- 172.21.15.42:0/1751425439 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11863 (secure 0 0 0) 0x7f238809bb50 con 0x7f239806a1a0 2024-06-13T11:54:09.106 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:54:09.106 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/1118564562","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1118564562},{"type":"v1","addr":"172.21.15.42:6835","nonce":1118564562}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/1600300489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":1600300489},{"type":"v1","addr":"172.21.15.42:6837","nonce":1600300489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14400,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/4007002681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":4007002681},{"type":"v1","addr":"172.21.15.42:6841","nonce":4007002681}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/917201081","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":917201081},{"type":"v1","addr":"172.21.15.162:6833","nonce":917201081}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/426832354","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":426832354},{"type":"v1","addr":"172.21.15.88:6833","nonce":426832354}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24457,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6835/1190029601","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6834","nonce":1190029601},{"type":"v1","addr":"172.21.15.162:6835","nonce":1190029601}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T11:50:39.387599+0000","modified":"2024-06-13T11:52:06.736416+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24539,"mds_1":24500,"mds_2":24499},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.162:6837/987659844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6836","nonce":987659844},{"type":"v1","addr":"172.21.15.162:6837","nonce":987659844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/3467952345","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":3467952345},{"type":"v1","addr":"172.21.15.88:6835","nonce":3467952345}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.162:6839/4260392567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6838","nonce":4260392567},{"type":"v1","addr":"172.21.15.162:6839","nonce":4260392567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"g","rank":2,"incarnation":22,"state":"up:active","state_seq":29,"addr":"172.21.15.42:6839/228676134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":228676134},{"type":"v1","addr":"172.21.15.42:6839","nonce":228676134}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24500":{"gid":24500,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":31,"addr":"172.21.15.88:6837/2567581640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2567581640},{"type":"v1","addr":"172.21.15.88:6837","nonce":2567581640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6839/2189735817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2189735817},{"type":"v1","addr":"172.21.15.88:6839","nonce":2189735817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24539,"qdb_cluster":[24500,24539,24499]},"id":1}]} 2024-06-13T11:54:09.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:09.108+0000 7f239da00700 1 -- 172.21.15.42:0/1751425439 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f237c0a2c20 msgr2=0x7f237c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:09.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:09.108+0000 7f239da00700 1 --2- 172.21.15.42:0/1751425439 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f237c0a2c20 0x7f237c0a50e0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f2380009e60 tx=0x7f238000b040 comp rx=0 tx=0).stop 2024-06-13T11:54:09.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:09.108+0000 7f239da00700 1 -- 172.21.15.42:0/1751425439 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f239806a1a0 msgr2=0x7f239819ae50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:09.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:09.108+0000 7f239da00700 1 --2- 172.21.15.42:0/1751425439 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f239806a1a0 0x7f239819ae50 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f238800e9f0 tx=0x7f238800ed00 comp rx=0 tx=0).stop 2024-06-13T11:54:09.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:09.108+0000 7f239da00700 1 -- 172.21.15.42:0/1751425439 shutdown_connections 2024-06-13T11:54:09.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:09.108+0000 7f239da00700 1 --2- 172.21.15.42:0/1751425439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f239810ef40 0x7f239819f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:09.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:09.108+0000 7f239da00700 1 --2- 172.21.15.42:0/1751425439 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f239806a1a0 0x7f239819ae50 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:09.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:09.108+0000 7f239da00700 1 --2- 172.21.15.42:0/1751425439 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f237c0a2c20 0x7f237c0a50e0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:09.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:09.108+0000 7f239da00700 1 --2- 172.21.15.42:0/1751425439 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f239806aac0 0x7f239819b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:09.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:09.108+0000 7f239da00700 1 -- 172.21.15.42:0/1751425439 >> 172.21.15.42:0/1751425439 conn(0x7f2398078340 msgr2=0x7f23981103f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:09.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:09.108+0000 7f239da00700 1 -- 172.21.15.42:0/1751425439 shutdown_connections 2024-06-13T11:54:09.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:09.108+0000 7f239da00700 1 -- 172.21.15.42:0/1751425439 wait complete. 2024-06-13T11:54:09.110 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 26 2024-06-13T11:54:09.894 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T11:54:10.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:09 smithi042 ceph-mon[32231]: pgmap v442: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 426 B/s wr, 6 op/s 2024-06-13T11:54:10.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:09 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/1751425439' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:54:10.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:09 smithi162 ceph-mon[36757]: pgmap v442: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 426 B/s wr, 6 op/s 2024-06-13T11:54:10.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:09 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/1751425439' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:54:10.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:09 smithi088 ceph-mon[36399]: pgmap v442: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 426 B/s wr, 6 op/s 2024-06-13T11:54:10.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:09 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/1751425439' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:54:10.363 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:54:12.032 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:11 smithi042 ceph-mon[32231]: pgmap v443: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 85 B/s wr, 6 op/s 2024-06-13T11:54:12.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:11 smithi162 ceph-mon[36757]: pgmap v443: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 85 B/s wr, 6 op/s 2024-06-13T11:54:12.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:11 smithi088 ceph-mon[36399]: pgmap v443: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 85 B/s wr, 6 op/s 2024-06-13T11:54:12.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.542+0000 7fc854800700 1 -- 172.21.15.42:0/2404929016 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc84c0772e0 msgr2=0x7fc84c112e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:12.544 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.542+0000 7fc854800700 1 --2- 172.21.15.42:0/2404929016 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc84c0772e0 0x7fc84c112e00 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fc83c009990 tx=0x7fc83c009ca0 comp rx=0 tx=0).stop 2024-06-13T11:54:12.544 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.542+0000 7fc854800700 1 -- 172.21.15.42:0/2404929016 shutdown_connections 2024-06-13T11:54:12.544 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.542+0000 7fc854800700 1 --2- 172.21.15.42:0/2404929016 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc84c0769c0 0x7fc84c076da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:12.544 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.542+0000 7fc854800700 1 --2- 172.21.15.42:0/2404929016 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc84c113340 0x7fc84c115730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:12.544 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.542+0000 7fc854800700 1 --2- 172.21.15.42:0/2404929016 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc84c0772e0 0x7fc84c112e00 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:12.544 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.542+0000 7fc854800700 1 -- 172.21.15.42:0/2404929016 >> 172.21.15.42:0/2404929016 conn(0x7fc84c100190 msgr2=0x7fc84c1025b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:12.544 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.543+0000 7fc854800700 1 -- 172.21.15.42:0/2404929016 shutdown_connections 2024-06-13T11:54:12.544 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.543+0000 7fc854800700 1 -- 172.21.15.42:0/2404929016 wait complete. 2024-06-13T11:54:12.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.544+0000 7fc854800700 1 Processor -- start 2024-06-13T11:54:12.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.544+0000 7fc854800700 1 -- start start 2024-06-13T11:54:12.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.544+0000 7fc854800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc84c0769c0 0x7fc84c19f300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:12.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.544+0000 7fc854800700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc84c0772e0 0x7fc84c19f840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:12.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.544+0000 7fc854800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc84c113340 0x7fc84c1a3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:12.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.544+0000 7fc854800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc84c118e50 con 0x7fc84c113340 2024-06-13T11:54:12.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.544+0000 7fc854800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fc84c118cd0 con 0x7fc84c0769c0 2024-06-13T11:54:12.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.544+0000 7fc854800700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fc84c118fd0 con 0x7fc84c0772e0 2024-06-13T11:54:12.546 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.545+0000 7fc852800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc84c113340 0x7fc84c1a3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:12.546 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.545+0000 7fc851e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc84c0769c0 0x7fc84c19f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:12.546 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.545+0000 7fc852800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc84c113340 0x7fc84c1a3bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42722/0 (socket says 172.21.15.42:42722) 2024-06-13T11:54:12.546 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.545+0000 7fc852800700 1 -- 172.21.15.42:0/933749512 learned_addr learned my addr 172.21.15.42:0/933749512 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:54:12.546 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.545+0000 7fc851400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc84c0772e0 0x7fc84c19f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:12.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.545+0000 7fc851e00700 1 -- 172.21.15.42:0/933749512 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc84c0772e0 msgr2=0x7fc84c19f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:12.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.545+0000 7fc851e00700 1 --2- 172.21.15.42:0/933749512 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc84c0772e0 0x7fc84c19f840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:12.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.545+0000 7fc851e00700 1 -- 172.21.15.42:0/933749512 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc84c113340 msgr2=0x7fc84c1a3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:12.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.545+0000 7fc851e00700 1 --2- 172.21.15.42:0/933749512 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc84c113340 0x7fc84c1a3bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:12.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.545+0000 7fc851e00700 1 -- 172.21.15.42:0/933749512 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc84c1a4310 con 0x7fc84c0769c0 2024-06-13T11:54:12.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.545+0000 7fc851e00700 1 --2- 172.21.15.42:0/933749512 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc84c0769c0 0x7fc84c19f300 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fc84000e9f0 tx=0x7fc84000ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:12.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.546+0000 7fc846a00700 1 -- 172.21.15.42:0/933749512 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc84000cb70 con 0x7fc84c0769c0 2024-06-13T11:54:12.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.546+0000 7fc854800700 1 -- 172.21.15.42:0/933749512 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc84c1a4600 con 0x7fc84c0769c0 2024-06-13T11:54:12.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.546+0000 7fc846a00700 1 -- 172.21.15.42:0/933749512 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc84000ee90 con 0x7fc84c0769c0 2024-06-13T11:54:12.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.546+0000 7fc846a00700 1 -- 172.21.15.42:0/933749512 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc840003dc0 con 0x7fc84c0769c0 2024-06-13T11:54:12.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.546+0000 7fc854800700 1 -- 172.21.15.42:0/933749512 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc84c1abe80 con 0x7fc84c0769c0 2024-06-13T11:54:12.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.547+0000 7fc854800700 1 -- 172.21.15.42:0/933749512 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc84c069180 con 0x7fc84c0769c0 2024-06-13T11:54:12.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.549+0000 7fc846a00700 1 -- 172.21.15.42:0/933749512 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fc840003f60 con 0x7fc84c0769c0 2024-06-13T11:54:12.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.551+0000 7fc846a00700 1 --2- 172.21.15.42:0/933749512 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fc8340a2ca0 0x7fc8340a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:12.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.551+0000 7fc846a00700 1 -- 172.21.15.42:0/933749512 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7fc8400cf530 con 0x7fc84c0769c0 2024-06-13T11:54:12.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.551+0000 7fc851400700 1 --2- 172.21.15.42:0/933749512 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fc8340a2ca0 0x7fc8340a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:12.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.552+0000 7fc851400700 1 --2- 172.21.15.42:0/933749512 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fc8340a2ca0 0x7fc8340a5160 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fc84c079940 tx=0x7fc83c00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:12.555 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.555+0000 7fc846a00700 1 -- 172.21.15.42:0/933749512 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc84009c060 con 0x7fc84c0769c0 2024-06-13T11:54:12.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.837+0000 7fc854800700 1 -- 172.21.15.42:0/933749512 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc84c02dca0 con 0x7fc84c0769c0 2024-06-13T11:54:12.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.838+0000 7fc846a00700 1 -- 172.21.15.42:0/933749512 <== mon.2 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11863 (secure 0 0 0) 0x7fc84009b960 con 0x7fc84c0769c0 2024-06-13T11:54:12.839 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:54:12.839 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/1118564562","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1118564562},{"type":"v1","addr":"172.21.15.42:6835","nonce":1118564562}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/1600300489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":1600300489},{"type":"v1","addr":"172.21.15.42:6837","nonce":1600300489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14400,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/4007002681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":4007002681},{"type":"v1","addr":"172.21.15.42:6841","nonce":4007002681}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/917201081","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":917201081},{"type":"v1","addr":"172.21.15.162:6833","nonce":917201081}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/426832354","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":426832354},{"type":"v1","addr":"172.21.15.88:6833","nonce":426832354}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24457,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6835/1190029601","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6834","nonce":1190029601},{"type":"v1","addr":"172.21.15.162:6835","nonce":1190029601}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T11:50:39.387599+0000","modified":"2024-06-13T11:52:06.736416+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24539,"mds_1":24500,"mds_2":24499},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.162:6837/987659844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6836","nonce":987659844},{"type":"v1","addr":"172.21.15.162:6837","nonce":987659844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/3467952345","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":3467952345},{"type":"v1","addr":"172.21.15.88:6835","nonce":3467952345}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.162:6839/4260392567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6838","nonce":4260392567},{"type":"v1","addr":"172.21.15.162:6839","nonce":4260392567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"g","rank":2,"incarnation":22,"state":"up:active","state_seq":29,"addr":"172.21.15.42:6839/228676134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":228676134},{"type":"v1","addr":"172.21.15.42:6839","nonce":228676134}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24500":{"gid":24500,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":31,"addr":"172.21.15.88:6837/2567581640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2567581640},{"type":"v1","addr":"172.21.15.88:6837","nonce":2567581640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6839/2189735817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2189735817},{"type":"v1","addr":"172.21.15.88:6839","nonce":2189735817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24539,"qdb_cluster":[24500,24539,24499]},"id":1}]} 2024-06-13T11:54:12.841 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.841+0000 7fc854800700 1 -- 172.21.15.42:0/933749512 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fc8340a2ca0 msgr2=0x7fc8340a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:12.841 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.841+0000 7fc854800700 1 --2- 172.21.15.42:0/933749512 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fc8340a2ca0 0x7fc8340a5160 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fc84c079940 tx=0x7fc83c00b260 comp rx=0 tx=0).stop 2024-06-13T11:54:12.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.841+0000 7fc854800700 1 -- 172.21.15.42:0/933749512 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc84c0769c0 msgr2=0x7fc84c19f300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:12.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.841+0000 7fc854800700 1 --2- 172.21.15.42:0/933749512 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc84c0769c0 0x7fc84c19f300 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fc84000e9f0 tx=0x7fc84000ed00 comp rx=0 tx=0).stop 2024-06-13T11:54:12.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.841+0000 7fc854800700 1 -- 172.21.15.42:0/933749512 shutdown_connections 2024-06-13T11:54:12.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.841+0000 7fc854800700 1 --2- 172.21.15.42:0/933749512 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fc8340a2ca0 0x7fc8340a5160 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:12.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.841+0000 7fc854800700 1 --2- 172.21.15.42:0/933749512 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc84c0769c0 0x7fc84c19f300 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:12.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.841+0000 7fc854800700 1 --2- 172.21.15.42:0/933749512 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc84c113340 0x7fc84c1a3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:12.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.841+0000 7fc854800700 1 --2- 172.21.15.42:0/933749512 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc84c0772e0 0x7fc84c19f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:12.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.841+0000 7fc854800700 1 -- 172.21.15.42:0/933749512 >> 172.21.15.42:0/933749512 conn(0x7fc84c100190 msgr2=0x7fc84c102580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:12.843 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.841+0000 7fc854800700 1 -- 172.21.15.42:0/933749512 shutdown_connections 2024-06-13T11:54:12.843 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:12.841+0000 7fc854800700 1 -- 172.21.15.42:0/933749512 wait complete. 2024-06-13T11:54:12.843 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 26 2024-06-13T11:54:13.239 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:12 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/933749512' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:54:13.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:12 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/933749512' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:54:13.334 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:12 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/933749512' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:54:13.659 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd dump --format=json 2024-06-13T11:54:14.141 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:54:14.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:13 smithi088 ceph-mon[36399]: pgmap v444: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:54:14.261 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:13 smithi162 ceph-mon[36757]: pgmap v444: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:54:14.296 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:13 smithi042 ceph-mon[32231]: pgmap v444: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:54:16.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:15 smithi042 ceph-mon[32231]: pgmap v445: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T11:54:16.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:15 smithi088 ceph-mon[36399]: pgmap v445: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T11:54:16.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.260+0000 7f870f800700 1 -- 172.21.15.42:0/17252285 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f870810a6a0 msgr2=0x7f870810aa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:16.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.260+0000 7f870f800700 1 --2- 172.21.15.42:0/17252285 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f870810a6a0 0x7f870810aa80 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f86fc009990 tx=0x7f86fc009ca0 comp rx=0 tx=0).stop 2024-06-13T11:54:16.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.260+0000 7f870f800700 1 -- 172.21.15.42:0/17252285 shutdown_connections 2024-06-13T11:54:16.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.260+0000 7f870f800700 1 --2- 172.21.15.42:0/17252285 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8708105060 0x7f8708111570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:16.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.260+0000 7f870f800700 1 --2- 172.21.15.42:0/17252285 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f870810a6a0 0x7f870810aa80 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:16.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.260+0000 7f870f800700 1 --2- 172.21.15.42:0/17252285 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f87081046a0 0x7f8708104b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:16.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.260+0000 7f870f800700 1 -- 172.21.15.42:0/17252285 >> 172.21.15.42:0/17252285 conn(0x7f87081001d0 msgr2=0x7f87081025f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:16.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.260+0000 7f870f800700 1 -- 172.21.15.42:0/17252285 shutdown_connections 2024-06-13T11:54:16.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.260+0000 7f870f800700 1 -- 172.21.15.42:0/17252285 wait complete. 2024-06-13T11:54:16.262 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.262+0000 7f870f800700 1 Processor -- start 2024-06-13T11:54:16.262 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.262+0000 7f870f800700 1 -- start start 2024-06-13T11:54:16.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.262+0000 7f870f800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f87081046a0 0x7f870819ae40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:16.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.262+0000 7f870f800700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8708105060 0x7f870819b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:16.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.263+0000 7f870f800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f870810a6a0 0x7f870819f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:16.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.263+0000 7f870f800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8708114a30 con 0x7f87081046a0 2024-06-13T11:54:16.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.263+0000 7f870f800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f87081148b0 con 0x7f870810a6a0 2024-06-13T11:54:16.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.263+0000 7f870f800700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f8708114bb0 con 0x7f8708105060 2024-06-13T11:54:16.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.263+0000 7f870ce00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f87081046a0 0x7f870819ae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:16.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.263+0000 7f870ce00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f87081046a0 0x7f870819ae40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42736/0 (socket says 172.21.15.42:42736) 2024-06-13T11:54:16.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.263+0000 7f870ce00700 1 -- 172.21.15.42:0/3253583609 learned_addr learned my addr 172.21.15.42:0/3253583609 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:54:16.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.263+0000 7f8707e00700 1 --2- 172.21.15.42:0/3253583609 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8708105060 0x7f870819b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:16.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.263+0000 7f870d800700 1 --2- 172.21.15.42:0/3253583609 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f870810a6a0 0x7f870819f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:16.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.264+0000 7f870ce00700 1 -- 172.21.15.42:0/3253583609 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8708105060 msgr2=0x7f870819b380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:16.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.264+0000 7f870ce00700 1 --2- 172.21.15.42:0/3253583609 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8708105060 0x7f870819b380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:16.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.264+0000 7f870ce00700 1 -- 172.21.15.42:0/3253583609 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f870810a6a0 msgr2=0x7f870819f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:16.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.264+0000 7f870ce00700 1 --2- 172.21.15.42:0/3253583609 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f870810a6a0 0x7f870819f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:16.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.264+0000 7f870ce00700 1 -- 172.21.15.42:0/3253583609 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f870819fe50 con 0x7f87081046a0 2024-06-13T11:54:16.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.264+0000 7f8707e00700 1 --2- 172.21.15.42:0/3253583609 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8708105060 0x7f870819b380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:54:16.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.264+0000 7f870d800700 1 --2- 172.21.15.42:0/3253583609 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f870810a6a0 0x7f870819f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:54:16.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.264+0000 7f870ce00700 1 --2- 172.21.15.42:0/3253583609 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f87081046a0 0x7f870819ae40 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f86fc005910 tx=0x7f86fc00bab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:16.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.264+0000 7f8705600700 1 -- 172.21.15.42:0/3253583609 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86fc027070 con 0x7f87081046a0 2024-06-13T11:54:16.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.264+0000 7f870f800700 1 -- 172.21.15.42:0/3253583609 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87081a00e0 con 0x7f87081046a0 2024-06-13T11:54:16.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.264+0000 7f8705600700 1 -- 172.21.15.42:0/3253583609 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f86fc004650 con 0x7f87081046a0 2024-06-13T11:54:16.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.264+0000 7f8705600700 1 -- 172.21.15.42:0/3253583609 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86fc00f460 con 0x7f87081046a0 2024-06-13T11:54:16.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.265+0000 7f870f800700 1 -- 172.21.15.42:0/3253583609 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87081a79c0 con 0x7f87081046a0 2024-06-13T11:54:16.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.266+0000 7f870f800700 1 -- 172.21.15.42:0/3253583609 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f870810cc30 con 0x7f87081046a0 2024-06-13T11:54:16.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.268+0000 7f8705600700 1 -- 172.21.15.42:0/3253583609 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f86fc02a070 con 0x7f87081046a0 2024-06-13T11:54:16.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.269+0000 7f8705600700 1 --2- 172.21.15.42:0/3253583609 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f86f00a2c20 0x7f86f00a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:16.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.269+0000 7f8705600700 1 -- 172.21.15.42:0/3253583609 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f86fc0d0340 con 0x7f87081046a0 2024-06-13T11:54:16.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.270+0000 7f8707e00700 1 --2- 172.21.15.42:0/3253583609 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f86f00a2c20 0x7f86f00a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:16.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.270+0000 7f8707e00700 1 --2- 172.21.15.42:0/3253583609 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f86f00a2c20 0x7f86f00a50e0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f8708109d40 tx=0x7f86f8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:16.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.274+0000 7f8705600700 1 -- 172.21.15.42:0/3253583609 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f86fc05e850 con 0x7f87081046a0 2024-06-13T11:54:16.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:15 smithi162 ceph-mon[36757]: pgmap v445: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T11:54:16.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.505+0000 7f870f800700 1 -- 172.21.15.42:0/3253583609 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f870819c1a0 con 0x7f87081046a0 2024-06-13T11:54:16.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.509+0000 7f8705600700 1 -- 172.21.15.42:0/3253583609 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v100) ==== 74+0+24803 (secure 0 0 0) 0x7f86fc013070 con 0x7f87081046a0 2024-06-13T11:54:16.510 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:54:16.510 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":100,"fsid":"aa9143f6-2979-11ef-bc9c-c7b262605968","created":"2024-06-13T11:41:17.435942+0000","modified":"2024-06-13T11:52:26.929218+0000","last_up_change":"2024-06-13T11:49:23.112844+0000","last_in_change":"2024-06-13T11:49:02.694907+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-13T11:45:07.188434+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-13T11:50:30.623817+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-13T11:50:35.354548+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-13T11:50:48.317221+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7da5efd2-efef-40b1-ba49-d97d18c443fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6803","nonce":3874128443}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6805","nonce":3874128443}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6809","nonce":3874128443}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6807","nonce":3874128443}]},"public_addr":"172.21.15.42:6803/3874128443","cluster_addr":"172.21.15.42:6805/3874128443","heartbeat_back_addr":"172.21.15.42:6809/3874128443","heartbeat_front_addr":"172.21.15.42:6807/3874128443","state":["exists","up"]},{"osd":1,"uuid":"cf818c48-4313-4607-95db-cd55f1185489","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6801","nonce":1861974568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6803","nonce":1861974568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6807","nonce":1861974568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6805","nonce":1861974568}]},"public_addr":"172.21.15.88:6801/1861974568","cluster_addr":"172.21.15.88:6803/1861974568","heartbeat_back_addr":"172.21.15.88:6807/1861974568","heartbeat_front_addr":"172.21.15.88:6805/1861974568","state":["exists","up"]},{"osd":2,"uuid":"7f0800f8-0da6-4968-801d-c5c44840fe3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6801","nonce":3452655510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6803","nonce":3452655510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6807","nonce":3452655510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6805","nonce":3452655510}]},"public_addr":"172.21.15.162:6801/3452655510","cluster_addr":"172.21.15.162:6803/3452655510","heartbeat_back_addr":"172.21.15.162:6807/3452655510","heartbeat_front_addr":"172.21.15.162:6805/3452655510","state":["exists","up"]},{"osd":3,"uuid":"341ee7d3-119b-401e-805d-9ef42c577719","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6811","nonce":1343751683}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6813","nonce":1343751683}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6817","nonce":1343751683}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6815","nonce":1343751683}]},"public_addr":"172.21.15.42:6811/1343751683","cluster_addr":"172.21.15.42:6813/1343751683","heartbeat_back_addr":"172.21.15.42:6817/1343751683","heartbeat_front_addr":"172.21.15.42:6815/1343751683","state":["exists","up"]},{"osd":4,"uuid":"72b81b4c-d223-4490-aca0-5c98c1b902d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6809","nonce":893989923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6811","nonce":893989923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6815","nonce":893989923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6813","nonce":893989923}]},"public_addr":"172.21.15.88:6809/893989923","cluster_addr":"172.21.15.88:6811/893989923","heartbeat_back_addr":"172.21.15.88:6815/893989923","heartbeat_front_addr":"172.21.15.88:6813/893989923","state":["exists","up"]},{"osd":5,"uuid":"7d03c32c-2772-4f33-902a-f4848b5ff941","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6809","nonce":3014890472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6810","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6811","nonce":3014890472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6815","nonce":3014890472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6813","nonce":3014890472}]},"public_addr":"172.21.15.162:6809/3014890472","cluster_addr":"172.21.15.162:6811/3014890472","heartbeat_back_addr":"172.21.15.162:6815/3014890472","heartbeat_front_addr":"172.21.15.162:6813/3014890472","state":["exists","up"]},{"osd":6,"uuid":"6dc26be6-89e0-49d6-a07f-76c19f1aac03","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6819","nonce":844197654}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6821","nonce":844197654}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6825","nonce":844197654}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6823","nonce":844197654}]},"public_addr":"172.21.15.42:6819/844197654","cluster_addr":"172.21.15.42:6821/844197654","heartbeat_back_addr":"172.21.15.42:6825/844197654","heartbeat_front_addr":"172.21.15.42:6823/844197654","state":["exists","up"]},{"osd":7,"uuid":"aca11d93-b379-4e96-b4fb-b03c593c89ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6817","nonce":3621891209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6819","nonce":3621891209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6823","nonce":3621891209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6821","nonce":3621891209}]},"public_addr":"172.21.15.88:6817/3621891209","cluster_addr":"172.21.15.88:6819/3621891209","heartbeat_back_addr":"172.21.15.88:6823/3621891209","heartbeat_front_addr":"172.21.15.88:6821/3621891209","state":["exists","up"]},{"osd":8,"uuid":"188effbc-495f-407c-9e6c-2801a9856326","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6817","nonce":3088625761}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6819","nonce":3088625761}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6823","nonce":3088625761}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6821","nonce":3088625761}]},"public_addr":"172.21.15.162:6817/3088625761","cluster_addr":"172.21.15.162:6819/3088625761","heartbeat_back_addr":"172.21.15.162:6823/3088625761","heartbeat_front_addr":"172.21.15.162:6821/3088625761","state":["exists","up"]},{"osd":9,"uuid":"5cc3fd15-648b-4f56-8876-5da70b55b248","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6827","nonce":2833466933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6829","nonce":2833466933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6833","nonce":2833466933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6831","nonce":2833466933}]},"public_addr":"172.21.15.42:6827/2833466933","cluster_addr":"172.21.15.42:6829/2833466933","heartbeat_back_addr":"172.21.15.42:6833/2833466933","heartbeat_front_addr":"172.21.15.42:6831/2833466933","state":["exists","up"]},{"osd":10,"uuid":"a2460fe2-1c93-4ab5-9aa1-5beba626f2cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6825","nonce":2979904837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6827","nonce":2979904837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6831","nonce":2979904837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6829","nonce":2979904837}]},"public_addr":"172.21.15.88:6825/2979904837","cluster_addr":"172.21.15.88:6827/2979904837","heartbeat_back_addr":"172.21.15.88:6831/2979904837","heartbeat_front_addr":"172.21.15.88:6829/2979904837","state":["exists","up"]},{"osd":11,"uuid":"42226b4b-93d9-4c99-88d9-b32280b3bd18","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6825","nonce":3416934543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6827","nonce":3416934543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6831","nonce":3416934543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6829","nonce":3416934543}]},"public_addr":"172.21.15.162:6825/3416934543","cluster_addr":"172.21.15.162:6827/3416934543","heartbeat_back_addr":"172.21.15.162:6831/3416934543","heartbeat_front_addr":"172.21.15.162:6829/3416934543","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:44:13.807701+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:44:38.669149+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:45:02.619341+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:45:36.081635+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:46:02.274051+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:46:27.333433+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:01.752504+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:27.895478+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:53.298845+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:48:28.167906+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:48:55.119959+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:49:20.787011+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.28","mappings":[{"from":3,"to":8}]},{"pgid":"3.31","mappings":[{"from":4,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"4.10","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:6801/1570600420":"2024-06-14T11:42:24.478887+0000","172.21.15.42:6800/1570600420":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/637759380":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/701755530":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/1769082163":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/239548974":"2024-06-14T11:41:50.734334+0000","172.21.15.42:6800/480739382":"2024-06-14T11:41:50.734334+0000","172.21.15.42:6801/480739382":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/522218649":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/2918399760":"2024-06-14T11:42:24.478887+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-13T11:54:16.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.512+0000 7f870f800700 1 -- 172.21.15.42:0/3253583609 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f86f00a2c20 msgr2=0x7f86f00a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:16.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.512+0000 7f870f800700 1 --2- 172.21.15.42:0/3253583609 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f86f00a2c20 0x7f86f00a50e0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f8708109d40 tx=0x7f86f8009260 comp rx=0 tx=0).stop 2024-06-13T11:54:16.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.512+0000 7f870f800700 1 -- 172.21.15.42:0/3253583609 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f87081046a0 msgr2=0x7f870819ae40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:16.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.512+0000 7f870f800700 1 --2- 172.21.15.42:0/3253583609 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f87081046a0 0x7f870819ae40 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f86fc005910 tx=0x7f86fc00bab0 comp rx=0 tx=0).stop 2024-06-13T11:54:16.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.513+0000 7f870f800700 1 -- 172.21.15.42:0/3253583609 shutdown_connections 2024-06-13T11:54:16.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.513+0000 7f870f800700 1 --2- 172.21.15.42:0/3253583609 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f86f00a2c20 0x7f86f00a50e0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:16.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.513+0000 7f870f800700 1 --2- 172.21.15.42:0/3253583609 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f870810a6a0 0x7f870819f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:16.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.513+0000 7f870f800700 1 --2- 172.21.15.42:0/3253583609 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f87081046a0 0x7f870819ae40 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:16.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.513+0000 7f870f800700 1 --2- 172.21.15.42:0/3253583609 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8708105060 0x7f870819b380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:16.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.513+0000 7f870f800700 1 -- 172.21.15.42:0/3253583609 >> 172.21.15.42:0/3253583609 conn(0x7f87081001d0 msgr2=0x7f8708100810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:16.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.513+0000 7f870f800700 1 -- 172.21.15.42:0/3253583609 shutdown_connections 2024-06-13T11:54:16.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:16.513+0000 7f870f800700 1 -- 172.21.15.42:0/3253583609 wait complete. 2024-06-13T11:54:17.233 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:16 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/3253583609' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:54:17.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:16 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/3253583609' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:54:17.306 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T11:54:17.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:16 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/3253583609' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:54:17.783 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:54:18.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:17 smithi088 ceph-mon[36399]: pgmap v446: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T11:54:18.270 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:17 smithi042 ceph-mon[32231]: pgmap v446: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T11:54:18.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:17 smithi162 ceph-mon[36757]: pgmap v446: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T11:54:20.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.029+0000 7f4595200700 1 -- 172.21.15.42:0/2510199580 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f45901046b0 msgr2=0x7f4590104b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:20.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.029+0000 7f4595200700 1 --2- 172.21.15.42:0/2510199580 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f45901046b0 0x7f4590104b30 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f457c0098f0 tx=0x7f457c009c00 comp rx=0 tx=0).stop 2024-06-13T11:54:20.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.029+0000 7f4595200700 1 -- 172.21.15.42:0/2510199580 shutdown_connections 2024-06-13T11:54:20.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.029+0000 7f4595200700 1 --2- 172.21.15.42:0/2510199580 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4590105070 0x7f4590111580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:20.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.029+0000 7f4595200700 1 --2- 172.21.15.42:0/2510199580 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f459010a6b0 0x7f459010aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:20.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.029+0000 7f4595200700 1 --2- 172.21.15.42:0/2510199580 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f45901046b0 0x7f4590104b30 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:20.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.029+0000 7f4595200700 1 -- 172.21.15.42:0/2510199580 >> 172.21.15.42:0/2510199580 conn(0x7f45901001a0 msgr2=0x7f45901025c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:20.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.029+0000 7f4595200700 1 -- 172.21.15.42:0/2510199580 shutdown_connections 2024-06-13T11:54:20.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.029+0000 7f4595200700 1 -- 172.21.15.42:0/2510199580 wait complete. 2024-06-13T11:54:20.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.030+0000 7f4595200700 1 Processor -- start 2024-06-13T11:54:20.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.030+0000 7f4595200700 1 -- start start 2024-06-13T11:54:20.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.031+0000 7f4595200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f45901046b0 0x7f459019ae70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:20.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.031+0000 7f4595200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4590105070 0x7f459019b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:20.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.031+0000 7f4595200700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f459010a6b0 0x7f459019f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:20.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.031+0000 7f4595200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4590114a40 con 0x7f45901046b0 2024-06-13T11:54:20.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.031+0000 7f4595200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f45901148c0 con 0x7f4590105070 2024-06-13T11:54:20.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.031+0000 7f4595200700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f4590114bc0 con 0x7f459010a6b0 2024-06-13T11:54:20.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.031+0000 7f458de00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f45901046b0 0x7f459019ae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:20.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.031+0000 7f458d400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4590105070 0x7f459019b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:20.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.031+0000 7f458de00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f45901046b0 0x7f459019ae70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50710/0 (socket says 172.21.15.42:50710) 2024-06-13T11:54:20.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.031+0000 7f458de00700 1 -- 172.21.15.42:0/2331431201 learned_addr learned my addr 172.21.15.42:0/2331431201 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:54:20.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.031+0000 7f458e800700 1 --2- 172.21.15.42:0/2331431201 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f459010a6b0 0x7f459019f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:20.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.031+0000 7f458d400700 1 -- 172.21.15.42:0/2331431201 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f459010a6b0 msgr2=0x7f459019f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:20.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.031+0000 7f458d400700 1 --2- 172.21.15.42:0/2331431201 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f459010a6b0 0x7f459019f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:20.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.031+0000 7f458d400700 1 -- 172.21.15.42:0/2331431201 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f45901046b0 msgr2=0x7f459019ae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:20.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.031+0000 7f458d400700 1 --2- 172.21.15.42:0/2331431201 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f45901046b0 0x7f459019ae70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:20.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.031+0000 7f458d400700 1 -- 172.21.15.42:0/2331431201 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f459019fe80 con 0x7f4590105070 2024-06-13T11:54:20.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.031+0000 7f458de00700 1 --2- 172.21.15.42:0/2331431201 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f45901046b0 0x7f459019ae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:54:20.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.032+0000 7f458d400700 1 --2- 172.21.15.42:0/2331431201 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4590105070 0x7f459019b3b0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f457c00c010 tx=0x7f457c00fa70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:20.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.032+0000 7f4586a00700 1 -- 172.21.15.42:0/2331431201 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f457c005180 con 0x7f4590105070 2024-06-13T11:54:20.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.032+0000 7f4586a00700 1 -- 172.21.15.42:0/2331431201 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f457c00b560 con 0x7f4590105070 2024-06-13T11:54:20.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.032+0000 7f4595200700 1 -- 172.21.15.42:0/2331431201 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45901a0110 con 0x7f4590105070 2024-06-13T11:54:20.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.032+0000 7f4586a00700 1 -- 172.21.15.42:0/2331431201 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f457c003a80 con 0x7f4590105070 2024-06-13T11:54:20.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.033+0000 7f4595200700 1 -- 172.21.15.42:0/2331431201 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45901a79f0 con 0x7f4590105070 2024-06-13T11:54:20.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.034+0000 7f4595200700 1 -- 172.21.15.42:0/2331431201 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4590069180 con 0x7f4590105070 2024-06-13T11:54:20.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.036+0000 7f4586a00700 1 -- 172.21.15.42:0/2331431201 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f457c00b710 con 0x7f4590105070 2024-06-13T11:54:20.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.037+0000 7f4586a00700 1 --2- 172.21.15.42:0/2331431201 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f45740a2ca0 0x7f45740a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:20.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.037+0000 7f4586a00700 1 -- 172.21.15.42:0/2331431201 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f457c0d02e0 con 0x7f4590105070 2024-06-13T11:54:20.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.037+0000 7f458de00700 1 --2- 172.21.15.42:0/2331431201 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f45740a2ca0 0x7f45740a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:20.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.038+0000 7f458de00700 1 --2- 172.21.15.42:0/2331431201 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f45740a2ca0 0x7f45740a5160 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f4580011550 tx=0x7f4580009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:20.042 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.041+0000 7f4586a00700 1 -- 172.21.15.42:0/2331431201 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f457c013030 con 0x7f4590105070 2024-06-13T11:54:20.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:19 smithi088 ceph-mon[36399]: pgmap v447: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-13T11:54:20.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:19 smithi042 ceph-mon[32231]: pgmap v447: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-13T11:54:20.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.318+0000 7f4595200700 1 -- 172.21.15.42:0/2331431201 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f459002dca0 con 0x7f4590105070 2024-06-13T11:54:20.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.319+0000 7f4586a00700 1 -- 172.21.15.42:0/2331431201 <== mon.2 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11863 (secure 0 0 0) 0x7f457c09cea0 con 0x7f4590105070 2024-06-13T11:54:20.320 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:54:20.320 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/1118564562","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1118564562},{"type":"v1","addr":"172.21.15.42:6835","nonce":1118564562}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/1600300489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":1600300489},{"type":"v1","addr":"172.21.15.42:6837","nonce":1600300489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14400,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/4007002681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":4007002681},{"type":"v1","addr":"172.21.15.42:6841","nonce":4007002681}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/917201081","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":917201081},{"type":"v1","addr":"172.21.15.162:6833","nonce":917201081}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/426832354","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":426832354},{"type":"v1","addr":"172.21.15.88:6833","nonce":426832354}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24457,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6835/1190029601","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6834","nonce":1190029601},{"type":"v1","addr":"172.21.15.162:6835","nonce":1190029601}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T11:50:39.387599+0000","modified":"2024-06-13T11:52:06.736416+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24539,"mds_1":24500,"mds_2":24499},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.162:6837/987659844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6836","nonce":987659844},{"type":"v1","addr":"172.21.15.162:6837","nonce":987659844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/3467952345","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":3467952345},{"type":"v1","addr":"172.21.15.88:6835","nonce":3467952345}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.162:6839/4260392567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6838","nonce":4260392567},{"type":"v1","addr":"172.21.15.162:6839","nonce":4260392567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"g","rank":2,"incarnation":22,"state":"up:active","state_seq":29,"addr":"172.21.15.42:6839/228676134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":228676134},{"type":"v1","addr":"172.21.15.42:6839","nonce":228676134}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24500":{"gid":24500,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":31,"addr":"172.21.15.88:6837/2567581640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2567581640},{"type":"v1","addr":"172.21.15.88:6837","nonce":2567581640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6839/2189735817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2189735817},{"type":"v1","addr":"172.21.15.88:6839","nonce":2189735817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24539,"qdb_cluster":[24500,24539,24499]},"id":1}]} 2024-06-13T11:54:20.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.322+0000 7f4595200700 1 -- 172.21.15.42:0/2331431201 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f45740a2ca0 msgr2=0x7f45740a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:20.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.322+0000 7f4595200700 1 --2- 172.21.15.42:0/2331431201 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f45740a2ca0 0x7f45740a5160 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f4580011550 tx=0x7f4580009260 comp rx=0 tx=0).stop 2024-06-13T11:54:20.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.322+0000 7f4595200700 1 -- 172.21.15.42:0/2331431201 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4590105070 msgr2=0x7f459019b3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:20.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.322+0000 7f4595200700 1 --2- 172.21.15.42:0/2331431201 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4590105070 0x7f459019b3b0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f457c00c010 tx=0x7f457c00fa70 comp rx=0 tx=0).stop 2024-06-13T11:54:20.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.322+0000 7f4595200700 1 -- 172.21.15.42:0/2331431201 shutdown_connections 2024-06-13T11:54:20.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.322+0000 7f4595200700 1 --2- 172.21.15.42:0/2331431201 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f459010a6b0 0x7f459019f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:20.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.322+0000 7f4595200700 1 --2- 172.21.15.42:0/2331431201 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f45901046b0 0x7f459019ae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:20.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.322+0000 7f4595200700 1 --2- 172.21.15.42:0/2331431201 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f45740a2ca0 0x7f45740a5160 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:20.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.322+0000 7f4595200700 1 --2- 172.21.15.42:0/2331431201 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4590105070 0x7f459019b3b0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:20.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.322+0000 7f4595200700 1 -- 172.21.15.42:0/2331431201 >> 172.21.15.42:0/2331431201 conn(0x7f45901001a0 msgr2=0x7f4590100990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:20.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.323+0000 7f4595200700 1 -- 172.21.15.42:0/2331431201 shutdown_connections 2024-06-13T11:54:20.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:20.323+0000 7f4595200700 1 -- 172.21.15.42:0/2331431201 wait complete. 2024-06-13T11:54:20.325 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 26 2024-06-13T11:54:20.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:19 smithi162 ceph-mon[36757]: pgmap v447: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-13T11:54:21.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:20 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2331431201' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:54:21.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:20 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2331431201' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:54:21.279 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 26, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-06-13T11:50:39.387599+0000', 'modified': '2024-06-13T11:52:06.736416+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24539, 'mds_1': 24500, 'mds_2': 24499}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24469': {'gid': 24469, 'name': 'c', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.162:6837/987659844', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.162:6836', 'nonce': 987659844}, {'type': 'v1', 'addr': '172.21.15.162:6837', 'nonce': 987659844}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24479': {'gid': 24479, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.88:6835/3467952345', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.88:6834', 'nonce': 3467952345}, {'type': 'v1', 'addr': '172.21.15.88:6835', 'nonce': 3467952345}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24487': {'gid': 24487, 'name': 'i', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.162:6839/4260392567', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.162:6838', 'nonce': 4260392567}, {'type': 'v1', 'addr': '172.21.15.162:6839', 'nonce': 4260392567}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24499': {'gid': 24499, 'name': 'g', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 29, 'addr': '172.21.15.42:6839/228676134', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.42:6838', 'nonce': 228676134}, {'type': 'v1', 'addr': '172.21.15.42:6839', 'nonce': 228676134}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24500': {'gid': 24500, 'name': 'h', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 31, 'addr': '172.21.15.88:6837/2567581640', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.88:6836', 'nonce': 2567581640}, {'type': 'v1', 'addr': '172.21.15.88:6837', 'nonce': 2567581640}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24539': {'gid': 24539, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.88:6839/2189735817', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.88:6838', 'nonce': 2189735817}, {'type': 'v1', 'addr': '172.21.15.88:6839', 'nonce': 2189735817}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24539, 'qdb_cluster': [24500, 24539, 24499]} 2024-06-13T11:54:21.279 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-06-13T11:54:21.279 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell mds.g status 2024-06-13T11:54:21.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:20 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2331431201' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:54:21.757 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:54:22.174 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:21 smithi042 ceph-mon[32231]: pgmap v448: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-06-13T11:54:22.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:21 smithi088 ceph-mon[36399]: pgmap v448: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-06-13T11:54:22.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:21 smithi162 ceph-mon[36757]: pgmap v448: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-06-13T11:54:24.086 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.085+0000 7fd832400700 1 -- 172.21.15.42:0/3320856709 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd82c102540 msgr2=0x7fd82c1029a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:24.086 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.085+0000 7fd832400700 1 --2- 172.21.15.42:0/3320856709 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd82c102540 0x7fd82c1029a0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fd818009990 tx=0x7fd818009ca0 comp rx=0 tx=0).stop 2024-06-13T11:54:24.086 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.085+0000 7fd832400700 1 -- 172.21.15.42:0/3320856709 shutdown_connections 2024-06-13T11:54:24.086 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.085+0000 7fd832400700 1 --2- 172.21.15.42:0/3320856709 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd82c102ee0 0x7fd82c10f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:24.086 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.085+0000 7fd832400700 1 --2- 172.21.15.42:0/3320856709 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd82c107450 0x7fd82c107830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:24.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.085+0000 7fd832400700 1 --2- 172.21.15.42:0/3320856709 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd82c102540 0x7fd82c1029a0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:24.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.085+0000 7fd832400700 1 -- 172.21.15.42:0/3320856709 >> 172.21.15.42:0/3320856709 conn(0x7fd82c0795f0 msgr2=0x7fd82c079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:24.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.085+0000 7fd832400700 1 -- 172.21.15.42:0/3320856709 shutdown_connections 2024-06-13T11:54:24.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.085+0000 7fd832400700 1 -- 172.21.15.42:0/3320856709 wait complete. 2024-06-13T11:54:24.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.087+0000 7fd832400700 1 Processor -- start 2024-06-13T11:54:24.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.087+0000 7fd832400700 1 -- start start 2024-06-13T11:54:24.088 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.088+0000 7fd832400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd82c102540 0x7fd82c074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:24.088 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.088+0000 7fd832400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd82c102ee0 0x7fd82c074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:24.088 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.088+0000 7fd832400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd82c107450 0x7fd82c075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:24.089 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.088+0000 7fd832400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd82c112850 con 0x7fd82c102540 2024-06-13T11:54:24.089 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.088+0000 7fd832400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fd82c1126d0 con 0x7fd82c107450 2024-06-13T11:54:24.089 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.088+0000 7fd832400700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fd82c1129d0 con 0x7fd82c102ee0 2024-06-13T11:54:24.089 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.088+0000 7fd82b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd82c102540 0x7fd82c074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:24.089 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.088+0000 7fd82be00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd82c107450 0x7fd82c075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:24.089 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.088+0000 7fd82aa00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd82c102ee0 0x7fd82c074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:24.089 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.089+0000 7fd82be00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd82c107450 0x7fd82c075210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:50942/0 (socket says 172.21.15.42:50942) 2024-06-13T11:54:24.089 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.089+0000 7fd82be00700 1 -- 172.21.15.42:0/645676901 learned_addr learned my addr 172.21.15.42:0/645676901 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:54:24.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.089+0000 7fd82be00700 1 -- 172.21.15.42:0/645676901 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd82c102ee0 msgr2=0x7fd82c074cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:24.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.089+0000 7fd82be00700 1 --2- 172.21.15.42:0/645676901 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd82c102ee0 0x7fd82c074cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:24.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.089+0000 7fd82be00700 1 -- 172.21.15.42:0/645676901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd82c102540 msgr2=0x7fd82c074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:24.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.089+0000 7fd82be00700 1 --2- 172.21.15.42:0/645676901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd82c102540 0x7fd82c074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:24.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.089+0000 7fd82be00700 1 -- 172.21.15.42:0/645676901 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd82c1a71c0 con 0x7fd82c107450 2024-06-13T11:54:24.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.089+0000 7fd82be00700 1 --2- 172.21.15.42:0/645676901 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd82c107450 0x7fd82c075210 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fd82400efc0 tx=0x7fd82400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:24.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.089+0000 7fd823e00700 1 -- 172.21.15.42:0/645676901 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8240092e0 con 0x7fd82c107450 2024-06-13T11:54:24.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.090+0000 7fd823e00700 1 -- 172.21.15.42:0/645676901 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd824004bb0 con 0x7fd82c107450 2024-06-13T11:54:24.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.090+0000 7fd832400700 1 -- 172.21.15.42:0/645676901 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd82c1a7450 con 0x7fd82c107450 2024-06-13T11:54:24.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.090+0000 7fd823e00700 1 -- 172.21.15.42:0/645676901 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd824004020 con 0x7fd82c107450 2024-06-13T11:54:24.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.090+0000 7fd832400700 1 -- 172.21.15.42:0/645676901 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd82c1a7990 con 0x7fd82c107450 2024-06-13T11:54:24.095 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.095+0000 7fd823e00700 1 -- 172.21.15.42:0/645676901 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fd82401b030 con 0x7fd82c107450 2024-06-13T11:54:24.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.096+0000 7fd83cda8b80 1 Processor -- start 2024-06-13T11:54:24.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.096+0000 7fd83cda8b80 1 -- start start 2024-06-13T11:54:24.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.097+0000 7fd83cda8b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d6b581db40 0x55d6b581df20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:24.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.097+0000 7fd83cda8b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d6b581e460 0x55d6b5817cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:24.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.097+0000 7fd83cda8b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d6b58181f0 0x55d6b5818630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:24.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.097+0000 7fd83cda8b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d6b57269c0 con 0x55d6b581db40 2024-06-13T11:54:24.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.097+0000 7fd83cda8b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55d6b5769ab0 con 0x55d6b58181f0 2024-06-13T11:54:24.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.097+0000 7fd83cda8b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55d6b57248a0 con 0x55d6b581e460 2024-06-13T11:54:24.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.097+0000 7fd82aa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d6b581db40 0x55d6b581df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:24.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.097+0000 7fd82aa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d6b581db40 0x55d6b581df20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50730/0 (socket says 172.21.15.42:50730) 2024-06-13T11:54:24.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.097+0000 7fd82aa00700 1 -- 172.21.15.42:0/906037034 learned_addr learned my addr 172.21.15.42:0/906037034 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:54:24.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.097+0000 7fd82b400700 1 --2- 172.21.15.42:0/906037034 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d6b581e460 0x55d6b5817cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:24.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.097+0000 7fd82aa00700 1 --2- 172.21.15.42:0/906037034 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d6b58181f0 0x55d6b5818630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:24.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.098+0000 7fd82b400700 1 -- 172.21.15.42:0/906037034 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d6b58181f0 msgr2=0x55d6b5818630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:54:24.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.098+0000 7fd82b400700 1 --2- 172.21.15.42:0/906037034 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d6b58181f0 0x55d6b5818630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:24.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.098+0000 7fd82b400700 1 -- 172.21.15.42:0/906037034 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d6b581db40 msgr2=0x55d6b581df20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:54:24.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.098+0000 7fd82b400700 1 --2- 172.21.15.42:0/906037034 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d6b581db40 0x55d6b581df20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:24.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.098+0000 7fd82b400700 1 -- 172.21.15.42:0/906037034 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d6b5711f40 con 0x55d6b581e460 2024-06-13T11:54:24.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.098+0000 7fd82aa00700 1 --2- 172.21.15.42:0/906037034 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d6b58181f0 0x55d6b5818630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:54:24.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.098+0000 7fd82b400700 1 --2- 172.21.15.42:0/906037034 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d6b581e460 0x55d6b5817cb0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fd81c009c80 tx=0x7fd81c009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7fd29c9fb908f19c server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:24.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.098+0000 7fd823e00700 1 --2- 172.21.15.42:0/645676901 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd8100a2c20 0x7fd8100a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:24.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.098+0000 7fd820c00700 1 -- 172.21.15.42:0/906037034 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd81c011cb0 con 0x55d6b581e460 2024-06-13T11:54:24.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.098+0000 7fd820c00700 1 -- 172.21.15.42:0/906037034 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd81c011e50 con 0x55d6b581e460 2024-06-13T11:54:24.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.098+0000 7fd820c00700 1 -- 172.21.15.42:0/906037034 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd81c005280 con 0x55d6b581e460 2024-06-13T11:54:24.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.099+0000 7fd823e00700 1 -- 172.21.15.42:0/645676901 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7fd8240ced80 con 0x7fd82c107450 2024-06-13T11:54:24.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.099+0000 7fd82aa00700 1 --2- 172.21.15.42:0/645676901 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd8100a2c20 0x7fd8100a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:24.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.099+0000 7fd83cda8b80 1 -- 172.21.15.42:0/906037034 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d6b581e460 msgr2=0x55d6b5817cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:24.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.099+0000 7fd83cda8b80 1 --2- 172.21.15.42:0/906037034 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d6b581e460 0x55d6b5817cb0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fd81c009c80 tx=0x7fd81c009f90 comp rx=0 tx=0).stop 2024-06-13T11:54:24.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.099+0000 7fd82aa00700 1 --2- 172.21.15.42:0/645676901 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd8100a2c20 0x7fd8100a50e0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fd818000c00 tx=0x7fd81800b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:24.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.099+0000 7fd83cda8b80 1 -- 172.21.15.42:0/906037034 shutdown_connections 2024-06-13T11:54:24.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.099+0000 7fd83cda8b80 1 --2- 172.21.15.42:0/906037034 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d6b58181f0 0x55d6b5818630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:24.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.099+0000 7fd83cda8b80 1 --2- 172.21.15.42:0/906037034 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d6b581db40 0x55d6b581df20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:24.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.099+0000 7fd83cda8b80 1 --2- 172.21.15.42:0/906037034 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d6b581e460 0x55d6b5817cb0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:24.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.099+0000 7fd83cda8b80 1 -- 172.21.15.42:0/906037034 >> 172.21.15.42:0/906037034 conn(0x55d6b5744120 msgr2=0x55d6b5812fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:24.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.099+0000 7fd83cda8b80 1 -- 172.21.15.42:0/906037034 shutdown_connections 2024-06-13T11:54:24.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.100+0000 7fd83cda8b80 1 -- 172.21.15.42:0/906037034 wait complete. 2024-06-13T11:54:24.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.100+0000 7fd83cda8b80 1 -- start start 2024-06-13T11:54:24.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.100+0000 7fd83cda8b80 1 Processor -- start 2024-06-13T11:54:24.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.101+0000 7fd83cda8b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d6b58181f0 0x55d6b5824130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:24.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.101+0000 7fd83cda8b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d6b581db40 0x55d6b5821430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:24.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.101+0000 7fd83cda8b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d6b581e460 0x55d6b5821970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:24.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.101+0000 7fd83cda8b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d6b5705f10 con 0x55d6b58181f0 2024-06-13T11:54:24.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.101+0000 7fd83cda8b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55d6b5765a70 con 0x55d6b581db40 2024-06-13T11:54:24.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.101+0000 7fd83cda8b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55d6b5824e40 con 0x55d6b581e460 2024-06-13T11:54:24.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.101+0000 7fd83cda8b80 10 client.0 _ll_register_callbacks cb 0x55d6b56ff330 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:54:24.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.101+0000 7fd82b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d6b58181f0 0x55d6b5824130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:24.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.101+0000 7fd82b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d6b58181f0 0x55d6b5824130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50736/0 (socket says 172.21.15.42:50736) 2024-06-13T11:54:24.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.101+0000 7fd82b400700 1 -- 172.21.15.42:0/516678027 learned_addr learned my addr 172.21.15.42:0/516678027 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:54:24.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.101+0000 7fd82be00700 1 --2- 172.21.15.42:0/516678027 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d6b581e460 0x55d6b5821970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:24.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.101+0000 7fd82aa00700 1 --2- 172.21.15.42:0/516678027 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d6b581db40 0x55d6b5821430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:24.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.102+0000 7fd82b400700 1 -- 172.21.15.42:0/516678027 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d6b581e460 msgr2=0x55d6b5821970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:54:24.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.102+0000 7fd82b400700 1 --2- 172.21.15.42:0/516678027 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d6b581e460 0x55d6b5821970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:24.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.102+0000 7fd82b400700 1 -- 172.21.15.42:0/516678027 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d6b581db40 msgr2=0x55d6b5821430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:54:24.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.102+0000 7fd82b400700 1 --2- 172.21.15.42:0/516678027 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d6b581db40 0x55d6b5821430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:24.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.102+0000 7fd82b400700 1 -- 172.21.15.42:0/516678027 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d6b56b8880 con 0x55d6b58181f0 2024-06-13T11:54:24.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.102+0000 7fd82be00700 1 --2- 172.21.15.42:0/516678027 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d6b581e460 0x55d6b5821970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:54:24.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.102+0000 7fd82b400700 1 --2- 172.21.15.42:0/516678027 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d6b58181f0 0x55d6b5824130 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fd81c004e10 tx=0x7fd81c004a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=459bd9bd5f79f5a1 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:24.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.102+0000 7fd815600700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-13T11:54:24.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.102+0000 7fd815600700 1 -- 172.21.15.42:0/516678027 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd81c025070 con 0x55d6b58181f0 2024-06-13T11:54:24.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.102+0000 7fd815600700 1 -- 172.21.15.42:0/516678027 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7fd81c0042d0 con 0x55d6b58181f0 2024-06-13T11:54:24.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.102+0000 7fd83cda8b80 1 -- 172.21.15.42:0/516678027 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd81c011e50 con 0x55d6b58181f0 2024-06-13T11:54:24.105 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.103+0000 7fd815600700 1 -- 172.21.15.42:0/516678027 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd81c031050 con 0x55d6b58181f0 2024-06-13T11:54:24.105 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.103+0000 7fd83cda8b80 10 client.14844 fetch_fsmap learned FSMap version 26 2024-06-13T11:54:24.105 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.103+0000 7fd83cda8b80 1 -- 172.21.15.42:0/516678027 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d6b582f560 con 0x55d6b58181f0 2024-06-13T11:54:24.106 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.103+0000 7fd815600700 1 -- 172.21.15.42:0/516678027 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd81c011e50 con 0x55d6b58181f0 2024-06-13T11:54:24.106 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.103+0000 7fd815600700 1 -- 172.21.15.42:0/516678027 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7fd81c003af0 con 0x55d6b58181f0 2024-06-13T11:54:24.106 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.103+0000 7fd83cda8b80 10 client.14844 fetch_fsmap finished waiting for FSMap version 26 2024-06-13T11:54:24.106 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.103+0000 7fd83cda8b80 10 client.14844 resolve_mds: resolved name 'g' to daemon mds.g 2024-06-13T11:54:24.106 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.103+0000 7fd83cda8b80 20 client.14844 populate_metadata read hostname 'smithi042' 2024-06-13T11:54:24.106 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.104+0000 7fd83cda8b80 1 --2- 172.21.15.42:0/516678027 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x55d6b5831950 0x55d6b5832dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:24.106 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.104+0000 7fd83cda8b80 4 client.14844 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:54:24.106 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.104+0000 7fd83cda8b80 1 -- 172.21.15.42:0/516678027 --> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d6b5776fb0 con 0x55d6b5831950 2024-06-13T11:54:24.106 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.104+0000 7fd82aa00700 1 --2- 172.21.15.42:0/516678027 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x55d6b5831950 0x55d6b5832dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:24.106 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.104+0000 7fd82aa00700 1 --2- 172.21.15.42:0/516678027 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x55d6b5831950 0x55d6b5832dc0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2c4b7b36eddf73a2 server_cookie=1634c3dbeb7a8a06 in_seq=0 out_seq=0 2024-06-13T11:54:24.106 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.104+0000 7fd815600700 10 client.14844 ms_handle_connect on v2:172.21.15.42:6838/228676134 2024-06-13T11:54:24.107 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.105+0000 7fd815600700 1 -- 172.21.15.42:0/516678027 <== mds.2 v2:172.21.15.42:6838/228676134 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55d6b5776fb0 con 0x55d6b5831950 2024-06-13T11:54:24.107 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.105+0000 7fd815600700 10 client.14844 handle_command_reply: tid=0 2024-06-13T11:54:24.107 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.106+0000 7fd83cda8b80 1 client.14844 shutdown 2024-06-13T11:54:24.107 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.106+0000 7fd83cda8b80 1 -- 172.21.15.42:0/516678027 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d6b58181f0 msgr2=0x55d6b5824130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:24.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.106+0000 7fd83cda8b80 1 --2- 172.21.15.42:0/516678027 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d6b58181f0 0x55d6b5824130 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fd81c004e10 tx=0x7fd81c004a00 comp rx=0 tx=0).stop 2024-06-13T11:54:24.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.106+0000 7fd83cda8b80 1 -- 172.21.15.42:0/516678027 shutdown_connections 2024-06-13T11:54:24.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.106+0000 7fd83cda8b80 1 --2- 172.21.15.42:0/516678027 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x55d6b5831950 0x55d6b5832dc0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:24.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.106+0000 7fd83cda8b80 1 --2- 172.21.15.42:0/516678027 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d6b581e460 0x55d6b5821970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:24.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.106+0000 7fd83cda8b80 1 --2- 172.21.15.42:0/516678027 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d6b58181f0 0x55d6b5824130 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:24.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.106+0000 7fd83cda8b80 1 --2- 172.21.15.42:0/516678027 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d6b581db40 0x55d6b5821430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:24.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.106+0000 7fd83cda8b80 1 -- 172.21.15.42:0/516678027 >> 172.21.15.42:0/516678027 conn(0x55d6b5744120 msgr2=0x55d6b580c740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:24.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.106+0000 7fd815600700 0 client.14844 ms_handle_reset on v2:172.21.15.42:6838/228676134 2024-06-13T11:54:24.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.106+0000 7fd83cda8b80 1 -- 172.21.15.42:0/516678027 shutdown_connections 2024-06-13T11:54:24.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.106+0000 7fd83cda8b80 1 -- 172.21.15.42:0/516678027 wait complete. 2024-06-13T11:54:24.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.106+0000 7fd83cda8b80 20 client.14844 trim_cache size 0 max 16384 2024-06-13T11:54:24.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.130+0000 7fd83cda8b80 1 Processor -- start 2024-06-13T11:54:24.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.130+0000 7fd83cda8b80 1 -- start start 2024-06-13T11:54:24.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.130+0000 7fd83cda8b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d6b58181f0 0x55d6b5817cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:24.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.130+0000 7fd83cda8b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d6b581db40 0x55d6b580d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:24.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.130+0000 7fd83cda8b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d6b581e460 0x55d6b581ef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:24.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.131+0000 7fd83cda8b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d6b5831100 con 0x55d6b581e460 2024-06-13T11:54:24.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.131+0000 7fd83cda8b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55d6b58317d0 con 0x55d6b58181f0 2024-06-13T11:54:24.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.131+0000 7fd83cda8b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55d6b5831ea0 con 0x55d6b581db40 2024-06-13T11:54:24.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.131+0000 7fd82aa00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d6b581db40 0x55d6b580d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:24.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.131+0000 7fd82be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d6b581e460 0x55d6b581ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:24.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.131+0000 7fd82aa00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d6b581db40 0x55d6b580d0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:44218/0 (socket says 172.21.15.42:44218) 2024-06-13T11:54:24.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.131+0000 7fd82aa00700 1 -- 172.21.15.42:0/3283066873 learned_addr learned my addr 172.21.15.42:0/3283066873 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:54:24.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.131+0000 7fd82b400700 1 --2- 172.21.15.42:0/3283066873 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d6b58181f0 0x55d6b5817cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:24.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.131+0000 7fd82b400700 1 -- 172.21.15.42:0/3283066873 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d6b581db40 msgr2=0x55d6b580d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:54:24.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.131+0000 7fd82b400700 1 --2- 172.21.15.42:0/3283066873 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d6b581db40 0x55d6b580d0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:24.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.131+0000 7fd82b400700 1 -- 172.21.15.42:0/3283066873 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d6b581e460 msgr2=0x55d6b581ef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:54:24.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.131+0000 7fd82b400700 1 --2- 172.21.15.42:0/3283066873 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d6b581e460 0x55d6b581ef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:24.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.131+0000 7fd82b400700 1 -- 172.21.15.42:0/3283066873 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d6b582e140 con 0x55d6b58181f0 2024-06-13T11:54:24.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.132+0000 7fd82b400700 1 --2- 172.21.15.42:0/3283066873 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d6b58181f0 0x55d6b5817cb0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fd81c000c00 tx=0x7fd81c004a70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=66e6951f3cf7a9c1 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:24.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.132+0000 7fd817e00700 1 -- 172.21.15.42:0/3283066873 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd81c025070 con 0x55d6b58181f0 2024-06-13T11:54:24.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.132+0000 7fd817e00700 1 -- 172.21.15.42:0/3283066873 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd81c019680 con 0x55d6b58181f0 2024-06-13T11:54:24.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.132+0000 7fd817e00700 1 -- 172.21.15.42:0/3283066873 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd81c019980 con 0x55d6b58181f0 2024-06-13T11:54:24.134 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.133+0000 7fd83cda8b80 1 -- 172.21.15.42:0/3283066873 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d6b58181f0 msgr2=0x55d6b5817cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:24.134 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.133+0000 7fd83cda8b80 1 --2- 172.21.15.42:0/3283066873 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d6b58181f0 0x55d6b5817cb0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fd81c000c00 tx=0x7fd81c004a70 comp rx=0 tx=0).stop 2024-06-13T11:54:24.134 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.133+0000 7fd83cda8b80 1 -- 172.21.15.42:0/3283066873 shutdown_connections 2024-06-13T11:54:24.134 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.133+0000 7fd83cda8b80 1 --2- 172.21.15.42:0/3283066873 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d6b58181f0 0x55d6b5817cb0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:24.134 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.133+0000 7fd83cda8b80 1 --2- 172.21.15.42:0/3283066873 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d6b581e460 0x55d6b581ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:24.135 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.133+0000 7fd83cda8b80 1 --2- 172.21.15.42:0/3283066873 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d6b581db40 0x55d6b580d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:24.135 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.133+0000 7fd83cda8b80 1 -- 172.21.15.42:0/3283066873 >> 172.21.15.42:0/3283066873 conn(0x55d6b5744120 msgr2=0x55d6b581e840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:24.135 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.133+0000 7fd83cda8b80 1 -- 172.21.15.42:0/3283066873 shutdown_connections 2024-06-13T11:54:24.135 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.133+0000 7fd83cda8b80 1 -- 172.21.15.42:0/3283066873 wait complete. 2024-06-13T11:54:24.135 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.133+0000 7fd83cda8b80 1 -- start start 2024-06-13T11:54:24.135 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.134+0000 7fd83cda8b80 1 Processor -- start 2024-06-13T11:54:24.136 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.134+0000 7fd83cda8b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d6b58181f0 0x55d6b5837970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:24.136 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.134+0000 7fd83cda8b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d6b581db40 0x55d6b5837eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:24.136 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.134+0000 7fd83cda8b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d6b581e460 0x55d6b589b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:24.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.134+0000 7fd83cda8b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d6b5832c40 con 0x55d6b581e460 2024-06-13T11:54:24.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.134+0000 7fd83cda8b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55d6b5832570 con 0x55d6b581db40 2024-06-13T11:54:24.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.134+0000 7fd83cda8b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55d6b5833310 con 0x55d6b58181f0 2024-06-13T11:54:24.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.134+0000 7fd83cda8b80 10 client.0 _ll_register_callbacks cb 0x55d6b56ff330 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:54:24.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.135+0000 7fd82b400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d6b58181f0 0x55d6b5837970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:24.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.135+0000 7fd82aa00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d6b581db40 0x55d6b5837eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:24.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.135+0000 7fd82be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d6b581e460 0x55d6b589b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:24.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.135+0000 7fd82b400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d6b58181f0 0x55d6b5837970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:44234/0 (socket says 172.21.15.42:44234) 2024-06-13T11:54:24.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.135+0000 7fd82b400700 1 -- 172.21.15.42:0/154120568 learned_addr learned my addr 172.21.15.42:0/154120568 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:54:24.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.135+0000 7fd82b400700 1 -- 172.21.15.42:0/154120568 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d6b581db40 msgr2=0x55d6b5837eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:54:24.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.135+0000 7fd82b400700 1 --2- 172.21.15.42:0/154120568 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d6b581db40 0x55d6b5837eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:24.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.135+0000 7fd82b400700 1 -- 172.21.15.42:0/154120568 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d6b581e460 msgr2=0x55d6b589b1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:54:24.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.135+0000 7fd82b400700 1 --2- 172.21.15.42:0/154120568 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d6b581e460 0x55d6b589b1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:24.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.135+0000 7fd82b400700 1 -- 172.21.15.42:0/154120568 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d6b589b840 con 0x55d6b58181f0 2024-06-13T11:54:24.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.135+0000 7fd82b400700 1 --2- 172.21.15.42:0/154120568 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d6b58181f0 0x55d6b5837970 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fd81c004de0 tx=0x7fd81c004580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e1d8b1782b776e7c server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:24.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.135+0000 7fd815600700 10 client.0 ms_handle_connect on v2:172.21.15.162:3300/0 2024-06-13T11:54:24.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.136+0000 7fd815600700 1 -- 172.21.15.42:0/154120568 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd81c039030 con 0x55d6b58181f0 2024-06-13T11:54:24.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.136+0000 7fd83cda8b80 1 -- 172.21.15.42:0/154120568 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd81c019680 con 0x55d6b58181f0 2024-06-13T11:54:24.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.136+0000 7fd815600700 1 -- 172.21.15.42:0/154120568 <== mon.1 v2:172.21.15.162:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7fd81c019b90 con 0x55d6b58181f0 2024-06-13T11:54:24.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.136+0000 7fd815600700 1 -- 172.21.15.42:0/154120568 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd81c046050 con 0x55d6b58181f0 2024-06-13T11:54:24.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.136+0000 7fd83cda8b80 10 client.24961 fetch_fsmap learned FSMap version 26 2024-06-13T11:54:24.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.136+0000 7fd83cda8b80 1 -- 172.21.15.42:0/154120568 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d6b589cb00 con 0x55d6b58181f0 2024-06-13T11:54:24.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.136+0000 7fd815600700 1 -- 172.21.15.42:0/154120568 <== mon.1 v2:172.21.15.162:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd81c019680 con 0x55d6b58181f0 2024-06-13T11:54:24.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.137+0000 7fd815600700 1 -- 172.21.15.42:0/154120568 <== mon.1 v2:172.21.15.162:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7fd81c005000 con 0x55d6b58181f0 2024-06-13T11:54:24.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.137+0000 7fd83cda8b80 10 client.24961 fetch_fsmap finished waiting for FSMap version 26 2024-06-13T11:54:24.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.137+0000 7fd83cda8b80 10 client.24961 resolve_mds: resolved name 'g' to daemon mds.g 2024-06-13T11:54:24.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.137+0000 7fd83cda8b80 20 client.24961 populate_metadata read hostname 'smithi042' 2024-06-13T11:54:24.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.137+0000 7fd83cda8b80 1 --2- 172.21.15.42:0/154120568 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x55d6b58a12d0 0x55d6b589ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:24.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.137+0000 7fd83cda8b80 4 client.24961 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-13T11:54:24.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.137+0000 7fd83cda8b80 1 -- 172.21.15.42:0/154120568 --> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] -- command(tid 0: {"prefix": "status"}) -- 0x55d6b5771530 con 0x55d6b58a12d0 2024-06-13T11:54:24.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.137+0000 7fd82aa00700 1 --2- 172.21.15.42:0/154120568 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x55d6b58a12d0 0x55d6b589ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:24.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.138+0000 7fd82aa00700 1 --2- 172.21.15.42:0/154120568 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x55d6b58a12d0 0x55d6b589ffe0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=179f6617e55224d2 server_cookie=89b91c3608f4226c in_seq=0 out_seq=0 2024-06-13T11:54:24.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.138+0000 7fd815600700 10 client.24961 ms_handle_connect on v2:172.21.15.42:6838/228676134 2024-06-13T11:54:24.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.138+0000 7fd815600700 1 -- 172.21.15.42:0/154120568 <== mds.2 v2:172.21.15.42:6838/228676134 1 ==== command_reply(tid 0: 0 ) ==== 8+0+328 (crc 0 0 0) 0x55d6b5771530 con 0x55d6b58a12d0 2024-06-13T11:54:24.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.138+0000 7fd815600700 10 client.24961 handle_command_reply: tid=0 2024-06-13T11:54:24.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.138+0000 7fd83cda8b80 1 client.24961 shutdown 2024-06-13T11:54:24.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.138+0000 7fd83cda8b80 1 -- 172.21.15.42:0/154120568 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d6b58181f0 msgr2=0x55d6b5837970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:24.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.138+0000 7fd83cda8b80 1 --2- 172.21.15.42:0/154120568 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d6b58181f0 0x55d6b5837970 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fd81c004de0 tx=0x7fd81c004580 comp rx=0 tx=0).stop 2024-06-13T11:54:24.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.138+0000 7fd83cda8b80 1 -- 172.21.15.42:0/154120568 shutdown_connections 2024-06-13T11:54:24.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.138+0000 7fd83cda8b80 1 --2- 172.21.15.42:0/154120568 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x55d6b58a12d0 0x55d6b589ffe0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:24.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.138+0000 7fd83cda8b80 1 --2- 172.21.15.42:0/154120568 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d6b581e460 0x55d6b589b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:24.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.138+0000 7fd815600700 0 client.24961 ms_handle_reset on v2:172.21.15.42:6838/228676134 2024-06-13T11:54:24.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.138+0000 7fd83cda8b80 1 --2- 172.21.15.42:0/154120568 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d6b58181f0 0x55d6b5837970 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:24.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.138+0000 7fd83cda8b80 1 --2- 172.21.15.42:0/154120568 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d6b581db40 0x55d6b5837eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:24.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.138+0000 7fd83cda8b80 1 -- 172.21.15.42:0/154120568 >> 172.21.15.42:0/154120568 conn(0x55d6b5744120 msgr2=0x55d6b582d130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:24.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.139+0000 7fd83cda8b80 1 -- 172.21.15.42:0/154120568 shutdown_connections 2024-06-13T11:54:24.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.139+0000 7fd83cda8b80 1 -- 172.21.15.42:0/154120568 wait complete. 2024-06-13T11:54:24.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.139+0000 7fd83cda8b80 20 client.24961 trim_cache size 0 max 16384 2024-06-13T11:54:24.142 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-13T11:54:24.142 INFO:teuthology.orchestra.run.smithi042.stdout: "cluster_fsid": "aa9143f6-2979-11ef-bc9c-c7b262605968", 2024-06-13T11:54:24.142 INFO:teuthology.orchestra.run.smithi042.stdout: "whoami": 2, 2024-06-13T11:54:24.142 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 24499, 2024-06-13T11:54:24.142 INFO:teuthology.orchestra.run.smithi042.stdout: "want_state": "up:active", 2024-06-13T11:54:24.142 INFO:teuthology.orchestra.run.smithi042.stdout: "state": "up:active", 2024-06-13T11:54:24.142 INFO:teuthology.orchestra.run.smithi042.stdout: "fs_name": "cephfs", 2024-06-13T11:54:24.142 INFO:teuthology.orchestra.run.smithi042.stdout: "rank_uptime": 144.31547657300001, 2024-06-13T11:54:24.142 INFO:teuthology.orchestra.run.smithi042.stdout: "mdsmap_epoch": 26, 2024-06-13T11:54:24.142 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch": 100, 2024-06-13T11:54:24.142 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch_barrier": 98, 2024-06-13T11:54:24.143 INFO:teuthology.orchestra.run.smithi042.stdout: "uptime": 254.055712618 2024-06-13T11:54:24.143 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-13T11:54:24.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.139+0000 7fd832400700 1 -- 172.21.15.42:0/645676901 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd8100a2c20 msgr2=0x7fd8100a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:24.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.139+0000 7fd832400700 1 --2- 172.21.15.42:0/645676901 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd8100a2c20 0x7fd8100a50e0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fd818000c00 tx=0x7fd81800b260 comp rx=0 tx=0).stop 2024-06-13T11:54:24.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.139+0000 7fd832400700 1 -- 172.21.15.42:0/645676901 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd82c107450 msgr2=0x7fd82c075210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:24.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.139+0000 7fd832400700 1 --2- 172.21.15.42:0/645676901 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd82c107450 0x7fd82c075210 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fd82400efc0 tx=0x7fd82400c3a0 comp rx=0 tx=0).stop 2024-06-13T11:54:24.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.140+0000 7fd832400700 1 -- 172.21.15.42:0/645676901 shutdown_connections 2024-06-13T11:54:24.144 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.140+0000 7fd832400700 1 --2- 172.21.15.42:0/645676901 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd8100a2c20 0x7fd8100a50e0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:24.144 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.140+0000 7fd832400700 1 --2- 172.21.15.42:0/645676901 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd82c107450 0x7fd82c075210 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:24.144 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.140+0000 7fd832400700 1 --2- 172.21.15.42:0/645676901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd82c102540 0x7fd82c074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:24.144 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.140+0000 7fd832400700 1 --2- 172.21.15.42:0/645676901 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd82c102ee0 0x7fd82c074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:24.144 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.140+0000 7fd832400700 1 -- 172.21.15.42:0/645676901 >> 172.21.15.42:0/645676901 conn(0x7fd82c0795f0 msgr2=0x7fd82c100590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:24.144 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.140+0000 7fd832400700 1 -- 172.21.15.42:0/645676901 shutdown_connections 2024-06-13T11:54:24.144 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:24.140+0000 7fd832400700 1 -- 172.21.15.42:0/645676901 wait complete. 2024-06-13T11:54:24.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:23 smithi162 ceph-mon[36757]: pgmap v449: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:54:24.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:23 smithi088 ceph-mon[36399]: pgmap v449: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:54:24.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:23 smithi042 ceph-mon[32231]: pgmap v449: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:54:25.037 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell mds.h status 2024-06-13T11:54:25.505 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:54:26.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:25 smithi088 ceph-mon[36399]: pgmap v450: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T11:54:26.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:25 smithi042 ceph-mon[32231]: pgmap v450: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T11:54:26.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:25 smithi162 ceph-mon[36757]: pgmap v450: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T11:54:27.716 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.715+0000 7f688ec00700 1 -- 172.21.15.42:0/2204161604 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f688810eac0 msgr2=0x7f688810eea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:27.716 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.715+0000 7f688ec00700 1 --2- 172.21.15.42:0/2204161604 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f688810eac0 0x7f688810eea0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f6878009990 tx=0x7f6878009ca0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.716 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.715+0000 7f688ec00700 1 -- 172.21.15.42:0/2204161604 shutdown_connections 2024-06-13T11:54:27.716 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.715+0000 7f688ec00700 1 --2- 172.21.15.42:0/2204161604 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6888109480 0x7f6888115990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.715+0000 7f688ec00700 1 --2- 172.21.15.42:0/2204161604 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f688810eac0 0x7f688810eea0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.715+0000 7f688ec00700 1 --2- 172.21.15.42:0/2204161604 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6888108ac0 0x7f6888108f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.715+0000 7f688ec00700 1 -- 172.21.15.42:0/2204161604 >> 172.21.15.42:0/2204161604 conn(0x7f6888075c60 msgr2=0x7f68881072b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:27.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.715+0000 7f688ec00700 1 -- 172.21.15.42:0/2204161604 shutdown_connections 2024-06-13T11:54:27.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.715+0000 7f688ec00700 1 -- 172.21.15.42:0/2204161604 wait complete. 2024-06-13T11:54:27.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.716+0000 7f688ec00700 1 Processor -- start 2024-06-13T11:54:27.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.716+0000 7f688ec00700 1 -- start start 2024-06-13T11:54:27.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.717+0000 7f688ec00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6888108ac0 0x7f688819f230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:27.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.717+0000 7f688ec00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6888109480 0x7f688819f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:27.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.717+0000 7f688ec00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f688810eac0 0x7f68881a3b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:27.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.717+0000 7f688ec00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6888118e40 con 0x7f6888108ac0 2024-06-13T11:54:27.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.717+0000 7f688ec00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f6888118cc0 con 0x7f6888109480 2024-06-13T11:54:27.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.717+0000 7f688ec00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f6888118fc0 con 0x7f688810eac0 2024-06-13T11:54:27.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.717+0000 7f6887e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6888108ac0 0x7f688819f230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:27.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.717+0000 7f6887e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6888108ac0 0x7f688819f230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50770/0 (socket says 172.21.15.42:50770) 2024-06-13T11:54:27.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.717+0000 7f6887e00700 1 -- 172.21.15.42:0/1489334192 learned_addr learned my addr 172.21.15.42:0/1489334192 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:54:27.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.717+0000 7f6887400700 1 --2- 172.21.15.42:0/1489334192 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6888109480 0x7f688819f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:27.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.718+0000 7f688cc00700 1 --2- 172.21.15.42:0/1489334192 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f688810eac0 0x7f68881a3b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:27.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.718+0000 7f6887400700 1 -- 172.21.15.42:0/1489334192 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f688810eac0 msgr2=0x7f68881a3b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:27.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.718+0000 7f6887400700 1 --2- 172.21.15.42:0/1489334192 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f688810eac0 0x7f68881a3b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.718+0000 7f6887400700 1 -- 172.21.15.42:0/1489334192 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6888108ac0 msgr2=0x7f688819f230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:27.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.718+0000 7f6887400700 1 --2- 172.21.15.42:0/1489334192 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6888108ac0 0x7f688819f230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.718+0000 7f6887400700 1 -- 172.21.15.42:0/1489334192 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68881a4240 con 0x7f6888109480 2024-06-13T11:54:27.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.718+0000 7f6887e00700 1 --2- 172.21.15.42:0/1489334192 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6888108ac0 0x7f688819f230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:54:27.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.718+0000 7f6887400700 1 --2- 172.21.15.42:0/1489334192 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6888109480 0x7f688819f770 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f687400e9f0 tx=0x7f687400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:27.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.718+0000 7f6884c00700 1 -- 172.21.15.42:0/1489334192 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f687400c9c0 con 0x7f6888109480 2024-06-13T11:54:27.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.718+0000 7f6884c00700 1 -- 172.21.15.42:0/1489334192 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f687400cb60 con 0x7f6888109480 2024-06-13T11:54:27.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.719+0000 7f6884c00700 1 -- 172.21.15.42:0/1489334192 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6874018680 con 0x7f6888109480 2024-06-13T11:54:27.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.719+0000 7f688ec00700 1 -- 172.21.15.42:0/1489334192 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68881a4530 con 0x7f6888109480 2024-06-13T11:54:27.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.719+0000 7f688ec00700 1 -- 172.21.15.42:0/1489334192 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68881abdb0 con 0x7f6888109480 2024-06-13T11:54:27.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.723+0000 7f6884c00700 1 -- 172.21.15.42:0/1489334192 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f6874010430 con 0x7f6888109480 2024-06-13T11:54:27.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.723+0000 7f6899510b80 1 Processor -- start 2024-06-13T11:54:27.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.723+0000 7f6899510b80 1 -- start start 2024-06-13T11:54:27.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.724+0000 7f6899510b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55996b214df0 0x55996b298020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:27.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.724+0000 7f6899510b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55996b298560 0x55996b2989e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:27.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.724+0000 7f6899510b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55996b2a32b0 0x55996b2a56a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:27.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.724+0000 7f6899510b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55996b1a79c0 con 0x55996b214df0 2024-06-13T11:54:27.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.724+0000 7f6899510b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55996b1eaab0 con 0x55996b298560 2024-06-13T11:54:27.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.724+0000 7f6899510b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55996b1a58a0 con 0x55996b2a32b0 2024-06-13T11:54:27.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.724+0000 7f688cc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55996b214df0 0x55996b298020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:27.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.724+0000 7f6887e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55996b298560 0x55996b2989e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:27.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.724+0000 7f6887e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55996b298560 0x55996b2989e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:51014/0 (socket says 172.21.15.42:51014) 2024-06-13T11:54:27.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.724+0000 7f688cc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55996b214df0 0x55996b298020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50778/0 (socket says 172.21.15.42:50778) 2024-06-13T11:54:27.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.724+0000 7f6887e00700 1 -- 172.21.15.42:0/1654706291 learned_addr learned my addr 172.21.15.42:0/1654706291 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:54:27.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.725+0000 7f6887400700 1 --2- 172.21.15.42:0/1654706291 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55996b2a32b0 0x55996b2a56a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:27.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.725+0000 7f6884c00700 1 --2- 172.21.15.42:0/1489334192 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f686c0a2ca0 0x7f686c0a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:27.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.725+0000 7f6887e00700 1 -- 172.21.15.42:0/1654706291 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55996b2a32b0 msgr2=0x55996b2a56a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:54:27.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.725+0000 7f6887e00700 1 --2- 172.21.15.42:0/1654706291 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55996b2a32b0 0x55996b2a56a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.725+0000 7f6887e00700 1 -- 172.21.15.42:0/1654706291 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55996b214df0 msgr2=0x55996b298020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:54:27.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.725+0000 7f6887e00700 1 --2- 172.21.15.42:0/1654706291 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55996b214df0 0x55996b298020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.725+0000 7f6887e00700 1 -- 172.21.15.42:0/1654706291 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55996b192f40 con 0x55996b298560 2024-06-13T11:54:27.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.725+0000 7f6887400700 1 --2- 172.21.15.42:0/1654706291 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55996b2a32b0 0x55996b2a56a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:54:27.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.725+0000 7f6884c00700 1 -- 172.21.15.42:0/1489334192 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f68740cf4f0 con 0x7f6888109480 2024-06-13T11:54:27.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.725+0000 7f688cc00700 1 --2- 172.21.15.42:0/1489334192 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f686c0a2ca0 0x7f686c0a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:27.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.725+0000 7f6887e00700 1 --2- 172.21.15.42:0/1654706291 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55996b298560 0x55996b2989e0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f6878009710 tx=0x7f6878005c40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f9a4b76f737ee6f0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:27.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.726+0000 7f687d600700 1 -- 172.21.15.42:0/1654706291 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6878028070 con 0x55996b298560 2024-06-13T11:54:27.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.726+0000 7f687d600700 1 -- 172.21.15.42:0/1654706291 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f687800b690 con 0x55996b298560 2024-06-13T11:54:27.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.726+0000 7f687d600700 1 -- 172.21.15.42:0/1654706291 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6878005290 con 0x55996b298560 2024-06-13T11:54:27.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.726+0000 7f6899510b80 1 -- 172.21.15.42:0/1654706291 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55996b298560 msgr2=0x55996b2989e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:27.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.726+0000 7f688cc00700 1 --2- 172.21.15.42:0/1489334192 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f686c0a2ca0 0x7f686c0a5160 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x55996b295360 tx=0x7f6880009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:27.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.726+0000 7f6899510b80 1 --2- 172.21.15.42:0/1654706291 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55996b298560 0x55996b2989e0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f6878009710 tx=0x7f6878005c40 comp rx=0 tx=0).stop 2024-06-13T11:54:27.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.727+0000 7f6899510b80 1 -- 172.21.15.42:0/1654706291 shutdown_connections 2024-06-13T11:54:27.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.727+0000 7f6899510b80 1 --2- 172.21.15.42:0/1654706291 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55996b2a32b0 0x55996b2a56a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.727+0000 7f6899510b80 1 --2- 172.21.15.42:0/1654706291 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55996b214df0 0x55996b298020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.727+0000 7f6899510b80 1 --2- 172.21.15.42:0/1654706291 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55996b298560 0x55996b2989e0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.727+0000 7f6899510b80 1 -- 172.21.15.42:0/1654706291 >> 172.21.15.42:0/1654706291 conn(0x55996b1c5120 msgr2=0x55996b294460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:27.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.727+0000 7f6899510b80 1 -- 172.21.15.42:0/1654706291 shutdown_connections 2024-06-13T11:54:27.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.727+0000 7f6899510b80 1 -- 172.21.15.42:0/1654706291 wait complete. 2024-06-13T11:54:27.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.727+0000 7f6899510b80 1 -- start start 2024-06-13T11:54:27.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.728+0000 7f6899510b80 1 Processor -- start 2024-06-13T11:54:27.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.728+0000 7f6899510b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55996b214df0 0x55996b2a29e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:27.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.728+0000 7f6899510b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55996b298560 0x55996b29fce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:27.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.728+0000 7f6899510b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55996b2a32b0 0x55996b2a0220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:27.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.728+0000 7f6899510b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55996b186f10 con 0x55996b214df0 2024-06-13T11:54:27.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.728+0000 7f6899510b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55996b1e6a70 con 0x55996b2a32b0 2024-06-13T11:54:27.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.728+0000 7f6899510b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55996b2a5f10 con 0x55996b298560 2024-06-13T11:54:27.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.728+0000 7f6899510b80 10 client.0 _ll_register_callbacks cb 0x55996b1846d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:54:27.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.728+0000 7f6887e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55996b214df0 0x55996b2a29e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:27.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.728+0000 7f6887e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55996b214df0 0x55996b2a29e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50788/0 (socket says 172.21.15.42:50788) 2024-06-13T11:54:27.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.728+0000 7f6887e00700 1 -- 172.21.15.42:0/3946097565 learned_addr learned my addr 172.21.15.42:0/3946097565 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:54:27.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.729+0000 7f688cc00700 1 --2- 172.21.15.42:0/3946097565 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55996b2a32b0 0x55996b2a0220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:27.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.729+0000 7f6887400700 1 --2- 172.21.15.42:0/3946097565 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55996b298560 0x55996b29fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:27.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.729+0000 7f688cc00700 1 -- 172.21.15.42:0/3946097565 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55996b298560 msgr2=0x55996b29fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:54:27.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.729+0000 7f688cc00700 1 --2- 172.21.15.42:0/3946097565 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55996b298560 0x55996b29fce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.729+0000 7f688cc00700 1 -- 172.21.15.42:0/3946097565 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55996b214df0 msgr2=0x55996b2a29e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:54:27.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.729+0000 7f688cc00700 1 --2- 172.21.15.42:0/3946097565 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55996b214df0 0x55996b2a29e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.729+0000 7f688cc00700 1 -- 172.21.15.42:0/3946097565 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55996b139880 con 0x55996b2a32b0 2024-06-13T11:54:27.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.729+0000 7f688cc00700 1 --2- 172.21.15.42:0/3946097565 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55996b2a32b0 0x55996b2a0220 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f6880017e90 tx=0x7f6880004ad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8b8051c77cf314ce server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:27.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.729+0000 7f6872000700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:54:27.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.730+0000 7f6872000700 1 -- 172.21.15.42:0/3946097565 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6880028060 con 0x55996b2a32b0 2024-06-13T11:54:27.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.730+0000 7f6899510b80 1 -- 172.21.15.42:0/3946097565 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55996b1f7fb0 con 0x55996b2a32b0 2024-06-13T11:54:27.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.730+0000 7f6872000700 1 -- 172.21.15.42:0/3946097565 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f6880003a00 con 0x55996b2a32b0 2024-06-13T11:54:27.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.730+0000 7f6872000700 1 -- 172.21.15.42:0/3946097565 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f688002f050 con 0x55996b2a32b0 2024-06-13T11:54:27.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.730+0000 7f6899510b80 10 client.24998 fetch_fsmap learned FSMap version 26 2024-06-13T11:54:27.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.730+0000 7f6899510b80 1 -- 172.21.15.42:0/3946097565 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55996b2b06a0 con 0x55996b2a32b0 2024-06-13T11:54:27.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.730+0000 7f6872000700 1 -- 172.21.15.42:0/3946097565 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55996b1f7fb0 con 0x55996b2a32b0 2024-06-13T11:54:27.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.731+0000 7f6872000700 1 -- 172.21.15.42:0/3946097565 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f68800213a0 con 0x55996b2a32b0 2024-06-13T11:54:27.734 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.731+0000 7f6899510b80 10 client.24998 fetch_fsmap finished waiting for FSMap version 26 2024-06-13T11:54:27.734 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.731+0000 7f6899510b80 10 client.24998 resolve_mds: resolved name 'h' to daemon mds.h 2024-06-13T11:54:27.734 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.731+0000 7f6899510b80 20 client.24998 populate_metadata read hostname 'smithi042' 2024-06-13T11:54:27.734 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.731+0000 7f6899510b80 1 --2- 172.21.15.42:0/3946097565 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x55996b2b2ca0 0x55996b2b4110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:27.734 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.731+0000 7f6899510b80 4 client.24998 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:54:27.734 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.731+0000 7f6899510b80 1 -- 172.21.15.42:0/3946097565 --> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55996b1f2530 con 0x55996b2b2ca0 2024-06-13T11:54:27.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.731+0000 7f6887e00700 1 --2- 172.21.15.42:0/3946097565 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x55996b2b2ca0 0x55996b2b4110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:27.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.732+0000 7f6887e00700 1 --2- 172.21.15.42:0/3946097565 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x55996b2b2ca0 0x55996b2b4110 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8f038282a2cedf76 server_cookie=1c195dbf9a4eb7fa in_seq=0 out_seq=0 2024-06-13T11:54:27.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.732+0000 7f6872000700 10 client.24998 ms_handle_connect on v2:172.21.15.88:6836/2567581640 2024-06-13T11:54:27.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.733+0000 7f6872000700 1 -- 172.21.15.42:0/3946097565 <== mds.1 v2:172.21.15.88:6836/2567581640 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55996b1f2530 con 0x55996b2b2ca0 2024-06-13T11:54:27.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.733+0000 7f6872000700 10 client.24998 handle_command_reply: tid=0 2024-06-13T11:54:27.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.733+0000 7f6899510b80 1 client.24998 shutdown 2024-06-13T11:54:27.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.733+0000 7f6899510b80 1 -- 172.21.15.42:0/3946097565 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55996b2a32b0 msgr2=0x55996b2a0220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:27.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.733+0000 7f6899510b80 1 --2- 172.21.15.42:0/3946097565 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55996b2a32b0 0x55996b2a0220 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f6880017e90 tx=0x7f6880004ad0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.733+0000 7f6899510b80 1 -- 172.21.15.42:0/3946097565 shutdown_connections 2024-06-13T11:54:27.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.733+0000 7f6899510b80 1 --2- 172.21.15.42:0/3946097565 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x55996b2b2ca0 0x55996b2b4110 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.733+0000 7f6899510b80 1 --2- 172.21.15.42:0/3946097565 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55996b2a32b0 0x55996b2a0220 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.733+0000 7f6872000700 0 client.24998 ms_handle_reset on v2:172.21.15.88:6836/2567581640 2024-06-13T11:54:27.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.733+0000 7f6899510b80 1 --2- 172.21.15.42:0/3946097565 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55996b214df0 0x55996b2a29e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.733+0000 7f6899510b80 1 --2- 172.21.15.42:0/3946097565 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55996b298560 0x55996b29fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.736 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.733+0000 7f6899510b80 1 -- 172.21.15.42:0/3946097565 >> 172.21.15.42:0/3946097565 conn(0x55996b1c5120 msgr2=0x55996b2936f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:27.736 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.734+0000 7f6899510b80 1 -- 172.21.15.42:0/3946097565 shutdown_connections 2024-06-13T11:54:27.736 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.734+0000 7f6899510b80 1 -- 172.21.15.42:0/3946097565 wait complete. 2024-06-13T11:54:27.736 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.734+0000 7f6899510b80 20 client.24998 trim_cache size 0 max 16384 2024-06-13T11:54:27.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.757+0000 7f6899510b80 1 Processor -- start 2024-06-13T11:54:27.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.757+0000 7f6899510b80 1 -- start start 2024-06-13T11:54:27.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.758+0000 7f6899510b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55996b214df0 0x55996b2a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:27.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.758+0000 7f6899510b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55996b298560 0x55996b2a2520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:27.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.758+0000 7f6899510b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55996b2a32b0 0x55996b293e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:27.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.758+0000 7f6899510b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55996b2b2450 con 0x55996b214df0 2024-06-13T11:54:27.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.758+0000 7f6899510b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55996b2b2b20 con 0x55996b2a32b0 2024-06-13T11:54:27.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.758+0000 7f6899510b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55996b2b31f0 con 0x55996b298560 2024-06-13T11:54:27.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.758+0000 7f6887e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55996b214df0 0x55996b2a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:27.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.758+0000 7f688cc00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55996b2a32b0 0x55996b293e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:27.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.758+0000 7f688cc00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55996b2a32b0 0x55996b293e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:51026/0 (socket says 172.21.15.42:51026) 2024-06-13T11:54:27.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.758+0000 7f688cc00700 1 -- 172.21.15.42:0/3609450243 learned_addr learned my addr 172.21.15.42:0/3609450243 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:54:27.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.758+0000 7f6887400700 1 --2- 172.21.15.42:0/3609450243 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55996b298560 0x55996b2a2520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:27.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.759+0000 7f688cc00700 1 -- 172.21.15.42:0/3609450243 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55996b298560 msgr2=0x55996b2a2520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:54:27.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.759+0000 7f688cc00700 1 --2- 172.21.15.42:0/3609450243 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55996b298560 0x55996b2a2520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.759+0000 7f688cc00700 1 -- 172.21.15.42:0/3609450243 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55996b214df0 msgr2=0x55996b2a46a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:54:27.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.759+0000 7f688cc00700 1 --2- 172.21.15.42:0/3609450243 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55996b214df0 0x55996b2a46a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.759+0000 7f688cc00700 1 -- 172.21.15.42:0/3609450243 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55996b299b80 con 0x55996b2a32b0 2024-06-13T11:54:27.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.759+0000 7f688cc00700 1 --2- 172.21.15.42:0/3609450243 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55996b2a32b0 0x55996b293e70 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f6880000f80 tx=0x7f6880009740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ff344ee9098423e9 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:27.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.759+0000 7f687cc00700 1 -- 172.21.15.42:0/3609450243 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6880037070 con 0x55996b2a32b0 2024-06-13T11:54:27.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.759+0000 7f687cc00700 1 -- 172.21.15.42:0/3609450243 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f688001b070 con 0x55996b2a32b0 2024-06-13T11:54:27.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.759+0000 7f687cc00700 1 -- 172.21.15.42:0/3609450243 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6880021ca0 con 0x55996b2a32b0 2024-06-13T11:54:27.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.760+0000 7f6899510b80 1 -- 172.21.15.42:0/3609450243 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55996b2a32b0 msgr2=0x55996b293e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:27.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.760+0000 7f6899510b80 1 --2- 172.21.15.42:0/3609450243 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55996b2a32b0 0x55996b293e70 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f6880000f80 tx=0x7f6880009740 comp rx=0 tx=0).stop 2024-06-13T11:54:27.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.760+0000 7f6899510b80 1 -- 172.21.15.42:0/3609450243 shutdown_connections 2024-06-13T11:54:27.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.760+0000 7f6899510b80 1 --2- 172.21.15.42:0/3609450243 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55996b2a32b0 0x55996b293e70 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.760+0000 7f6899510b80 1 --2- 172.21.15.42:0/3609450243 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55996b214df0 0x55996b2a46a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.760+0000 7f6899510b80 1 --2- 172.21.15.42:0/3609450243 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55996b298560 0x55996b2a2520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.760+0000 7f6899510b80 1 -- 172.21.15.42:0/3609450243 >> 172.21.15.42:0/3609450243 conn(0x55996b1c5120 msgr2=0x55996b29e5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:27.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.760+0000 7f6899510b80 1 -- 172.21.15.42:0/3609450243 shutdown_connections 2024-06-13T11:54:27.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.760+0000 7f6899510b80 1 -- 172.21.15.42:0/3609450243 wait complete. 2024-06-13T11:54:27.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.761+0000 7f6899510b80 1 -- start start 2024-06-13T11:54:27.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.761+0000 7f6899510b80 1 Processor -- start 2024-06-13T11:54:27.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.761+0000 7f6899510b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55996b214df0 0x55996b2bd690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:27.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.761+0000 7f6899510b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55996b298560 0x55996b2bdbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:27.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.761+0000 7f6899510b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55996b2a32b0 0x55996b2a4470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:27.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.762+0000 7f6899510b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55996b2b3f90 con 0x55996b298560 2024-06-13T11:54:27.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.762+0000 7f6899510b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55996b2b38c0 con 0x55996b214df0 2024-06-13T11:54:27.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.762+0000 7f6899510b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55996b2b4660 con 0x55996b2a32b0 2024-06-13T11:54:27.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.762+0000 7f6899510b80 10 client.0 _ll_register_callbacks cb 0x55996b1846d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:54:27.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.762+0000 7f6887400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55996b298560 0x55996b2bdbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:27.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.762+0000 7f6887e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55996b214df0 0x55996b2bd690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:27.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.762+0000 7f6887400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55996b298560 0x55996b2bdbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50808/0 (socket says 172.21.15.42:50808) 2024-06-13T11:54:27.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.762+0000 7f6887400700 1 -- 172.21.15.42:0/3692105986 learned_addr learned my addr 172.21.15.42:0/3692105986 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:54:27.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.762+0000 7f688cc00700 1 --2- 172.21.15.42:0/3692105986 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55996b2a32b0 0x55996b2a4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:27.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.762+0000 7f6887e00700 1 -- 172.21.15.42:0/3692105986 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55996b2a32b0 msgr2=0x55996b2a4470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:54:27.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.762+0000 7f6887e00700 1 --2- 172.21.15.42:0/3692105986 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55996b2a32b0 0x55996b2a4470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.762+0000 7f6887e00700 1 -- 172.21.15.42:0/3692105986 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55996b298560 msgr2=0x55996b2bdbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:54:27.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.762+0000 7f6887e00700 1 --2- 172.21.15.42:0/3692105986 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55996b298560 0x55996b2bdbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.762+0000 7f6887e00700 1 -- 172.21.15.42:0/3692105986 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55996b2a4bc0 con 0x55996b214df0 2024-06-13T11:54:27.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.762+0000 7f688cc00700 1 --2- 172.21.15.42:0/3692105986 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55996b2a32b0 0x55996b2a4470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:54:27.767 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.763+0000 7f6887e00700 1 --2- 172.21.15.42:0/3692105986 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55996b214df0 0x55996b2bd690 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f6878009ce0 tx=0x7f6878005fb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=929db2a114006779 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:27.767 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.763+0000 7f6872000700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:54:27.767 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.763+0000 7f6872000700 1 -- 172.21.15.42:0/3692105986 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6878028040 con 0x55996b214df0 2024-06-13T11:54:27.767 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.763+0000 7f6872000700 1 -- 172.21.15.42:0/3692105986 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f687800bd50 con 0x55996b214df0 2024-06-13T11:54:27.767 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.763+0000 7f6899510b80 1 -- 172.21.15.42:0/3692105986 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f688001b070 con 0x55996b214df0 2024-06-13T11:54:27.767 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.763+0000 7f6872000700 1 -- 172.21.15.42:0/3692105986 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6878003680 con 0x55996b214df0 2024-06-13T11:54:27.767 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.763+0000 7f6899510b80 10 client.25004 fetch_fsmap learned FSMap version 26 2024-06-13T11:54:27.767 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.763+0000 7f6899510b80 1 -- 172.21.15.42:0/3692105986 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55996b2bb200 con 0x55996b214df0 2024-06-13T11:54:27.767 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.764+0000 7f6872000700 1 -- 172.21.15.42:0/3692105986 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f688001b070 con 0x55996b214df0 2024-06-13T11:54:27.767 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.764+0000 7f6872000700 1 -- 172.21.15.42:0/3692105986 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f6878037030 con 0x55996b214df0 2024-06-13T11:54:27.768 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.764+0000 7f6899510b80 10 client.25004 fetch_fsmap finished waiting for FSMap version 26 2024-06-13T11:54:27.768 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.764+0000 7f6899510b80 10 client.25004 resolve_mds: resolved name 'h' to daemon mds.h 2024-06-13T11:54:27.768 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.764+0000 7f6899510b80 20 client.25004 populate_metadata read hostname 'smithi042' 2024-06-13T11:54:27.768 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.764+0000 7f6899510b80 1 --2- 172.21.15.42:0/3692105986 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x55996b3227d0 0x55996b3214e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:27.768 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.764+0000 7f6899510b80 4 client.25004 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-13T11:54:27.768 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.764+0000 7f6899510b80 1 -- 172.21.15.42:0/3692105986 --> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] -- command(tid 0: {"prefix": "status"}) -- 0x55996b06c200 con 0x55996b3227d0 2024-06-13T11:54:27.768 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.764+0000 7f6887400700 1 --2- 172.21.15.42:0/3692105986 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x55996b3227d0 0x55996b3214e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:27.768 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.765+0000 7f6887400700 1 --2- 172.21.15.42:0/3692105986 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x55996b3227d0 0x55996b3214e0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5cc2149a20a669e8 server_cookie=a654a6ade5c5ae74 in_seq=0 out_seq=0 2024-06-13T11:54:27.768 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.765+0000 7f6872000700 10 client.25004 ms_handle_connect on v2:172.21.15.88:6836/2567581640 2024-06-13T11:54:27.768 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.765+0000 7f6872000700 1 -- 172.21.15.42:0/3692105986 <== mds.1 v2:172.21.15.88:6836/2567581640 1 ==== command_reply(tid 0: 0 ) ==== 8+0+333 (crc 0 0 0) 0x55996b06c200 con 0x55996b3227d0 2024-06-13T11:54:27.768 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.765+0000 7f6872000700 10 client.25004 handle_command_reply: tid=0 2024-06-13T11:54:27.768 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.765+0000 7f6899510b80 1 client.25004 shutdown 2024-06-13T11:54:27.768 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.765+0000 7f6899510b80 1 -- 172.21.15.42:0/3692105986 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55996b214df0 msgr2=0x55996b2bd690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:27.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.765+0000 7f6899510b80 1 --2- 172.21.15.42:0/3692105986 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55996b214df0 0x55996b2bd690 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f6878009ce0 tx=0x7f6878005fb0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.765+0000 7f6899510b80 1 -- 172.21.15.42:0/3692105986 shutdown_connections 2024-06-13T11:54:27.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.765+0000 7f6899510b80 1 --2- 172.21.15.42:0/3692105986 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x55996b3227d0 0x55996b3214e0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.765+0000 7f6899510b80 1 --2- 172.21.15.42:0/3692105986 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55996b214df0 0x55996b2bd690 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.765+0000 7f6899510b80 1 --2- 172.21.15.42:0/3692105986 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55996b2a32b0 0x55996b2a4470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.765+0000 7f6899510b80 1 --2- 172.21.15.42:0/3692105986 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55996b298560 0x55996b2bdbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.765+0000 7f6872000700 0 client.25004 ms_handle_reset on v2:172.21.15.88:6836/2567581640 2024-06-13T11:54:27.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.765+0000 7f6899510b80 1 -- 172.21.15.42:0/3692105986 >> 172.21.15.42:0/3692105986 conn(0x55996b1c5120 msgr2=0x55996b29a800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:27.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.766+0000 7f6899510b80 1 -- 172.21.15.42:0/3692105986 shutdown_connections 2024-06-13T11:54:27.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.766+0000 7f6899510b80 1 -- 172.21.15.42:0/3692105986 wait complete. 2024-06-13T11:54:27.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.766+0000 7f6899510b80 20 client.25004 trim_cache size 0 max 16384 2024-06-13T11:54:27.769 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-13T11:54:27.770 INFO:teuthology.orchestra.run.smithi042.stdout: "cluster_fsid": "aa9143f6-2979-11ef-bc9c-c7b262605968", 2024-06-13T11:54:27.770 INFO:teuthology.orchestra.run.smithi042.stdout: "whoami": 1, 2024-06-13T11:54:27.770 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 24500, 2024-06-13T11:54:27.770 INFO:teuthology.orchestra.run.smithi042.stdout: "want_state": "up:active", 2024-06-13T11:54:27.770 INFO:teuthology.orchestra.run.smithi042.stdout: "state": "up:active", 2024-06-13T11:54:27.770 INFO:teuthology.orchestra.run.smithi042.stdout: "fs_name": "cephfs", 2024-06-13T11:54:27.770 INFO:teuthology.orchestra.run.smithi042.stdout: "rank_uptime": 148.95504454799999, 2024-06-13T11:54:27.770 INFO:teuthology.orchestra.run.smithi042.stdout: "mdsmap_epoch": 26, 2024-06-13T11:54:27.770 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch": 100, 2024-06-13T11:54:27.770 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch_barrier": 98, 2024-06-13T11:54:27.770 INFO:teuthology.orchestra.run.smithi042.stdout: "uptime": 266.32551440100002 2024-06-13T11:54:27.770 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-13T11:54:27.771 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.766+0000 7f688ec00700 1 -- 172.21.15.42:0/1489334192 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f686c0a2ca0 msgr2=0x7f686c0a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:27.771 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.766+0000 7f688ec00700 1 --2- 172.21.15.42:0/1489334192 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f686c0a2ca0 0x7f686c0a5160 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x55996b295360 tx=0x7f6880009040 comp rx=0 tx=0).stop 2024-06-13T11:54:27.771 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.767+0000 7f688ec00700 1 -- 172.21.15.42:0/1489334192 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6888109480 msgr2=0x7f688819f770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:27.771 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.767+0000 7f688ec00700 1 --2- 172.21.15.42:0/1489334192 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6888109480 0x7f688819f770 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f687400e9f0 tx=0x7f687400ed00 comp rx=0 tx=0).stop 2024-06-13T11:54:27.771 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.767+0000 7f688ec00700 1 -- 172.21.15.42:0/1489334192 shutdown_connections 2024-06-13T11:54:27.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.767+0000 7f688ec00700 1 --2- 172.21.15.42:0/1489334192 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f688810eac0 0x7f68881a3b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.767+0000 7f688ec00700 1 --2- 172.21.15.42:0/1489334192 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6888108ac0 0x7f688819f230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.767+0000 7f688ec00700 1 --2- 172.21.15.42:0/1489334192 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f686c0a2ca0 0x7f686c0a5160 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.767+0000 7f688ec00700 1 --2- 172.21.15.42:0/1489334192 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6888109480 0x7f688819f770 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:27.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.767+0000 7f688ec00700 1 -- 172.21.15.42:0/1489334192 >> 172.21.15.42:0/1489334192 conn(0x7f6888075c60 msgr2=0x7f68880761a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:27.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.767+0000 7f688ec00700 1 -- 172.21.15.42:0/1489334192 shutdown_connections 2024-06-13T11:54:27.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:27.767+0000 7f688ec00700 1 -- 172.21.15.42:0/1489334192 wait complete. 2024-06-13T11:54:28.211 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:27 smithi042 ceph-mon[32231]: pgmap v451: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T11:54:28.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:27 smithi088 ceph-mon[36399]: pgmap v451: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T11:54:28.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:27 smithi162 ceph-mon[36757]: pgmap v451: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T11:54:28.656 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell mds.b status 2024-06-13T11:54:29.142 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:54:30.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:29 smithi088 ceph-mon[36399]: pgmap v452: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-13T11:54:30.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:29 smithi042 ceph-mon[32231]: pgmap v452: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-13T11:54:30.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:29 smithi162 ceph-mon[36757]: pgmap v452: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-13T11:54:31.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.295+0000 7ff7d8a00700 1 -- 172.21.15.42:0/994798195 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff7d406ab10 msgr2=0x7ff7d410f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:31.297 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.295+0000 7ff7d8a00700 1 --2- 172.21.15.42:0/994798195 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff7d406ab10 0x7ff7d410f320 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7ff7cc009f90 tx=0x7ff7cc00b330 comp rx=0 tx=0).stop 2024-06-13T11:54:31.297 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.296+0000 7ff7d8a00700 1 -- 172.21.15.42:0/994798195 shutdown_connections 2024-06-13T11:54:31.297 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.296+0000 7ff7d8a00700 1 --2- 172.21.15.42:0/994798195 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff7d406ab10 0x7ff7d410f320 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:31.297 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.296+0000 7ff7d8a00700 1 --2- 172.21.15.42:0/994798195 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff7d41084e0 0x7ff7d41088c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:31.297 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.296+0000 7ff7d8a00700 1 --2- 172.21.15.42:0/994798195 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff7d406a170 0x7ff7d406a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:31.297 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.296+0000 7ff7d8a00700 1 -- 172.21.15.42:0/994798195 >> 172.21.15.42:0/994798195 conn(0x7ff7d40782c0 msgr2=0x7ff7d40786d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:31.297 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.296+0000 7ff7d8a00700 1 -- 172.21.15.42:0/994798195 shutdown_connections 2024-06-13T11:54:31.297 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.296+0000 7ff7d8a00700 1 -- 172.21.15.42:0/994798195 wait complete. 2024-06-13T11:54:31.299 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.297+0000 7ff7d8a00700 1 Processor -- start 2024-06-13T11:54:31.299 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.297+0000 7ff7d8a00700 1 -- start start 2024-06-13T11:54:31.299 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.297+0000 7ff7d8a00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff7d406a170 0x7ff7d419ae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:31.299 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.297+0000 7ff7d8a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff7d406ab10 0x7ff7d419b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:31.299 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.297+0000 7ff7d8a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff7d41084e0 0x7ff7d419f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:31.299 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.297+0000 7ff7d8a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff7d41127a0 con 0x7ff7d406ab10 2024-06-13T11:54:31.299 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.297+0000 7ff7d8a00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7ff7d4112620 con 0x7ff7d41084e0 2024-06-13T11:54:31.299 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.297+0000 7ff7d8a00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7ff7d4112920 con 0x7ff7d406a170 2024-06-13T11:54:31.299 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.298+0000 7ff7d1400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff7d406ab10 0x7ff7d419b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:31.299 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.298+0000 7ff7d1e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff7d406a170 0x7ff7d419ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:31.299 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.298+0000 7ff7d1400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff7d406ab10 0x7ff7d419b340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37722/0 (socket says 172.21.15.42:37722) 2024-06-13T11:54:31.299 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.298+0000 7ff7d1400700 1 -- 172.21.15.42:0/2449853317 learned_addr learned my addr 172.21.15.42:0/2449853317 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:54:31.299 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.298+0000 7ff7d2800700 1 --2- 172.21.15.42:0/2449853317 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff7d41084e0 0x7ff7d419f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:31.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.298+0000 7ff7d2800700 1 -- 172.21.15.42:0/2449853317 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff7d406a170 msgr2=0x7ff7d419ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:31.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.298+0000 7ff7d2800700 1 --2- 172.21.15.42:0/2449853317 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff7d406a170 0x7ff7d419ae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:31.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.298+0000 7ff7d2800700 1 -- 172.21.15.42:0/2449853317 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff7d406ab10 msgr2=0x7ff7d419b340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:31.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.298+0000 7ff7d2800700 1 --2- 172.21.15.42:0/2449853317 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff7d406ab10 0x7ff7d419b340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:31.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.298+0000 7ff7d2800700 1 -- 172.21.15.42:0/2449853317 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7d419fe10 con 0x7ff7d41084e0 2024-06-13T11:54:31.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.298+0000 7ff7d1400700 1 --2- 172.21.15.42:0/2449853317 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff7d406ab10 0x7ff7d419b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:54:31.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.298+0000 7ff7d1e00700 1 --2- 172.21.15.42:0/2449853317 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff7d406a170 0x7ff7d419ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:54:31.301 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.299+0000 7ff7d2800700 1 --2- 172.21.15.42:0/2449853317 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff7d41084e0 0x7ff7d419f6d0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff7cc009790 tx=0x7ff7cc00bc20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:31.301 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.299+0000 7ff7caa00700 1 -- 172.21.15.42:0/2449853317 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7cc021070 con 0x7ff7d41084e0 2024-06-13T11:54:31.301 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.299+0000 7ff7d8a00700 1 -- 172.21.15.42:0/2449853317 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7d41a00a0 con 0x7ff7d41084e0 2024-06-13T11:54:31.301 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.299+0000 7ff7caa00700 1 -- 172.21.15.42:0/2449853317 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff7cc00be10 con 0x7ff7d41084e0 2024-06-13T11:54:31.301 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.299+0000 7ff7caa00700 1 -- 172.21.15.42:0/2449853317 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7cc005040 con 0x7ff7d41084e0 2024-06-13T11:54:31.301 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.299+0000 7ff7d8a00700 1 -- 172.21.15.42:0/2449853317 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7d41a7980 con 0x7ff7d41084e0 2024-06-13T11:54:31.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.302+0000 7ff7caa00700 1 -- 172.21.15.42:0/2449853317 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7ff7cc024070 con 0x7ff7d41084e0 2024-06-13T11:54:31.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.304+0000 7ff7caa00700 1 --2- 172.21.15.42:0/2449853317 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ff7b80a2ca0 0x7ff7b80a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:31.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.304+0000 7ff7e3451b80 1 Processor -- start 2024-06-13T11:54:31.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.304+0000 7ff7caa00700 1 -- 172.21.15.42:0/2449853317 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7ff7cc0d01d0 con 0x7ff7d41084e0 2024-06-13T11:54:31.305 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.304+0000 7ff7d1e00700 1 --2- 172.21.15.42:0/2449853317 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ff7b80a2ca0 0x7ff7b80a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:31.305 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.304+0000 7ff7e3451b80 1 -- start start 2024-06-13T11:54:31.306 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.305+0000 7ff7e3451b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3ec774b40 0x55c3ec774f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:31.306 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.305+0000 7ff7e3451b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3ec775460 0x55c3ec76ecb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:31.306 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.305+0000 7ff7e3451b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55c3ec76f1f0 0x55c3ec76f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:31.306 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.305+0000 7ff7e3451b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c3ec67d9c0 con 0x55c3ec775460 2024-06-13T11:54:31.306 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.305+0000 7ff7e3451b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55c3ec6c0ab0 con 0x55c3ec774b40 2024-06-13T11:54:31.306 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.305+0000 7ff7e3451b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55c3ec67b8a0 con 0x55c3ec76f1f0 2024-06-13T11:54:31.306 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.305+0000 7ff7d1400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3ec775460 0x55c3ec76ecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:31.306 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.305+0000 7ff7d1400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3ec775460 0x55c3ec76ecb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37738/0 (socket says 172.21.15.42:37738) 2024-06-13T11:54:31.306 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.305+0000 7ff7d2800700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55c3ec76f1f0 0x55c3ec76f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:31.306 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.305+0000 7ff7d1400700 1 -- 172.21.15.42:0/3454691060 learned_addr learned my addr 172.21.15.42:0/3454691060 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:54:31.306 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.305+0000 7ff7d1e00700 1 --2- 172.21.15.42:0/3454691060 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3ec774b40 0x55c3ec774f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:31.307 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.306+0000 7ff7d2800700 1 -- 172.21.15.42:0/3454691060 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3ec774b40 msgr2=0x55c3ec774f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:54:31.307 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.306+0000 7ff7d2800700 1 --2- 172.21.15.42:0/3454691060 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3ec774b40 0x55c3ec774f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:31.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.306+0000 7ff7d2800700 1 -- 172.21.15.42:0/3454691060 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3ec775460 msgr2=0x55c3ec76ecb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:54:31.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.306+0000 7ff7d2800700 1 --2- 172.21.15.42:0/3454691060 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3ec775460 0x55c3ec76ecb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:31.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.306+0000 7ff7d2800700 1 -- 172.21.15.42:0/3454691060 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c3ec668f40 con 0x55c3ec76f1f0 2024-06-13T11:54:31.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.306+0000 7ff7d1e00700 1 --2- 172.21.15.42:0/2449853317 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ff7b80a2ca0 0x7ff7b80a5160 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7ff7c4009fd0 tx=0x7ff7c4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:31.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.306+0000 7ff7d2800700 1 --2- 172.21.15.42:0/3454691060 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55c3ec76f1f0 0x55c3ec76f630 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff7cc024ff0 tx=0x7ff7cc006000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=75c329bce8c788ac server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:31.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.306+0000 7ff7bf400700 1 -- 172.21.15.42:0/3454691060 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7cc02b070 con 0x55c3ec76f1f0 2024-06-13T11:54:31.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.306+0000 7ff7bf400700 1 -- 172.21.15.42:0/3454691060 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff7cc0870d0 con 0x55c3ec76f1f0 2024-06-13T11:54:31.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.306+0000 7ff7bf400700 1 -- 172.21.15.42:0/3454691060 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7cc01d6e0 con 0x55c3ec76f1f0 2024-06-13T11:54:31.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.307+0000 7ff7e3451b80 1 -- 172.21.15.42:0/3454691060 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55c3ec76f1f0 msgr2=0x55c3ec76f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:31.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.307+0000 7ff7e3451b80 1 --2- 172.21.15.42:0/3454691060 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55c3ec76f1f0 0x55c3ec76f630 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff7cc024ff0 tx=0x7ff7cc006000 comp rx=0 tx=0).stop 2024-06-13T11:54:31.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.307+0000 7ff7e3451b80 1 -- 172.21.15.42:0/3454691060 shutdown_connections 2024-06-13T11:54:31.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.307+0000 7ff7e3451b80 1 --2- 172.21.15.42:0/3454691060 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3ec774b40 0x55c3ec774f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:31.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.307+0000 7ff7e3451b80 1 --2- 172.21.15.42:0/3454691060 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55c3ec76f1f0 0x55c3ec76f630 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:31.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.307+0000 7ff7e3451b80 1 --2- 172.21.15.42:0/3454691060 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3ec775460 0x55c3ec76ecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:31.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.307+0000 7ff7e3451b80 1 -- 172.21.15.42:0/3454691060 >> 172.21.15.42:0/3454691060 conn(0x55c3ec69b120 msgr2=0x55c3ec769fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:31.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.307+0000 7ff7e3451b80 1 -- 172.21.15.42:0/3454691060 shutdown_connections 2024-06-13T11:54:31.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.307+0000 7ff7e3451b80 1 -- 172.21.15.42:0/3454691060 wait complete. 2024-06-13T11:54:31.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.308+0000 7ff7e3451b80 1 -- start start 2024-06-13T11:54:31.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.308+0000 7ff7e3451b80 1 Processor -- start 2024-06-13T11:54:31.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.309+0000 7ff7e3451b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55c3ec76f1f0 0x55c3ec77b240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:31.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.309+0000 7ff7e3451b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3ec774b40 0x55c3ec778540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:31.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.309+0000 7ff7e3451b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3ec775460 0x55c3ec778a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:31.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.309+0000 7ff7e3451b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c3ec65cf10 con 0x55c3ec775460 2024-06-13T11:54:31.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.309+0000 7ff7e3451b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55c3ec6bca70 con 0x55c3ec774b40 2024-06-13T11:54:31.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.309+0000 7ff7e3451b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55c3ec77bbf0 con 0x55c3ec76f1f0 2024-06-13T11:54:31.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.309+0000 7ff7e3451b80 10 client.0 _ll_register_callbacks cb 0x55c3ec656330 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:54:31.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.309+0000 7ff7d1e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55c3ec76f1f0 0x55c3ec77b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:31.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.309+0000 7ff7d1e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55c3ec76f1f0 0x55c3ec77b240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:39894/0 (socket says 172.21.15.42:39894) 2024-06-13T11:54:31.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.309+0000 7ff7d2800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3ec775460 0x55c3ec778a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:31.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.309+0000 7ff7d1e00700 1 -- 172.21.15.42:0/876897044 learned_addr learned my addr 172.21.15.42:0/876897044 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:54:31.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.309+0000 7ff7d1400700 1 --2- 172.21.15.42:0/876897044 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3ec774b40 0x55c3ec778540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:31.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.309+0000 7ff7d1e00700 1 -- 172.21.15.42:0/876897044 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3ec774b40 msgr2=0x55c3ec778540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:54:31.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.309+0000 7ff7d1e00700 1 --2- 172.21.15.42:0/876897044 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3ec774b40 0x55c3ec778540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:31.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.309+0000 7ff7d1e00700 1 -- 172.21.15.42:0/876897044 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3ec775460 msgr2=0x55c3ec778a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:54:31.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.309+0000 7ff7d1e00700 1 --2- 172.21.15.42:0/876897044 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3ec775460 0x55c3ec778a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:31.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.309+0000 7ff7d1e00700 1 -- 172.21.15.42:0/876897044 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c3ec60f880 con 0x55c3ec76f1f0 2024-06-13T11:54:31.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.310+0000 7ff7d1e00700 1 --2- 172.21.15.42:0/876897044 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55c3ec76f1f0 0x55c3ec77b240 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7ff7c4003a70 tx=0x7ff7c40047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e75f6568327b4787 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:31.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.310+0000 7ff7b3e00700 10 client.0 ms_handle_connect on v2:172.21.15.162:3300/0 2024-06-13T11:54:31.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.310+0000 7ff7b3e00700 1 -- 172.21.15.42:0/876897044 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7c402b060 con 0x55c3ec76f1f0 2024-06-13T11:54:31.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.310+0000 7ff7e3451b80 1 -- 172.21.15.42:0/876897044 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff7cc0870d0 con 0x55c3ec76f1f0 2024-06-13T11:54:31.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.310+0000 7ff7b3e00700 1 -- 172.21.15.42:0/876897044 <== mon.1 v2:172.21.15.162:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7ff7c401da90 con 0x55c3ec76f1f0 2024-06-13T11:54:31.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.311+0000 7ff7b3e00700 1 -- 172.21.15.42:0/876897044 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff7c4032050 con 0x55c3ec76f1f0 2024-06-13T11:54:31.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.311+0000 7ff7e3451b80 10 client.24991 fetch_fsmap learned FSMap version 26 2024-06-13T11:54:31.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.311+0000 7ff7e3451b80 1 -- 172.21.15.42:0/876897044 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c3ec7863f0 con 0x55c3ec76f1f0 2024-06-13T11:54:31.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.311+0000 7ff7b3e00700 1 -- 172.21.15.42:0/876897044 <== mon.1 v2:172.21.15.162:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff7cc0870d0 con 0x55c3ec76f1f0 2024-06-13T11:54:31.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.311+0000 7ff7b3e00700 1 -- 172.21.15.42:0/876897044 <== mon.1 v2:172.21.15.162:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7ff7c401b040 con 0x55c3ec76f1f0 2024-06-13T11:54:31.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.311+0000 7ff7e3451b80 10 client.24991 fetch_fsmap finished waiting for FSMap version 26 2024-06-13T11:54:31.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.311+0000 7ff7e3451b80 10 client.24991 resolve_mds: resolved name 'b' to daemon mds.b 2024-06-13T11:54:31.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.311+0000 7ff7e3451b80 20 client.24991 populate_metadata read hostname 'smithi042' 2024-06-13T11:54:31.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.311+0000 7ff7e3451b80 1 --2- 172.21.15.42:0/876897044 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55c3ec788a60 0x55c3ec789ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:31.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.311+0000 7ff7e3451b80 4 client.24991 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:54:31.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.311+0000 7ff7e3451b80 1 -- 172.21.15.42:0/876897044 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c3ec6cdfb0 con 0x55c3ec788a60 2024-06-13T11:54:31.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.312+0000 7ff7d1400700 1 --2- 172.21.15.42:0/876897044 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55c3ec788a60 0x55c3ec789ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:31.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.312+0000 7ff7d1400700 1 --2- 172.21.15.42:0/876897044 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55c3ec788a60 0x55c3ec789ed0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=888b64fd4cfaffbc server_cookie=29a659e12a14cc0f in_seq=0 out_seq=0 2024-06-13T11:54:31.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.312+0000 7ff7b3e00700 10 client.24991 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:54:31.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.313+0000 7ff7b3e00700 1 -- 172.21.15.42:0/876897044 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55c3ec6cdfb0 con 0x55c3ec788a60 2024-06-13T11:54:31.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.313+0000 7ff7b3e00700 10 client.24991 handle_command_reply: tid=0 2024-06-13T11:54:31.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.313+0000 7ff7e3451b80 1 client.24991 shutdown 2024-06-13T11:54:31.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.313+0000 7ff7e3451b80 1 -- 172.21.15.42:0/876897044 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55c3ec76f1f0 msgr2=0x55c3ec77b240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:31.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.313+0000 7ff7e3451b80 1 --2- 172.21.15.42:0/876897044 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55c3ec76f1f0 0x55c3ec77b240 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7ff7c4003a70 tx=0x7ff7c40047c0 comp rx=0 tx=0).stop 2024-06-13T11:54:31.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.313+0000 7ff7e3451b80 1 -- 172.21.15.42:0/876897044 shutdown_connections 2024-06-13T11:54:31.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.313+0000 7ff7e3451b80 1 --2- 172.21.15.42:0/876897044 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55c3ec788a60 0x55c3ec789ed0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:31.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.313+0000 7ff7e3451b80 1 --2- 172.21.15.42:0/876897044 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3ec775460 0x55c3ec778a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:31.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.313+0000 7ff7e3451b80 1 --2- 172.21.15.42:0/876897044 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55c3ec76f1f0 0x55c3ec77b240 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:31.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.313+0000 7ff7e3451b80 1 --2- 172.21.15.42:0/876897044 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3ec774b40 0x55c3ec778540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:31.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.313+0000 7ff7b3e00700 0 client.24991 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:54:31.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.313+0000 7ff7e3451b80 1 -- 172.21.15.42:0/876897044 >> 172.21.15.42:0/876897044 conn(0x55c3ec69b120 msgr2=0x55c3ec763740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:31.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.314+0000 7ff7e3451b80 1 -- 172.21.15.42:0/876897044 shutdown_connections 2024-06-13T11:54:31.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.314+0000 7ff7e3451b80 1 -- 172.21.15.42:0/876897044 wait complete. 2024-06-13T11:54:31.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.314+0000 7ff7e3451b80 20 client.24991 trim_cache size 0 max 16384 2024-06-13T11:54:31.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.337+0000 7ff7e3451b80 1 Processor -- start 2024-06-13T11:54:31.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.338+0000 7ff7e3451b80 1 -- start start 2024-06-13T11:54:31.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.338+0000 7ff7e3451b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3ec76f1f0 0x55c3ec76ecb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:31.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.338+0000 7ff7e3451b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55c3ec774b40 0x55c3ec76a150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:31.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.338+0000 7ff7e3451b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3ec775460 0x55c3ec7774a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:31.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.338+0000 7ff7e3451b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c3ec788210 con 0x55c3ec775460 2024-06-13T11:54:31.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.338+0000 7ff7e3451b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55c3ec7888e0 con 0x55c3ec76f1f0 2024-06-13T11:54:31.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.338+0000 7ff7e3451b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55c3ec788fb0 con 0x55c3ec774b40 2024-06-13T11:54:31.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.338+0000 7ff7d1e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3ec76f1f0 0x55c3ec76ecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:31.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.338+0000 7ff7d2800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3ec775460 0x55c3ec7774a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:31.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.338+0000 7ff7d1400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55c3ec774b40 0x55c3ec76a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:31.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.338+0000 7ff7d1e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3ec76f1f0 0x55c3ec76ecb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:60588/0 (socket says 172.21.15.42:60588) 2024-06-13T11:54:31.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.339+0000 7ff7d1e00700 1 -- 172.21.15.42:0/4048044738 learned_addr learned my addr 172.21.15.42:0/4048044738 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:54:31.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.339+0000 7ff7d1e00700 1 -- 172.21.15.42:0/4048044738 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55c3ec774b40 msgr2=0x55c3ec76a150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:54:31.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.339+0000 7ff7d1e00700 1 --2- 172.21.15.42:0/4048044738 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55c3ec774b40 0x55c3ec76a150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:31.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.339+0000 7ff7d1e00700 1 -- 172.21.15.42:0/4048044738 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3ec775460 msgr2=0x55c3ec7774a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:54:31.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.339+0000 7ff7d1e00700 1 --2- 172.21.15.42:0/4048044738 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3ec775460 0x55c3ec7774a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:31.341 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.339+0000 7ff7d1e00700 1 -- 172.21.15.42:0/4048044738 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c3ec776ab0 con 0x55c3ec76f1f0 2024-06-13T11:54:31.341 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.339+0000 7ff7d1400700 1 --2- 172.21.15.42:0/4048044738 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55c3ec774b40 0x55c3ec76a150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:54:31.341 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.339+0000 7ff7d1e00700 1 --2- 172.21.15.42:0/4048044738 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3ec76f1f0 0x55c3ec76ecb0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7ff7c4005950 tx=0x7ff7c4004040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cc20bea6c309b180 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:31.341 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.340+0000 7ff7bea00700 1 -- 172.21.15.42:0/4048044738 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7c403b070 con 0x55c3ec76f1f0 2024-06-13T11:54:31.341 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.340+0000 7ff7bea00700 1 -- 172.21.15.42:0/4048044738 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff7c401dbc0 con 0x55c3ec76f1f0 2024-06-13T11:54:31.341 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.340+0000 7ff7bea00700 1 -- 172.21.15.42:0/4048044738 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7c4026440 con 0x55c3ec76f1f0 2024-06-13T11:54:31.342 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.340+0000 7ff7e3451b80 1 -- 172.21.15.42:0/4048044738 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3ec76f1f0 msgr2=0x55c3ec76ecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:31.342 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.340+0000 7ff7e3451b80 1 --2- 172.21.15.42:0/4048044738 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3ec76f1f0 0x55c3ec76ecb0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7ff7c4005950 tx=0x7ff7c4004040 comp rx=0 tx=0).stop 2024-06-13T11:54:31.342 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.340+0000 7ff7e3451b80 1 -- 172.21.15.42:0/4048044738 shutdown_connections 2024-06-13T11:54:31.342 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.340+0000 7ff7e3451b80 1 --2- 172.21.15.42:0/4048044738 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3ec76f1f0 0x55c3ec76ecb0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:31.342 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.340+0000 7ff7e3451b80 1 --2- 172.21.15.42:0/4048044738 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3ec775460 0x55c3ec7774a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:31.342 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.340+0000 7ff7e3451b80 1 --2- 172.21.15.42:0/4048044738 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55c3ec774b40 0x55c3ec76a150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:31.342 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.340+0000 7ff7e3451b80 1 -- 172.21.15.42:0/4048044738 >> 172.21.15.42:0/4048044738 conn(0x55c3ec69b120 msgr2=0x55c3ec769a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:31.342 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.340+0000 7ff7e3451b80 1 -- 172.21.15.42:0/4048044738 shutdown_connections 2024-06-13T11:54:31.343 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.341+0000 7ff7e3451b80 1 -- 172.21.15.42:0/4048044738 wait complete. 2024-06-13T11:54:31.343 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.341+0000 7ff7e3451b80 1 -- start start 2024-06-13T11:54:31.343 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.341+0000 7ff7e3451b80 1 Processor -- start 2024-06-13T11:54:31.343 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.342+0000 7ff7e3451b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3ec76f1f0 0x55c3ec793350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:31.343 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.342+0000 7ff7e3451b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3ec774b40 0x55c3ec793890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:31.343 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.342+0000 7ff7e3451b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55c3ec775460 0x55c3ec78e300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:31.343 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.342+0000 7ff7e3451b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c3ec789d50 con 0x55c3ec774b40 2024-06-13T11:54:31.343 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.342+0000 7ff7e3451b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55c3ec789680 con 0x55c3ec76f1f0 2024-06-13T11:54:31.343 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.342+0000 7ff7e3451b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55c3ec78a420 con 0x55c3ec775460 2024-06-13T11:54:31.343 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.342+0000 7ff7e3451b80 10 client.0 _ll_register_callbacks cb 0x55c3ec656330 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:54:31.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.342+0000 7ff7d1e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3ec76f1f0 0x55c3ec793350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:31.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.342+0000 7ff7d1400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3ec774b40 0x55c3ec793890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:31.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.342+0000 7ff7d1e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3ec76f1f0 0x55c3ec793350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:60602/0 (socket says 172.21.15.42:60602) 2024-06-13T11:54:31.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.342+0000 7ff7d1e00700 1 -- 172.21.15.42:0/4281265904 learned_addr learned my addr 172.21.15.42:0/4281265904 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:54:31.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.342+0000 7ff7d2800700 1 --2- 172.21.15.42:0/4281265904 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55c3ec775460 0x55c3ec78e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:31.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.343+0000 7ff7d1e00700 1 -- 172.21.15.42:0/4281265904 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55c3ec775460 msgr2=0x55c3ec78e300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:54:31.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.343+0000 7ff7d1e00700 1 --2- 172.21.15.42:0/4281265904 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55c3ec775460 0x55c3ec78e300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:31.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.343+0000 7ff7d1e00700 1 -- 172.21.15.42:0/4281265904 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3ec774b40 msgr2=0x55c3ec793890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:54:31.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.343+0000 7ff7d1e00700 1 --2- 172.21.15.42:0/4281265904 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3ec774b40 0x55c3ec793890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:31.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.343+0000 7ff7d1e00700 1 -- 172.21.15.42:0/4281265904 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c3ec78e840 con 0x55c3ec76f1f0 2024-06-13T11:54:31.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.343+0000 7ff7d1400700 1 --2- 172.21.15.42:0/4281265904 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3ec774b40 0x55c3ec793890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:54:31.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.343+0000 7ff7d1e00700 1 --2- 172.21.15.42:0/4281265904 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3ec76f1f0 0x55c3ec793350 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7ff7c4014040 tx=0x7ff7c400ef30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2aa192150076aec server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:31.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.343+0000 7ff7b3e00700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:54:31.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.343+0000 7ff7b3e00700 1 -- 172.21.15.42:0/4281265904 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7c403b070 con 0x55c3ec76f1f0 2024-06-13T11:54:31.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.343+0000 7ff7e3451b80 1 -- 172.21.15.42:0/4281265904 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff7c401dbc0 con 0x55c3ec76f1f0 2024-06-13T11:54:31.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.343+0000 7ff7b3e00700 1 -- 172.21.15.42:0/4281265904 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7ff7c400e6d0 con 0x55c3ec76f1f0 2024-06-13T11:54:31.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.344+0000 7ff7b3e00700 1 -- 172.21.15.42:0/4281265904 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff7c400e8d0 con 0x55c3ec76f1f0 2024-06-13T11:54:31.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.344+0000 7ff7e3451b80 10 client.25022 fetch_fsmap learned FSMap version 26 2024-06-13T11:54:31.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.344+0000 7ff7e3451b80 1 -- 172.21.15.42:0/4281265904 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c3ec7f49b0 con 0x55c3ec76f1f0 2024-06-13T11:54:31.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.344+0000 7ff7b3e00700 1 -- 172.21.15.42:0/4281265904 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff7c401dbc0 con 0x55c3ec76f1f0 2024-06-13T11:54:31.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.344+0000 7ff7b3e00700 1 -- 172.21.15.42:0/4281265904 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7ff7c401b040 con 0x55c3ec76f1f0 2024-06-13T11:54:31.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.344+0000 7ff7e3451b80 10 client.25022 fetch_fsmap finished waiting for FSMap version 26 2024-06-13T11:54:31.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.344+0000 7ff7e3451b80 10 client.25022 resolve_mds: resolved name 'b' to daemon mds.b 2024-06-13T11:54:31.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.344+0000 7ff7e3451b80 20 client.25022 populate_metadata read hostname 'smithi042' 2024-06-13T11:54:31.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.344+0000 7ff7e3451b80 1 --2- 172.21.15.42:0/4281265904 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55c3ec7f92e0 0x55c3ec7f7ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:31.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.344+0000 7ff7e3451b80 4 client.25022 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-13T11:54:31.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.344+0000 7ff7e3451b80 1 -- 172.21.15.42:0/4281265904 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "status"}) -- 0x55c3ec6c8530 con 0x55c3ec7f92e0 2024-06-13T11:54:31.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.345+0000 7ff7d1400700 1 --2- 172.21.15.42:0/4281265904 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55c3ec7f92e0 0x55c3ec7f7ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:31.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.345+0000 7ff7d1400700 1 --2- 172.21.15.42:0/4281265904 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55c3ec7f92e0 0x55c3ec7f7ff0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d1a4bbace5ab2e8a server_cookie=f26c9007211901d3 in_seq=0 out_seq=0 2024-06-13T11:54:31.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.345+0000 7ff7b3e00700 10 client.25022 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:54:31.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.345+0000 7ff7b3e00700 1 -- 172.21.15.42:0/4281265904 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+328 (crc 0 0 0) 0x55c3ec6c8530 con 0x55c3ec7f92e0 2024-06-13T11:54:31.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.345+0000 7ff7b3e00700 10 client.25022 handle_command_reply: tid=0 2024-06-13T11:54:31.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.345+0000 7ff7e3451b80 1 client.25022 shutdown 2024-06-13T11:54:31.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.346+0000 7ff7e3451b80 1 -- 172.21.15.42:0/4281265904 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3ec76f1f0 msgr2=0x55c3ec793350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:31.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.346+0000 7ff7e3451b80 1 --2- 172.21.15.42:0/4281265904 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3ec76f1f0 0x55c3ec793350 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7ff7c4014040 tx=0x7ff7c400ef30 comp rx=0 tx=0).stop 2024-06-13T11:54:31.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.346+0000 7ff7e3451b80 1 -- 172.21.15.42:0/4281265904 shutdown_connections 2024-06-13T11:54:31.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.346+0000 7ff7e3451b80 1 --2- 172.21.15.42:0/4281265904 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55c3ec7f92e0 0x55c3ec7f7ff0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:31.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.346+0000 7ff7e3451b80 1 --2- 172.21.15.42:0/4281265904 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3ec76f1f0 0x55c3ec793350 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:31.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.346+0000 7ff7e3451b80 1 --2- 172.21.15.42:0/4281265904 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55c3ec775460 0x55c3ec78e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:31.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.346+0000 7ff7e3451b80 1 --2- 172.21.15.42:0/4281265904 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3ec774b40 0x55c3ec793890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:31.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.346+0000 7ff7b3e00700 0 client.25022 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:54:31.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.346+0000 7ff7e3451b80 1 -- 172.21.15.42:0/4281265904 >> 172.21.15.42:0/4281265904 conn(0x55c3ec69b120 msgr2=0x55c3ec775900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:31.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.346+0000 7ff7e3451b80 1 -- 172.21.15.42:0/4281265904 shutdown_connections 2024-06-13T11:54:31.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.346+0000 7ff7e3451b80 1 -- 172.21.15.42:0/4281265904 wait complete. 2024-06-13T11:54:31.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.346+0000 7ff7e3451b80 20 client.25022 trim_cache size 0 max 16384 2024-06-13T11:54:31.350 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-13T11:54:31.350 INFO:teuthology.orchestra.run.smithi042.stdout: "cluster_fsid": "aa9143f6-2979-11ef-bc9c-c7b262605968", 2024-06-13T11:54:31.350 INFO:teuthology.orchestra.run.smithi042.stdout: "whoami": 0, 2024-06-13T11:54:31.350 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 24539, 2024-06-13T11:54:31.350 INFO:teuthology.orchestra.run.smithi042.stdout: "want_state": "up:active", 2024-06-13T11:54:31.350 INFO:teuthology.orchestra.run.smithi042.stdout: "state": "up:active", 2024-06-13T11:54:31.350 INFO:teuthology.orchestra.run.smithi042.stdout: "fs_name": "cephfs", 2024-06-13T11:54:31.350 INFO:teuthology.orchestra.run.smithi042.stdout: "rank_uptime": 231.654196265, 2024-06-13T11:54:31.350 INFO:teuthology.orchestra.run.smithi042.stdout: "mdsmap_epoch": 26, 2024-06-13T11:54:31.351 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch": 100, 2024-06-13T11:54:31.351 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch_barrier": 98, 2024-06-13T11:54:31.351 INFO:teuthology.orchestra.run.smithi042.stdout: "uptime": 253.15300601999999 2024-06-13T11:54:31.351 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-13T11:54:31.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.347+0000 7ff7d8a00700 1 -- 172.21.15.42:0/2449853317 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ff7b80a2ca0 msgr2=0x7ff7b80a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:31.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.347+0000 7ff7d8a00700 1 --2- 172.21.15.42:0/2449853317 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ff7b80a2ca0 0x7ff7b80a5160 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7ff7c4009fd0 tx=0x7ff7c4009260 comp rx=0 tx=0).stop 2024-06-13T11:54:31.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.347+0000 7ff7d8a00700 1 -- 172.21.15.42:0/2449853317 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff7d41084e0 msgr2=0x7ff7d419f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:31.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.347+0000 7ff7d8a00700 1 --2- 172.21.15.42:0/2449853317 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff7d41084e0 0x7ff7d419f6d0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff7cc009790 tx=0x7ff7cc00bc20 comp rx=0 tx=0).stop 2024-06-13T11:54:31.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.347+0000 7ff7d8a00700 1 -- 172.21.15.42:0/2449853317 shutdown_connections 2024-06-13T11:54:31.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.347+0000 7ff7d8a00700 1 --2- 172.21.15.42:0/2449853317 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ff7b80a2ca0 0x7ff7b80a5160 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:31.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.347+0000 7ff7d8a00700 1 --2- 172.21.15.42:0/2449853317 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff7d41084e0 0x7ff7d419f6d0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:31.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.347+0000 7ff7d8a00700 1 --2- 172.21.15.42:0/2449853317 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff7d406a170 0x7ff7d419ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:31.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.347+0000 7ff7d8a00700 1 --2- 172.21.15.42:0/2449853317 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff7d406ab10 0x7ff7d419b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:31.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.347+0000 7ff7d8a00700 1 -- 172.21.15.42:0/2449853317 >> 172.21.15.42:0/2449853317 conn(0x7ff7d40782c0 msgr2=0x7ff7d410d810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:31.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.347+0000 7ff7d8a00700 1 -- 172.21.15.42:0/2449853317 shutdown_connections 2024-06-13T11:54:31.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:31.347+0000 7ff7d8a00700 1 -- 172.21.15.42:0/2449853317 wait complete. 2024-06-13T11:54:32.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:31 smithi042 ceph-mon[32231]: pgmap v453: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-06-13T11:54:32.170 INFO:tasks.cephadm:Setup complete, yielding 2024-06-13T11:54:32.170 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-06-13T11:54:32.180 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi042.front.sepia.ceph.com 2024-06-13T11:54:32.180 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- bash -c 'ceph orch status' 2024-06-13T11:54:32.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:31 smithi088 ceph-mon[36399]: pgmap v453: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-06-13T11:54:32.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:31 smithi162 ceph-mon[36757]: pgmap v453: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-06-13T11:54:32.668 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:54:34.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:33 smithi088 ceph-mon[36399]: pgmap v454: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:54:34.304 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:33 smithi042 ceph-mon[32231]: pgmap v454: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:54:34.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:33 smithi162 ceph-mon[36757]: pgmap v454: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:54:34.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.827+0000 7f0ceac00700 1 -- 172.21.15.42:0/3102930094 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0ce4104630 msgr2=0x7f0ce4104a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:34.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.828+0000 7f0ceac00700 1 --2- 172.21.15.42:0/3102930094 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0ce4104630 0x7f0ce4104a50 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f0cd80099c0 tx=0x7f0cd8009cd0 comp rx=0 tx=0).stop 2024-06-13T11:54:34.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.828+0000 7f0ceac00700 1 -- 172.21.15.42:0/3102930094 shutdown_connections 2024-06-13T11:54:34.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.828+0000 7f0ceac00700 1 --2- 172.21.15.42:0/3102930094 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0ce4104630 0x7f0ce4104a50 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:34.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.828+0000 7f0ceac00700 1 --2- 172.21.15.42:0/3102930094 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ce41061d0 0x7f0ce410ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:34.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.828+0000 7f0ceac00700 1 --2- 172.21.15.42:0/3102930094 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0ce4105830 0x7f0ce4105c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:34.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.828+0000 7f0ceac00700 1 -- 172.21.15.42:0/3102930094 >> 172.21.15.42:0/3102930094 conn(0x7f0ce40ffbd0 msgr2=0x7f0ce4102010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:34.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.828+0000 7f0ceac00700 1 -- 172.21.15.42:0/3102930094 shutdown_connections 2024-06-13T11:54:34.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.828+0000 7f0ceac00700 1 -- 172.21.15.42:0/3102930094 wait complete. 2024-06-13T11:54:34.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.829+0000 7f0ceac00700 1 Processor -- start 2024-06-13T11:54:34.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.829+0000 7f0ceac00700 1 -- start start 2024-06-13T11:54:34.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.830+0000 7f0ceac00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0ce4104630 0x7f0ce419a880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:34.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.830+0000 7f0ceac00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ce4105830 0x7f0ce419adc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:34.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.830+0000 7f0ceac00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0ce41061d0 0x7f0ce41a1e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:34.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.830+0000 7f0ceac00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0ce4110270 con 0x7f0ce4105830 2024-06-13T11:54:34.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.830+0000 7f0ceac00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f0ce41100f0 con 0x7f0ce4104630 2024-06-13T11:54:34.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.830+0000 7f0ceac00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f0ce41103f0 con 0x7f0ce41061d0 2024-06-13T11:54:34.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.830+0000 7f0ce8e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ce4105830 0x7f0ce419adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:34.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.830+0000 7f0ce8e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ce4105830 0x7f0ce419adc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37786/0 (socket says 172.21.15.42:37786) 2024-06-13T11:54:34.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.830+0000 7f0ce8e00700 1 -- 172.21.15.42:0/2440180265 learned_addr learned my addr 172.21.15.42:0/2440180265 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:54:34.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.830+0000 7f0ce9800700 1 --2- 172.21.15.42:0/2440180265 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0ce4104630 0x7f0ce419a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:34.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.830+0000 7f0cea200700 1 --2- 172.21.15.42:0/2440180265 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0ce41061d0 0x7f0ce41a1e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:34.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.831+0000 7f0ce8e00700 1 -- 172.21.15.42:0/2440180265 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0ce41061d0 msgr2=0x7f0ce41a1e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:34.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.831+0000 7f0ce8e00700 1 --2- 172.21.15.42:0/2440180265 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0ce41061d0 0x7f0ce41a1e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:34.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.831+0000 7f0ce8e00700 1 -- 172.21.15.42:0/2440180265 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0ce4104630 msgr2=0x7f0ce419a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:34.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.831+0000 7f0ce8e00700 1 --2- 172.21.15.42:0/2440180265 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0ce4104630 0x7f0ce419a880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:34.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.831+0000 7f0ce8e00700 1 -- 172.21.15.42:0/2440180265 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ce41a24e0 con 0x7f0ce4105830 2024-06-13T11:54:34.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.831+0000 7f0ce9800700 1 --2- 172.21.15.42:0/2440180265 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0ce4104630 0x7f0ce419a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:54:34.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.831+0000 7f0ce8e00700 1 --2- 172.21.15.42:0/2440180265 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ce4105830 0x7f0ce419adc0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f0cd000e9f0 tx=0x7f0cd000ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:34.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.832+0000 7f0ce2000700 1 -- 172.21.15.42:0/2440180265 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cd000cbd0 con 0x7f0ce4105830 2024-06-13T11:54:34.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.832+0000 7f0ce2000700 1 -- 172.21.15.42:0/2440180265 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0cd000ee90 con 0x7f0ce4105830 2024-06-13T11:54:34.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.832+0000 7f0ceac00700 1 -- 172.21.15.42:0/2440180265 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ce41a27d0 con 0x7f0ce4105830 2024-06-13T11:54:34.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.832+0000 7f0ce2000700 1 -- 172.21.15.42:0/2440180265 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cd00056c0 con 0x7f0ce4105830 2024-06-13T11:54:34.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.832+0000 7f0ceac00700 1 -- 172.21.15.42:0/2440180265 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ce41a2cc0 con 0x7f0ce4105830 2024-06-13T11:54:34.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.833+0000 7f0ceac00700 1 -- 172.21.15.42:0/2440180265 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ce4069180 con 0x7f0ce4105830 2024-06-13T11:54:34.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.835+0000 7f0ce2000700 1 -- 172.21.15.42:0/2440180265 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f0cd0004750 con 0x7f0ce4105830 2024-06-13T11:54:34.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.837+0000 7f0ce2000700 1 --2- 172.21.15.42:0/2440180265 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f0ccc0a2c20 0x7f0ccc0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:34.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.838+0000 7f0ce2000700 1 -- 172.21.15.42:0/2440180265 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f0cd00cf6a0 con 0x7f0ce4105830 2024-06-13T11:54:34.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.838+0000 7f0ce9800700 1 --2- 172.21.15.42:0/2440180265 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f0ccc0a2c20 0x7f0ccc0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:34.839 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.839+0000 7f0ce9800700 1 --2- 172.21.15.42:0/2440180265 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f0ccc0a2c20 0x7f0ccc0a50e0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f0cd800b580 tx=0x7f0cd8005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:34.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:34.842+0000 7f0ce2000700 1 -- 172.21.15.42:0/2440180265 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f0cd009c1d0 con 0x7f0ce4105830 2024-06-13T11:54:35.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:35.097+0000 7f0ceac00700 1 -- 172.21.15.42:0/2440180265 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7f0ce40628d0 con 0x7f0ccc0a2c20 2024-06-13T11:54:35.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:35.098+0000 7f0ce2000700 1 -- 172.21.15.42:0/2440180265 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7f0ce40628d0 con 0x7f0ccc0a2c20 2024-06-13T11:54:35.099 INFO:teuthology.orchestra.run.smithi042.stdout:Backend: cephadm 2024-06-13T11:54:35.099 INFO:teuthology.orchestra.run.smithi042.stdout:Available: Yes 2024-06-13T11:54:35.099 INFO:teuthology.orchestra.run.smithi042.stdout:Paused: No 2024-06-13T11:54:35.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:35.101+0000 7f0ceac00700 1 -- 172.21.15.42:0/2440180265 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f0ccc0a2c20 msgr2=0x7f0ccc0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:35.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:35.101+0000 7f0ceac00700 1 --2- 172.21.15.42:0/2440180265 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f0ccc0a2c20 0x7f0ccc0a50e0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f0cd800b580 tx=0x7f0cd8005fb0 comp rx=0 tx=0).stop 2024-06-13T11:54:35.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:35.101+0000 7f0ceac00700 1 -- 172.21.15.42:0/2440180265 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ce4105830 msgr2=0x7f0ce419adc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:35.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:35.101+0000 7f0ceac00700 1 --2- 172.21.15.42:0/2440180265 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ce4105830 0x7f0ce419adc0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f0cd000e9f0 tx=0x7f0cd000ed00 comp rx=0 tx=0).stop 2024-06-13T11:54:35.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:35.101+0000 7f0ceac00700 1 -- 172.21.15.42:0/2440180265 shutdown_connections 2024-06-13T11:54:35.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:35.101+0000 7f0ceac00700 1 --2- 172.21.15.42:0/2440180265 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f0ccc0a2c20 0x7f0ccc0a50e0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:35.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:35.101+0000 7f0ceac00700 1 --2- 172.21.15.42:0/2440180265 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0ce4104630 0x7f0ce419a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:35.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:35.101+0000 7f0ceac00700 1 --2- 172.21.15.42:0/2440180265 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0ce41061d0 0x7f0ce41a1e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:35.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:35.101+0000 7f0ceac00700 1 --2- 172.21.15.42:0/2440180265 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ce4105830 0x7f0ce419adc0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:35.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:35.101+0000 7f0ceac00700 1 -- 172.21.15.42:0/2440180265 >> 172.21.15.42:0/2440180265 conn(0x7f0ce40ffbd0 msgr2=0x7f0ce4108b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:35.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:35.101+0000 7f0ceac00700 1 -- 172.21.15.42:0/2440180265 shutdown_connections 2024-06-13T11:54:35.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:35.102+0000 7f0ceac00700 1 -- 172.21.15.42:0/2440180265 wait complete. 2024-06-13T11:54:36.031 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- bash -c 'ceph orch ps' 2024-06-13T11:54:36.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:35 smithi088 ceph-mon[36399]: pgmap v455: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T11:54:36.545 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:35 smithi088 ceph-mon[36399]: from='client.14892 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:54:36.546 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:35 smithi162 ceph-mon[36757]: pgmap v455: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T11:54:36.546 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:35 smithi162 ceph-mon[36757]: from='client.14892 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:54:36.546 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:35 smithi042 ceph-mon[32231]: pgmap v455: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T11:54:36.546 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:35 smithi042 ceph-mon[32231]: from='client.14892 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:54:36.547 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:54:38.249 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:37 smithi042 ceph-mon[32231]: pgmap v456: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T11:54:38.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:37 smithi088 ceph-mon[36399]: pgmap v456: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T11:54:38.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:37 smithi162 ceph-mon[36757]: pgmap v456: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T11:54:38.767 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.766+0000 7f3adf200700 1 -- 172.21.15.42:0/2884236028 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ad81058b0 msgr2=0x7f3ad8107ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:38.767 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.766+0000 7f3adf200700 1 --2- 172.21.15.42:0/2884236028 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ad81058b0 0x7f3ad8107ca0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f3ac00098f0 tx=0x7f3ac0009c00 comp rx=0 tx=0).stop 2024-06-13T11:54:38.767 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.766+0000 7f3adf200700 1 -- 172.21.15.42:0/2884236028 shutdown_connections 2024-06-13T11:54:38.767 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.766+0000 7f3adf200700 1 --2- 172.21.15.42:0/2884236028 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ad81081e0 0x7f3ad810a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:38.767 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.766+0000 7f3adf200700 1 --2- 172.21.15.42:0/2884236028 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3ad8102f80 0x7f3ad8105370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:38.767 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.766+0000 7f3adf200700 1 --2- 172.21.15.42:0/2884236028 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ad81058b0 0x7f3ad8107ca0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:38.767 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.766+0000 7f3adf200700 1 -- 172.21.15.42:0/2884236028 >> 172.21.15.42:0/2884236028 conn(0x7f3ad80fc990 msgr2=0x7f3ad80fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:38.767 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.766+0000 7f3adf200700 1 -- 172.21.15.42:0/2884236028 shutdown_connections 2024-06-13T11:54:38.767 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.766+0000 7f3adf200700 1 -- 172.21.15.42:0/2884236028 wait complete. 2024-06-13T11:54:38.768 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.767+0000 7f3adf200700 1 Processor -- start 2024-06-13T11:54:38.768 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.768+0000 7f3adf200700 1 -- start start 2024-06-13T11:54:38.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.768+0000 7f3adf200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ad8102f80 0x7f3ad81028e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:38.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.768+0000 7f3adf200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ad81058b0 0x7f3ad8100f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:38.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.768+0000 7f3adf200700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3ad81081e0 0x7f3ad8101470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:38.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.768+0000 7f3adf200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad810e150 con 0x7f3ad8102f80 2024-06-13T11:54:38.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.768+0000 7f3adf200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad810dfd0 con 0x7f3ad81058b0 2024-06-13T11:54:38.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.768+0000 7f3adf200700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad810e2d0 con 0x7f3ad81081e0 2024-06-13T11:54:38.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.768+0000 7f3ad7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ad8102f80 0x7f3ad81028e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:38.770 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.769+0000 7f3acf400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ad81058b0 0x7f3ad8100f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:38.770 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.769+0000 7f3add200700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3ad81081e0 0x7f3ad8101470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:38.770 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.769+0000 7f3ad7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ad8102f80 0x7f3ad81028e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:44232/0 (socket says 172.21.15.42:44232) 2024-06-13T11:54:38.770 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.769+0000 7f3ad7e00700 1 -- 172.21.15.42:0/4057419196 learned_addr learned my addr 172.21.15.42:0/4057419196 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:54:38.771 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.769+0000 7f3add200700 1 -- 172.21.15.42:0/4057419196 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ad81058b0 msgr2=0x7f3ad8100f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:38.771 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.769+0000 7f3add200700 1 --2- 172.21.15.42:0/4057419196 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ad81058b0 0x7f3ad8100f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:38.771 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.769+0000 7f3add200700 1 -- 172.21.15.42:0/4057419196 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ad8102f80 msgr2=0x7f3ad81028e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:38.771 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.769+0000 7f3add200700 1 --2- 172.21.15.42:0/4057419196 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ad8102f80 0x7f3ad81028e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:38.771 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.769+0000 7f3add200700 1 -- 172.21.15.42:0/4057419196 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ad8101d20 con 0x7f3ad81081e0 2024-06-13T11:54:38.771 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.769+0000 7f3ad7e00700 1 --2- 172.21.15.42:0/4057419196 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ad8102f80 0x7f3ad81028e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:54:38.771 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.769+0000 7f3add200700 1 --2- 172.21.15.42:0/4057419196 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3ad81081e0 0x7f3ad8101470 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f3ad0009cd0 tx=0x7f3ad000c620 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:38.771 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.770+0000 7f3ad5600700 1 -- 172.21.15.42:0/4057419196 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ad000cce0 con 0x7f3ad81081e0 2024-06-13T11:54:38.771 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.770+0000 7f3ad5600700 1 -- 172.21.15.42:0/4057419196 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3ad0003a00 con 0x7f3ad81081e0 2024-06-13T11:54:38.771 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.770+0000 7f3ad5600700 1 -- 172.21.15.42:0/4057419196 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ad0004570 con 0x7f3ad81081e0 2024-06-13T11:54:38.771 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.770+0000 7f3adf200700 1 -- 172.21.15.42:0/4057419196 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ad81a2920 con 0x7f3ad81081e0 2024-06-13T11:54:38.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.770+0000 7f3adf200700 1 -- 172.21.15.42:0/4057419196 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ad81a2e30 con 0x7f3ad81081e0 2024-06-13T11:54:38.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.771+0000 7f3adf200700 1 -- 172.21.15.42:0/4057419196 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ad802dca0 con 0x7f3ad81081e0 2024-06-13T11:54:38.774 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.773+0000 7f3ad5600700 1 -- 172.21.15.42:0/4057419196 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f3ad001a020 con 0x7f3ad81081e0 2024-06-13T11:54:38.775 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.775+0000 7f3ad5600700 1 --2- 172.21.15.42:0/4057419196 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f3abc0a2ca0 0x7f3abc0a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:38.776 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.775+0000 7f3ad5600700 1 -- 172.21.15.42:0/4057419196 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f3ad00cf300 con 0x7f3ad81081e0 2024-06-13T11:54:38.776 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.775+0000 7f3ad7e00700 1 --2- 172.21.15.42:0/4057419196 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f3abc0a2ca0 0x7f3abc0a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:38.776 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.776+0000 7f3ad7e00700 1 --2- 172.21.15.42:0/4057419196 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f3abc0a2ca0 0x7f3abc0a5160 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f3ac8011550 tx=0x7f3ac8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:38.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:38.777+0000 7f3ad5600700 1 -- 172.21.15.42:0/4057419196 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f3ad0010040 con 0x7f3ad81081e0 2024-06-13T11:54:39.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:39.020+0000 7f3adf200700 1 -- 172.21.15.42:0/4057419196 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7f3ad80628d0 con 0x7f3abc0a2ca0 2024-06-13T11:54:39.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:39.063+0000 7f3ad5600700 1 -- 172.21.15.42:0/4057419196 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4123 (secure 0 0 0) 0x7f3ad80628d0 con 0x7f3abc0a2ca0 2024-06-13T11:54:39.065 INFO:teuthology.orchestra.run.smithi042.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-06-13T11:54:39.065 INFO:teuthology.orchestra.run.smithi042.stdout:mds.a smithi042 running (4m) 117s ago 4m 12.8M - 19.0.0-2946-g3d89accf b045ac545f82 a40a3bf2d387 2024-06-13T11:54:39.065 INFO:teuthology.orchestra.run.smithi042.stdout:mds.b smithi088 running (4m) 2m ago 4m 28.4M - 19.0.0-2946-g3d89accf b045ac545f82 e81bf41248af 2024-06-13T11:54:39.065 INFO:teuthology.orchestra.run.smithi042.stdout:mds.c smithi162 running (4m) 2m ago 4m 16.4M - 19.0.0-2946-g3d89accf b045ac545f82 1196b5493770 2024-06-13T11:54:39.065 INFO:teuthology.orchestra.run.smithi042.stdout:mds.d smithi042 running (4m) 117s ago 4m 13.0M - 19.0.0-2946-g3d89accf b045ac545f82 8485e4524534 2024-06-13T11:54:39.065 INFO:teuthology.orchestra.run.smithi042.stdout:mds.e smithi088 running (4m) 2m ago 4m 18.0M - 19.0.0-2946-g3d89accf b045ac545f82 56a9de01b4bc 2024-06-13T11:54:39.065 INFO:teuthology.orchestra.run.smithi042.stdout:mds.f smithi162 running (4m) 2m ago 4m 14.6M - 19.0.0-2946-g3d89accf b045ac545f82 f820a7b10be7 2024-06-13T11:54:39.065 INFO:teuthology.orchestra.run.smithi042.stdout:mds.g smithi042 running (4m) 117s ago 4m 16.0M - 19.0.0-2946-g3d89accf b045ac545f82 ce1c77268742 2024-06-13T11:54:39.065 INFO:teuthology.orchestra.run.smithi042.stdout:mds.h smithi088 running (4m) 2m ago 4m 20.2M - 19.0.0-2946-g3d89accf b045ac545f82 4dca14557a52 2024-06-13T11:54:39.065 INFO:teuthology.orchestra.run.smithi042.stdout:mds.i smithi162 running (4m) 2m ago 4m 16.6M - 19.0.0-2946-g3d89accf b045ac545f82 84eb80b22a32 2024-06-13T11:54:39.065 INFO:teuthology.orchestra.run.smithi042.stdout:mds.j smithi042 running (4m) 117s ago 4m 13.0M - 19.0.0-2946-g3d89accf b045ac545f82 c1101b1cf867 2024-06-13T11:54:39.065 INFO:teuthology.orchestra.run.smithi042.stdout:mds.k smithi088 running (4m) 2m ago 4m 15.0M - 19.0.0-2946-g3d89accf b045ac545f82 ba0df0ee1031 2024-06-13T11:54:39.066 INFO:teuthology.orchestra.run.smithi042.stdout:mds.l smithi162 running (5m) 2m ago 5m 17.1M - 19.0.0-2946-g3d89accf b045ac545f82 45fd73a7a8dc 2024-06-13T11:54:39.066 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.x smithi042 *:9283,8765 running (13m) 117s ago 13m 518M - 19.0.0-2946-g3d89accf b045ac545f82 311c32bd9a85 2024-06-13T11:54:39.066 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.y smithi088 *:8443,8765 running (10m) 2m ago 10m 457M - 19.0.0-2946-g3d89accf b045ac545f82 dddb6cd2cfbf 2024-06-13T11:54:39.066 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.z smithi162 *:8443,8765 running (10m) 2m ago 10m 453M - 19.0.0-2946-g3d89accf b045ac545f82 bb1d423061d6 2024-06-13T11:54:39.066 INFO:teuthology.orchestra.run.smithi042.stdout:mon.a smithi042 running (13m) 117s ago 13m 49.5M 2048M 19.0.0-2946-g3d89accf b045ac545f82 4a38f7b0b85b 2024-06-13T11:54:39.066 INFO:teuthology.orchestra.run.smithi042.stdout:mon.b smithi088 running (11m) 2m ago 11m 43.1M 2048M 19.0.0-2946-g3d89accf b045ac545f82 922b9652e4a0 2024-06-13T11:54:39.066 INFO:teuthology.orchestra.run.smithi042.stdout:mon.c smithi162 running (11m) 2m ago 11m 42.1M 2048M 19.0.0-2946-g3d89accf b045ac545f82 88675cd2c559 2024-06-13T11:54:39.066 INFO:teuthology.orchestra.run.smithi042.stdout:osd.0 smithi042 running (10m) 117s ago 10m 45.6M 4273M 19.0.0-2946-g3d89accf b045ac545f82 9ea40bb495bf 2024-06-13T11:54:39.066 INFO:teuthology.orchestra.run.smithi042.stdout:osd.1 smithi088 running (10m) 2m ago 10m 45.9M 4272M 19.0.0-2946-g3d89accf b045ac545f82 a9755a5747eb 2024-06-13T11:54:39.066 INFO:teuthology.orchestra.run.smithi042.stdout:osd.2 smithi162 running (9m) 2m ago 9m 54.5M 4272M 19.0.0-2946-g3d89accf b045ac545f82 3456d4a68218 2024-06-13T11:54:39.066 INFO:teuthology.orchestra.run.smithi042.stdout:osd.3 smithi042 running (9m) 117s ago 9m 50.9M 4273M 19.0.0-2946-g3d89accf b045ac545f82 5bd844474685 2024-06-13T11:54:39.066 INFO:teuthology.orchestra.run.smithi042.stdout:osd.4 smithi088 running (8m) 2m ago 8m 46.3M 4272M 19.0.0-2946-g3d89accf b045ac545f82 d0568a375e65 2024-06-13T11:54:39.066 INFO:teuthology.orchestra.run.smithi042.stdout:osd.5 smithi162 running (8m) 2m ago 8m 54.7M 4272M 19.0.0-2946-g3d89accf b045ac545f82 fbbf7ee4e0e6 2024-06-13T11:54:39.067 INFO:teuthology.orchestra.run.smithi042.stdout:osd.6 smithi042 running (7m) 117s ago 7m 41.4M 4273M 19.0.0-2946-g3d89accf b045ac545f82 fe00b6051f7c 2024-06-13T11:54:39.067 INFO:teuthology.orchestra.run.smithi042.stdout:osd.7 smithi088 running (7m) 2m ago 7m 44.7M 4272M 19.0.0-2946-g3d89accf b045ac545f82 1bfa032f72cf 2024-06-13T11:54:39.067 INFO:teuthology.orchestra.run.smithi042.stdout:osd.8 smithi162 running (6m) 2m ago 6m 43.9M 4272M 19.0.0-2946-g3d89accf b045ac545f82 52c725ba89e3 2024-06-13T11:54:39.067 INFO:teuthology.orchestra.run.smithi042.stdout:osd.9 smithi042 running (6m) 117s ago 6m 50.0M 4273M 19.0.0-2946-g3d89accf b045ac545f82 3105971fbfcc 2024-06-13T11:54:39.067 INFO:teuthology.orchestra.run.smithi042.stdout:osd.10 smithi088 running (5m) 2m ago 5m 44.2M 4272M 19.0.0-2946-g3d89accf b045ac545f82 f7af6575a7b7 2024-06-13T11:54:39.067 INFO:teuthology.orchestra.run.smithi042.stdout:osd.11 smithi162 running (5m) 2m ago 5m 48.3M 4272M 19.0.0-2946-g3d89accf b045ac545f82 4af4ea469968 2024-06-13T11:54:39.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:39.067+0000 7f3adf200700 1 -- 172.21.15.42:0/4057419196 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f3abc0a2ca0 msgr2=0x7f3abc0a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:39.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:39.067+0000 7f3adf200700 1 --2- 172.21.15.42:0/4057419196 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f3abc0a2ca0 0x7f3abc0a5160 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f3ac8011550 tx=0x7f3ac8009260 comp rx=0 tx=0).stop 2024-06-13T11:54:39.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:39.067+0000 7f3adf200700 1 -- 172.21.15.42:0/4057419196 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3ad81081e0 msgr2=0x7f3ad8101470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:39.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:39.067+0000 7f3adf200700 1 --2- 172.21.15.42:0/4057419196 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3ad81081e0 0x7f3ad8101470 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f3ad0009cd0 tx=0x7f3ad000c620 comp rx=0 tx=0).stop 2024-06-13T11:54:39.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:39.067+0000 7f3adf200700 1 -- 172.21.15.42:0/4057419196 shutdown_connections 2024-06-13T11:54:39.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:39.067+0000 7f3adf200700 1 --2- 172.21.15.42:0/4057419196 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3ad81081e0 0x7f3ad8101470 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:39.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:39.067+0000 7f3adf200700 1 --2- 172.21.15.42:0/4057419196 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ad8102f80 0x7f3ad81028e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:39.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:39.067+0000 7f3adf200700 1 --2- 172.21.15.42:0/4057419196 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f3abc0a2ca0 0x7f3abc0a5160 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:39.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:39.067+0000 7f3adf200700 1 --2- 172.21.15.42:0/4057419196 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ad81058b0 0x7f3ad8100f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:39.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:39.067+0000 7f3adf200700 1 -- 172.21.15.42:0/4057419196 >> 172.21.15.42:0/4057419196 conn(0x7f3ad80fc990 msgr2=0x7f3ad81038e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:39.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:39.068+0000 7f3adf200700 1 -- 172.21.15.42:0/4057419196 shutdown_connections 2024-06-13T11:54:39.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:39.068+0000 7f3adf200700 1 -- 172.21.15.42:0/4057419196 wait complete. 2024-06-13T11:54:39.894 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- bash -c 'ceph orch ls' 2024-06-13T11:54:40.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:39 smithi088 ceph-mon[36399]: pgmap v457: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-13T11:54:40.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:39 smithi088 ceph-mon[36399]: from='client.25009 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:54:40.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:39 smithi042 ceph-mon[32231]: pgmap v457: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-13T11:54:40.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:39 smithi042 ceph-mon[32231]: from='client.25009 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:54:40.375 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:54:40.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:39 smithi162 ceph-mon[36757]: pgmap v457: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-13T11:54:40.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:39 smithi162 ceph-mon[36757]: from='client.25009 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:54:42.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:41 smithi042 ceph-mon[32231]: pgmap v458: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-06-13T11:54:42.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:41 smithi088 ceph-mon[36399]: pgmap v458: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-06-13T11:54:42.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:41 smithi162 ceph-mon[36757]: pgmap v458: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-06-13T11:54:42.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.603+0000 7f2bbe400700 1 -- 172.21.15.42:0/3468982423 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2bb81057e0 msgr2=0x7f2bb8107bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:42.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.603+0000 7f2bbe400700 1 --2- 172.21.15.42:0/3468982423 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2bb81057e0 0x7f2bb8107bd0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f2ba0009990 tx=0x7f2ba0009ca0 comp rx=0 tx=0).stop 2024-06-13T11:54:42.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.603+0000 7f2bbe400700 1 -- 172.21.15.42:0/3468982423 shutdown_connections 2024-06-13T11:54:42.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.603+0000 7f2bbe400700 1 --2- 172.21.15.42:0/3468982423 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bb8108110 0x7f2bb810a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:42.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.603+0000 7f2bbe400700 1 --2- 172.21.15.42:0/3468982423 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2bb8102eb0 0x7f2bb81052a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:42.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.603+0000 7f2bbe400700 1 --2- 172.21.15.42:0/3468982423 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2bb81057e0 0x7f2bb8107bd0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:42.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.603+0000 7f2bbe400700 1 -- 172.21.15.42:0/3468982423 >> 172.21.15.42:0/3468982423 conn(0x7f2bb80fc8a0 msgr2=0x7f2bb80fed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:42.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.603+0000 7f2bbe400700 1 -- 172.21.15.42:0/3468982423 shutdown_connections 2024-06-13T11:54:42.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.603+0000 7f2bbe400700 1 -- 172.21.15.42:0/3468982423 wait complete. 2024-06-13T11:54:42.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.605+0000 7f2bbe400700 1 Processor -- start 2024-06-13T11:54:42.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.605+0000 7f2bbe400700 1 -- start start 2024-06-13T11:54:42.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.606+0000 7f2bbe400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2bb8102eb0 0x7f2bb81985d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:42.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.606+0000 7f2bbe400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bb81057e0 0x7f2bb8198b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:42.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.606+0000 7f2bbe400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2bb8108110 0x7f2bb819fb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:42.607 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.606+0000 7f2bbe400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2bb810e080 con 0x7f2bb81057e0 2024-06-13T11:54:42.607 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.606+0000 7f2bbe400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f2bb810df00 con 0x7f2bb8108110 2024-06-13T11:54:42.607 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.606+0000 7f2bbe400700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f2bb810e200 con 0x7f2bb8102eb0 2024-06-13T11:54:42.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.606+0000 7f2bafe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bb81057e0 0x7f2bb8198b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:42.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.606+0000 7f2bbd000700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2bb8102eb0 0x7f2bb81985d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:42.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.606+0000 7f2bafe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bb81057e0 0x7f2bb8198b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:44254/0 (socket says 172.21.15.42:44254) 2024-06-13T11:54:42.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.606+0000 7f2bbd000700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2bb8102eb0 0x7f2bb81985d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:45422/0 (socket says 172.21.15.42:45422) 2024-06-13T11:54:42.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.606+0000 7f2bafe00700 1 -- 172.21.15.42:0/2379762998 learned_addr learned my addr 172.21.15.42:0/2379762998 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:54:42.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.606+0000 7f2bbda00700 1 --2- 172.21.15.42:0/2379762998 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2bb8108110 0x7f2bb819fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:42.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.607+0000 7f2bbd000700 1 -- 172.21.15.42:0/2379762998 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2bb8108110 msgr2=0x7f2bb819fb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:42.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.607+0000 7f2bbd000700 1 --2- 172.21.15.42:0/2379762998 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2bb8108110 0x7f2bb819fb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:42.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.607+0000 7f2bbd000700 1 -- 172.21.15.42:0/2379762998 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bb81057e0 msgr2=0x7f2bb8198b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:42.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.607+0000 7f2bbd000700 1 --2- 172.21.15.42:0/2379762998 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bb81057e0 0x7f2bb8198b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:42.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.607+0000 7f2bbd000700 1 -- 172.21.15.42:0/2379762998 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bb81a0230 con 0x7f2bb8102eb0 2024-06-13T11:54:42.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.607+0000 7f2bbda00700 1 --2- 172.21.15.42:0/2379762998 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2bb8108110 0x7f2bb819fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:54:42.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.607+0000 7f2bafe00700 1 --2- 172.21.15.42:0/2379762998 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bb81057e0 0x7f2bb8198b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:54:42.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.607+0000 7f2bbd000700 1 --2- 172.21.15.42:0/2379762998 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2bb8102eb0 0x7f2bb81985d0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f2ba800ea20 tx=0x7f2ba800ed30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:42.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.607+0000 7f2bb6000700 1 -- 172.21.15.42:0/2379762998 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ba800cbd0 con 0x7f2bb8102eb0 2024-06-13T11:54:42.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.608+0000 7f2bb6000700 1 -- 172.21.15.42:0/2379762998 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2ba800cd70 con 0x7f2bb8102eb0 2024-06-13T11:54:42.610 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.608+0000 7f2bb6000700 1 -- 172.21.15.42:0/2379762998 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ba8018660 con 0x7f2bb8102eb0 2024-06-13T11:54:42.610 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.608+0000 7f2bbe400700 1 -- 172.21.15.42:0/2379762998 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2bb81a0520 con 0x7f2bb8102eb0 2024-06-13T11:54:42.610 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.608+0000 7f2bbe400700 1 -- 172.21.15.42:0/2379762998 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2bb81a0a10 con 0x7f2bb8102eb0 2024-06-13T11:54:42.610 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.609+0000 7f2bbe400700 1 -- 172.21.15.42:0/2379762998 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b94005360 con 0x7f2bb8102eb0 2024-06-13T11:54:42.611 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.611+0000 7f2bb6000700 1 -- 172.21.15.42:0/2379762998 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f2ba8018800 con 0x7f2bb8102eb0 2024-06-13T11:54:42.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.612+0000 7f2bb6000700 1 --2- 172.21.15.42:0/2379762998 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f2b9c0a2c20 0x7f2b9c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:42.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.612+0000 7f2bb6000700 1 -- 172.21.15.42:0/2379762998 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f2ba80cfa50 con 0x7f2bb8102eb0 2024-06-13T11:54:42.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.613+0000 7f2bafe00700 1 --2- 172.21.15.42:0/2379762998 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f2b9c0a2c20 0x7f2b9c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:42.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.613+0000 7f2bafe00700 1 --2- 172.21.15.42:0/2379762998 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f2b9c0a2c20 0x7f2b9c0a50e0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f2ba000b2e0 tx=0x7f2ba000b880 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:42.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.615+0000 7f2bb6000700 1 -- 172.21.15.42:0/2379762998 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f2ba809c580 con 0x7f2bb8102eb0 2024-06-13T11:54:42.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.857+0000 7f2bbe400700 1 -- 172.21.15.42:0/2379762998 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7f2b94000bf0 con 0x7f2b9c0a2c20 2024-06-13T11:54:42.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.874+0000 7f2bb6000700 1 -- 172.21.15.42:0/2379762998 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7f2b94000bf0 con 0x7f2b9c0a2c20 2024-06-13T11:54:42.874 INFO:teuthology.orchestra.run.smithi042.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-06-13T11:54:42.875 INFO:teuthology.orchestra.run.smithi042.stdout:mds.all 12/12 2m ago 5m smithi042=a;smithi042=d;smithi042=g;smithi042=j;smithi088=b;smithi088=e;smithi088=h;smithi088=k;smithi162=c;smithi162=f;smithi162=i;smithi162=l;count:12 2024-06-13T11:54:42.875 INFO:teuthology.orchestra.run.smithi042.stdout:mgr 3/3 2m ago 11m smithi042=x;smithi088=y;smithi162=z;count:3 2024-06-13T11:54:42.875 INFO:teuthology.orchestra.run.smithi042.stdout:mon 3/3 2m ago 11m smithi042:172.21.15.42=a;smithi088:172.21.15.88=b;smithi162:172.21.15.162=c;count:3 2024-06-13T11:54:42.875 INFO:teuthology.orchestra.run.smithi042.stdout:osd 12 2m ago - 2024-06-13T11:54:42.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.876+0000 7f2bbe400700 1 -- 172.21.15.42:0/2379762998 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f2b9c0a2c20 msgr2=0x7f2b9c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:42.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.876+0000 7f2bbe400700 1 --2- 172.21.15.42:0/2379762998 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f2b9c0a2c20 0x7f2b9c0a50e0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f2ba000b2e0 tx=0x7f2ba000b880 comp rx=0 tx=0).stop 2024-06-13T11:54:42.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.876+0000 7f2bbe400700 1 -- 172.21.15.42:0/2379762998 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2bb8102eb0 msgr2=0x7f2bb81985d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:42.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.876+0000 7f2bbe400700 1 --2- 172.21.15.42:0/2379762998 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2bb8102eb0 0x7f2bb81985d0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f2ba800ea20 tx=0x7f2ba800ed30 comp rx=0 tx=0).stop 2024-06-13T11:54:42.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.877+0000 7f2bbe400700 1 -- 172.21.15.42:0/2379762998 shutdown_connections 2024-06-13T11:54:42.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.877+0000 7f2bbe400700 1 --2- 172.21.15.42:0/2379762998 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f2b9c0a2c20 0x7f2b9c0a50e0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:42.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.877+0000 7f2bbe400700 1 --2- 172.21.15.42:0/2379762998 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2bb8108110 0x7f2bb819fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:42.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.877+0000 7f2bbe400700 1 --2- 172.21.15.42:0/2379762998 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2bb8102eb0 0x7f2bb81985d0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:42.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.877+0000 7f2bbe400700 1 --2- 172.21.15.42:0/2379762998 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bb81057e0 0x7f2bb8198b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:42.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.877+0000 7f2bbe400700 1 -- 172.21.15.42:0/2379762998 >> 172.21.15.42:0/2379762998 conn(0x7f2bb80fc8a0 msgr2=0x7f2bb81037f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:42.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.877+0000 7f2bbe400700 1 -- 172.21.15.42:0/2379762998 shutdown_connections 2024-06-13T11:54:42.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:42.877+0000 7f2bbe400700 1 -- 172.21.15.42:0/2379762998 wait complete. 2024-06-13T11:54:43.744 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- bash -c 'ceph orch host ls' 2024-06-13T11:54:44.217 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:54:44.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:43 smithi088 ceph-mon[36399]: pgmap v459: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:54:44.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:43 smithi088 ceph-mon[36399]: from='client.25015 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:54:44.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:43 smithi042 ceph-mon[32231]: pgmap v459: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:54:44.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:43 smithi042 ceph-mon[32231]: from='client.25015 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:54:44.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:43 smithi162 ceph-mon[36757]: pgmap v459: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:54:44.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:43 smithi162 ceph-mon[36757]: from='client.25015 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:54:45.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:45 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:54:45.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:45 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:54:45.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:45 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:54:46.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:46 smithi042 ceph-mon[32231]: pgmap v460: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T11:54:46.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.283+0000 7f983ac00700 1 -- 172.21.15.42:0/747771213 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9834104610 msgr2=0x7f9834104a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:46.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.283+0000 7f983ac00700 1 --2- 172.21.15.42:0/747771213 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9834104610 0x7f9834104a30 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f98280099c0 tx=0x7f9828009cd0 comp rx=0 tx=0).stop 2024-06-13T11:54:46.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.283+0000 7f983ac00700 1 -- 172.21.15.42:0/747771213 shutdown_connections 2024-06-13T11:54:46.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.283+0000 7f983ac00700 1 --2- 172.21.15.42:0/747771213 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9834104610 0x7f9834104a30 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:46.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.283+0000 7f983ac00700 1 --2- 172.21.15.42:0/747771213 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98341061b0 0x7f983410ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:46.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.283+0000 7f983ac00700 1 --2- 172.21.15.42:0/747771213 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9834105810 0x7f9834105c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:46.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.283+0000 7f983ac00700 1 -- 172.21.15.42:0/747771213 >> 172.21.15.42:0/747771213 conn(0x7f98340ffbb0 msgr2=0x7f9834101ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:46.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.283+0000 7f983ac00700 1 -- 172.21.15.42:0/747771213 shutdown_connections 2024-06-13T11:54:46.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.284+0000 7f983ac00700 1 -- 172.21.15.42:0/747771213 wait complete. 2024-06-13T11:54:46.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.285+0000 7f983ac00700 1 Processor -- start 2024-06-13T11:54:46.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.285+0000 7f983ac00700 1 -- start start 2024-06-13T11:54:46.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.285+0000 7f983ac00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9834104610 0x7f983419a850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:46.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.286+0000 7f983ac00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9834105810 0x7f983419ad90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:46.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.286+0000 7f983ac00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98341061b0 0x7f98341a1e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:46.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.286+0000 7f983ac00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9834110240 con 0x7f98341061b0 2024-06-13T11:54:46.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.286+0000 7f983ac00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f98341100c0 con 0x7f9834105810 2024-06-13T11:54:46.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.286+0000 7f983ac00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f98341103c0 con 0x7f9834104610 2024-06-13T11:54:46.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.286+0000 7f9839800700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9834104610 0x7f983419a850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:46.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.286+0000 7f9839800700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9834104610 0x7f983419a850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:45448/0 (socket says 172.21.15.42:45448) 2024-06-13T11:54:46.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.286+0000 7f9838e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9834105810 0x7f983419ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:46.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.286+0000 7f9839800700 1 -- 172.21.15.42:0/1178988297 learned_addr learned my addr 172.21.15.42:0/1178988297 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:54:46.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.286+0000 7f983a200700 1 --2- 172.21.15.42:0/1178988297 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98341061b0 0x7f98341a1e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:46.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.286+0000 7f9839800700 1 -- 172.21.15.42:0/1178988297 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9834105810 msgr2=0x7f983419ad90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:46.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.286+0000 7f9839800700 1 --2- 172.21.15.42:0/1178988297 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9834105810 0x7f983419ad90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:46.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.286+0000 7f9839800700 1 -- 172.21.15.42:0/1178988297 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98341061b0 msgr2=0x7f98341a1e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:46.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.286+0000 7f9839800700 1 --2- 172.21.15.42:0/1178988297 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98341061b0 0x7f98341a1e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:46.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.286+0000 7f9839800700 1 -- 172.21.15.42:0/1178988297 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98341a24b0 con 0x7f9834104610 2024-06-13T11:54:46.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.286+0000 7f983a200700 1 --2- 172.21.15.42:0/1178988297 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98341061b0 0x7f98341a1e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T11:54:46.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.286+0000 7f9838e00700 1 --2- 172.21.15.42:0/1178988297 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9834105810 0x7f983419ad90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:54:46.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.287+0000 7f9839800700 1 --2- 172.21.15.42:0/1178988297 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9834104610 0x7f983419a850 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f982800bee0 tx=0x7f982800bf10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:46.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.287+0000 7f9832000700 1 -- 172.21.15.42:0/1178988297 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9828003e30 con 0x7f9834104610 2024-06-13T11:54:46.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.287+0000 7f9832000700 1 -- 172.21.15.42:0/1178988297 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f982800f460 con 0x7f9834104610 2024-06-13T11:54:46.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.287+0000 7f983ac00700 1 -- 172.21.15.42:0/1178988297 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98341a2740 con 0x7f9834104610 2024-06-13T11:54:46.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.287+0000 7f9832000700 1 -- 172.21.15.42:0/1178988297 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9828017650 con 0x7f9834104610 2024-06-13T11:54:46.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.287+0000 7f983ac00700 1 -- 172.21.15.42:0/1178988297 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98341a2bf0 con 0x7f9834104610 2024-06-13T11:54:46.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.288+0000 7f983ac00700 1 -- 172.21.15.42:0/1178988297 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9834069180 con 0x7f9834104610 2024-06-13T11:54:46.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.290+0000 7f9832000700 1 -- 172.21.15.42:0/1178988297 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f982800f610 con 0x7f9834104610 2024-06-13T11:54:46.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.293+0000 7f9832000700 1 --2- 172.21.15.42:0/1178988297 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f981c0a2ca0 0x7f981c0a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:46.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.293+0000 7f9832000700 1 -- 172.21.15.42:0/1178988297 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f98280d01d0 con 0x7f9834104610 2024-06-13T11:54:46.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.293+0000 7f9838e00700 1 --2- 172.21.15.42:0/1178988297 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f981c0a2ca0 0x7f981c0a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:46.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.294+0000 7f9832000700 1 -- 172.21.15.42:0/1178988297 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9828013070 con 0x7f9834104610 2024-06-13T11:54:46.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.294+0000 7f9838e00700 1 --2- 172.21.15.42:0/1178988297 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f981c0a2ca0 0x7f981c0a5160 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f9820011490 tx=0x7f9820009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:46.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:46 smithi162 ceph-mon[36757]: pgmap v460: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T11:54:46.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:46 smithi088 ceph-mon[36399]: pgmap v460: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T11:54:46.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.531+0000 7f983ac00700 1 -- 172.21.15.42:0/1178988297 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7f98340628d0 con 0x7f981c0a2ca0 2024-06-13T11:54:46.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.533+0000 7f9832000700 1 -- 172.21.15.42:0/1178988297 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7f98340628d0 con 0x7f981c0a2ca0 2024-06-13T11:54:46.533 INFO:teuthology.orchestra.run.smithi042.stdout:HOST ADDR LABELS STATUS 2024-06-13T11:54:46.534 INFO:teuthology.orchestra.run.smithi042.stdout:smithi042 172.21.15.42 2024-06-13T11:54:46.534 INFO:teuthology.orchestra.run.smithi042.stdout:smithi088 172.21.15.88 2024-06-13T11:54:46.534 INFO:teuthology.orchestra.run.smithi042.stdout:smithi162 172.21.15.162 2024-06-13T11:54:46.534 INFO:teuthology.orchestra.run.smithi042.stdout:3 hosts in cluster 2024-06-13T11:54:46.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.536+0000 7f983ac00700 1 -- 172.21.15.42:0/1178988297 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f981c0a2ca0 msgr2=0x7f981c0a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:46.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.536+0000 7f983ac00700 1 --2- 172.21.15.42:0/1178988297 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f981c0a2ca0 0x7f981c0a5160 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f9820011490 tx=0x7f9820009260 comp rx=0 tx=0).stop 2024-06-13T11:54:46.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.536+0000 7f983ac00700 1 -- 172.21.15.42:0/1178988297 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9834104610 msgr2=0x7f983419a850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:46.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.536+0000 7f983ac00700 1 --2- 172.21.15.42:0/1178988297 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9834104610 0x7f983419a850 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f982800bee0 tx=0x7f982800bf10 comp rx=0 tx=0).stop 2024-06-13T11:54:46.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.537+0000 7f983ac00700 1 -- 172.21.15.42:0/1178988297 shutdown_connections 2024-06-13T11:54:46.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.537+0000 7f983ac00700 1 --2- 172.21.15.42:0/1178988297 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98341061b0 0x7f98341a1e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:46.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.537+0000 7f983ac00700 1 --2- 172.21.15.42:0/1178988297 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9834104610 0x7f983419a850 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:46.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.537+0000 7f983ac00700 1 --2- 172.21.15.42:0/1178988297 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f981c0a2ca0 0x7f981c0a5160 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:46.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.537+0000 7f983ac00700 1 --2- 172.21.15.42:0/1178988297 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9834105810 0x7f983419ad90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:46.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.537+0000 7f983ac00700 1 -- 172.21.15.42:0/1178988297 >> 172.21.15.42:0/1178988297 conn(0x7f98340ffbb0 msgr2=0x7f9834108b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:46.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.537+0000 7f983ac00700 1 -- 172.21.15.42:0/1178988297 shutdown_connections 2024-06-13T11:54:46.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:46.537+0000 7f983ac00700 1 -- 172.21.15.42:0/1178988297 wait complete. 2024-06-13T11:54:47.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:47 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:54:47.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:47 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:54:47.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:47 smithi042 ceph-mon[32231]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:54:47.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:47 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:54:47.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:47 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:54:47.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:47 smithi162 ceph-mon[36757]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:54:47.451 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- bash -c 'ceph orch device ls' 2024-06-13T11:54:47.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:47 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:54:47.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:47 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:54:47.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:47 smithi088 ceph-mon[36399]: from='mgr.14152 172.21.15.42:0/1745243462' entity='mgr.x' 2024-06-13T11:54:47.928 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:54:48.388 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:48 smithi042 ceph-mon[32231]: from='client.25021 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:54:48.389 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:48 smithi042 ceph-mon[32231]: pgmap v461: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T11:54:48.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:48 smithi162 ceph-mon[36757]: from='client.25021 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:54:48.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:48 smithi162 ceph-mon[36757]: pgmap v461: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T11:54:48.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:48 smithi088 ceph-mon[36399]: from='client.25021 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:54:48.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:48 smithi088 ceph-mon[36399]: pgmap v461: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T11:54:50.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.142+0000 7fd18aa00700 1 -- 172.21.15.42:0/3083628887 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd184102f90 msgr2=0x7fd184109840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:50.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.142+0000 7fd18aa00700 1 --2- 172.21.15.42:0/3083628887 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd184102f90 0x7fd184109840 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fd17c00b0d0 tx=0x7fd17c00b3e0 comp rx=0 tx=0).stop 2024-06-13T11:54:50.144 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.142+0000 7fd18aa00700 1 -- 172.21.15.42:0/3083628887 shutdown_connections 2024-06-13T11:54:50.144 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.142+0000 7fd18aa00700 1 --2- 172.21.15.42:0/3083628887 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd1841013f0 0x7fd184101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:50.144 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.142+0000 7fd18aa00700 1 --2- 172.21.15.42:0/3083628887 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd184102f90 0x7fd184109840 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:50.144 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.142+0000 7fd18aa00700 1 --2- 172.21.15.42:0/3083628887 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd1841025f0 0x7fd184102a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:50.144 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.142+0000 7fd18aa00700 1 -- 172.21.15.42:0/3083628887 >> 172.21.15.42:0/3083628887 conn(0x7fd1840fc990 msgr2=0x7fd1840fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:50.144 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.143+0000 7fd18aa00700 1 -- 172.21.15.42:0/3083628887 shutdown_connections 2024-06-13T11:54:50.144 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.143+0000 7fd18aa00700 1 -- 172.21.15.42:0/3083628887 wait complete. 2024-06-13T11:54:50.144 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.144+0000 7fd18aa00700 1 Processor -- start 2024-06-13T11:54:50.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.144+0000 7fd18aa00700 1 -- start start 2024-06-13T11:54:50.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.145+0000 7fd18aa00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd1841013f0 0x7fd18419a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:50.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.145+0000 7fd18aa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd1841025f0 0x7fd18419ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:50.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.145+0000 7fd18aa00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd184102f90 0x7fd1841a1eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:50.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.145+0000 7fd18aa00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd18410cfe0 con 0x7fd1841025f0 2024-06-13T11:54:50.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.145+0000 7fd18aa00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fd18410ce60 con 0x7fd184102f90 2024-06-13T11:54:50.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.145+0000 7fd18aa00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fd18410d160 con 0x7fd1841013f0 2024-06-13T11:54:50.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.145+0000 7fd17b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd1841025f0 0x7fd18419ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:50.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.145+0000 7fd17b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd1841025f0 0x7fd18419ae30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56916/0 (socket says 172.21.15.42:56916) 2024-06-13T11:54:50.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.145+0000 7fd17b400700 1 -- 172.21.15.42:0/2534752395 learned_addr learned my addr 172.21.15.42:0/2534752395 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:54:50.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.145+0000 7fd183e00700 1 --2- 172.21.15.42:0/2534752395 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd1841013f0 0x7fd18419a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:50.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.145+0000 7fd188a00700 1 --2- 172.21.15.42:0/2534752395 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd184102f90 0x7fd1841a1eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:50.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.146+0000 7fd183e00700 1 -- 172.21.15.42:0/2534752395 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd184102f90 msgr2=0x7fd1841a1eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:50.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.146+0000 7fd183e00700 1 --2- 172.21.15.42:0/2534752395 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd184102f90 0x7fd1841a1eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:50.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.146+0000 7fd183e00700 1 -- 172.21.15.42:0/2534752395 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd1841025f0 msgr2=0x7fd18419ae30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:50.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.146+0000 7fd183e00700 1 --2- 172.21.15.42:0/2534752395 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd1841025f0 0x7fd18419ae30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:50.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.146+0000 7fd183e00700 1 -- 172.21.15.42:0/2534752395 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1841a2550 con 0x7fd1841013f0 2024-06-13T11:54:50.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.146+0000 7fd188a00700 1 --2- 172.21.15.42:0/2534752395 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd184102f90 0x7fd1841a1eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:54:50.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.146+0000 7fd17b400700 1 --2- 172.21.15.42:0/2534752395 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd1841025f0 0x7fd18419ae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:54:50.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.146+0000 7fd183e00700 1 --2- 172.21.15.42:0/2534752395 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd1841013f0 0x7fd18419a8f0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fd17400e9f0 tx=0x7fd17400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:50.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.146+0000 7fd181600700 1 -- 172.21.15.42:0/2534752395 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd17400cb70 con 0x7fd1841013f0 2024-06-13T11:54:50.149 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.146+0000 7fd18aa00700 1 -- 172.21.15.42:0/2534752395 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1841a2840 con 0x7fd1841013f0 2024-06-13T11:54:50.150 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.147+0000 7fd181600700 1 -- 172.21.15.42:0/2534752395 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd17400ee90 con 0x7fd1841013f0 2024-06-13T11:54:50.150 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.147+0000 7fd181600700 1 -- 172.21.15.42:0/2534752395 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd174018680 con 0x7fd1841013f0 2024-06-13T11:54:50.150 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.147+0000 7fd18aa00700 1 -- 172.21.15.42:0/2534752395 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1841a2dd0 con 0x7fd1841013f0 2024-06-13T11:54:50.150 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.148+0000 7fd18aa00700 1 -- 172.21.15.42:0/2534752395 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd184069180 con 0x7fd1841013f0 2024-06-13T11:54:50.150 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.150+0000 7fd181600700 1 -- 172.21.15.42:0/2534752395 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fd17401f020 con 0x7fd1841013f0 2024-06-13T11:54:50.151 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.151+0000 7fd181600700 1 --2- 172.21.15.42:0/2534752395 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd1680a2c20 0x7fd1680a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:50.151 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.151+0000 7fd181600700 1 -- 172.21.15.42:0/2534752395 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7fd1740cfa40 con 0x7fd1841013f0 2024-06-13T11:54:50.152 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.151+0000 7fd17b400700 1 --2- 172.21.15.42:0/2534752395 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd1680a2c20 0x7fd1680a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:50.152 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.152+0000 7fd17b400700 1 --2- 172.21.15.42:0/2534752395 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd1680a2c20 0x7fd1680a50e0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fd16c011590 tx=0x7fd16c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:50.154 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.153+0000 7fd181600700 1 -- 172.21.15.42:0/2534752395 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd174026070 con 0x7fd1841013f0 2024-06-13T11:54:50.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:50 smithi042 ceph-mon[32231]: pgmap v462: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-13T11:54:50.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.401+0000 7fd18aa00700 1 -- 172.21.15.42:0/2534752395 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7fd1841a3060 con 0x7fd1680a2c20 2024-06-13T11:54:50.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:50 smithi162 ceph-mon[36757]: pgmap v462: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-13T11:54:50.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.404+0000 7fd181600700 1 -- 172.21.15.42:0/2534752395 <== mgr.14152 v2:172.21.15.42:6800/580472160 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7fd1841a3060 con 0x7fd1680a2c20 2024-06-13T11:54:50.405 INFO:teuthology.orchestra.run.smithi042.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-06-13T11:54:50.405 INFO:teuthology.orchestra.run.smithi042.stdout:smithi042 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB75130021480DGN 447G No 6m ago Has a FileSystem, LVM detected 2024-06-13T11:54:50.405 INFO:teuthology.orchestra.run.smithi042.stdout:smithi088 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400XD400BGN 372G No 5m ago Has a FileSystem, LVM detected 2024-06-13T11:54:50.405 INFO:teuthology.orchestra.run.smithi042.stdout:smithi162 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT623300JU400BGN 372G No 5m ago Has a FileSystem, LVM detected 2024-06-13T11:54:50.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.407+0000 7fd18aa00700 1 -- 172.21.15.42:0/2534752395 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd1680a2c20 msgr2=0x7fd1680a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:50.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.407+0000 7fd18aa00700 1 --2- 172.21.15.42:0/2534752395 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd1680a2c20 0x7fd1680a50e0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fd16c011590 tx=0x7fd16c009260 comp rx=0 tx=0).stop 2024-06-13T11:54:50.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.407+0000 7fd18aa00700 1 -- 172.21.15.42:0/2534752395 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd1841013f0 msgr2=0x7fd18419a8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:50.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.407+0000 7fd18aa00700 1 --2- 172.21.15.42:0/2534752395 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd1841013f0 0x7fd18419a8f0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fd17400e9f0 tx=0x7fd17400ed00 comp rx=0 tx=0).stop 2024-06-13T11:54:50.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.407+0000 7fd18aa00700 1 -- 172.21.15.42:0/2534752395 shutdown_connections 2024-06-13T11:54:50.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.407+0000 7fd18aa00700 1 --2- 172.21.15.42:0/2534752395 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fd1680a2c20 0x7fd1680a50e0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:50.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.407+0000 7fd18aa00700 1 --2- 172.21.15.42:0/2534752395 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd184102f90 0x7fd1841a1eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:50.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.407+0000 7fd18aa00700 1 --2- 172.21.15.42:0/2534752395 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd1841013f0 0x7fd18419a8f0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:50.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.407+0000 7fd18aa00700 1 --2- 172.21.15.42:0/2534752395 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd1841025f0 0x7fd18419ae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:50.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.407+0000 7fd18aa00700 1 -- 172.21.15.42:0/2534752395 >> 172.21.15.42:0/2534752395 conn(0x7fd1840fc990 msgr2=0x7fd1840fe420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:50.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.408+0000 7fd18aa00700 1 -- 172.21.15.42:0/2534752395 shutdown_connections 2024-06-13T11:54:50.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:50.408+0000 7fd18aa00700 1 -- 172.21.15.42:0/2534752395 wait complete. 2024-06-13T11:54:50.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:50 smithi088 ceph-mon[36399]: pgmap v462: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-13T11:54:51.301 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-06-13T11:54:51.310 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi042.front.sepia.ceph.com 2024-06-13T11:54:51.311 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- bash -c 'ceph fs dump' 2024-06-13T11:54:51.778 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:54:52.276 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:52 smithi042 ceph-mon[32231]: from='client.25027 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:54:52.276 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:52 smithi042 ceph-mon[32231]: pgmap v463: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-06-13T11:54:52.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:52 smithi162 ceph-mon[36757]: from='client.25027 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:54:52.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:52 smithi162 ceph-mon[36757]: pgmap v463: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-06-13T11:54:52.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:52 smithi088 ceph-mon[36399]: from='client.25027 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:54:52.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:52 smithi088 ceph-mon[36399]: pgmap v463: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-06-13T11:54:53.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.917+0000 7faf1b800700 1 -- 172.21.15.42:0/2315903175 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faf14101700 msgr2=0x7faf14101b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:53.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.917+0000 7faf1b800700 1 --2- 172.21.15.42:0/2315903175 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faf14101700 0x7faf14101b80 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7faf00009990 tx=0x7faf00009ca0 comp rx=0 tx=0).stop 2024-06-13T11:54:53.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.917+0000 7faf1b800700 1 -- 172.21.15.42:0/2315903175 shutdown_connections 2024-06-13T11:54:53.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.917+0000 7faf1b800700 1 --2- 172.21.15.42:0/2315903175 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faf14100da0 0x7faf141011c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:53.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.917+0000 7faf1b800700 1 --2- 172.21.15.42:0/2315903175 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7faf141020c0 0x7faf14102540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:53.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.917+0000 7faf1b800700 1 --2- 172.21.15.42:0/2315903175 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faf14101700 0x7faf14101b80 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:53.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.917+0000 7faf1b800700 1 -- 172.21.15.42:0/2315903175 >> 172.21.15.42:0/2315903175 conn(0x7faf140fc960 msgr2=0x7faf140feda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:53.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.917+0000 7faf1b800700 1 -- 172.21.15.42:0/2315903175 shutdown_connections 2024-06-13T11:54:53.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.918+0000 7faf1b800700 1 -- 172.21.15.42:0/2315903175 wait complete. 2024-06-13T11:54:53.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.919+0000 7faf1b800700 1 Processor -- start 2024-06-13T11:54:53.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.919+0000 7faf1b800700 1 -- start start 2024-06-13T11:54:53.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.920+0000 7faf1b800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faf14100da0 0x7faf1419a980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:53.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.920+0000 7faf1b800700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7faf14101700 0x7faf1419aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:53.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.920+0000 7faf1b800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faf141020c0 0x7faf141a1f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:53.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.920+0000 7faf1b800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7faf141102c0 con 0x7faf141020c0 2024-06-13T11:54:53.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.920+0000 7faf1b800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7faf14110140 con 0x7faf14100da0 2024-06-13T11:54:53.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.920+0000 7faf1b800700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7faf14110440 con 0x7faf14101700 2024-06-13T11:54:53.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.920+0000 7faf19800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faf141020c0 0x7faf141a1f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:53.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.920+0000 7faf19800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faf141020c0 0x7faf141a1f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56936/0 (socket says 172.21.15.42:56936) 2024-06-13T11:54:53.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.920+0000 7faf18e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faf14100da0 0x7faf1419a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:53.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.920+0000 7faf13e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7faf14101700 0x7faf1419aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:53.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.920+0000 7faf19800700 1 -- 172.21.15.42:0/2972752143 learned_addr learned my addr 172.21.15.42:0/2972752143 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:54:53.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.921+0000 7faf18e00700 1 -- 172.21.15.42:0/2972752143 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7faf14101700 msgr2=0x7faf1419aec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:53.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.921+0000 7faf18e00700 1 --2- 172.21.15.42:0/2972752143 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7faf14101700 0x7faf1419aec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:53.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.921+0000 7faf18e00700 1 -- 172.21.15.42:0/2972752143 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faf141020c0 msgr2=0x7faf141a1f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:53.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.921+0000 7faf18e00700 1 --2- 172.21.15.42:0/2972752143 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faf141020c0 0x7faf141a1f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:53.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.921+0000 7faf18e00700 1 -- 172.21.15.42:0/2972752143 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf141a25e0 con 0x7faf14100da0 2024-06-13T11:54:53.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.921+0000 7faf18e00700 1 --2- 172.21.15.42:0/2972752143 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faf14100da0 0x7faf1419a980 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7faf0800e9f0 tx=0x7faf0800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:53.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.921+0000 7faf11600700 1 -- 172.21.15.42:0/2972752143 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf0800c9c0 con 0x7faf14100da0 2024-06-13T11:54:53.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.921+0000 7faf11600700 1 -- 172.21.15.42:0/2972752143 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faf0800cb60 con 0x7faf14100da0 2024-06-13T11:54:53.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.921+0000 7faf11600700 1 -- 172.21.15.42:0/2972752143 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf08018680 con 0x7faf14100da0 2024-06-13T11:54:53.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.921+0000 7faf1b800700 1 -- 172.21.15.42:0/2972752143 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf141a28d0 con 0x7faf14100da0 2024-06-13T11:54:53.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.922+0000 7faf1b800700 1 -- 172.21.15.42:0/2972752143 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf141a2dc0 con 0x7faf14100da0 2024-06-13T11:54:53.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.923+0000 7faf1b800700 1 -- 172.21.15.42:0/2972752143 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf14069180 con 0x7faf14100da0 2024-06-13T11:54:53.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.925+0000 7faf11600700 1 -- 172.21.15.42:0/2972752143 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7faf08010430 con 0x7faf14100da0 2024-06-13T11:54:53.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.927+0000 7faf11600700 1 --2- 172.21.15.42:0/2972752143 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7faefc0a2c20 0x7faefc0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:53.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.927+0000 7faf11600700 1 -- 172.21.15.42:0/2972752143 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7faf080cf9a0 con 0x7faf14100da0 2024-06-13T11:54:53.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.927+0000 7faf13e00700 1 --2- 172.21.15.42:0/2972752143 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7faefc0a2c20 0x7faefc0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:53.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.928+0000 7faf13e00700 1 --2- 172.21.15.42:0/2972752143 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7faefc0a2c20 0x7faefc0a50e0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7faf0000b7b0 tx=0x7faf00005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:53.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:53.928+0000 7faf11600700 1 -- 172.21.15.42:0/2972752143 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7faf0809c4d0 con 0x7faf14100da0 2024-06-13T11:54:54.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:54.231+0000 7faf1b800700 1 -- 172.21.15.42:0/2972752143 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7faf140630a0 con 0x7faf14100da0 2024-06-13T11:54:54.233 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:54.232+0000 7faf11600700 1 -- 172.21.15.42:0/2972752143 <== mon.2 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 26 v26) ==== 76+0+3046 (secure 0 0 0) 0x7faf0809bdd0 con 0x7faf14100da0 2024-06-13T11:54:54.233 INFO:teuthology.orchestra.run.smithi042.stdout:e26 2024-06-13T11:54:54.233 INFO:teuthology.orchestra.run.smithi042.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-06-13T11:54:54.233 INFO:teuthology.orchestra.run.smithi042.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-06-13T11:54:54.233 INFO:teuthology.orchestra.run.smithi042.stdout:legacy client fscid: 1 2024-06-13T11:54:54.234 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:54:54.234 INFO:teuthology.orchestra.run.smithi042.stdout:Filesystem 'cephfs' (1) 2024-06-13T11:54:54.234 INFO:teuthology.orchestra.run.smithi042.stdout:fs_name cephfs 2024-06-13T11:54:54.234 INFO:teuthology.orchestra.run.smithi042.stdout:epoch 26 2024-06-13T11:54:54.234 INFO:teuthology.orchestra.run.smithi042.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-06-13T11:54:54.234 INFO:teuthology.orchestra.run.smithi042.stdout:created 2024-06-13T11:50:39.387599+0000 2024-06-13T11:54:54.234 INFO:teuthology.orchestra.run.smithi042.stdout:modified 2024-06-13T11:52:06.736416+0000 2024-06-13T11:54:54.234 INFO:teuthology.orchestra.run.smithi042.stdout:tableserver 0 2024-06-13T11:54:54.234 INFO:teuthology.orchestra.run.smithi042.stdout:root 0 2024-06-13T11:54:54.234 INFO:teuthology.orchestra.run.smithi042.stdout:session_timeout 300 2024-06-13T11:54:54.234 INFO:teuthology.orchestra.run.smithi042.stdout:session_autoclose 300 2024-06-13T11:54:54.234 INFO:teuthology.orchestra.run.smithi042.stdout:max_file_size 1099511627776 2024-06-13T11:54:54.234 INFO:teuthology.orchestra.run.smithi042.stdout:max_xattr_size 65536 2024-06-13T11:54:54.234 INFO:teuthology.orchestra.run.smithi042.stdout:required_client_features {} 2024-06-13T11:54:54.235 INFO:teuthology.orchestra.run.smithi042.stdout:last_failure 0 2024-06-13T11:54:54.235 INFO:teuthology.orchestra.run.smithi042.stdout:last_failure_osd_epoch 0 2024-06-13T11:54:54.235 INFO:teuthology.orchestra.run.smithi042.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-06-13T11:54:54.235 INFO:teuthology.orchestra.run.smithi042.stdout:max_mds 3 2024-06-13T11:54:54.235 INFO:teuthology.orchestra.run.smithi042.stdout:in 0,1,2 2024-06-13T11:54:54.235 INFO:teuthology.orchestra.run.smithi042.stdout:up {0=24539,1=24500,2=24499} 2024-06-13T11:54:54.235 INFO:teuthology.orchestra.run.smithi042.stdout:failed 2024-06-13T11:54:54.235 INFO:teuthology.orchestra.run.smithi042.stdout:damaged 2024-06-13T11:54:54.235 INFO:teuthology.orchestra.run.smithi042.stdout:stopped 2024-06-13T11:54:54.235 INFO:teuthology.orchestra.run.smithi042.stdout:data_pools [3,4] 2024-06-13T11:54:54.235 INFO:teuthology.orchestra.run.smithi042.stdout:metadata_pool 2 2024-06-13T11:54:54.235 INFO:teuthology.orchestra.run.smithi042.stdout:inline_data disabled 2024-06-13T11:54:54.235 INFO:teuthology.orchestra.run.smithi042.stdout:balancer 2024-06-13T11:54:54.235 INFO:teuthology.orchestra.run.smithi042.stdout:bal_rank_mask -1 2024-06-13T11:54:54.236 INFO:teuthology.orchestra.run.smithi042.stdout:standby_count_wanted 0 2024-06-13T11:54:54.236 INFO:teuthology.orchestra.run.smithi042.stdout:qdb_cluster leader: 24539 members: 24500,24539,24499 2024-06-13T11:54:54.236 INFO:teuthology.orchestra.run.smithi042.stdout:[mds.b{0:24539} state up:active seq 7 addr [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] compat {c=[1],r=[1],i=[1fff]}] 2024-06-13T11:54:54.236 INFO:teuthology.orchestra.run.smithi042.stdout:[mds.i{0:24487} state up:standby-replay seq 1 addr [v2:172.21.15.162:6838/4260392567,v1:172.21.15.162:6839/4260392567] compat {c=[1],r=[1],i=[1fff]}] 2024-06-13T11:54:54.236 INFO:teuthology.orchestra.run.smithi042.stdout:[mds.h{1:24500} state up:active seq 31 addr [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] compat {c=[1],r=[1],i=[1fff]}] 2024-06-13T11:54:54.236 INFO:teuthology.orchestra.run.smithi042.stdout:[mds.e{1:24479} state up:standby-replay seq 1 addr [v2:172.21.15.88:6834/3467952345,v1:172.21.15.88:6835/3467952345] compat {c=[1],r=[1],i=[1fff]}] 2024-06-13T11:54:54.236 INFO:teuthology.orchestra.run.smithi042.stdout:[mds.g{2:24499} state up:active seq 29 addr [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] compat {c=[1],r=[1],i=[1fff]}] 2024-06-13T11:54:54.236 INFO:teuthology.orchestra.run.smithi042.stdout:[mds.c{2:24469} state up:standby-replay seq 1 addr [v2:172.21.15.162:6836/987659844,v1:172.21.15.162:6837/987659844] compat {c=[1],r=[1],i=[1fff]}] 2024-06-13T11:54:54.236 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:54:54.236 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:54:54.236 INFO:teuthology.orchestra.run.smithi042.stdout:Standby daemons: 2024-06-13T11:54:54.236 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:54:54.236 INFO:teuthology.orchestra.run.smithi042.stdout:[mds.j{-1:14358} state up:standby seq 1 addr [v2:172.21.15.42:6834/1118564562,v1:172.21.15.42:6835/1118564562] compat {c=[1],r=[1],i=[1fff]}] 2024-06-13T11:54:54.237 INFO:teuthology.orchestra.run.smithi042.stdout:[mds.d{-1:14364} state up:standby seq 1 addr [v2:172.21.15.42:6836/1600300489,v1:172.21.15.42:6837/1600300489] compat {c=[1],r=[1],i=[1fff]}] 2024-06-13T11:54:54.237 INFO:teuthology.orchestra.run.smithi042.stdout:[mds.a{-1:14400} state up:standby seq 1 addr [v2:172.21.15.42:6840/4007002681,v1:172.21.15.42:6841/4007002681] compat {c=[1],r=[1],i=[1fff]}] 2024-06-13T11:54:54.237 INFO:teuthology.orchestra.run.smithi042.stdout:[mds.l{-1:24421} state up:standby seq 1 addr [v2:172.21.15.162:6832/917201081,v1:172.21.15.162:6833/917201081] compat {c=[1],r=[1],i=[1fff]}] 2024-06-13T11:54:54.237 INFO:teuthology.orchestra.run.smithi042.stdout:[mds.k{-1:24449} state up:standby seq 1 addr [v2:172.21.15.88:6832/426832354,v1:172.21.15.88:6833/426832354] compat {c=[1],r=[1],i=[1fff]}] 2024-06-13T11:54:54.237 INFO:teuthology.orchestra.run.smithi042.stdout:[mds.f{-1:24457} state up:standby seq 1 addr [v2:172.21.15.162:6834/1190029601,v1:172.21.15.162:6835/1190029601] compat {c=[1],r=[1],i=[1fff]}] 2024-06-13T11:54:54.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:54.235+0000 7faf1b800700 1 -- 172.21.15.42:0/2972752143 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7faefc0a2c20 msgr2=0x7faefc0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:54.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:54.235+0000 7faf1b800700 1 --2- 172.21.15.42:0/2972752143 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7faefc0a2c20 0x7faefc0a50e0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7faf0000b7b0 tx=0x7faf00005fd0 comp rx=0 tx=0).stop 2024-06-13T11:54:54.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:54.235+0000 7faf1b800700 1 -- 172.21.15.42:0/2972752143 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faf14100da0 msgr2=0x7faf1419a980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:54.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:54.235+0000 7faf1b800700 1 --2- 172.21.15.42:0/2972752143 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faf14100da0 0x7faf1419a980 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7faf0800e9f0 tx=0x7faf0800ed00 comp rx=0 tx=0).stop 2024-06-13T11:54:54.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:54.236+0000 7faf1b800700 1 -- 172.21.15.42:0/2972752143 shutdown_connections 2024-06-13T11:54:54.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:54.236+0000 7faf1b800700 1 --2- 172.21.15.42:0/2972752143 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7faefc0a2c20 0x7faefc0a50e0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:54.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:54.236+0000 7faf1b800700 1 --2- 172.21.15.42:0/2972752143 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faf14100da0 0x7faf1419a980 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:54.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:54.236+0000 7faf1b800700 1 --2- 172.21.15.42:0/2972752143 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faf141020c0 0x7faf141a1f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:54.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:54.236+0000 7faf1b800700 1 --2- 172.21.15.42:0/2972752143 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7faf14101700 0x7faf1419aec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:54.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:54.236+0000 7faf1b800700 1 -- 172.21.15.42:0/2972752143 >> 172.21.15.42:0/2972752143 conn(0x7faf140fc960 msgr2=0x7faf140fe460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:54.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:54.236+0000 7faf1b800700 1 -- 172.21.15.42:0/2972752143 shutdown_connections 2024-06-13T11:54:54.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:54.236+0000 7faf1b800700 1 -- 172.21.15.42:0/2972752143 wait complete. 2024-06-13T11:54:54.239 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 26 2024-06-13T11:54:54.253 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:54 smithi042 ceph-mon[32231]: pgmap v464: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:54:54.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:54 smithi162 ceph-mon[36757]: pgmap v464: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:54:54.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:54 smithi088 ceph-mon[36399]: pgmap v464: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:54:55.111 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- bash -c 'ceph osd dump' 2024-06-13T11:54:55.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:55 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2972752143' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-06-13T11:54:55.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:55 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2972752143' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-06-13T11:54:55.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:55 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2972752143' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-06-13T11:54:55.591 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:54:56.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:56 smithi162 ceph-mon[36757]: pgmap v465: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T11:54:56.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:56 smithi088 ceph-mon[36399]: pgmap v465: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T11:54:56.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:56 smithi042 ceph-mon[32231]: pgmap v465: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T11:54:57.902 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.901+0000 7fc16f000700 1 -- 172.21.15.42:0/3923613023 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc1681062d0 msgr2=0x7fc16810cb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:57.902 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.901+0000 7fc16f000700 1 --2- 172.21.15.42:0/3923613023 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc1681062d0 0x7fc16810cb80 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fc1600099c0 tx=0x7fc160009cd0 comp rx=0 tx=0).stop 2024-06-13T11:54:57.902 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.901+0000 7fc16f000700 1 -- 172.21.15.42:0/3923613023 shutdown_connections 2024-06-13T11:54:57.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.901+0000 7fc16f000700 1 --2- 172.21.15.42:0/3923613023 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc168104730 0x7fc168104b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:57.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.901+0000 7fc16f000700 1 --2- 172.21.15.42:0/3923613023 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc1681062d0 0x7fc16810cb80 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:57.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.901+0000 7fc16f000700 1 --2- 172.21.15.42:0/3923613023 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc168105930 0x7fc168105d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:57.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.901+0000 7fc16f000700 1 -- 172.21.15.42:0/3923613023 >> 172.21.15.42:0/3923613023 conn(0x7fc1680ffcf0 msgr2=0x7fc168102110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:57.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.901+0000 7fc16f000700 1 -- 172.21.15.42:0/3923613023 shutdown_connections 2024-06-13T11:54:57.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.901+0000 7fc16f000700 1 -- 172.21.15.42:0/3923613023 wait complete. 2024-06-13T11:54:57.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.902+0000 7fc16f000700 1 Processor -- start 2024-06-13T11:54:57.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.903+0000 7fc16f000700 1 -- start start 2024-06-13T11:54:57.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.903+0000 7fc16f000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc168104730 0x7fc16819a870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:57.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.903+0000 7fc16f000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc168105930 0x7fc16819adb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:57.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.903+0000 7fc16f000700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc1681062d0 0x7fc1681a1e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:57.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.903+0000 7fc16f000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc168110350 con 0x7fc168104730 2024-06-13T11:54:57.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.903+0000 7fc16f000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fc1681101d0 con 0x7fc168105930 2024-06-13T11:54:57.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.903+0000 7fc16f000700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fc1681104d0 con 0x7fc1681062d0 2024-06-13T11:54:57.905 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.903+0000 7fc167e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc168104730 0x7fc16819a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:57.905 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.904+0000 7fc167e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc168104730 0x7fc16819a870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56956/0 (socket says 172.21.15.42:56956) 2024-06-13T11:54:57.905 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.904+0000 7fc167e00700 1 -- 172.21.15.42:0/2412281402 learned_addr learned my addr 172.21.15.42:0/2412281402 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:54:57.905 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.904+0000 7fc15f400700 1 --2- 172.21.15.42:0/2412281402 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc168105930 0x7fc16819adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:57.905 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.904+0000 7fc16d000700 1 --2- 172.21.15.42:0/2412281402 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc1681062d0 0x7fc1681a1e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:57.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.904+0000 7fc167e00700 1 -- 172.21.15.42:0/2412281402 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc1681062d0 msgr2=0x7fc1681a1e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:57.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.904+0000 7fc167e00700 1 --2- 172.21.15.42:0/2412281402 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc1681062d0 0x7fc1681a1e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:57.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.904+0000 7fc167e00700 1 -- 172.21.15.42:0/2412281402 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc168105930 msgr2=0x7fc16819adb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:57.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.904+0000 7fc167e00700 1 --2- 172.21.15.42:0/2412281402 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc168105930 0x7fc16819adb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:57.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.904+0000 7fc167e00700 1 -- 172.21.15.42:0/2412281402 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1681a24d0 con 0x7fc168104730 2024-06-13T11:54:57.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.904+0000 7fc15f400700 1 --2- 172.21.15.42:0/2412281402 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc168105930 0x7fc16819adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:54:57.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.904+0000 7fc16d000700 1 --2- 172.21.15.42:0/2412281402 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc1681062d0 0x7fc1681a1e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:54:57.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.905+0000 7fc167e00700 1 --2- 172.21.15.42:0/2412281402 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc168104730 0x7fc16819a870 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fc158009f40 tx=0x7fc15800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:57.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.905+0000 7fc165600700 1 -- 172.21.15.42:0/2412281402 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1580092e0 con 0x7fc168104730 2024-06-13T11:54:57.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.905+0000 7fc165600700 1 -- 172.21.15.42:0/2412281402 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc15800c9c0 con 0x7fc168104730 2024-06-13T11:54:57.907 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.905+0000 7fc16f000700 1 -- 172.21.15.42:0/2412281402 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1681a2760 con 0x7fc168104730 2024-06-13T11:54:57.907 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.905+0000 7fc165600700 1 -- 172.21.15.42:0/2412281402 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc158004580 con 0x7fc168104730 2024-06-13T11:54:57.907 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.905+0000 7fc16f000700 1 -- 172.21.15.42:0/2412281402 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1681a2cf0 con 0x7fc168104730 2024-06-13T11:54:57.907 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.906+0000 7fc16f000700 1 -- 172.21.15.42:0/2412281402 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc168069180 con 0x7fc168104730 2024-06-13T11:54:57.909 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.908+0000 7fc165600700 1 -- 172.21.15.42:0/2412281402 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fc15801b030 con 0x7fc168104730 2024-06-13T11:54:57.911 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.911+0000 7fc165600700 1 --2- 172.21.15.42:0/2412281402 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fc14c0a2ca0 0x7fc14c0a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:54:57.911 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.911+0000 7fc165600700 1 -- 172.21.15.42:0/2412281402 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7fc1580cf310 con 0x7fc168104730 2024-06-13T11:54:57.911 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.911+0000 7fc15f400700 1 --2- 172.21.15.42:0/2412281402 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fc14c0a2ca0 0x7fc14c0a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:54:57.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.912+0000 7fc15f400700 1 --2- 172.21.15.42:0/2412281402 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fc14c0a2ca0 0x7fc14c0a5160 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fc150011490 tx=0x7fc150009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:54:57.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:57.916+0000 7fc165600700 1 -- 172.21.15.42:0/2412281402 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc158022020 con 0x7fc168104730 2024-06-13T11:54:58.152 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:58.152+0000 7fc16f000700 1 -- 172.21.15.42:0/2412281402 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7fc1680630a0 con 0x7fc168104730 2024-06-13T11:54:58.153 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:58.153+0000 7fc165600700 1 -- 172.21.15.42:0/2412281402 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v100) ==== 56+0+5690 (secure 0 0 0) 0x7fc158010040 con 0x7fc168104730 2024-06-13T11:54:58.154 INFO:teuthology.orchestra.run.smithi042.stdout:epoch 100 2024-06-13T11:54:58.154 INFO:teuthology.orchestra.run.smithi042.stdout:fsid aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T11:54:58.154 INFO:teuthology.orchestra.run.smithi042.stdout:created 2024-06-13T11:41:17.435942+0000 2024-06-13T11:54:58.155 INFO:teuthology.orchestra.run.smithi042.stdout:modified 2024-06-13T11:52:26.929218+0000 2024-06-13T11:54:58.155 INFO:teuthology.orchestra.run.smithi042.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-06-13T11:54:58.155 INFO:teuthology.orchestra.run.smithi042.stdout:crush_version 27 2024-06-13T11:54:58.155 INFO:teuthology.orchestra.run.smithi042.stdout:full_ratio 0.95 2024-06-13T11:54:58.155 INFO:teuthology.orchestra.run.smithi042.stdout:backfillfull_ratio 0.9 2024-06-13T11:54:58.155 INFO:teuthology.orchestra.run.smithi042.stdout:nearfull_ratio 0.85 2024-06-13T11:54:58.155 INFO:teuthology.orchestra.run.smithi042.stdout:require_min_compat_client luminous 2024-06-13T11:54:58.155 INFO:teuthology.orchestra.run.smithi042.stdout:min_compat_client luminous 2024-06-13T11:54:58.155 INFO:teuthology.orchestra.run.smithi042.stdout:require_osd_release squid 2024-06-13T11:54:58.155 INFO:teuthology.orchestra.run.smithi042.stdout:stretch_mode_enabled false 2024-06-13T11:54:58.155 INFO:teuthology.orchestra.run.smithi042.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 22 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-06-13T11:54:58.155 INFO:teuthology.orchestra.run.smithi042.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 89 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-06-13T11:54:58.155 INFO:teuthology.orchestra.run.smithi042.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 89 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.05 application cephfs read_balance_score 1.50 2024-06-13T11:54:58.156 INFO:teuthology.orchestra.run.smithi042.stdout:pool 4 'cephfs_data_ec' erasure profile cephfs_data_ec size 4 min_size 3 crush_rule 1 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 96 flags hashpspool,ec_overwrites stripe_width 8192 pg_num_min 64 target_size_ratio 0.9 application cephfs 2024-06-13T11:54:58.156 INFO:teuthology.orchestra.run.smithi042.stdout:max_osd 12 2024-06-13T11:54:58.156 INFO:teuthology.orchestra.run.smithi042.stdout:osd.0 up in weight 1 up_from 8 up_thru 97 down_at 0 last_clean_interval [0,0) [v2:172.21.15.42:6802/3874128443,v1:172.21.15.42:6803/3874128443] [v2:172.21.15.42:6804/3874128443,v1:172.21.15.42:6805/3874128443] exists,up 7da5efd2-efef-40b1-ba49-d97d18c443fc 2024-06-13T11:54:58.156 INFO:teuthology.orchestra.run.smithi042.stdout:osd.1 up in weight 1 up_from 13 up_thru 97 down_at 0 last_clean_interval [0,0) [v2:172.21.15.88:6800/1861974568,v1:172.21.15.88:6801/1861974568] [v2:172.21.15.88:6802/1861974568,v1:172.21.15.88:6803/1861974568] exists,up cf818c48-4313-4607-95db-cd55f1185489 2024-06-13T11:54:58.156 INFO:teuthology.orchestra.run.smithi042.stdout:osd.2 up in weight 1 up_from 18 up_thru 97 down_at 0 last_clean_interval [0,0) [v2:172.21.15.162:6800/3452655510,v1:172.21.15.162:6801/3452655510] [v2:172.21.15.162:6802/3452655510,v1:172.21.15.162:6803/3452655510] exists,up 7f0800f8-0da6-4968-801d-c5c44840fe3c 2024-06-13T11:54:58.156 INFO:teuthology.orchestra.run.smithi042.stdout:osd.3 up in weight 1 up_from 26 up_thru 92 down_at 0 last_clean_interval [0,0) [v2:172.21.15.42:6810/1343751683,v1:172.21.15.42:6811/1343751683] [v2:172.21.15.42:6812/1343751683,v1:172.21.15.42:6813/1343751683] exists,up 341ee7d3-119b-401e-805d-9ef42c577719 2024-06-13T11:54:58.156 INFO:teuthology.orchestra.run.smithi042.stdout:osd.4 up in weight 1 up_from 34 up_thru 97 down_at 0 last_clean_interval [0,0) [v2:172.21.15.88:6808/893989923,v1:172.21.15.88:6809/893989923] [v2:172.21.15.88:6810/893989923,v1:172.21.15.88:6811/893989923] exists,up 72b81b4c-d223-4490-aca0-5c98c1b902d6 2024-06-13T11:54:58.156 INFO:teuthology.orchestra.run.smithi042.stdout:osd.5 up in weight 1 up_from 39 up_thru 99 down_at 0 last_clean_interval [0,0) [v2:172.21.15.162:6808/3014890472,v1:172.21.15.162:6809/3014890472] [v2:172.21.15.162:6810/3014890472,v1:172.21.15.162:6811/3014890472] exists,up 7d03c32c-2772-4f33-902a-f4848b5ff941 2024-06-13T11:54:58.156 INFO:teuthology.orchestra.run.smithi042.stdout:osd.6 up in weight 1 up_from 47 up_thru 97 down_at 0 last_clean_interval [0,0) [v2:172.21.15.42:6818/844197654,v1:172.21.15.42:6819/844197654] [v2:172.21.15.42:6820/844197654,v1:172.21.15.42:6821/844197654] exists,up 6dc26be6-89e0-49d6-a07f-76c19f1aac03 2024-06-13T11:54:58.156 INFO:teuthology.orchestra.run.smithi042.stdout:osd.7 up in weight 1 up_from 52 up_thru 92 down_at 0 last_clean_interval [0,0) [v2:172.21.15.88:6816/3621891209,v1:172.21.15.88:6817/3621891209] [v2:172.21.15.88:6818/3621891209,v1:172.21.15.88:6819/3621891209] exists,up aca11d93-b379-4e96-b4fb-b03c593c89ac 2024-06-13T11:54:58.156 INFO:teuthology.orchestra.run.smithi042.stdout:osd.8 up in weight 1 up_from 60 up_thru 92 down_at 0 last_clean_interval [0,0) [v2:172.21.15.162:6816/3088625761,v1:172.21.15.162:6817/3088625761] [v2:172.21.15.162:6818/3088625761,v1:172.21.15.162:6819/3088625761] exists,up 188effbc-495f-407c-9e6c-2801a9856326 2024-06-13T11:54:58.156 INFO:teuthology.orchestra.run.smithi042.stdout:osd.9 up in weight 1 up_from 68 up_thru 99 down_at 0 last_clean_interval [0,0) [v2:172.21.15.42:6826/2833466933,v1:172.21.15.42:6827/2833466933] [v2:172.21.15.42:6828/2833466933,v1:172.21.15.42:6829/2833466933] exists,up 5cc3fd15-648b-4f56-8876-5da70b55b248 2024-06-13T11:54:58.156 INFO:teuthology.orchestra.run.smithi042.stdout:osd.10 up in weight 1 up_from 73 up_thru 97 down_at 0 last_clean_interval [0,0) [v2:172.21.15.88:6824/2979904837,v1:172.21.15.88:6825/2979904837] [v2:172.21.15.88:6826/2979904837,v1:172.21.15.88:6827/2979904837] exists,up a2460fe2-1c93-4ab5-9aa1-5beba626f2cb 2024-06-13T11:54:58.156 INFO:teuthology.orchestra.run.smithi042.stdout:osd.11 up in weight 1 up_from 81 up_thru 99 down_at 0 last_clean_interval [0,0) [v2:172.21.15.162:6824/3416934543,v1:172.21.15.162:6825/3416934543] [v2:172.21.15.162:6826/3416934543,v1:172.21.15.162:6827/3416934543] exists,up 42226b4b-93d9-4c99-88d9-b32280b3bd18 2024-06-13T11:54:58.157 INFO:teuthology.orchestra.run.smithi042.stdout:pg_upmap_items 2.6 [8,11] 2024-06-13T11:54:58.157 INFO:teuthology.orchestra.run.smithi042.stdout:pg_upmap_items 2.c [2,1] 2024-06-13T11:54:58.157 INFO:teuthology.orchestra.run.smithi042.stdout:pg_upmap_items 2.e [2,4] 2024-06-13T11:54:58.157 INFO:teuthology.orchestra.run.smithi042.stdout:pg_upmap_items 2.10 [8,11] 2024-06-13T11:54:58.157 INFO:teuthology.orchestra.run.smithi042.stdout:pg_upmap_items 3.2 [3,9] 2024-06-13T11:54:58.157 INFO:teuthology.orchestra.run.smithi042.stdout:pg_upmap_items 3.e [5,9] 2024-06-13T11:54:58.157 INFO:teuthology.orchestra.run.smithi042.stdout:pg_upmap_items 3.11 [4,8] 2024-06-13T11:54:58.157 INFO:teuthology.orchestra.run.smithi042.stdout:pg_upmap_items 3.28 [3,8] 2024-06-13T11:54:58.157 INFO:teuthology.orchestra.run.smithi042.stdout:pg_upmap_items 3.31 [4,6] 2024-06-13T11:54:58.157 INFO:teuthology.orchestra.run.smithi042.stdout:pg_upmap_items 3.34 [4,9] 2024-06-13T11:54:58.157 INFO:teuthology.orchestra.run.smithi042.stdout:pg_upmap_items 4.10 [9,10] 2024-06-13T11:54:58.157 INFO:teuthology.orchestra.run.smithi042.stdout:pg_upmap_items 4.13 [9,8] 2024-06-13T11:54:58.157 INFO:teuthology.orchestra.run.smithi042.stdout:pg_upmap_items 4.16 [9,8] 2024-06-13T11:54:58.158 INFO:teuthology.orchestra.run.smithi042.stdout:pg_upmap_items 4.1d [5,8] 2024-06-13T11:54:58.158 INFO:teuthology.orchestra.run.smithi042.stdout:blocklist 172.21.15.42:6801/1570600420 expires 2024-06-14T11:42:24.478887+0000 2024-06-13T11:54:58.158 INFO:teuthology.orchestra.run.smithi042.stdout:blocklist 172.21.15.42:6800/1570600420 expires 2024-06-14T11:42:24.478887+0000 2024-06-13T11:54:58.158 INFO:teuthology.orchestra.run.smithi042.stdout:blocklist 172.21.15.42:0/637759380 expires 2024-06-14T11:42:24.478887+0000 2024-06-13T11:54:58.158 INFO:teuthology.orchestra.run.smithi042.stdout:blocklist 172.21.15.42:0/701755530 expires 2024-06-14T11:42:24.478887+0000 2024-06-13T11:54:58.158 INFO:teuthology.orchestra.run.smithi042.stdout:blocklist 172.21.15.42:0/1769082163 expires 2024-06-14T11:41:50.734334+0000 2024-06-13T11:54:58.158 INFO:teuthology.orchestra.run.smithi042.stdout:blocklist 172.21.15.42:0/239548974 expires 2024-06-14T11:41:50.734334+0000 2024-06-13T11:54:58.158 INFO:teuthology.orchestra.run.smithi042.stdout:blocklist 172.21.15.42:6800/480739382 expires 2024-06-14T11:41:50.734334+0000 2024-06-13T11:54:58.158 INFO:teuthology.orchestra.run.smithi042.stdout:blocklist 172.21.15.42:6801/480739382 expires 2024-06-14T11:41:50.734334+0000 2024-06-13T11:54:58.158 INFO:teuthology.orchestra.run.smithi042.stdout:blocklist 172.21.15.42:0/522218649 expires 2024-06-14T11:41:50.734334+0000 2024-06-13T11:54:58.158 INFO:teuthology.orchestra.run.smithi042.stdout:blocklist 172.21.15.42:0/2918399760 expires 2024-06-14T11:42:24.478887+0000 2024-06-13T11:54:58.159 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:58.156+0000 7fc16f000700 1 -- 172.21.15.42:0/2412281402 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fc14c0a2ca0 msgr2=0x7fc14c0a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:58.159 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:58.156+0000 7fc16f000700 1 --2- 172.21.15.42:0/2412281402 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fc14c0a2ca0 0x7fc14c0a5160 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fc150011490 tx=0x7fc150009260 comp rx=0 tx=0).stop 2024-06-13T11:54:58.159 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:58.156+0000 7fc16f000700 1 -- 172.21.15.42:0/2412281402 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc168104730 msgr2=0x7fc16819a870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:54:58.159 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:58.156+0000 7fc16f000700 1 --2- 172.21.15.42:0/2412281402 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc168104730 0x7fc16819a870 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fc158009f40 tx=0x7fc15800c3a0 comp rx=0 tx=0).stop 2024-06-13T11:54:58.159 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:58.156+0000 7fc16f000700 1 -- 172.21.15.42:0/2412281402 shutdown_connections 2024-06-13T11:54:58.159 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:58.156+0000 7fc16f000700 1 --2- 172.21.15.42:0/2412281402 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc1681062d0 0x7fc1681a1e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:58.159 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:58.156+0000 7fc16f000700 1 --2- 172.21.15.42:0/2412281402 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc168104730 0x7fc16819a870 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:58.160 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:58.156+0000 7fc16f000700 1 --2- 172.21.15.42:0/2412281402 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fc14c0a2ca0 0x7fc14c0a5160 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:58.160 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:58.156+0000 7fc16f000700 1 --2- 172.21.15.42:0/2412281402 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc168105930 0x7fc16819adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:54:58.160 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:58.156+0000 7fc16f000700 1 -- 172.21.15.42:0/2412281402 >> 172.21.15.42:0/2412281402 conn(0x7fc1680ffcf0 msgr2=0x7fc168108b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:54:58.160 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:58.157+0000 7fc16f000700 1 -- 172.21.15.42:0/2412281402 shutdown_connections 2024-06-13T11:54:58.160 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:54:58.157+0000 7fc16f000700 1 -- 172.21.15.42:0/2412281402 wait complete. 2024-06-13T11:54:58.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:58 smithi162 ceph-mon[36757]: pgmap v466: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T11:54:58.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:58 smithi088 ceph-mon[36399]: pgmap v466: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T11:54:58.555 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:58 smithi042 ceph-mon[32231]: pgmap v466: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T11:54:58.958 INFO:teuthology.run_tasks:Running task fs.ready... 2024-06-13T11:54:58.969 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T11:54:59.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:54:59 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2412281402' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-06-13T11:54:59.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:54:59 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2412281402' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-06-13T11:54:59.450 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:54:59.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:54:59 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2412281402' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-06-13T11:55:00.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:00 smithi042 ceph-mon[32231]: pgmap v467: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-13T11:55:00.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:00 smithi162 ceph-mon[36757]: pgmap v467: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-13T11:55:00.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:00 smithi088 ceph-mon[36399]: pgmap v467: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-13T11:55:01.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.660+0000 7f13a1600700 1 -- 172.21.15.42:0/2813576029 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f139c1046b0 msgr2=0x7f139c104b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:01.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.660+0000 7f13a1600700 1 --2- 172.21.15.42:0/2813576029 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f139c1046b0 0x7f139c104b30 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f1388009990 tx=0x7f1388009ca0 comp rx=0 tx=0).stop 2024-06-13T11:55:01.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.660+0000 7f13a1600700 1 -- 172.21.15.42:0/2813576029 shutdown_connections 2024-06-13T11:55:01.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.660+0000 7f13a1600700 1 --2- 172.21.15.42:0/2813576029 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f139c105070 0x7f139c111580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:01.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.660+0000 7f13a1600700 1 --2- 172.21.15.42:0/2813576029 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f139c10a6b0 0x7f139c10aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:01.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.660+0000 7f13a1600700 1 --2- 172.21.15.42:0/2813576029 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f139c1046b0 0x7f139c104b30 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:01.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.660+0000 7f13a1600700 1 -- 172.21.15.42:0/2813576029 >> 172.21.15.42:0/2813576029 conn(0x7f139c1001a0 msgr2=0x7f139c1025c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:01.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.660+0000 7f13a1600700 1 -- 172.21.15.42:0/2813576029 shutdown_connections 2024-06-13T11:55:01.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.660+0000 7f13a1600700 1 -- 172.21.15.42:0/2813576029 wait complete. 2024-06-13T11:55:01.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.661+0000 7f13a1600700 1 Processor -- start 2024-06-13T11:55:01.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.662+0000 7f13a1600700 1 -- start start 2024-06-13T11:55:01.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.662+0000 7f13a1600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f139c1046b0 0x7f139c19ae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:01.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.662+0000 7f13a1600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f139c105070 0x7f139c19b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:01.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.662+0000 7f13a1600700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f139c10a6b0 0x7f139c19f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:01.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.662+0000 7f13a1600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f139c114a40 con 0x7f139c105070 2024-06-13T11:55:01.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.662+0000 7f13a1600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f139c1148c0 con 0x7f139c1046b0 2024-06-13T11:55:01.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.662+0000 7f13a1600700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f139c114bc0 con 0x7f139c10a6b0 2024-06-13T11:55:01.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.662+0000 7f139a000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f139c105070 0x7f139c19b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:01.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.662+0000 7f139a000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f139c105070 0x7f139c19b390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:51744/0 (socket says 172.21.15.42:51744) 2024-06-13T11:55:01.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.662+0000 7f139a000700 1 -- 172.21.15.42:0/2865371629 learned_addr learned my addr 172.21.15.42:0/2865371629 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:01.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.662+0000 7f139b400700 1 --2- 172.21.15.42:0/2865371629 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f139c10a6b0 0x7f139c19f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:01.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.662+0000 7f139aa00700 1 --2- 172.21.15.42:0/2865371629 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f139c1046b0 0x7f139c19ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:01.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.663+0000 7f139a000700 1 -- 172.21.15.42:0/2865371629 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f139c10a6b0 msgr2=0x7f139c19f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:01.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.663+0000 7f139a000700 1 --2- 172.21.15.42:0/2865371629 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f139c10a6b0 0x7f139c19f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:01.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.663+0000 7f139a000700 1 -- 172.21.15.42:0/2865371629 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f139c1046b0 msgr2=0x7f139c19ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:01.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.663+0000 7f139a000700 1 --2- 172.21.15.42:0/2865371629 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f139c1046b0 0x7f139c19ae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:01.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.663+0000 7f139a000700 1 -- 172.21.15.42:0/2865371629 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f139c19fe60 con 0x7f139c105070 2024-06-13T11:55:01.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.663+0000 7f139b400700 1 --2- 172.21.15.42:0/2865371629 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f139c10a6b0 0x7f139c19f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:55:01.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.663+0000 7f139a000700 1 --2- 172.21.15.42:0/2865371629 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f139c105070 0x7f139c19b390 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f1388000c00 tx=0x7f138800ba90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:01.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.664+0000 7f1393400700 1 -- 172.21.15.42:0/2865371629 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1388027070 con 0x7f139c105070 2024-06-13T11:55:01.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.664+0000 7f1393400700 1 -- 172.21.15.42:0/2865371629 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1388003d70 con 0x7f139c105070 2024-06-13T11:55:01.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.664+0000 7f13a1600700 1 -- 172.21.15.42:0/2865371629 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f139c1a00f0 con 0x7f139c105070 2024-06-13T11:55:01.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.664+0000 7f1393400700 1 -- 172.21.15.42:0/2865371629 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f138800f460 con 0x7f139c105070 2024-06-13T11:55:01.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.664+0000 7f13a1600700 1 -- 172.21.15.42:0/2865371629 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f139c1a79d0 con 0x7f139c105070 2024-06-13T11:55:01.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.665+0000 7f13a1600700 1 -- 172.21.15.42:0/2865371629 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f139c069180 con 0x7f139c105070 2024-06-13T11:55:01.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.667+0000 7f1393400700 1 -- 172.21.15.42:0/2865371629 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f138802a070 con 0x7f139c105070 2024-06-13T11:55:01.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.668+0000 7f1393400700 1 --2- 172.21.15.42:0/2865371629 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f13800a2ca0 0x7f13800a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:01.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.669+0000 7f1393400700 1 -- 172.21.15.42:0/2865371629 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f13880d0280 con 0x7f139c105070 2024-06-13T11:55:01.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.669+0000 7f139aa00700 1 --2- 172.21.15.42:0/2865371629 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f13800a2ca0 0x7f13800a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:01.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.670+0000 7f139aa00700 1 --2- 172.21.15.42:0/2865371629 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f13800a2ca0 0x7f13800a5160 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f138c005950 tx=0x7f138c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:01.673 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.673+0000 7f1393400700 1 -- 172.21.15.42:0/2865371629 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f1388013070 con 0x7f139c105070 2024-06-13T11:55:01.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.954+0000 7f13a1600700 1 -- 172.21.15.42:0/2865371629 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f139c19c1b0 con 0x7f139c105070 2024-06-13T11:55:01.957 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.956+0000 7f1393400700 1 -- 172.21.15.42:0/2865371629 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11863 (secure 0 0 0) 0x7f138809ce40 con 0x7f139c105070 2024-06-13T11:55:01.957 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:55:01.958 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/1118564562","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1118564562},{"type":"v1","addr":"172.21.15.42:6835","nonce":1118564562}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/1600300489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":1600300489},{"type":"v1","addr":"172.21.15.42:6837","nonce":1600300489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14400,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/4007002681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":4007002681},{"type":"v1","addr":"172.21.15.42:6841","nonce":4007002681}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/917201081","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":917201081},{"type":"v1","addr":"172.21.15.162:6833","nonce":917201081}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/426832354","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":426832354},{"type":"v1","addr":"172.21.15.88:6833","nonce":426832354}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24457,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6835/1190029601","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6834","nonce":1190029601},{"type":"v1","addr":"172.21.15.162:6835","nonce":1190029601}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T11:50:39.387599+0000","modified":"2024-06-13T11:52:06.736416+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24539,"mds_1":24500,"mds_2":24499},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.162:6837/987659844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6836","nonce":987659844},{"type":"v1","addr":"172.21.15.162:6837","nonce":987659844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/3467952345","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":3467952345},{"type":"v1","addr":"172.21.15.88:6835","nonce":3467952345}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.162:6839/4260392567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6838","nonce":4260392567},{"type":"v1","addr":"172.21.15.162:6839","nonce":4260392567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"g","rank":2,"incarnation":22,"state":"up:active","state_seq":29,"addr":"172.21.15.42:6839/228676134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":228676134},{"type":"v1","addr":"172.21.15.42:6839","nonce":228676134}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24500":{"gid":24500,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":31,"addr":"172.21.15.88:6837/2567581640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2567581640},{"type":"v1","addr":"172.21.15.88:6837","nonce":2567581640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6839/2189735817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2189735817},{"type":"v1","addr":"172.21.15.88:6839","nonce":2189735817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24539,"qdb_cluster":[24500,24539,24499]},"id":1}]} 2024-06-13T11:55:01.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.960+0000 7f13a1600700 1 -- 172.21.15.42:0/2865371629 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f13800a2ca0 msgr2=0x7f13800a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:01.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.960+0000 7f13a1600700 1 --2- 172.21.15.42:0/2865371629 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f13800a2ca0 0x7f13800a5160 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f138c005950 tx=0x7f138c00b410 comp rx=0 tx=0).stop 2024-06-13T11:55:01.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.960+0000 7f13a1600700 1 -- 172.21.15.42:0/2865371629 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f139c105070 msgr2=0x7f139c19b390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:01.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.960+0000 7f13a1600700 1 --2- 172.21.15.42:0/2865371629 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f139c105070 0x7f139c19b390 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f1388000c00 tx=0x7f138800ba90 comp rx=0 tx=0).stop 2024-06-13T11:55:01.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.960+0000 7f13a1600700 1 -- 172.21.15.42:0/2865371629 shutdown_connections 2024-06-13T11:55:01.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.960+0000 7f13a1600700 1 --2- 172.21.15.42:0/2865371629 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f13800a2ca0 0x7f13800a5160 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:01.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.960+0000 7f13a1600700 1 --2- 172.21.15.42:0/2865371629 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f139c1046b0 0x7f139c19ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:01.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.960+0000 7f13a1600700 1 --2- 172.21.15.42:0/2865371629 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f139c10a6b0 0x7f139c19f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:01.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.960+0000 7f13a1600700 1 --2- 172.21.15.42:0/2865371629 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f139c105070 0x7f139c19b390 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:01.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.960+0000 7f13a1600700 1 -- 172.21.15.42:0/2865371629 >> 172.21.15.42:0/2865371629 conn(0x7f139c1001a0 msgr2=0x7f139c100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:01.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.960+0000 7f13a1600700 1 -- 172.21.15.42:0/2865371629 shutdown_connections 2024-06-13T11:55:01.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:01.960+0000 7f13a1600700 1 -- 172.21.15.42:0/2865371629 wait complete. 2024-06-13T11:55:01.963 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 26 2024-06-13T11:55:02.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:02 smithi042 ceph-mon[32231]: pgmap v468: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-06-13T11:55:02.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:02 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2865371629' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:55:02.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:02 smithi162 ceph-mon[36757]: pgmap v468: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-06-13T11:55:02.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:02 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2865371629' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:55:02.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:02 smithi088 ceph-mon[36399]: pgmap v468: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-06-13T11:55:02.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:02 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2865371629' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:55:02.804 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T11:55:03.270 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:55:04.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:04 smithi162 ceph-mon[36757]: pgmap v469: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:55:04.455 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:04 smithi042 ceph-mon[32231]: pgmap v469: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:55:04.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:04 smithi088 ceph-mon[36399]: pgmap v469: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:55:05.425 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.424+0000 7efe5c400700 1 -- 172.21.15.42:0/1057573212 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe541084f0 msgr2=0x7efe541088d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:05.425 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.424+0000 7efe5c400700 1 --2- 172.21.15.42:0/1057573212 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe541084f0 0x7efe541088d0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7efe48009990 tx=0x7efe48009ca0 comp rx=0 tx=0).stop 2024-06-13T11:55:05.425 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.424+0000 7efe5c400700 1 -- 172.21.15.42:0/1057573212 shutdown_connections 2024-06-13T11:55:05.425 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.424+0000 7efe5c400700 1 --2- 172.21.15.42:0/1057573212 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efe54102e80 0x7efe5410f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:05.425 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.424+0000 7efe5c400700 1 --2- 172.21.15.42:0/1057573212 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe541084f0 0x7efe541088d0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:05.425 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.424+0000 7efe5c400700 1 --2- 172.21.15.42:0/1057573212 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7efe541024e0 0x7efe54102940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:05.425 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.424+0000 7efe5c400700 1 -- 172.21.15.42:0/1057573212 >> 172.21.15.42:0/1057573212 conn(0x7efe54079530 msgr2=0x7efe54079940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:05.425 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.424+0000 7efe5c400700 1 -- 172.21.15.42:0/1057573212 shutdown_connections 2024-06-13T11:55:05.425 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.424+0000 7efe5c400700 1 -- 172.21.15.42:0/1057573212 wait complete. 2024-06-13T11:55:05.426 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.425+0000 7efe5c400700 1 Processor -- start 2024-06-13T11:55:05.426 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.425+0000 7efe5c400700 1 -- start start 2024-06-13T11:55:05.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.426+0000 7efe5c400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe541024e0 0x7efe5419e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:05.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.426+0000 7efe5c400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7efe54102e80 0x7efe5419ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:05.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.426+0000 7efe5c400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efe541084f0 0x7efe54198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:05.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.426+0000 7efe5c400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7efe54112780 con 0x7efe541024e0 2024-06-13T11:55:05.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.426+0000 7efe5c400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7efe54112600 con 0x7efe541084f0 2024-06-13T11:55:05.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.426+0000 7efe5c400700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7efe54112900 con 0x7efe54102e80 2024-06-13T11:55:05.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.426+0000 7efe59a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe541024e0 0x7efe5419e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:05.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.426+0000 7efe59a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe541024e0 0x7efe5419e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:51768/0 (socket says 172.21.15.42:51768) 2024-06-13T11:55:05.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.426+0000 7efe59a00700 1 -- 172.21.15.42:0/3982547479 learned_addr learned my addr 172.21.15.42:0/3982547479 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:05.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.426+0000 7efe59000700 1 --2- 172.21.15.42:0/3982547479 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7efe54102e80 0x7efe5419ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:05.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.426+0000 7efe5a400700 1 --2- 172.21.15.42:0/3982547479 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efe541084f0 0x7efe54198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:05.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.427+0000 7efe59a00700 1 -- 172.21.15.42:0/3982547479 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7efe54102e80 msgr2=0x7efe5419ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:05.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.427+0000 7efe59a00700 1 --2- 172.21.15.42:0/3982547479 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7efe54102e80 0x7efe5419ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:05.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.427+0000 7efe59a00700 1 -- 172.21.15.42:0/3982547479 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efe541084f0 msgr2=0x7efe54198aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:05.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.427+0000 7efe59a00700 1 --2- 172.21.15.42:0/3982547479 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efe541084f0 0x7efe54198aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:05.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.427+0000 7efe59a00700 1 -- 172.21.15.42:0/3982547479 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe54199200 con 0x7efe541024e0 2024-06-13T11:55:05.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.427+0000 7efe59000700 1 --2- 172.21.15.42:0/3982547479 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7efe54102e80 0x7efe5419ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:55:05.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.427+0000 7efe59a00700 1 --2- 172.21.15.42:0/3982547479 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe541024e0 0x7efe5419e8e0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7efe48000c00 tx=0x7efe4800ba90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:05.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.427+0000 7efe52000700 1 -- 172.21.15.42:0/3982547479 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe48027070 con 0x7efe541024e0 2024-06-13T11:55:05.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.427+0000 7efe52000700 1 -- 172.21.15.42:0/3982547479 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efe48003d70 con 0x7efe541024e0 2024-06-13T11:55:05.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.427+0000 7efe52000700 1 -- 172.21.15.42:0/3982547479 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe4800f460 con 0x7efe541024e0 2024-06-13T11:55:05.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.427+0000 7efe5c400700 1 -- 172.21.15.42:0/3982547479 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe54199490 con 0x7efe541024e0 2024-06-13T11:55:05.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.428+0000 7efe5c400700 1 -- 172.21.15.42:0/3982547479 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe541a57b0 con 0x7efe541024e0 2024-06-13T11:55:05.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.429+0000 7efe5c400700 1 -- 172.21.15.42:0/3982547479 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe54069180 con 0x7efe541024e0 2024-06-13T11:55:05.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.431+0000 7efe52000700 1 -- 172.21.15.42:0/3982547479 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7efe4802a070 con 0x7efe541024e0 2024-06-13T11:55:05.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.432+0000 7efe52000700 1 --2- 172.21.15.42:0/3982547479 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7efe3c0a2c20 0x7efe3c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:05.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.432+0000 7efe52000700 1 -- 172.21.15.42:0/3982547479 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7efe480d0b90 con 0x7efe541024e0 2024-06-13T11:55:05.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.432+0000 7efe59000700 1 --2- 172.21.15.42:0/3982547479 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7efe3c0a2c20 0x7efe3c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:05.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.433+0000 7efe59000700 1 --2- 172.21.15.42:0/3982547479 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7efe3c0a2c20 0x7efe3c0a50e0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7efe54079ba0 tx=0x7efe40009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:05.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.435+0000 7efe52000700 1 -- 172.21.15.42:0/3982547479 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7efe48031020 con 0x7efe541024e0 2024-06-13T11:55:05.714 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.714+0000 7efe5c400700 1 -- 172.21.15.42:0/3982547479 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efe5402dca0 con 0x7efe541024e0 2024-06-13T11:55:05.715 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.715+0000 7efe52000700 1 -- 172.21.15.42:0/3982547479 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11863 (secure 0 0 0) 0x7efe48013070 con 0x7efe541024e0 2024-06-13T11:55:05.716 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:55:05.716 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/1118564562","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1118564562},{"type":"v1","addr":"172.21.15.42:6835","nonce":1118564562}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/1600300489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":1600300489},{"type":"v1","addr":"172.21.15.42:6837","nonce":1600300489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14400,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/4007002681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":4007002681},{"type":"v1","addr":"172.21.15.42:6841","nonce":4007002681}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/917201081","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":917201081},{"type":"v1","addr":"172.21.15.162:6833","nonce":917201081}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/426832354","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":426832354},{"type":"v1","addr":"172.21.15.88:6833","nonce":426832354}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24457,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6835/1190029601","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6834","nonce":1190029601},{"type":"v1","addr":"172.21.15.162:6835","nonce":1190029601}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T11:50:39.387599+0000","modified":"2024-06-13T11:52:06.736416+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24539,"mds_1":24500,"mds_2":24499},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.162:6837/987659844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6836","nonce":987659844},{"type":"v1","addr":"172.21.15.162:6837","nonce":987659844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/3467952345","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":3467952345},{"type":"v1","addr":"172.21.15.88:6835","nonce":3467952345}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.162:6839/4260392567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6838","nonce":4260392567},{"type":"v1","addr":"172.21.15.162:6839","nonce":4260392567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"g","rank":2,"incarnation":22,"state":"up:active","state_seq":29,"addr":"172.21.15.42:6839/228676134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":228676134},{"type":"v1","addr":"172.21.15.42:6839","nonce":228676134}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24500":{"gid":24500,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":31,"addr":"172.21.15.88:6837/2567581640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2567581640},{"type":"v1","addr":"172.21.15.88:6837","nonce":2567581640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6839/2189735817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2189735817},{"type":"v1","addr":"172.21.15.88:6839","nonce":2189735817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24539,"qdb_cluster":[24500,24539,24499]},"id":1}]} 2024-06-13T11:55:05.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.718+0000 7efe5c400700 1 -- 172.21.15.42:0/3982547479 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7efe3c0a2c20 msgr2=0x7efe3c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:05.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.718+0000 7efe5c400700 1 --2- 172.21.15.42:0/3982547479 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7efe3c0a2c20 0x7efe3c0a50e0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7efe54079ba0 tx=0x7efe40009260 comp rx=0 tx=0).stop 2024-06-13T11:55:05.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.718+0000 7efe5c400700 1 -- 172.21.15.42:0/3982547479 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe541024e0 msgr2=0x7efe5419e8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:05.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.718+0000 7efe5c400700 1 --2- 172.21.15.42:0/3982547479 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe541024e0 0x7efe5419e8e0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7efe48000c00 tx=0x7efe4800ba90 comp rx=0 tx=0).stop 2024-06-13T11:55:05.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.719+0000 7efe5c400700 1 -- 172.21.15.42:0/3982547479 shutdown_connections 2024-06-13T11:55:05.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.719+0000 7efe5c400700 1 --2- 172.21.15.42:0/3982547479 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7efe3c0a2c20 0x7efe3c0a50e0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:05.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.719+0000 7efe5c400700 1 --2- 172.21.15.42:0/3982547479 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efe541084f0 0x7efe54198aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:05.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.719+0000 7efe5c400700 1 --2- 172.21.15.42:0/3982547479 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe541024e0 0x7efe5419e8e0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:05.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.719+0000 7efe5c400700 1 --2- 172.21.15.42:0/3982547479 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7efe54102e80 0x7efe5419ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:05.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.719+0000 7efe5c400700 1 -- 172.21.15.42:0/3982547479 >> 172.21.15.42:0/3982547479 conn(0x7efe54079530 msgr2=0x7efe541005f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:05.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.719+0000 7efe5c400700 1 -- 172.21.15.42:0/3982547479 shutdown_connections 2024-06-13T11:55:05.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:05.719+0000 7efe5c400700 1 -- 172.21.15.42:0/3982547479 wait complete. 2024-06-13T11:55:05.721 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 26 2024-06-13T11:55:06.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:06 smithi162 ceph-mon[36757]: pgmap v470: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T11:55:06.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:06 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/3982547479' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:55:06.475 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:06 smithi042 ceph-mon[32231]: pgmap v470: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T11:55:06.475 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:06 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/3982547479' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:55:06.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:06 smithi088 ceph-mon[36399]: pgmap v470: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T11:55:06.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:06 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/3982547479' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:55:06.542 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd dump --format=json 2024-06-13T11:55:07.029 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:55:08.214 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:08 smithi042 ceph-mon[32231]: pgmap v471: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T11:55:08.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:08 smithi162 ceph-mon[36757]: pgmap v471: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T11:55:08.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:08 smithi088 ceph-mon[36399]: pgmap v471: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T11:55:09.163 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.162+0000 7fdf66e00700 1 -- 172.21.15.42:0/2387085490 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf6006ab30 msgr2=0x7fdf6010f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:09.164 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.162+0000 7fdf66e00700 1 --2- 172.21.15.42:0/2387085490 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf6006ab30 0x7fdf6010f320 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fdf5800b0a0 tx=0x7fdf5800b3b0 comp rx=0 tx=0).stop 2024-06-13T11:55:09.164 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.163+0000 7fdf66e00700 1 -- 172.21.15.42:0/2387085490 shutdown_connections 2024-06-13T11:55:09.164 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.163+0000 7fdf66e00700 1 --2- 172.21.15.42:0/2387085490 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf6006ab30 0x7fdf6010f320 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:09.164 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.163+0000 7fdf66e00700 1 --2- 172.21.15.42:0/2387085490 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf60108500 0x7fdf601088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:09.164 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.163+0000 7fdf66e00700 1 --2- 172.21.15.42:0/2387085490 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdf6006a170 0x7fdf6006a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:09.164 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.163+0000 7fdf66e00700 1 -- 172.21.15.42:0/2387085490 >> 172.21.15.42:0/2387085490 conn(0x7fdf60078340 msgr2=0x7fdf60078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:09.164 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.163+0000 7fdf66e00700 1 -- 172.21.15.42:0/2387085490 shutdown_connections 2024-06-13T11:55:09.164 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.163+0000 7fdf66e00700 1 -- 172.21.15.42:0/2387085490 wait complete. 2024-06-13T11:55:09.165 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.164+0000 7fdf66e00700 1 Processor -- start 2024-06-13T11:55:09.165 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.164+0000 7fdf66e00700 1 -- start start 2024-06-13T11:55:09.166 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.164+0000 7fdf66e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf6006a170 0x7fdf6019adf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:09.166 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.164+0000 7fdf66e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdf6006ab30 0x7fdf6019b330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:09.166 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.164+0000 7fdf66e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf60108500 0x7fdf6019f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:09.166 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.164+0000 7fdf66e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdf601127d0 con 0x7fdf6006a170 2024-06-13T11:55:09.166 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.164+0000 7fdf66e00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fdf60112650 con 0x7fdf60108500 2024-06-13T11:55:09.166 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.164+0000 7fdf66e00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fdf60112950 con 0x7fdf6006ab30 2024-06-13T11:55:09.166 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.165+0000 7fdf5fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf6006a170 0x7fdf6019adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:09.166 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.165+0000 7fdf5fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf6006a170 0x7fdf6019adf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:52802/0 (socket says 172.21.15.42:52802) 2024-06-13T11:55:09.166 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.165+0000 7fdf5fe00700 1 -- 172.21.15.42:0/954468307 learned_addr learned my addr 172.21.15.42:0/954468307 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:09.166 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.165+0000 7fdf64e00700 1 --2- 172.21.15.42:0/954468307 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf60108500 0x7fdf6019f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:09.166 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.165+0000 7fdf5f400700 1 --2- 172.21.15.42:0/954468307 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdf6006ab30 0x7fdf6019b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:09.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.165+0000 7fdf5fe00700 1 -- 172.21.15.42:0/954468307 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdf6006ab30 msgr2=0x7fdf6019b330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:09.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.165+0000 7fdf5fe00700 1 --2- 172.21.15.42:0/954468307 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdf6006ab30 0x7fdf6019b330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:09.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.165+0000 7fdf5fe00700 1 -- 172.21.15.42:0/954468307 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf60108500 msgr2=0x7fdf6019f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:09.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.165+0000 7fdf5fe00700 1 --2- 172.21.15.42:0/954468307 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf60108500 0x7fdf6019f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:09.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.165+0000 7fdf5fe00700 1 -- 172.21.15.42:0/954468307 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf6019fe00 con 0x7fdf6006a170 2024-06-13T11:55:09.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.166+0000 7fdf5fe00700 1 --2- 172.21.15.42:0/954468307 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf6006a170 0x7fdf6019adf0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fdf5000e9a0 tx=0x7fdf5000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:09.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.166+0000 7fdf5cc00700 1 -- 172.21.15.42:0/954468307 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf5000ca10 con 0x7fdf6006a170 2024-06-13T11:55:09.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.166+0000 7fdf5cc00700 1 -- 172.21.15.42:0/954468307 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdf5000cbb0 con 0x7fdf6006a170 2024-06-13T11:55:09.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.166+0000 7fdf5cc00700 1 -- 172.21.15.42:0/954468307 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf50018680 con 0x7fdf6006a170 2024-06-13T11:55:09.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.166+0000 7fdf66e00700 1 -- 172.21.15.42:0/954468307 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf601a00f0 con 0x7fdf6006a170 2024-06-13T11:55:09.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.166+0000 7fdf66e00700 1 -- 172.21.15.42:0/954468307 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf601a7970 con 0x7fdf6006a170 2024-06-13T11:55:09.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.167+0000 7fdf66e00700 1 -- 172.21.15.42:0/954468307 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf60069180 con 0x7fdf6006a170 2024-06-13T11:55:09.170 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.169+0000 7fdf5cc00700 1 -- 172.21.15.42:0/954468307 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fdf50010430 con 0x7fdf6006a170 2024-06-13T11:55:09.171 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.171+0000 7fdf5cc00700 1 --2- 172.21.15.42:0/954468307 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fdf440a2c20 0x7fdf440a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:09.171 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.171+0000 7fdf5cc00700 1 -- 172.21.15.42:0/954468307 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7fdf500cf620 con 0x7fdf6006a170 2024-06-13T11:55:09.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.171+0000 7fdf5f400700 1 --2- 172.21.15.42:0/954468307 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fdf440a2c20 0x7fdf440a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:09.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.172+0000 7fdf5f400700 1 --2- 172.21.15.42:0/954468307 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fdf440a2c20 0x7fdf440a50e0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fdf601033c0 tx=0x7fdf4c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:09.175 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.175+0000 7fdf5cc00700 1 -- 172.21.15.42:0/954468307 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fdf5009c150 con 0x7fdf6006a170 2024-06-13T11:55:09.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.407+0000 7fdf66e00700 1 -- 172.21.15.42:0/954468307 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdf601a7b40 con 0x7fdf6006a170 2024-06-13T11:55:09.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.412+0000 7fdf5cc00700 1 -- 172.21.15.42:0/954468307 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v100) ==== 74+0+24803 (secure 0 0 0) 0x7fdf5009ba50 con 0x7fdf6006a170 2024-06-13T11:55:09.414 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:55:09.415 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":100,"fsid":"aa9143f6-2979-11ef-bc9c-c7b262605968","created":"2024-06-13T11:41:17.435942+0000","modified":"2024-06-13T11:52:26.929218+0000","last_up_change":"2024-06-13T11:49:23.112844+0000","last_in_change":"2024-06-13T11:49:02.694907+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-13T11:45:07.188434+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-13T11:50:30.623817+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-13T11:50:35.354548+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-13T11:50:48.317221+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7da5efd2-efef-40b1-ba49-d97d18c443fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6803","nonce":3874128443}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6805","nonce":3874128443}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6809","nonce":3874128443}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6807","nonce":3874128443}]},"public_addr":"172.21.15.42:6803/3874128443","cluster_addr":"172.21.15.42:6805/3874128443","heartbeat_back_addr":"172.21.15.42:6809/3874128443","heartbeat_front_addr":"172.21.15.42:6807/3874128443","state":["exists","up"]},{"osd":1,"uuid":"cf818c48-4313-4607-95db-cd55f1185489","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6801","nonce":1861974568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6803","nonce":1861974568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6807","nonce":1861974568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6805","nonce":1861974568}]},"public_addr":"172.21.15.88:6801/1861974568","cluster_addr":"172.21.15.88:6803/1861974568","heartbeat_back_addr":"172.21.15.88:6807/1861974568","heartbeat_front_addr":"172.21.15.88:6805/1861974568","state":["exists","up"]},{"osd":2,"uuid":"7f0800f8-0da6-4968-801d-c5c44840fe3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6801","nonce":3452655510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6803","nonce":3452655510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6807","nonce":3452655510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6805","nonce":3452655510}]},"public_addr":"172.21.15.162:6801/3452655510","cluster_addr":"172.21.15.162:6803/3452655510","heartbeat_back_addr":"172.21.15.162:6807/3452655510","heartbeat_front_addr":"172.21.15.162:6805/3452655510","state":["exists","up"]},{"osd":3,"uuid":"341ee7d3-119b-401e-805d-9ef42c577719","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6811","nonce":1343751683}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6813","nonce":1343751683}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6817","nonce":1343751683}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6815","nonce":1343751683}]},"public_addr":"172.21.15.42:6811/1343751683","cluster_addr":"172.21.15.42:6813/1343751683","heartbeat_back_addr":"172.21.15.42:6817/1343751683","heartbeat_front_addr":"172.21.15.42:6815/1343751683","state":["exists","up"]},{"osd":4,"uuid":"72b81b4c-d223-4490-aca0-5c98c1b902d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6809","nonce":893989923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6811","nonce":893989923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6815","nonce":893989923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6813","nonce":893989923}]},"public_addr":"172.21.15.88:6809/893989923","cluster_addr":"172.21.15.88:6811/893989923","heartbeat_back_addr":"172.21.15.88:6815/893989923","heartbeat_front_addr":"172.21.15.88:6813/893989923","state":["exists","up"]},{"osd":5,"uuid":"7d03c32c-2772-4f33-902a-f4848b5ff941","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6809","nonce":3014890472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6810","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6811","nonce":3014890472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6815","nonce":3014890472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6813","nonce":3014890472}]},"public_addr":"172.21.15.162:6809/3014890472","cluster_addr":"172.21.15.162:6811/3014890472","heartbeat_back_addr":"172.21.15.162:6815/3014890472","heartbeat_front_addr":"172.21.15.162:6813/3014890472","state":["exists","up"]},{"osd":6,"uuid":"6dc26be6-89e0-49d6-a07f-76c19f1aac03","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6819","nonce":844197654}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6821","nonce":844197654}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6825","nonce":844197654}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6823","nonce":844197654}]},"public_addr":"172.21.15.42:6819/844197654","cluster_addr":"172.21.15.42:6821/844197654","heartbeat_back_addr":"172.21.15.42:6825/844197654","heartbeat_front_addr":"172.21.15.42:6823/844197654","state":["exists","up"]},{"osd":7,"uuid":"aca11d93-b379-4e96-b4fb-b03c593c89ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6817","nonce":3621891209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6819","nonce":3621891209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6823","nonce":3621891209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6821","nonce":3621891209}]},"public_addr":"172.21.15.88:6817/3621891209","cluster_addr":"172.21.15.88:6819/3621891209","heartbeat_back_addr":"172.21.15.88:6823/3621891209","heartbeat_front_addr":"172.21.15.88:6821/3621891209","state":["exists","up"]},{"osd":8,"uuid":"188effbc-495f-407c-9e6c-2801a9856326","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6817","nonce":3088625761}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6819","nonce":3088625761}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6823","nonce":3088625761}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6821","nonce":3088625761}]},"public_addr":"172.21.15.162:6817/3088625761","cluster_addr":"172.21.15.162:6819/3088625761","heartbeat_back_addr":"172.21.15.162:6823/3088625761","heartbeat_front_addr":"172.21.15.162:6821/3088625761","state":["exists","up"]},{"osd":9,"uuid":"5cc3fd15-648b-4f56-8876-5da70b55b248","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6827","nonce":2833466933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6829","nonce":2833466933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6833","nonce":2833466933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6831","nonce":2833466933}]},"public_addr":"172.21.15.42:6827/2833466933","cluster_addr":"172.21.15.42:6829/2833466933","heartbeat_back_addr":"172.21.15.42:6833/2833466933","heartbeat_front_addr":"172.21.15.42:6831/2833466933","state":["exists","up"]},{"osd":10,"uuid":"a2460fe2-1c93-4ab5-9aa1-5beba626f2cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6825","nonce":2979904837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6827","nonce":2979904837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6831","nonce":2979904837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6829","nonce":2979904837}]},"public_addr":"172.21.15.88:6825/2979904837","cluster_addr":"172.21.15.88:6827/2979904837","heartbeat_back_addr":"172.21.15.88:6831/2979904837","heartbeat_front_addr":"172.21.15.88:6829/2979904837","state":["exists","up"]},{"osd":11,"uuid":"42226b4b-93d9-4c99-88d9-b32280b3bd18","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6825","nonce":3416934543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6827","nonce":3416934543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6831","nonce":3416934543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6829","nonce":3416934543}]},"public_addr":"172.21.15.162:6825/3416934543","cluster_addr":"172.21.15.162:6827/3416934543","heartbeat_back_addr":"172.21.15.162:6831/3416934543","heartbeat_front_addr":"172.21.15.162:6829/3416934543","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:44:13.807701+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:44:38.669149+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:45:02.619341+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:45:36.081635+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:46:02.274051+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:46:27.333433+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:01.752504+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:27.895478+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:53.298845+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:48:28.167906+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:48:55.119959+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:49:20.787011+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.28","mappings":[{"from":3,"to":8}]},{"pgid":"3.31","mappings":[{"from":4,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"4.10","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:6801/1570600420":"2024-06-14T11:42:24.478887+0000","172.21.15.42:6800/1570600420":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/637759380":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/701755530":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/1769082163":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/239548974":"2024-06-14T11:41:50.734334+0000","172.21.15.42:6800/480739382":"2024-06-14T11:41:50.734334+0000","172.21.15.42:6801/480739382":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/522218649":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/2918399760":"2024-06-14T11:42:24.478887+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-13T11:55:09.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.415+0000 7fdf66e00700 1 -- 172.21.15.42:0/954468307 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fdf440a2c20 msgr2=0x7fdf440a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:09.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.415+0000 7fdf66e00700 1 --2- 172.21.15.42:0/954468307 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fdf440a2c20 0x7fdf440a50e0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fdf601033c0 tx=0x7fdf4c009260 comp rx=0 tx=0).stop 2024-06-13T11:55:09.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.415+0000 7fdf66e00700 1 -- 172.21.15.42:0/954468307 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf6006a170 msgr2=0x7fdf6019adf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:09.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.415+0000 7fdf66e00700 1 --2- 172.21.15.42:0/954468307 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf6006a170 0x7fdf6019adf0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fdf5000e9a0 tx=0x7fdf5000ecb0 comp rx=0 tx=0).stop 2024-06-13T11:55:09.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.416+0000 7fdf66e00700 1 -- 172.21.15.42:0/954468307 shutdown_connections 2024-06-13T11:55:09.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.416+0000 7fdf66e00700 1 --2- 172.21.15.42:0/954468307 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fdf440a2c20 0x7fdf440a50e0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:09.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.416+0000 7fdf66e00700 1 --2- 172.21.15.42:0/954468307 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf60108500 0x7fdf6019f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:09.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.416+0000 7fdf66e00700 1 --2- 172.21.15.42:0/954468307 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf6006a170 0x7fdf6019adf0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:09.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.416+0000 7fdf66e00700 1 --2- 172.21.15.42:0/954468307 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdf6006ab30 0x7fdf6019b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:09.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.416+0000 7fdf66e00700 1 -- 172.21.15.42:0/954468307 >> 172.21.15.42:0/954468307 conn(0x7fdf60078340 msgr2=0x7fdf6010d650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:09.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.416+0000 7fdf66e00700 1 -- 172.21.15.42:0/954468307 shutdown_connections 2024-06-13T11:55:09.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:09.416+0000 7fdf66e00700 1 -- 172.21.15.42:0/954468307 wait complete. 2024-06-13T11:55:10.295 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 26, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-06-13T11:50:39.387599+0000', 'modified': '2024-06-13T11:52:06.736416+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24539, 'mds_1': 24500, 'mds_2': 24499}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24469': {'gid': 24469, 'name': 'c', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.162:6837/987659844', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.162:6836', 'nonce': 987659844}, {'type': 'v1', 'addr': '172.21.15.162:6837', 'nonce': 987659844}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24479': {'gid': 24479, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.88:6835/3467952345', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.88:6834', 'nonce': 3467952345}, {'type': 'v1', 'addr': '172.21.15.88:6835', 'nonce': 3467952345}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24487': {'gid': 24487, 'name': 'i', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.162:6839/4260392567', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.162:6838', 'nonce': 4260392567}, {'type': 'v1', 'addr': '172.21.15.162:6839', 'nonce': 4260392567}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24499': {'gid': 24499, 'name': 'g', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 29, 'addr': '172.21.15.42:6839/228676134', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.42:6838', 'nonce': 228676134}, {'type': 'v1', 'addr': '172.21.15.42:6839', 'nonce': 228676134}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24500': {'gid': 24500, 'name': 'h', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 31, 'addr': '172.21.15.88:6837/2567581640', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.88:6836', 'nonce': 2567581640}, {'type': 'v1', 'addr': '172.21.15.88:6837', 'nonce': 2567581640}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24539': {'gid': 24539, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.88:6839/2189735817', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.88:6838', 'nonce': 2189735817}, {'type': 'v1', 'addr': '172.21.15.88:6839', 'nonce': 2189735817}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24539, 'qdb_cluster': [24500, 24539, 24499]} 2024-06-13T11:55:10.295 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-06-13T11:55:10.295 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell mds.g status 2024-06-13T11:55:10.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:10 smithi088 ceph-mon[36399]: pgmap v472: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-13T11:55:10.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:10 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/954468307' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:55:10.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:10 smithi042 ceph-mon[32231]: pgmap v472: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-13T11:55:10.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:10 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/954468307' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:55:10.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:10 smithi162 ceph-mon[36757]: pgmap v472: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-13T11:55:10.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:10 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/954468307' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:55:10.763 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:55:12.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:12 smithi042 ceph-mon[32231]: pgmap v473: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-06-13T11:55:12.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:12 smithi088 ceph-mon[36399]: pgmap v473: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-06-13T11:55:12.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:12 smithi162 ceph-mon[36757]: pgmap v473: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-06-13T11:55:12.870 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.869+0000 7f7d5f800700 1 -- 172.21.15.42:0/1970341071 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7d581030f0 msgr2=0x7f7d58107110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:12.870 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.869+0000 7f7d5f800700 1 --2- 172.21.15.42:0/1970341071 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7d581030f0 0x7f7d58107110 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f7d440099c0 tx=0x7f7d44009cd0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.870 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.869+0000 7f7d5f800700 1 -- 172.21.15.42:0/1970341071 shutdown_connections 2024-06-13T11:55:12.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.869+0000 7f7d5f800700 1 --2- 172.21.15.42:0/1970341071 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d58107840 0x7f7d5810f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.869+0000 7f7d5f800700 1 --2- 172.21.15.42:0/1970341071 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7d58102740 0x7f7d58102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.869+0000 7f7d5f800700 1 --2- 172.21.15.42:0/1970341071 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7d581030f0 0x7f7d58107110 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.869+0000 7f7d5f800700 1 -- 172.21.15.42:0/1970341071 >> 172.21.15.42:0/1970341071 conn(0x7f7d580795f0 msgr2=0x7f7d58079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:12.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.869+0000 7f7d5f800700 1 -- 172.21.15.42:0/1970341071 shutdown_connections 2024-06-13T11:55:12.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.870+0000 7f7d5f800700 1 -- 172.21.15.42:0/1970341071 wait complete. 2024-06-13T11:55:12.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.871+0000 7f7d5f800700 1 Processor -- start 2024-06-13T11:55:12.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.871+0000 7f7d5f800700 1 -- start start 2024-06-13T11:55:12.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.871+0000 7f7d5f800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d58102740 0x7f7d58074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:12.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.871+0000 7f7d5f800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7d581030f0 0x7f7d58074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:12.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.871+0000 7f7d5f800700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7d58107840 0x7f7d58075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:12.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.871+0000 7f7d5f800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7d581127a0 con 0x7f7d58102740 2024-06-13T11:55:12.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.871+0000 7f7d5f800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f7d58112620 con 0x7f7d581030f0 2024-06-13T11:55:12.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.871+0000 7f7d5f800700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f7d58112920 con 0x7f7d58107840 2024-06-13T11:55:12.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.871+0000 7f7d5ce00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d58102740 0x7f7d58074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:12.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.872+0000 7f7d5ce00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d58102740 0x7f7d58074790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:52816/0 (socket says 172.21.15.42:52816) 2024-06-13T11:55:12.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.872+0000 7f7d5ce00700 1 -- 172.21.15.42:0/3120255114 learned_addr learned my addr 172.21.15.42:0/3120255114 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:12.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.872+0000 7f7d5d800700 1 --2- 172.21.15.42:0/3120255114 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7d58107840 0x7f7d58075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:12.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.872+0000 7f7d57e00700 1 --2- 172.21.15.42:0/3120255114 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7d581030f0 0x7f7d58074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:12.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.872+0000 7f7d5d800700 1 -- 172.21.15.42:0/3120255114 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7d581030f0 msgr2=0x7f7d58074cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:12.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.872+0000 7f7d5d800700 1 --2- 172.21.15.42:0/3120255114 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7d581030f0 0x7f7d58074cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.872+0000 7f7d5d800700 1 -- 172.21.15.42:0/3120255114 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d58102740 msgr2=0x7f7d58074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:12.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.872+0000 7f7d5d800700 1 --2- 172.21.15.42:0/3120255114 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d58102740 0x7f7d58074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.872+0000 7f7d5d800700 1 -- 172.21.15.42:0/3120255114 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d581a7140 con 0x7f7d58107840 2024-06-13T11:55:12.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.872+0000 7f7d5d800700 1 --2- 172.21.15.42:0/3120255114 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7d58107840 0x7f7d58075210 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f7d50007f10 tx=0x7f7d5000d3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:12.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.873+0000 7f7d55600700 1 -- 172.21.15.42:0/3120255114 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d50004db0 con 0x7f7d58107840 2024-06-13T11:55:12.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.873+0000 7f7d55600700 1 -- 172.21.15.42:0/3120255114 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7d50009e20 con 0x7f7d58107840 2024-06-13T11:55:12.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.873+0000 7f7d5f800700 1 -- 172.21.15.42:0/3120255114 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d581a7430 con 0x7f7d58107840 2024-06-13T11:55:12.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.873+0000 7f7d55600700 1 -- 172.21.15.42:0/3120255114 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d50015400 con 0x7f7d58107840 2024-06-13T11:55:12.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.873+0000 7f7d5f800700 1 -- 172.21.15.42:0/3120255114 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d581a7940 con 0x7f7d58107840 2024-06-13T11:55:12.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.876+0000 7f7d55600700 1 -- 172.21.15.42:0/3120255114 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7d5000db20 con 0x7f7d58107840 2024-06-13T11:55:12.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.878+0000 7f7d55600700 1 --2- 172.21.15.42:0/3120255114 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f7d400a2ca0 0x7f7d400a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:12.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.878+0000 7f7d6a264b80 1 Processor -- start 2024-06-13T11:55:12.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.878+0000 7f7d55600700 1 -- 172.21.15.42:0/3120255114 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f7d500ced00 con 0x7f7d58107840 2024-06-13T11:55:12.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.878+0000 7f7d6a264b80 1 -- start start 2024-06-13T11:55:12.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.878+0000 7f7d5ce00700 1 --2- 172.21.15.42:0/3120255114 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f7d400a2ca0 0x7f7d400a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:12.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.878+0000 7f7d6a264b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561d62e1cdf0 0x561d62ea0020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:12.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.878+0000 7f7d6a264b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x561d62ea0560 0x561d62ea09e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:12.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.878+0000 7f7d6a264b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561d62eab2b0 0x561d62ead6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:12.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.878+0000 7f7d6a264b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x561d62daf9c0 con 0x561d62e1cdf0 2024-06-13T11:55:12.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.878+0000 7f7d6a264b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x561d62df2ab0 con 0x561d62eab2b0 2024-06-13T11:55:12.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.878+0000 7f7d6a264b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x561d62dad8a0 con 0x561d62ea0560 2024-06-13T11:55:12.880 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.879+0000 7f7d57e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x561d62ea0560 0x561d62ea09e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:12.880 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.879+0000 7f7d57e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x561d62ea0560 0x561d62ea09e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:52544/0 (socket says 172.21.15.42:52544) 2024-06-13T11:55:12.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.879+0000 7f7d57e00700 1 -- 172.21.15.42:0/421818318 learned_addr learned my addr 172.21.15.42:0/421818318 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:12.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.879+0000 7f7d5ce00700 1 --2- 172.21.15.42:0/421818318 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561d62e1cdf0 0x561d62ea0020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:12.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.879+0000 7f7d5d800700 1 --2- 172.21.15.42:0/421818318 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561d62eab2b0 0x561d62ead6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:12.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.879+0000 7f7d57e00700 1 -- 172.21.15.42:0/421818318 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561d62eab2b0 msgr2=0x561d62ead6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:12.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.879+0000 7f7d5ce00700 1 --2- 172.21.15.42:0/3120255114 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f7d400a2ca0 0x7f7d400a5160 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f7d4c009d70 tx=0x7f7d4c011720 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:12.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.879+0000 7f7d57e00700 1 --2- 172.21.15.42:0/421818318 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561d62eab2b0 0x561d62ead6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.879+0000 7f7d57e00700 1 -- 172.21.15.42:0/421818318 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561d62e1cdf0 msgr2=0x561d62ea0020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:12.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.879+0000 7f7d57e00700 1 --2- 172.21.15.42:0/421818318 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561d62e1cdf0 0x561d62ea0020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.879+0000 7f7d57e00700 1 -- 172.21.15.42:0/421818318 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d62d9af40 con 0x561d62ea0560 2024-06-13T11:55:12.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.879+0000 7f7d5d800700 1 --2- 172.21.15.42:0/421818318 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561d62eab2b0 0x561d62ead6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:55:12.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.880+0000 7f7d57e00700 1 --2- 172.21.15.42:0/421818318 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x561d62ea0560 0x561d62ea09e0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f7d440099c0 tx=0x7f7d44003680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d0fbf947d9694dab server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:12.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.880+0000 7f7d4a000700 1 -- 172.21.15.42:0/421818318 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d44003a60 con 0x561d62ea0560 2024-06-13T11:55:12.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.880+0000 7f7d4a000700 1 -- 172.21.15.42:0/421818318 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7d44026070 con 0x561d62ea0560 2024-06-13T11:55:12.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.880+0000 7f7d4a000700 1 -- 172.21.15.42:0/421818318 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d4400b990 con 0x561d62ea0560 2024-06-13T11:55:12.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.881+0000 7f7d6a264b80 1 -- 172.21.15.42:0/421818318 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x561d62ea0560 msgr2=0x561d62ea09e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:12.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.881+0000 7f7d6a264b80 1 --2- 172.21.15.42:0/421818318 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x561d62ea0560 0x561d62ea09e0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f7d440099c0 tx=0x7f7d44003680 comp rx=0 tx=0).stop 2024-06-13T11:55:12.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.881+0000 7f7d6a264b80 1 -- 172.21.15.42:0/421818318 shutdown_connections 2024-06-13T11:55:12.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.881+0000 7f7d6a264b80 1 --2- 172.21.15.42:0/421818318 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561d62eab2b0 0x561d62ead6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.881+0000 7f7d6a264b80 1 --2- 172.21.15.42:0/421818318 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561d62e1cdf0 0x561d62ea0020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.881+0000 7f7d6a264b80 1 --2- 172.21.15.42:0/421818318 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x561d62ea0560 0x561d62ea09e0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.881+0000 7f7d6a264b80 1 -- 172.21.15.42:0/421818318 >> 172.21.15.42:0/421818318 conn(0x561d62dcd120 msgr2=0x561d62e9c460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:12.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.881+0000 7f7d6a264b80 1 -- 172.21.15.42:0/421818318 shutdown_connections 2024-06-13T11:55:12.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.881+0000 7f7d6a264b80 1 -- 172.21.15.42:0/421818318 wait complete. 2024-06-13T11:55:12.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.882+0000 7f7d6a264b80 1 -- start start 2024-06-13T11:55:12.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.882+0000 7f7d6a264b80 1 Processor -- start 2024-06-13T11:55:12.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.882+0000 7f7d6a264b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x561d62e1cdf0 0x561d62eaa9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:12.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.882+0000 7f7d6a264b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561d62ea0560 0x561d62ea7cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:12.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.882+0000 7f7d6a264b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561d62eab2b0 0x561d62ea8200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:12.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.882+0000 7f7d6a264b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x561d62d8ef10 con 0x561d62eab2b0 2024-06-13T11:55:12.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.882+0000 7f7d6a264b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x561d62deea70 con 0x561d62ea0560 2024-06-13T11:55:12.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.882+0000 7f7d6a264b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x561d62eadf10 con 0x561d62e1cdf0 2024-06-13T11:55:12.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.883+0000 7f7d6a264b80 10 client.0 _ll_register_callbacks cb 0x561d62d8c6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:55:12.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.883+0000 7f7d5d800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561d62eab2b0 0x561d62ea8200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:12.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.883+0000 7f7d5ce00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x561d62e1cdf0 0x561d62eaa9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:12.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.883+0000 7f7d57e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561d62ea0560 0x561d62ea7cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:12.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.883+0000 7f7d5d800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561d62eab2b0 0x561d62ea8200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:52832/0 (socket says 172.21.15.42:52832) 2024-06-13T11:55:12.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.883+0000 7f7d57e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561d62ea0560 0x561d62ea7cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:37390/0 (socket says 172.21.15.42:37390) 2024-06-13T11:55:12.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.883+0000 7f7d5ce00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x561d62e1cdf0 0x561d62eaa9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:52550/0 (socket says 172.21.15.42:52550) 2024-06-13T11:55:12.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.883+0000 7f7d5d800700 1 -- 172.21.15.42:0/552521339 learned_addr learned my addr 172.21.15.42:0/552521339 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:12.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.883+0000 7f7d5d800700 1 -- 172.21.15.42:0/552521339 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x561d62e1cdf0 msgr2=0x561d62eaa9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:12.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.883+0000 7f7d5d800700 1 --2- 172.21.15.42:0/552521339 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x561d62e1cdf0 0x561d62eaa9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.883+0000 7f7d5d800700 1 -- 172.21.15.42:0/552521339 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561d62ea0560 msgr2=0x561d62ea7cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:12.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.883+0000 7f7d5d800700 1 --2- 172.21.15.42:0/552521339 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561d62ea0560 0x561d62ea7cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.883+0000 7f7d5d800700 1 -- 172.21.15.42:0/552521339 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d62d41880 con 0x561d62eab2b0 2024-06-13T11:55:12.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.883+0000 7f7d5ce00700 1 --2- 172.21.15.42:0/552521339 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x561d62e1cdf0 0x561d62eaa9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:55:12.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.884+0000 7f7d5d800700 1 --2- 172.21.15.42:0/552521339 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561d62eab2b0 0x561d62ea8200 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f7d500cc3d0 tx=0x7f7d5009b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=387cc1712b0dbc8d server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:12.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.884+0000 7f7d3ea00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-13T11:55:12.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.884+0000 7f7d3ea00700 1 -- 172.21.15.42:0/552521339 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d500a3da0 con 0x561d62eab2b0 2024-06-13T11:55:12.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.884+0000 7f7d3ea00700 1 -- 172.21.15.42:0/552521339 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f7d500052b0 con 0x561d62eab2b0 2024-06-13T11:55:12.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.884+0000 7f7d6a264b80 1 -- 172.21.15.42:0/552521339 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7d44026070 con 0x561d62eab2b0 2024-06-13T11:55:12.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.884+0000 7f7d3ea00700 1 -- 172.21.15.42:0/552521339 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7d500b4120 con 0x561d62eab2b0 2024-06-13T11:55:12.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.884+0000 7f7d6a264b80 10 client.14955 fetch_fsmap learned FSMap version 26 2024-06-13T11:55:12.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.884+0000 7f7d6a264b80 1 -- 172.21.15.42:0/552521339 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561d62eb8630 con 0x561d62eab2b0 2024-06-13T11:55:12.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.885+0000 7f7d3ea00700 1 -- 172.21.15.42:0/552521339 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7d44026070 con 0x561d62eab2b0 2024-06-13T11:55:12.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.885+0000 7f7d3ea00700 1 -- 172.21.15.42:0/552521339 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f7d5009b420 con 0x561d62eab2b0 2024-06-13T11:55:12.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.885+0000 7f7d6a264b80 10 client.14955 fetch_fsmap finished waiting for FSMap version 26 2024-06-13T11:55:12.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.885+0000 7f7d6a264b80 10 client.14955 resolve_mds: resolved name 'g' to daemon mds.g 2024-06-13T11:55:12.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.885+0000 7f7d6a264b80 20 client.14955 populate_metadata read hostname 'smithi042' 2024-06-13T11:55:12.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.885+0000 7f7d6a264b80 1 --2- 172.21.15.42:0/552521339 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x561d62ebac20 0x561d62ebc090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:12.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.885+0000 7f7d6a264b80 4 client.14955 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:55:12.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.885+0000 7f7d6a264b80 1 -- 172.21.15.42:0/552521339 --> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561d62dfffb0 con 0x561d62ebac20 2024-06-13T11:55:12.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.885+0000 7f7d5ce00700 1 --2- 172.21.15.42:0/552521339 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x561d62ebac20 0x561d62ebc090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:12.890 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.886+0000 7f7d5ce00700 1 --2- 172.21.15.42:0/552521339 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x561d62ebac20 0x561d62ebc090 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5c70d4b5f5780407 server_cookie=820a848578dcf006 in_seq=0 out_seq=0 2024-06-13T11:55:12.890 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.886+0000 7f7d3ea00700 10 client.14955 ms_handle_connect on v2:172.21.15.42:6838/228676134 2024-06-13T11:55:12.890 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.887+0000 7f7d3ea00700 1 -- 172.21.15.42:0/552521339 <== mds.2 v2:172.21.15.42:6838/228676134 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x561d62dfffb0 con 0x561d62ebac20 2024-06-13T11:55:12.890 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.887+0000 7f7d3ea00700 10 client.14955 handle_command_reply: tid=0 2024-06-13T11:55:12.890 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.887+0000 7f7d6a264b80 1 client.14955 shutdown 2024-06-13T11:55:12.890 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.887+0000 7f7d6a264b80 1 -- 172.21.15.42:0/552521339 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561d62eab2b0 msgr2=0x561d62ea8200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:12.890 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.887+0000 7f7d6a264b80 1 --2- 172.21.15.42:0/552521339 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561d62eab2b0 0x561d62ea8200 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f7d500cc3d0 tx=0x7f7d5009b8d0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.890 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.887+0000 7f7d6a264b80 1 -- 172.21.15.42:0/552521339 shutdown_connections 2024-06-13T11:55:12.890 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.887+0000 7f7d6a264b80 1 --2- 172.21.15.42:0/552521339 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x561d62ebac20 0x561d62ebc090 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.890 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.888+0000 7f7d6a264b80 1 --2- 172.21.15.42:0/552521339 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561d62eab2b0 0x561d62ea8200 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.890 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.888+0000 7f7d6a264b80 1 --2- 172.21.15.42:0/552521339 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x561d62e1cdf0 0x561d62eaa9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.890 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.888+0000 7f7d6a264b80 1 --2- 172.21.15.42:0/552521339 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561d62ea0560 0x561d62ea7cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.888+0000 7f7d6a264b80 1 -- 172.21.15.42:0/552521339 >> 172.21.15.42:0/552521339 conn(0x561d62dcd120 msgr2=0x561d62e9b6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:12.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.888+0000 7f7d3ea00700 0 client.14955 ms_handle_reset on v2:172.21.15.42:6838/228676134 2024-06-13T11:55:12.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.888+0000 7f7d6a264b80 1 -- 172.21.15.42:0/552521339 shutdown_connections 2024-06-13T11:55:12.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.888+0000 7f7d6a264b80 1 -- 172.21.15.42:0/552521339 wait complete. 2024-06-13T11:55:12.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.888+0000 7f7d6a264b80 20 client.14955 trim_cache size 0 max 16384 2024-06-13T11:55:12.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.912+0000 7f7d6a264b80 1 Processor -- start 2024-06-13T11:55:12.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.912+0000 7f7d6a264b80 1 -- start start 2024-06-13T11:55:12.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.912+0000 7f7d6a264b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561d62e1cdf0 0x561d62eba550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:12.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.912+0000 7f7d6a264b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x561d62ea0560 0x561d62ea8230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:12.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.912+0000 7f7d6a264b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561d62eab2b0 0x561d62eac6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:12.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.912+0000 7f7d6a264b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x561d62eba3d0 con 0x561d62e1cdf0 2024-06-13T11:55:12.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.912+0000 7f7d6a264b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x561d62ebaaa0 con 0x561d62eab2b0 2024-06-13T11:55:12.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.912+0000 7f7d6a264b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x561d62ebb170 con 0x561d62ea0560 2024-06-13T11:55:12.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.913+0000 7f7d5ce00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561d62e1cdf0 0x561d62eba550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:12.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.913+0000 7f7d5ce00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561d62e1cdf0 0x561d62eba550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:52838/0 (socket says 172.21.15.42:52838) 2024-06-13T11:55:12.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.913+0000 7f7d5d800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561d62eab2b0 0x561d62eac6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:12.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.913+0000 7f7d5ce00700 1 -- 172.21.15.42:0/1806236143 learned_addr learned my addr 172.21.15.42:0/1806236143 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:12.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.913+0000 7f7d57e00700 1 --2- 172.21.15.42:0/1806236143 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x561d62ea0560 0x561d62ea8230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:12.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.913+0000 7f7d5d800700 1 -- 172.21.15.42:0/1806236143 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x561d62ea0560 msgr2=0x561d62ea8230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:12.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.913+0000 7f7d5d800700 1 --2- 172.21.15.42:0/1806236143 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x561d62ea0560 0x561d62ea8230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.913+0000 7f7d5d800700 1 -- 172.21.15.42:0/1806236143 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561d62e1cdf0 msgr2=0x561d62eba550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:12.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.913+0000 7f7d5d800700 1 --2- 172.21.15.42:0/1806236143 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561d62e1cdf0 0x561d62eba550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.913+0000 7f7d5d800700 1 -- 172.21.15.42:0/1806236143 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d62e9d1b0 con 0x561d62eab2b0 2024-06-13T11:55:12.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.913+0000 7f7d57e00700 1 --2- 172.21.15.42:0/1806236143 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x561d62ea0560 0x561d62ea8230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:55:12.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.913+0000 7f7d5ce00700 1 --2- 172.21.15.42:0/1806236143 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561d62e1cdf0 0x561d62eba550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:55:12.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.914+0000 7f7d5d800700 1 --2- 172.21.15.42:0/1806236143 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561d62eab2b0 0x561d62eac6a0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f7d500993e0 tx=0x7f7d50097500 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f93ff32345eb4491 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:12.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.914+0000 7f7d49600700 1 -- 172.21.15.42:0/1806236143 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d500b4120 con 0x561d62eab2b0 2024-06-13T11:55:12.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.914+0000 7f7d49600700 1 -- 172.21.15.42:0/1806236143 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7d5009b130 con 0x561d62eab2b0 2024-06-13T11:55:12.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.914+0000 7f7d49600700 1 -- 172.21.15.42:0/1806236143 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d50005be0 con 0x561d62eab2b0 2024-06-13T11:55:12.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.914+0000 7f7d6a264b80 1 -- 172.21.15.42:0/1806236143 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561d62eab2b0 msgr2=0x561d62eac6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:12.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.914+0000 7f7d6a264b80 1 --2- 172.21.15.42:0/1806236143 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561d62eab2b0 0x561d62eac6a0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f7d500993e0 tx=0x7f7d50097500 comp rx=0 tx=0).stop 2024-06-13T11:55:12.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.915+0000 7f7d6a264b80 1 -- 172.21.15.42:0/1806236143 shutdown_connections 2024-06-13T11:55:12.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.915+0000 7f7d6a264b80 1 --2- 172.21.15.42:0/1806236143 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561d62eab2b0 0x561d62eac6a0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.915+0000 7f7d6a264b80 1 --2- 172.21.15.42:0/1806236143 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561d62e1cdf0 0x561d62eba550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.915+0000 7f7d6a264b80 1 --2- 172.21.15.42:0/1806236143 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x561d62ea0560 0x561d62ea8230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.915+0000 7f7d6a264b80 1 -- 172.21.15.42:0/1806236143 >> 172.21.15.42:0/1806236143 conn(0x561d62dcd120 msgr2=0x561d62ead160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:12.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.915+0000 7f7d6a264b80 1 -- 172.21.15.42:0/1806236143 shutdown_connections 2024-06-13T11:55:12.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.915+0000 7f7d6a264b80 1 -- 172.21.15.42:0/1806236143 wait complete. 2024-06-13T11:55:12.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.915+0000 7f7d6a264b80 1 -- start start 2024-06-13T11:55:12.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.915+0000 7f7d6a264b80 1 Processor -- start 2024-06-13T11:55:12.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.916+0000 7f7d6a264b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x561d62e1cdf0 0x561d62ea4730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:12.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.916+0000 7f7d6a264b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561d62ea0560 0x561d62ea4c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:12.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.916+0000 7f7d6a264b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561d62eab2b0 0x561d62ec4500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:12.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.916+0000 7f7d6a264b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x561d62ebbf10 con 0x561d62ea0560 2024-06-13T11:55:12.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.916+0000 7f7d6a264b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x561d62ebb840 con 0x561d62eab2b0 2024-06-13T11:55:12.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.916+0000 7f7d6a264b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x561d62ebc5e0 con 0x561d62e1cdf0 2024-06-13T11:55:12.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.916+0000 7f7d6a264b80 10 client.0 _ll_register_callbacks cb 0x561d62d8c6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:55:12.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.916+0000 7f7d57e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561d62ea0560 0x561d62ea4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:12.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.916+0000 7f7d5ce00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x561d62e1cdf0 0x561d62ea4730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:12.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.916+0000 7f7d57e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561d62ea0560 0x561d62ea4c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:52844/0 (socket says 172.21.15.42:52844) 2024-06-13T11:55:12.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.916+0000 7f7d57e00700 1 -- 172.21.15.42:0/3226791447 learned_addr learned my addr 172.21.15.42:0/3226791447 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:12.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.916+0000 7f7d5ce00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x561d62e1cdf0 0x561d62ea4730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:52566/0 (socket says 172.21.15.42:52566) 2024-06-13T11:55:12.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.916+0000 7f7d5d800700 1 --2- 172.21.15.42:0/3226791447 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561d62eab2b0 0x561d62ec4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:12.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.917+0000 7f7d5ce00700 1 -- 172.21.15.42:0/3226791447 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561d62eab2b0 msgr2=0x561d62ec4500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:12.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.917+0000 7f7d5ce00700 1 --2- 172.21.15.42:0/3226791447 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561d62eab2b0 0x561d62ec4500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.917+0000 7f7d5ce00700 1 -- 172.21.15.42:0/3226791447 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561d62ea0560 msgr2=0x561d62ea4c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:12.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.917+0000 7f7d5ce00700 1 --2- 172.21.15.42:0/3226791447 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561d62ea0560 0x561d62ea4c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.917+0000 7f7d5ce00700 1 -- 172.21.15.42:0/3226791447 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d62ec4a40 con 0x561d62e1cdf0 2024-06-13T11:55:12.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.917+0000 7f7d5ce00700 1 --2- 172.21.15.42:0/3226791447 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x561d62e1cdf0 0x561d62ea4730 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f7d4c01ed90 tx=0x7f7d4c016000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e8645c168827efc server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:12.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.917+0000 7f7d3ea00700 10 client.0 ms_handle_connect on v2:172.21.15.162:3300/0 2024-06-13T11:55:12.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.917+0000 7f7d3ea00700 1 -- 172.21.15.42:0/3226791447 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d4c02f030 con 0x561d62e1cdf0 2024-06-13T11:55:12.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.917+0000 7f7d6a264b80 1 -- 172.21.15.42:0/3226791447 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7d5009b130 con 0x561d62e1cdf0 2024-06-13T11:55:12.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.917+0000 7f7d3ea00700 1 -- 172.21.15.42:0/3226791447 <== mon.1 v2:172.21.15.162:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f7d4c01edc0 con 0x561d62e1cdf0 2024-06-13T11:55:12.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.918+0000 7f7d3ea00700 1 -- 172.21.15.42:0/3226791447 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7d4c03b050 con 0x561d62e1cdf0 2024-06-13T11:55:12.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.918+0000 7f7d6a264b80 10 client.25075 fetch_fsmap learned FSMap version 26 2024-06-13T11:55:12.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.918+0000 7f7d6a264b80 1 -- 172.21.15.42:0/3226791447 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561d62ec5da0 con 0x561d62e1cdf0 2024-06-13T11:55:12.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.918+0000 7f7d3ea00700 1 -- 172.21.15.42:0/3226791447 <== mon.1 v2:172.21.15.162:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7d5009b130 con 0x561d62e1cdf0 2024-06-13T11:55:12.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.918+0000 7f7d3ea00700 1 -- 172.21.15.42:0/3226791447 <== mon.1 v2:172.21.15.162:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f7d500bb0b0 con 0x561d62e1cdf0 2024-06-13T11:55:12.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.918+0000 7f7d6a264b80 10 client.25075 fetch_fsmap finished waiting for FSMap version 26 2024-06-13T11:55:12.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.918+0000 7f7d6a264b80 10 client.25075 resolve_mds: resolved name 'g' to daemon mds.g 2024-06-13T11:55:12.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.918+0000 7f7d6a264b80 20 client.25075 populate_metadata read hostname 'smithi042' 2024-06-13T11:55:12.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.918+0000 7f7d6a264b80 1 --2- 172.21.15.42:0/3226791447 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x561d62f2aa40 0x561d62f29750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:12.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.918+0000 7f7d6a264b80 4 client.25075 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-13T11:55:12.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.918+0000 7f7d6a264b80 1 -- 172.21.15.42:0/3226791447 --> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] -- command(tid 0: {"prefix": "status"}) -- 0x561d62dfa530 con 0x561d62f2aa40 2024-06-13T11:55:12.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.919+0000 7f7d57e00700 1 --2- 172.21.15.42:0/3226791447 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x561d62f2aa40 0x561d62f29750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:12.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.919+0000 7f7d57e00700 1 --2- 172.21.15.42:0/3226791447 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x561d62f2aa40 0x561d62f29750 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=84c4b9288b9f92f0 server_cookie=5596556e2b2d9bd5 in_seq=0 out_seq=0 2024-06-13T11:55:12.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.919+0000 7f7d3ea00700 10 client.25075 ms_handle_connect on v2:172.21.15.42:6838/228676134 2024-06-13T11:55:12.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.920+0000 7f7d3ea00700 1 -- 172.21.15.42:0/3226791447 <== mds.2 v2:172.21.15.42:6838/228676134 1 ==== command_reply(tid 0: 0 ) ==== 8+0+328 (crc 0 0 0) 0x561d62dfa530 con 0x561d62f2aa40 2024-06-13T11:55:12.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.920+0000 7f7d3ea00700 10 client.25075 handle_command_reply: tid=0 2024-06-13T11:55:12.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.920+0000 7f7d6a264b80 1 client.25075 shutdown 2024-06-13T11:55:12.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.920+0000 7f7d6a264b80 1 -- 172.21.15.42:0/3226791447 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x561d62e1cdf0 msgr2=0x561d62ea4730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:12.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.920+0000 7f7d6a264b80 1 --2- 172.21.15.42:0/3226791447 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x561d62e1cdf0 0x561d62ea4730 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f7d4c01ed90 tx=0x7f7d4c016000 comp rx=0 tx=0).stop 2024-06-13T11:55:12.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.920+0000 7f7d6a264b80 1 -- 172.21.15.42:0/3226791447 shutdown_connections 2024-06-13T11:55:12.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.920+0000 7f7d6a264b80 1 --2- 172.21.15.42:0/3226791447 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x561d62f2aa40 0x561d62f29750 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.920+0000 7f7d6a264b80 1 --2- 172.21.15.42:0/3226791447 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561d62eab2b0 0x561d62ec4500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.920+0000 7f7d6a264b80 1 --2- 172.21.15.42:0/3226791447 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x561d62e1cdf0 0x561d62ea4730 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.920+0000 7f7d6a264b80 1 --2- 172.21.15.42:0/3226791447 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561d62ea0560 0x561d62ea4c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.920+0000 7f7d3ea00700 0 client.25075 ms_handle_reset on v2:172.21.15.42:6838/228676134 2024-06-13T11:55:12.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.920+0000 7f7d6a264b80 1 -- 172.21.15.42:0/3226791447 >> 172.21.15.42:0/3226791447 conn(0x561d62dcd120 msgr2=0x561d62ea6440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:12.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.920+0000 7f7d6a264b80 1 -- 172.21.15.42:0/3226791447 shutdown_connections 2024-06-13T11:55:12.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.920+0000 7f7d6a264b80 1 -- 172.21.15.42:0/3226791447 wait complete. 2024-06-13T11:55:12.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.920+0000 7f7d6a264b80 20 client.25075 trim_cache size 0 max 16384 2024-06-13T11:55:12.925 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-13T11:55:12.925 INFO:teuthology.orchestra.run.smithi042.stdout: "cluster_fsid": "aa9143f6-2979-11ef-bc9c-c7b262605968", 2024-06-13T11:55:12.925 INFO:teuthology.orchestra.run.smithi042.stdout: "whoami": 2, 2024-06-13T11:55:12.925 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 24499, 2024-06-13T11:55:12.925 INFO:teuthology.orchestra.run.smithi042.stdout: "want_state": "up:active", 2024-06-13T11:55:12.926 INFO:teuthology.orchestra.run.smithi042.stdout: "state": "up:active", 2024-06-13T11:55:12.926 INFO:teuthology.orchestra.run.smithi042.stdout: "fs_name": "cephfs", 2024-06-13T11:55:12.926 INFO:teuthology.orchestra.run.smithi042.stdout: "rank_uptime": 193.09719772400001, 2024-06-13T11:55:12.926 INFO:teuthology.orchestra.run.smithi042.stdout: "mdsmap_epoch": 26, 2024-06-13T11:55:12.926 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch": 100, 2024-06-13T11:55:12.926 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch_barrier": 98, 2024-06-13T11:55:12.926 INFO:teuthology.orchestra.run.smithi042.stdout: "uptime": 302.837436846 2024-06-13T11:55:12.926 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-13T11:55:12.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.921+0000 7f7d5f800700 1 -- 172.21.15.42:0/3120255114 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f7d400a2ca0 msgr2=0x7f7d400a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:12.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.921+0000 7f7d5f800700 1 --2- 172.21.15.42:0/3120255114 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f7d400a2ca0 0x7f7d400a5160 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f7d4c009d70 tx=0x7f7d4c011720 comp rx=0 tx=0).stop 2024-06-13T11:55:12.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.921+0000 7f7d5f800700 1 -- 172.21.15.42:0/3120255114 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7d58107840 msgr2=0x7f7d58075210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:12.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.921+0000 7f7d5f800700 1 --2- 172.21.15.42:0/3120255114 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7d58107840 0x7f7d58075210 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f7d50007f10 tx=0x7f7d5000d3b0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.921+0000 7f7d5f800700 1 -- 172.21.15.42:0/3120255114 shutdown_connections 2024-06-13T11:55:12.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.921+0000 7f7d5f800700 1 --2- 172.21.15.42:0/3120255114 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7d58107840 0x7f7d58075210 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.921+0000 7f7d5f800700 1 --2- 172.21.15.42:0/3120255114 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d58102740 0x7f7d58074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.921+0000 7f7d5f800700 1 --2- 172.21.15.42:0/3120255114 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f7d400a2ca0 0x7f7d400a5160 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.921+0000 7f7d5f800700 1 --2- 172.21.15.42:0/3120255114 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7d581030f0 0x7f7d58074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:12.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.921+0000 7f7d5f800700 1 -- 172.21.15.42:0/3120255114 >> 172.21.15.42:0/3120255114 conn(0x7f7d580795f0 msgr2=0x7f7d58100770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:12.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.922+0000 7f7d5f800700 1 -- 172.21.15.42:0/3120255114 shutdown_connections 2024-06-13T11:55:12.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:12.922+0000 7f7d5f800700 1 -- 172.21.15.42:0/3120255114 wait complete. 2024-06-13T11:55:13.886 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell mds.h status 2024-06-13T11:55:14.368 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:55:14.456 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:14 smithi162 ceph-mon[36757]: pgmap v474: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:55:14.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:14 smithi088 ceph-mon[36399]: pgmap v474: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:55:14.521 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:14 smithi042 ceph-mon[32231]: pgmap v474: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:55:16.473 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:16 smithi042 ceph-mon[32231]: pgmap v475: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T11:55:16.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:16 smithi088 ceph-mon[36399]: pgmap v475: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T11:55:16.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.649+0000 7ff8bda00700 1 -- 172.21.15.42:0/3149611525 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff8b81045c0 msgr2=0x7ff8b8104a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:16.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.649+0000 7ff8bda00700 1 --2- 172.21.15.42:0/3149611525 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff8b81045c0 0x7ff8b8104a40 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7ff8a40098f0 tx=0x7ff8a4009c00 comp rx=0 tx=0).stop 2024-06-13T11:55:16.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.649+0000 7ff8bda00700 1 -- 172.21.15.42:0/3149611525 shutdown_connections 2024-06-13T11:55:16.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.649+0000 7ff8bda00700 1 --2- 172.21.15.42:0/3149611525 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff8b810a650 0x7ff8b810aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:16.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.649+0000 7ff8bda00700 1 --2- 172.21.15.42:0/3149611525 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff8b8104f80 0x7ff8b8111490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:16.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.649+0000 7ff8bda00700 1 --2- 172.21.15.42:0/3149611525 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff8b81045c0 0x7ff8b8104a40 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:16.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.649+0000 7ff8bda00700 1 -- 172.21.15.42:0/3149611525 >> 172.21.15.42:0/3149611525 conn(0x7ff8b81000b0 msgr2=0x7ff8b81024d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:16.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.650+0000 7ff8bda00700 1 -- 172.21.15.42:0/3149611525 shutdown_connections 2024-06-13T11:55:16.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.650+0000 7ff8bda00700 1 -- 172.21.15.42:0/3149611525 wait complete. 2024-06-13T11:55:16.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.651+0000 7ff8bda00700 1 Processor -- start 2024-06-13T11:55:16.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.651+0000 7ff8bda00700 1 -- start start 2024-06-13T11:55:16.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.652+0000 7ff8bda00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff8b81045c0 0x7ff8b81a0900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:16.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.652+0000 7ff8bda00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff8b8104f80 0x7ff8b81a0e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:16.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.652+0000 7ff8bda00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff8b810a650 0x7ff8b819ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:16.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.652+0000 7ff8bda00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff8b8114910 con 0x7ff8b810a650 2024-06-13T11:55:16.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.652+0000 7ff8bda00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7ff8b8114790 con 0x7ff8b81045c0 2024-06-13T11:55:16.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.652+0000 7ff8bda00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7ff8b8114a90 con 0x7ff8b8104f80 2024-06-13T11:55:16.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.652+0000 7ff8bd000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff8b810a650 0x7ff8b819ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:16.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.652+0000 7ff8b7e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff8b81045c0 0x7ff8b81a0900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:16.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.652+0000 7ff8b7e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff8b81045c0 0x7ff8b81a0900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:37442/0 (socket says 172.21.15.42:37442) 2024-06-13T11:55:16.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.652+0000 7ff8b7e00700 1 -- 172.21.15.42:0/3919493543 learned_addr learned my addr 172.21.15.42:0/3919493543 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:16.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.652+0000 7ff8b7400700 1 --2- 172.21.15.42:0/3919493543 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff8b8104f80 0x7ff8b81a0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:16.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.653+0000 7ff8b7e00700 1 -- 172.21.15.42:0/3919493543 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff8b8104f80 msgr2=0x7ff8b81a0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:16.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.653+0000 7ff8b7e00700 1 --2- 172.21.15.42:0/3919493543 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff8b8104f80 0x7ff8b81a0e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:16.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.653+0000 7ff8b7e00700 1 -- 172.21.15.42:0/3919493543 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff8b810a650 msgr2=0x7ff8b819ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:16.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.653+0000 7ff8b7e00700 1 --2- 172.21.15.42:0/3919493543 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff8b810a650 0x7ff8b819ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:16.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.653+0000 7ff8b7e00700 1 -- 172.21.15.42:0/3919493543 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8b819b270 con 0x7ff8b81045c0 2024-06-13T11:55:16.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:16 smithi162 ceph-mon[36757]: pgmap v475: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T11:55:16.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.653+0000 7ff8b7e00700 1 --2- 172.21.15.42:0/3919493543 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff8b81045c0 0x7ff8b81a0900 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7ff8a800e970 tx=0x7ff8a800ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:16.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.653+0000 7ff8b4c00700 1 -- 172.21.15.42:0/3919493543 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8a8004220 con 0x7ff8b81045c0 2024-06-13T11:55:16.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.654+0000 7ff8b4c00700 1 -- 172.21.15.42:0/3919493543 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff8a80043c0 con 0x7ff8b81045c0 2024-06-13T11:55:16.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.654+0000 7ff8bda00700 1 -- 172.21.15.42:0/3919493543 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8b819b560 con 0x7ff8b81045c0 2024-06-13T11:55:16.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.654+0000 7ff8b4c00700 1 -- 172.21.15.42:0/3919493543 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8a8003dc0 con 0x7ff8b81045c0 2024-06-13T11:55:16.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.654+0000 7ff8bda00700 1 -- 172.21.15.42:0/3919493543 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8b81a77d0 con 0x7ff8b81045c0 2024-06-13T11:55:16.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.657+0000 7ff8b4c00700 1 -- 172.21.15.42:0/3919493543 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7ff8a800c7e0 con 0x7ff8b81045c0 2024-06-13T11:55:16.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.658+0000 7ff8c98e6b80 1 Processor -- start 2024-06-13T11:55:16.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.659+0000 7ff8c98e6b80 1 -- start start 2024-06-13T11:55:16.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.659+0000 7ff8b4c00700 1 --2- 172.21.15.42:0/3919493543 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ff89c0a2c20 0x7ff89c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:16.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.659+0000 7ff8c98e6b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587887dbdf0 0x5587888613d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:16.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.659+0000 7ff8c98e6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558788861910 0x558788861d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:16.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.659+0000 7ff8b4c00700 1 -- 172.21.15.42:0/3919493543 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7ff8a80cf650 con 0x7ff8b81045c0 2024-06-13T11:55:16.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.659+0000 7ff8c98e6b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55878886a520 0x55878886c910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:16.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.659+0000 7ff8c98e6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55878876e9c0 con 0x558788861910 2024-06-13T11:55:16.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.659+0000 7ff8c98e6b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x5587887b1ab0 con 0x5587887dbdf0 2024-06-13T11:55:16.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.659+0000 7ff8c98e6b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55878876c8a0 con 0x55878886a520 2024-06-13T11:55:16.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.659+0000 7ff8b7400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558788861910 0x558788861d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:16.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.659+0000 7ff8bd000700 1 --2- 172.21.15.42:0/3919493543 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ff89c0a2c20 0x7ff89c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:16.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.660+0000 7ff8b7e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587887dbdf0 0x5587888613d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:16.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.660+0000 7ff8b7400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558788861910 0x558788861d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:52874/0 (socket says 172.21.15.42:52874) 2024-06-13T11:55:16.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.660+0000 7ff8b7400700 1 -- 172.21.15.42:0/2121296989 learned_addr learned my addr 172.21.15.42:0/2121296989 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:16.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.660+0000 7ff8bd000700 1 --2- 172.21.15.42:0/2121296989 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55878886a520 0x55878886c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:16.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.660+0000 7ff8b7400700 1 -- 172.21.15.42:0/2121296989 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55878886a520 msgr2=0x55878886c910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:16.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.660+0000 7ff8b7400700 1 --2- 172.21.15.42:0/2121296989 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55878886a520 0x55878886c910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:16.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.660+0000 7ff8b7400700 1 -- 172.21.15.42:0/2121296989 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587887dbdf0 msgr2=0x5587888613d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:16.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.660+0000 7ff8b7400700 1 --2- 172.21.15.42:0/2121296989 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587887dbdf0 0x5587888613d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:16.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.660+0000 7ff8b7400700 1 -- 172.21.15.42:0/2121296989 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558788759f40 con 0x558788861910 2024-06-13T11:55:16.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.660+0000 7ff8b7e00700 1 --2- 172.21.15.42:0/2121296989 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587887dbdf0 0x5587888613d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:55:16.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.660+0000 7ff8bd000700 1 --2- 172.21.15.42:0/3919493543 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ff89c0a2c20 0x7ff89c0a50e0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7ff8b00139a0 tx=0x7ff8b0013250 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:16.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.660+0000 7ff8b7400700 1 --2- 172.21.15.42:0/2121296989 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558788861910 0x558788861d90 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7ff8a4009230 tx=0x7ff8a4005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74e2c6d1554c6d33 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:16.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.661+0000 7ff8ad600700 1 -- 172.21.15.42:0/2121296989 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8a4026070 con 0x558788861910 2024-06-13T11:55:16.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.661+0000 7ff8ad600700 1 -- 172.21.15.42:0/2121296989 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff8a4005520 con 0x558788861910 2024-06-13T11:55:16.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.661+0000 7ff8ad600700 1 -- 172.21.15.42:0/2121296989 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8a4003b40 con 0x558788861910 2024-06-13T11:55:16.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.662+0000 7ff8c98e6b80 1 -- 172.21.15.42:0/2121296989 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558788861910 msgr2=0x558788861d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:16.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.662+0000 7ff8c98e6b80 1 --2- 172.21.15.42:0/2121296989 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558788861910 0x558788861d90 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7ff8a4009230 tx=0x7ff8a4005dc0 comp rx=0 tx=0).stop 2024-06-13T11:55:16.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.662+0000 7ff8c98e6b80 1 -- 172.21.15.42:0/2121296989 shutdown_connections 2024-06-13T11:55:16.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.662+0000 7ff8c98e6b80 1 --2- 172.21.15.42:0/2121296989 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587887dbdf0 0x5587888613d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:16.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.662+0000 7ff8c98e6b80 1 --2- 172.21.15.42:0/2121296989 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55878886a520 0x55878886c910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:16.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.662+0000 7ff8c98e6b80 1 --2- 172.21.15.42:0/2121296989 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558788861910 0x558788861d90 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:16.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.662+0000 7ff8c98e6b80 1 -- 172.21.15.42:0/2121296989 >> 172.21.15.42:0/2121296989 conn(0x55878878c120 msgr2=0x55878885b7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:16.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.662+0000 7ff8c98e6b80 1 -- 172.21.15.42:0/2121296989 shutdown_connections 2024-06-13T11:55:16.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.662+0000 7ff8c98e6b80 1 -- 172.21.15.42:0/2121296989 wait complete. 2024-06-13T11:55:16.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.663+0000 7ff8c98e6b80 1 -- start start 2024-06-13T11:55:16.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.663+0000 7ff8c98e6b80 1 Processor -- start 2024-06-13T11:55:16.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.663+0000 7ff8c98e6b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5587887dbdf0 0x558788869c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:16.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.663+0000 7ff8c98e6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558788861910 0x558788866f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:16.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.663+0000 7ff8c98e6b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55878886a520 0x5587888674b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:16.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.663+0000 7ff8c98e6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55878874df10 con 0x558788861910 2024-06-13T11:55:16.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.663+0000 7ff8c98e6b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x5587887ada70 con 0x55878886a520 2024-06-13T11:55:16.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.663+0000 7ff8c98e6b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55878886d130 con 0x5587887dbdf0 2024-06-13T11:55:16.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.663+0000 7ff8c98e6b80 10 client.0 _ll_register_callbacks cb 0x55878874b6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:55:16.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.664+0000 7ff8bd000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55878886a520 0x5587888674b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:16.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.664+0000 7ff8bd000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55878886a520 0x5587888674b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:37462/0 (socket says 172.21.15.42:37462) 2024-06-13T11:55:16.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.664+0000 7ff8bd000700 1 -- 172.21.15.42:0/1192844717 learned_addr learned my addr 172.21.15.42:0/1192844717 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:16.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.664+0000 7ff8b7e00700 1 --2- 172.21.15.42:0/1192844717 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5587887dbdf0 0x558788869c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:16.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.664+0000 7ff8b7400700 1 --2- 172.21.15.42:0/1192844717 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558788861910 0x558788866f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:16.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.664+0000 7ff8bd000700 1 -- 172.21.15.42:0/1192844717 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5587887dbdf0 msgr2=0x558788869c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:16.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.664+0000 7ff8bd000700 1 --2- 172.21.15.42:0/1192844717 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5587887dbdf0 0x558788869c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:16.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.664+0000 7ff8bd000700 1 -- 172.21.15.42:0/1192844717 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558788861910 msgr2=0x558788866f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:16.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.664+0000 7ff8bd000700 1 --2- 172.21.15.42:0/1192844717 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558788861910 0x558788866f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:16.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.664+0000 7ff8bd000700 1 -- 172.21.15.42:0/1192844717 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558788700880 con 0x55878886a520 2024-06-13T11:55:16.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.664+0000 7ff8b7400700 1 --2- 172.21.15.42:0/1192844717 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558788861910 0x558788866f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T11:55:16.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.664+0000 7ff8bd000700 1 --2- 172.21.15.42:0/1192844717 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55878886a520 0x5587888674b0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7ff8b001a6f0 tx=0x7ff8b0004b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a390754a33c97a5b server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:16.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.664+0000 7ff8a2000700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:55:16.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.665+0000 7ff8a2000700 1 -- 172.21.15.42:0/1192844717 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8b0029020 con 0x55878886a520 2024-06-13T11:55:16.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.665+0000 7ff8a2000700 1 -- 172.21.15.42:0/1192844717 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7ff8b0025840 con 0x55878886a520 2024-06-13T11:55:16.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.665+0000 7ff8c98e6b80 1 -- 172.21.15.42:0/1192844717 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff8a4005520 con 0x55878886a520 2024-06-13T11:55:16.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.665+0000 7ff8a2000700 1 -- 172.21.15.42:0/1192844717 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff8b0034050 con 0x55878886a520 2024-06-13T11:55:16.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.665+0000 7ff8c98e6b80 10 client.25112 fetch_fsmap learned FSMap version 26 2024-06-13T11:55:16.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.665+0000 7ff8c98e6b80 1 -- 172.21.15.42:0/1192844717 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558788877830 con 0x55878886a520 2024-06-13T11:55:16.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.665+0000 7ff8a2000700 1 -- 172.21.15.42:0/1192844717 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff8a4005520 con 0x55878886a520 2024-06-13T11:55:16.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.666+0000 7ff8a2000700 1 -- 172.21.15.42:0/1192844717 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7ff8b00198c0 con 0x55878886a520 2024-06-13T11:55:16.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.666+0000 7ff8c98e6b80 10 client.25112 fetch_fsmap finished waiting for FSMap version 26 2024-06-13T11:55:16.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.666+0000 7ff8c98e6b80 10 client.25112 resolve_mds: resolved name 'h' to daemon mds.h 2024-06-13T11:55:16.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.666+0000 7ff8c98e6b80 20 client.25112 populate_metadata read hostname 'smithi042' 2024-06-13T11:55:16.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.666+0000 7ff8c98e6b80 1 --2- 172.21.15.42:0/1192844717 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x558788879ea0 0x55878887b310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:16.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.666+0000 7ff8c98e6b80 4 client.25112 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:55:16.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.666+0000 7ff8c98e6b80 1 -- 172.21.15.42:0/1192844717 --> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5587887befb0 con 0x558788879ea0 2024-06-13T11:55:16.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.666+0000 7ff8b7e00700 1 --2- 172.21.15.42:0/1192844717 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x558788879ea0 0x55878887b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:16.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.667+0000 7ff8b7e00700 1 --2- 172.21.15.42:0/1192844717 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x558788879ea0 0x55878887b310 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=dfa9d20a0d958c73 server_cookie=1451391cefb4afe0 in_seq=0 out_seq=0 2024-06-13T11:55:16.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.667+0000 7ff8a2000700 10 client.25112 ms_handle_connect on v2:172.21.15.88:6836/2567581640 2024-06-13T11:55:16.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.667+0000 7ff8a2000700 1 -- 172.21.15.42:0/1192844717 <== mds.1 v2:172.21.15.88:6836/2567581640 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5587887befb0 con 0x558788879ea0 2024-06-13T11:55:16.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.667+0000 7ff8a2000700 10 client.25112 handle_command_reply: tid=0 2024-06-13T11:55:16.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.668+0000 7ff8c98e6b80 1 client.25112 shutdown 2024-06-13T11:55:16.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.668+0000 7ff8c98e6b80 1 -- 172.21.15.42:0/1192844717 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55878886a520 msgr2=0x5587888674b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:16.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.668+0000 7ff8c98e6b80 1 --2- 172.21.15.42:0/1192844717 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55878886a520 0x5587888674b0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7ff8b001a6f0 tx=0x7ff8b0004b40 comp rx=0 tx=0).stop 2024-06-13T11:55:16.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.668+0000 7ff8c98e6b80 1 -- 172.21.15.42:0/1192844717 shutdown_connections 2024-06-13T11:55:16.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.668+0000 7ff8c98e6b80 1 --2- 172.21.15.42:0/1192844717 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x558788879ea0 0x55878887b310 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:16.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.668+0000 7ff8c98e6b80 1 --2- 172.21.15.42:0/1192844717 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55878886a520 0x5587888674b0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:16.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.668+0000 7ff8c98e6b80 1 --2- 172.21.15.42:0/1192844717 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5587887dbdf0 0x558788869c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:16.672 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.668+0000 7ff8c98e6b80 1 --2- 172.21.15.42:0/1192844717 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558788861910 0x558788866f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:16.672 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.668+0000 7ff8a2000700 0 client.25112 ms_handle_reset on v2:172.21.15.88:6836/2567581640 2024-06-13T11:55:16.672 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.668+0000 7ff8c98e6b80 1 -- 172.21.15.42:0/1192844717 >> 172.21.15.42:0/1192844717 conn(0x55878878c120 msgr2=0x55878885b3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:16.672 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.668+0000 7ff8c98e6b80 1 -- 172.21.15.42:0/1192844717 shutdown_connections 2024-06-13T11:55:16.672 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.668+0000 7ff8c98e6b80 1 -- 172.21.15.42:0/1192844717 wait complete. 2024-06-13T11:55:16.672 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.668+0000 7ff8c98e6b80 20 client.25112 trim_cache size 0 max 16384 2024-06-13T11:55:16.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.693+0000 7ff8c98e6b80 1 Processor -- start 2024-06-13T11:55:16.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.693+0000 7ff8c98e6b80 1 -- start start 2024-06-13T11:55:16.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.694+0000 7ff8c98e6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587887dbdf0 0x55878885b910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:16.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.694+0000 7ff8c98e6b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558788861910 0x5587888664d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:16.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.694+0000 7ff8c98e6b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55878886a520 0x558788866f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:16.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.694+0000 7ff8c98e6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x558788879650 con 0x5587887dbdf0 2024-06-13T11:55:16.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.694+0000 7ff8c98e6b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x558788879d20 con 0x55878886a520 2024-06-13T11:55:16.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.694+0000 7ff8c98e6b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55878887a3f0 con 0x558788861910 2024-06-13T11:55:16.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.694+0000 7ff8b7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587887dbdf0 0x55878885b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:16.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.694+0000 7ff8b7400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558788861910 0x5587888664d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:16.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.694+0000 7ff8bd000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55878886a520 0x558788866f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:16.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.694+0000 7ff8b7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587887dbdf0 0x55878885b910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:52894/0 (socket says 172.21.15.42:52894) 2024-06-13T11:55:16.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.694+0000 7ff8b7400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558788861910 0x5587888664d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:52598/0 (socket says 172.21.15.42:52598) 2024-06-13T11:55:16.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.694+0000 7ff8b7e00700 1 -- 172.21.15.42:0/2317241133 learned_addr learned my addr 172.21.15.42:0/2317241133 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:16.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.695+0000 7ff8bd000700 1 -- 172.21.15.42:0/2317241133 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558788861910 msgr2=0x5587888664d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:16.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.695+0000 7ff8bd000700 1 --2- 172.21.15.42:0/2317241133 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558788861910 0x5587888664d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:16.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.695+0000 7ff8bd000700 1 -- 172.21.15.42:0/2317241133 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587887dbdf0 msgr2=0x55878885b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:16.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.695+0000 7ff8bd000700 1 --2- 172.21.15.42:0/2317241133 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587887dbdf0 0x55878885b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:16.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.695+0000 7ff8bd000700 1 -- 172.21.15.42:0/2317241133 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5587888793b0 con 0x55878886a520 2024-06-13T11:55:16.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.695+0000 7ff8b7400700 1 --2- 172.21.15.42:0/2317241133 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558788861910 0x5587888664d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:55:16.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.695+0000 7ff8bd000700 1 --2- 172.21.15.42:0/2317241133 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55878886a520 0x558788866f30 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7ff8b0019d10 tx=0x7ff8b0009960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2f43dd6a63ec3411 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:16.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.695+0000 7ff8acc00700 1 -- 172.21.15.42:0/2317241133 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8b003c020 con 0x55878886a520 2024-06-13T11:55:16.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.695+0000 7ff8acc00700 1 -- 172.21.15.42:0/2317241133 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff8b0013e70 con 0x55878886a520 2024-06-13T11:55:16.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.695+0000 7ff8acc00700 1 -- 172.21.15.42:0/2317241133 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8b0029040 con 0x55878886a520 2024-06-13T11:55:16.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.696+0000 7ff8c98e6b80 1 -- 172.21.15.42:0/2317241133 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55878886a520 msgr2=0x558788866f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:16.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.696+0000 7ff8c98e6b80 1 --2- 172.21.15.42:0/2317241133 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55878886a520 0x558788866f30 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7ff8b0019d10 tx=0x7ff8b0009960 comp rx=0 tx=0).stop 2024-06-13T11:55:16.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.696+0000 7ff8c98e6b80 1 -- 172.21.15.42:0/2317241133 shutdown_connections 2024-06-13T11:55:16.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.696+0000 7ff8c98e6b80 1 --2- 172.21.15.42:0/2317241133 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55878886a520 0x558788866f30 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:16.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.696+0000 7ff8c98e6b80 1 --2- 172.21.15.42:0/2317241133 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587887dbdf0 0x55878885b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:16.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.696+0000 7ff8c98e6b80 1 --2- 172.21.15.42:0/2317241133 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558788861910 0x5587888664d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:16.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.696+0000 7ff8c98e6b80 1 -- 172.21.15.42:0/2317241133 >> 172.21.15.42:0/2317241133 conn(0x55878878c120 msgr2=0x558788878ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:16.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.696+0000 7ff8c98e6b80 1 -- 172.21.15.42:0/2317241133 shutdown_connections 2024-06-13T11:55:16.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.696+0000 7ff8c98e6b80 1 -- 172.21.15.42:0/2317241133 wait complete. 2024-06-13T11:55:16.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.697+0000 7ff8c98e6b80 1 -- start start 2024-06-13T11:55:16.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.697+0000 7ff8c98e6b80 1 Processor -- start 2024-06-13T11:55:16.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.697+0000 7ff8c98e6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587887dbdf0 0x558788884e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:16.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.697+0000 7ff8c98e6b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558788861910 0x55878887e170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:16.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.697+0000 7ff8c98e6b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55878886a520 0x55878887e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:16.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.697+0000 7ff8c98e6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55878887b190 con 0x5587887dbdf0 2024-06-13T11:55:16.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.697+0000 7ff8c98e6b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55878887aac0 con 0x55878886a520 2024-06-13T11:55:16.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.697+0000 7ff8c98e6b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55878887b860 con 0x558788861910 2024-06-13T11:55:16.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.698+0000 7ff8c98e6b80 10 client.0 _ll_register_callbacks cb 0x55878874b6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:55:16.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.698+0000 7ff8b7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587887dbdf0 0x558788884e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:16.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.698+0000 7ff8b7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587887dbdf0 0x558788884e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:52896/0 (socket says 172.21.15.42:52896) 2024-06-13T11:55:16.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.698+0000 7ff8b7400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558788861910 0x55878887e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:16.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.698+0000 7ff8b7e00700 1 -- 172.21.15.42:0/3371482790 learned_addr learned my addr 172.21.15.42:0/3371482790 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:16.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.698+0000 7ff8bd000700 1 --2- 172.21.15.42:0/3371482790 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55878886a520 0x55878887e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:16.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.698+0000 7ff8b7400700 1 -- 172.21.15.42:0/3371482790 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55878886a520 msgr2=0x55878887e6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:16.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.698+0000 7ff8b7400700 1 --2- 172.21.15.42:0/3371482790 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55878886a520 0x55878887e6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:16.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.698+0000 7ff8b7400700 1 -- 172.21.15.42:0/3371482790 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587887dbdf0 msgr2=0x558788884e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:16.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.698+0000 7ff8b7400700 1 --2- 172.21.15.42:0/3371482790 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587887dbdf0 0x558788884e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:16.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.698+0000 7ff8b7400700 1 -- 172.21.15.42:0/3371482790 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55878887eef0 con 0x558788861910 2024-06-13T11:55:16.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.699+0000 7ff8b7400700 1 --2- 172.21.15.42:0/3371482790 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558788861910 0x55878887e170 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7ff8a40098c0 tx=0x7ff8a4005270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7c7d64bd26cddf38 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:16.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.699+0000 7ff8a2000700 10 client.0 ms_handle_connect on v2:172.21.15.162:3300/0 2024-06-13T11:55:16.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.699+0000 7ff8a2000700 1 -- 172.21.15.42:0/3371482790 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8a4031070 con 0x558788861910 2024-06-13T11:55:16.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.699+0000 7ff8c98e6b80 1 -- 172.21.15.42:0/3371482790 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff8b0013e70 con 0x558788861910 2024-06-13T11:55:16.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.699+0000 7ff8a2000700 1 -- 172.21.15.42:0/3371482790 <== mon.1 v2:172.21.15.162:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7ff8a4003680 con 0x558788861910 2024-06-13T11:55:16.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.699+0000 7ff8a2000700 1 -- 172.21.15.42:0/3371482790 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff8a403a050 con 0x558788861910 2024-06-13T11:55:16.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.699+0000 7ff8c98e6b80 10 client.25093 fetch_fsmap learned FSMap version 26 2024-06-13T11:55:16.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.699+0000 7ff8c98e6b80 1 -- 172.21.15.42:0/3371482790 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5587888e5730 con 0x558788861910 2024-06-13T11:55:16.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.700+0000 7ff8a2000700 1 -- 172.21.15.42:0/3371482790 <== mon.1 v2:172.21.15.162:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff8b0013e70 con 0x558788861910 2024-06-13T11:55:16.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.700+0000 7ff8a2000700 1 -- 172.21.15.42:0/3371482790 <== mon.1 v2:172.21.15.162:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7ff8a4034020 con 0x558788861910 2024-06-13T11:55:16.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.700+0000 7ff8c98e6b80 10 client.25093 fetch_fsmap finished waiting for FSMap version 26 2024-06-13T11:55:16.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.700+0000 7ff8c98e6b80 10 client.25093 resolve_mds: resolved name 'h' to daemon mds.h 2024-06-13T11:55:16.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.700+0000 7ff8c98e6b80 20 client.25093 populate_metadata read hostname 'smithi042' 2024-06-13T11:55:16.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.700+0000 7ff8c98e6b80 1 --2- 172.21.15.42:0/3371482790 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x5587888e9ce0 0x5587888e89f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:16.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.700+0000 7ff8c98e6b80 4 client.25093 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-13T11:55:16.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.700+0000 7ff8c98e6b80 1 -- 172.21.15.42:0/3371482790 --> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] -- command(tid 0: {"prefix": "status"}) -- 0x5587887b9530 con 0x5587888e9ce0 2024-06-13T11:55:16.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.700+0000 7ff8b7e00700 1 --2- 172.21.15.42:0/3371482790 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x5587888e9ce0 0x5587888e89f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:16.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.701+0000 7ff8b7e00700 1 --2- 172.21.15.42:0/3371482790 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x5587888e9ce0 0x5587888e89f0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3c296b7015f46108 server_cookie=bea9ce6181b45d72 in_seq=0 out_seq=0 2024-06-13T11:55:16.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.701+0000 7ff8a2000700 10 client.25093 ms_handle_connect on v2:172.21.15.88:6836/2567581640 2024-06-13T11:55:16.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.701+0000 7ff8a2000700 1 -- 172.21.15.42:0/3371482790 <== mds.1 v2:172.21.15.88:6836/2567581640 1 ==== command_reply(tid 0: 0 ) ==== 8+0+333 (crc 0 0 0) 0x5587887b9530 con 0x5587888e9ce0 2024-06-13T11:55:16.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.701+0000 7ff8a2000700 10 client.25093 handle_command_reply: tid=0 2024-06-13T11:55:16.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.701+0000 7ff8c98e6b80 1 client.25093 shutdown 2024-06-13T11:55:16.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.701+0000 7ff8c98e6b80 1 -- 172.21.15.42:0/3371482790 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558788861910 msgr2=0x55878887e170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:16.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.701+0000 7ff8c98e6b80 1 --2- 172.21.15.42:0/3371482790 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558788861910 0x55878887e170 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7ff8a40098c0 tx=0x7ff8a4005270 comp rx=0 tx=0).stop 2024-06-13T11:55:16.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.701+0000 7ff8c98e6b80 1 -- 172.21.15.42:0/3371482790 shutdown_connections 2024-06-13T11:55:16.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.701+0000 7ff8c98e6b80 1 --2- 172.21.15.42:0/3371482790 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x5587888e9ce0 0x5587888e89f0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:16.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.701+0000 7ff8c98e6b80 1 --2- 172.21.15.42:0/3371482790 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55878886a520 0x55878887e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:16.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.701+0000 7ff8c98e6b80 1 --2- 172.21.15.42:0/3371482790 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587887dbdf0 0x558788884e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:16.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.701+0000 7ff8c98e6b80 1 --2- 172.21.15.42:0/3371482790 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558788861910 0x55878887e170 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:16.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.701+0000 7ff8a2000700 0 client.25093 ms_handle_reset on v2:172.21.15.88:6836/2567581640 2024-06-13T11:55:16.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.701+0000 7ff8c98e6b80 1 -- 172.21.15.42:0/3371482790 >> 172.21.15.42:0/3371482790 conn(0x55878878c120 msgr2=0x558788866f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:16.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.702+0000 7ff8c98e6b80 1 -- 172.21.15.42:0/3371482790 shutdown_connections 2024-06-13T11:55:16.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.702+0000 7ff8c98e6b80 1 -- 172.21.15.42:0/3371482790 wait complete. 2024-06-13T11:55:16.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.702+0000 7ff8c98e6b80 20 client.25093 trim_cache size 0 max 16384 2024-06-13T11:55:16.707 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-13T11:55:16.707 INFO:teuthology.orchestra.run.smithi042.stdout: "cluster_fsid": "aa9143f6-2979-11ef-bc9c-c7b262605968", 2024-06-13T11:55:16.707 INFO:teuthology.orchestra.run.smithi042.stdout: "whoami": 1, 2024-06-13T11:55:16.707 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 24500, 2024-06-13T11:55:16.707 INFO:teuthology.orchestra.run.smithi042.stdout: "want_state": "up:active", 2024-06-13T11:55:16.707 INFO:teuthology.orchestra.run.smithi042.stdout: "state": "up:active", 2024-06-13T11:55:16.707 INFO:teuthology.orchestra.run.smithi042.stdout: "fs_name": "cephfs", 2024-06-13T11:55:16.707 INFO:teuthology.orchestra.run.smithi042.stdout: "rank_uptime": 197.89103020100001, 2024-06-13T11:55:16.707 INFO:teuthology.orchestra.run.smithi042.stdout: "mdsmap_epoch": 26, 2024-06-13T11:55:16.707 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch": 100, 2024-06-13T11:55:16.707 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch_barrier": 98, 2024-06-13T11:55:16.708 INFO:teuthology.orchestra.run.smithi042.stdout: "uptime": 315.26150213599999 2024-06-13T11:55:16.708 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-13T11:55:16.708 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.702+0000 7ff8bda00700 1 -- 172.21.15.42:0/3919493543 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ff89c0a2c20 msgr2=0x7ff89c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:16.708 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.702+0000 7ff8bda00700 1 --2- 172.21.15.42:0/3919493543 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ff89c0a2c20 0x7ff89c0a50e0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7ff8b00139a0 tx=0x7ff8b0013250 comp rx=0 tx=0).stop 2024-06-13T11:55:16.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.702+0000 7ff8bda00700 1 -- 172.21.15.42:0/3919493543 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff8b81045c0 msgr2=0x7ff8b81a0900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:16.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.702+0000 7ff8bda00700 1 --2- 172.21.15.42:0/3919493543 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff8b81045c0 0x7ff8b81a0900 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7ff8a800e970 tx=0x7ff8a800ec80 comp rx=0 tx=0).stop 2024-06-13T11:55:16.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.703+0000 7ff8bda00700 1 -- 172.21.15.42:0/3919493543 shutdown_connections 2024-06-13T11:55:16.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.703+0000 7ff8bda00700 1 --2- 172.21.15.42:0/3919493543 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7ff89c0a2c20 0x7ff89c0a50e0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:16.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.703+0000 7ff8bda00700 1 --2- 172.21.15.42:0/3919493543 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff8b81045c0 0x7ff8b81a0900 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:16.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.703+0000 7ff8bda00700 1 --2- 172.21.15.42:0/3919493543 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff8b810a650 0x7ff8b819ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:16.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.703+0000 7ff8bda00700 1 --2- 172.21.15.42:0/3919493543 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff8b8104f80 0x7ff8b81a0e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:16.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.703+0000 7ff8bda00700 1 -- 172.21.15.42:0/3919493543 >> 172.21.15.42:0/3919493543 conn(0x7ff8b81000b0 msgr2=0x7ff8b8101670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:16.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.703+0000 7ff8bda00700 1 -- 172.21.15.42:0/3919493543 shutdown_connections 2024-06-13T11:55:16.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:16.703+0000 7ff8bda00700 1 -- 172.21.15.42:0/3919493543 wait complete. 2024-06-13T11:55:17.672 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell mds.b status 2024-06-13T11:55:18.137 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:55:18.493 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:18 smithi042 ceph-mon[32231]: pgmap v476: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T11:55:18.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:18 smithi088 ceph-mon[36399]: pgmap v476: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T11:55:18.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:18 smithi162 ceph-mon[36757]: pgmap v476: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T11:55:20.395 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.394+0000 7fde9d200700 1 -- 172.21.15.42:0/127147443 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde98100b50 msgr2=0x7fde98100fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:20.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.394+0000 7fde9d200700 1 --2- 172.21.15.42:0/127147443 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde98100b50 0x7fde98100fd0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fde84009990 tx=0x7fde84009ca0 comp rx=0 tx=0).stop 2024-06-13T11:55:20.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.395+0000 7fde9d200700 1 -- 172.21.15.42:0/127147443 shutdown_connections 2024-06-13T11:55:20.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.395+0000 7fde9d200700 1 --2- 172.21.15.42:0/127147443 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fde98106b90 0x7fde98106f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:20.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.395+0000 7fde9d200700 1 --2- 172.21.15.42:0/127147443 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fde98101510 0x7fde9810d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:20.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.395+0000 7fde9d200700 1 --2- 172.21.15.42:0/127147443 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde98100b50 0x7fde98100fd0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:20.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.395+0000 7fde9d200700 1 -- 172.21.15.42:0/127147443 >> 172.21.15.42:0/127147443 conn(0x7fde98077a00 msgr2=0x7fde980fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:20.396 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:20 smithi042 ceph-mon[32231]: pgmap v477: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-13T11:55:20.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.395+0000 7fde9d200700 1 -- 172.21.15.42:0/127147443 shutdown_connections 2024-06-13T11:55:20.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.395+0000 7fde9d200700 1 -- 172.21.15.42:0/127147443 wait complete. 2024-06-13T11:55:20.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.396+0000 7fde9d200700 1 Processor -- start 2024-06-13T11:55:20.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.396+0000 7fde9d200700 1 -- start start 2024-06-13T11:55:20.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.397+0000 7fde9d200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fde98100b50 0x7fde9819af00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:20.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.397+0000 7fde9d200700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fde98101510 0x7fde9819b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:20.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.397+0000 7fde9d200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde98106b90 0x7fde9819f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:20.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.397+0000 7fde9d200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fde981116e0 con 0x7fde98106b90 2024-06-13T11:55:20.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.397+0000 7fde9d200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fde98111560 con 0x7fde98100b50 2024-06-13T11:55:20.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.397+0000 7fde9d200700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fde98111860 con 0x7fde98101510 2024-06-13T11:55:20.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.397+0000 7fde96800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde98106b90 0x7fde9819f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:20.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.397+0000 7fde95e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fde98100b50 0x7fde9819af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:20.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.397+0000 7fde96800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde98106b90 0x7fde9819f7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47986/0 (socket says 172.21.15.42:47986) 2024-06-13T11:55:20.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.397+0000 7fde96800700 1 -- 172.21.15.42:0/2363644391 learned_addr learned my addr 172.21.15.42:0/2363644391 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:20.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.397+0000 7fde95400700 1 --2- 172.21.15.42:0/2363644391 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fde98101510 0x7fde9819b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:20.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.398+0000 7fde95e00700 1 -- 172.21.15.42:0/2363644391 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fde98101510 msgr2=0x7fde9819b440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:20.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.398+0000 7fde95e00700 1 --2- 172.21.15.42:0/2363644391 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fde98101510 0x7fde9819b440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:20.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.398+0000 7fde95e00700 1 -- 172.21.15.42:0/2363644391 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde98106b90 msgr2=0x7fde9819f7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:20.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.398+0000 7fde95e00700 1 --2- 172.21.15.42:0/2363644391 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde98106b90 0x7fde9819f7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:20.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.398+0000 7fde95e00700 1 -- 172.21.15.42:0/2363644391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde9819ff10 con 0x7fde98100b50 2024-06-13T11:55:20.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.398+0000 7fde96800700 1 --2- 172.21.15.42:0/2363644391 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde98106b90 0x7fde9819f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:55:20.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.398+0000 7fde95e00700 1 --2- 172.21.15.42:0/2363644391 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fde98100b50 0x7fde9819af00 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fde8800e9f0 tx=0x7fde8800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:20.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.398+0000 7fde8ea00700 1 -- 172.21.15.42:0/2363644391 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde8800c9c0 con 0x7fde98100b50 2024-06-13T11:55:20.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.398+0000 7fde8ea00700 1 -- 172.21.15.42:0/2363644391 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fde8800cb60 con 0x7fde98100b50 2024-06-13T11:55:20.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.398+0000 7fde8ea00700 1 -- 172.21.15.42:0/2363644391 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde88018680 con 0x7fde98100b50 2024-06-13T11:55:20.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.399+0000 7fde9d200700 1 -- 172.21.15.42:0/2363644391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde981a0200 con 0x7fde98100b50 2024-06-13T11:55:20.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.399+0000 7fde9d200700 1 -- 172.21.15.42:0/2363644391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde981a7a80 con 0x7fde98100b50 2024-06-13T11:55:20.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.403+0000 7fde8ea00700 1 -- 172.21.15.42:0/2363644391 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fde88010430 con 0x7fde98100b50 2024-06-13T11:55:20.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.405+0000 7fdea7b33b80 1 Processor -- start 2024-06-13T11:55:20.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.405+0000 7fde8ea00700 1 --2- 172.21.15.42:0/2363644391 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fde7c0a2c20 0x7fde7c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:20.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.405+0000 7fdea7b33b80 1 -- start start 2024-06-13T11:55:20.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.405+0000 7fde8ea00700 1 -- 172.21.15.42:0/2363644391 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7fde880cf500 con 0x7fde98100b50 2024-06-13T11:55:20.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.405+0000 7fdea7b33b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b54264edf0 0x55b5426d2020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:20.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.405+0000 7fde96800700 1 --2- 172.21.15.42:0/2363644391 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fde7c0a2c20 0x7fde7c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:20.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.405+0000 7fdea7b33b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b5426d2560 0x55b5426d29e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:20.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.405+0000 7fdea7b33b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5426dd2b0 0x55b5426df6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:20.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.405+0000 7fdea7b33b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b5425e19c0 con 0x55b54264edf0 2024-06-13T11:55:20.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.405+0000 7fdea7b33b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55b542624ab0 con 0x55b5426dd2b0 2024-06-13T11:55:20.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.405+0000 7fdea7b33b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55b5425df8a0 con 0x55b5426d2560 2024-06-13T11:55:20.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.406+0000 7fde95400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b5426d2560 0x55b5426d29e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:20.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.406+0000 7fde95e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b54264edf0 0x55b5426d2020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:20.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.406+0000 7fde95400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b5426d2560 0x55b5426d29e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:37526/0 (socket says 172.21.15.42:37526) 2024-06-13T11:55:20.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.406+0000 7fde95400700 1 -- 172.21.15.42:0/792144125 learned_addr learned my addr 172.21.15.42:0/792144125 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:20.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.406+0000 7fde96800700 1 --2- 172.21.15.42:0/792144125 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5426dd2b0 0x55b5426df6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:20.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.406+0000 7fde95400700 1 -- 172.21.15.42:0/792144125 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5426dd2b0 msgr2=0x55b5426df6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:20.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.406+0000 7fde95400700 1 --2- 172.21.15.42:0/792144125 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5426dd2b0 0x55b5426df6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:20.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.406+0000 7fde95400700 1 -- 172.21.15.42:0/792144125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b54264edf0 msgr2=0x55b5426d2020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:20.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.406+0000 7fde95400700 1 --2- 172.21.15.42:0/792144125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b54264edf0 0x55b5426d2020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:20.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.406+0000 7fde95400700 1 -- 172.21.15.42:0/792144125 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b5425ccf40 con 0x55b5426d2560 2024-06-13T11:55:20.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.406+0000 7fde95e00700 1 --2- 172.21.15.42:0/792144125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b54264edf0 0x55b5426d2020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:55:20.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.406+0000 7fde96800700 1 --2- 172.21.15.42:0/2363644391 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fde7c0a2c20 0x7fde7c0a50e0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fde90009c10 tx=0x7fde90007c20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:20.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.407+0000 7fde95400700 1 --2- 172.21.15.42:0/792144125 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b5426d2560 0x55b5426d29e0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fde84015000 tx=0x7fde840096e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=27fd6a923cccc11 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:20.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.407+0000 7fde83400700 1 -- 172.21.15.42:0/792144125 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde84027070 con 0x55b5426d2560 2024-06-13T11:55:20.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.407+0000 7fde83400700 1 -- 172.21.15.42:0/792144125 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fde84005550 con 0x55b5426d2560 2024-06-13T11:55:20.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.407+0000 7fde83400700 1 -- 172.21.15.42:0/792144125 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde84003b40 con 0x55b5426d2560 2024-06-13T11:55:20.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.408+0000 7fdea7b33b80 1 -- 172.21.15.42:0/792144125 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b5426d2560 msgr2=0x55b5426d29e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:20.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.408+0000 7fdea7b33b80 1 --2- 172.21.15.42:0/792144125 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b5426d2560 0x55b5426d29e0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fde84015000 tx=0x7fde840096e0 comp rx=0 tx=0).stop 2024-06-13T11:55:20.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.408+0000 7fdea7b33b80 1 -- 172.21.15.42:0/792144125 shutdown_connections 2024-06-13T11:55:20.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.408+0000 7fdea7b33b80 1 --2- 172.21.15.42:0/792144125 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5426dd2b0 0x55b5426df6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:20.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.408+0000 7fdea7b33b80 1 --2- 172.21.15.42:0/792144125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b54264edf0 0x55b5426d2020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:20.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.408+0000 7fdea7b33b80 1 --2- 172.21.15.42:0/792144125 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b5426d2560 0x55b5426d29e0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:20.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.408+0000 7fdea7b33b80 1 -- 172.21.15.42:0/792144125 >> 172.21.15.42:0/792144125 conn(0x55b5425ff120 msgr2=0x55b5426ce460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:20.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.408+0000 7fdea7b33b80 1 -- 172.21.15.42:0/792144125 shutdown_connections 2024-06-13T11:55:20.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.408+0000 7fdea7b33b80 1 -- 172.21.15.42:0/792144125 wait complete. 2024-06-13T11:55:20.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.409+0000 7fdea7b33b80 1 -- start start 2024-06-13T11:55:20.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.409+0000 7fdea7b33b80 1 Processor -- start 2024-06-13T11:55:20.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.409+0000 7fdea7b33b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b54264edf0 0x55b5426dc980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:20.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.409+0000 7fdea7b33b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b5426d2560 0x55b5426d9c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:20.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.409+0000 7fdea7b33b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5426dd2b0 0x55b5426da1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:20.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.409+0000 7fdea7b33b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b5425c0f10 con 0x55b5426d2560 2024-06-13T11:55:20.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.409+0000 7fdea7b33b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55b542620a70 con 0x55b5426dd2b0 2024-06-13T11:55:20.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.409+0000 7fdea7b33b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55b5426dff10 con 0x55b54264edf0 2024-06-13T11:55:20.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.409+0000 7fdea7b33b80 10 client.0 _ll_register_callbacks cb 0x55b5425be6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:55:20.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.410+0000 7fde95e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b54264edf0 0x55b5426dc980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:20.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.410+0000 7fde95400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b5426d2560 0x55b5426d9c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:20.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.410+0000 7fde95e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b54264edf0 0x55b5426dc980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:37530/0 (socket says 172.21.15.42:37530) 2024-06-13T11:55:20.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.410+0000 7fde95e00700 1 -- 172.21.15.42:0/2185066899 learned_addr learned my addr 172.21.15.42:0/2185066899 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:20.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.410+0000 7fde96800700 1 --2- 172.21.15.42:0/2185066899 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5426dd2b0 0x55b5426da1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:20.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.410+0000 7fde95e00700 1 -- 172.21.15.42:0/2185066899 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5426dd2b0 msgr2=0x55b5426da1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:20.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.410+0000 7fde95e00700 1 --2- 172.21.15.42:0/2185066899 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5426dd2b0 0x55b5426da1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:20.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.410+0000 7fde95e00700 1 -- 172.21.15.42:0/2185066899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b5426d2560 msgr2=0x55b5426d9c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:20.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.410+0000 7fde95e00700 1 --2- 172.21.15.42:0/2185066899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b5426d2560 0x55b5426d9c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:20.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.410+0000 7fde95e00700 1 -- 172.21.15.42:0/2185066899 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b542573880 con 0x55b54264edf0 2024-06-13T11:55:20.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.410+0000 7fde95400700 1 --2- 172.21.15.42:0/2185066899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b5426d2560 0x55b5426d9c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:55:20.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.410+0000 7fde95e00700 1 --2- 172.21.15.42:0/2185066899 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b54264edf0 0x55b5426dc980 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fde880ccbd0 tx=0x7fde8809be70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6679410eab58eb0c server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:20.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.410+0000 7fde77e00700 10 client.0 ms_handle_connect on v2:172.21.15.162:3300/0 2024-06-13T11:55:20.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.411+0000 7fde77e00700 1 -- 172.21.15.42:0/2185066899 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde8809b930 con 0x55b54264edf0 2024-06-13T11:55:20.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.411+0000 7fdea7b33b80 1 -- 172.21.15.42:0/2185066899 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde84005550 con 0x55b54264edf0 2024-06-13T11:55:20.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.411+0000 7fde77e00700 1 -- 172.21.15.42:0/2185066899 <== mon.1 v2:172.21.15.162:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7fde88010720 con 0x55b54264edf0 2024-06-13T11:55:20.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.411+0000 7fde77e00700 1 -- 172.21.15.42:0/2185066899 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fde8809fce0 con 0x55b54264edf0 2024-06-13T11:55:20.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.411+0000 7fdea7b33b80 10 client.25105 fetch_fsmap learned FSMap version 26 2024-06-13T11:55:20.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.411+0000 7fdea7b33b80 1 -- 172.21.15.42:0/2185066899 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b5426ea5e0 con 0x55b54264edf0 2024-06-13T11:55:20.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.411+0000 7fde77e00700 1 -- 172.21.15.42:0/2185066899 <== mon.1 v2:172.21.15.162:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fde84005550 con 0x55b54264edf0 2024-06-13T11:55:20.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.411+0000 7fde77e00700 1 -- 172.21.15.42:0/2185066899 <== mon.1 v2:172.21.15.162:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7fde880860b0 con 0x55b54264edf0 2024-06-13T11:55:20.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.412+0000 7fdea7b33b80 10 client.25105 fetch_fsmap finished waiting for FSMap version 26 2024-06-13T11:55:20.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.412+0000 7fdea7b33b80 10 client.25105 resolve_mds: resolved name 'b' to daemon mds.b 2024-06-13T11:55:20.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.412+0000 7fdea7b33b80 20 client.25105 populate_metadata read hostname 'smithi042' 2024-06-13T11:55:20.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.412+0000 7fdea7b33b80 1 --2- 172.21.15.42:0/2185066899 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55b5426ecbc0 0x55b5426ee030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:20.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.412+0000 7fdea7b33b80 4 client.25105 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:55:20.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.412+0000 7fdea7b33b80 1 -- 172.21.15.42:0/2185066899 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b542631fb0 con 0x55b5426ecbc0 2024-06-13T11:55:20.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.412+0000 7fde95400700 1 --2- 172.21.15.42:0/2185066899 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55b5426ecbc0 0x55b5426ee030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:20.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.413+0000 7fde95400700 1 --2- 172.21.15.42:0/2185066899 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55b5426ecbc0 0x55b5426ee030 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=233124a3d1f4e928 server_cookie=8eeb4b31b7806ef3 in_seq=0 out_seq=0 2024-06-13T11:55:20.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.413+0000 7fde77e00700 10 client.25105 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:55:20.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.414+0000 7fde77e00700 1 -- 172.21.15.42:0/2185066899 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55b542631fb0 con 0x55b5426ecbc0 2024-06-13T11:55:20.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.414+0000 7fde77e00700 10 client.25105 handle_command_reply: tid=0 2024-06-13T11:55:20.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.414+0000 7fdea7b33b80 1 client.25105 shutdown 2024-06-13T11:55:20.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.414+0000 7fdea7b33b80 1 -- 172.21.15.42:0/2185066899 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b54264edf0 msgr2=0x55b5426dc980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:20.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.414+0000 7fdea7b33b80 1 --2- 172.21.15.42:0/2185066899 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b54264edf0 0x55b5426dc980 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fde880ccbd0 tx=0x7fde8809be70 comp rx=0 tx=0).stop 2024-06-13T11:55:20.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.414+0000 7fdea7b33b80 1 -- 172.21.15.42:0/2185066899 shutdown_connections 2024-06-13T11:55:20.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.414+0000 7fdea7b33b80 1 --2- 172.21.15.42:0/2185066899 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55b5426ecbc0 0x55b5426ee030 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:20.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.414+0000 7fdea7b33b80 1 --2- 172.21.15.42:0/2185066899 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5426dd2b0 0x55b5426da1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:20.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.414+0000 7fdea7b33b80 1 --2- 172.21.15.42:0/2185066899 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b54264edf0 0x55b5426dc980 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:20.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.414+0000 7fdea7b33b80 1 --2- 172.21.15.42:0/2185066899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b5426d2560 0x55b5426d9c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:20.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.414+0000 7fde77e00700 0 client.25105 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:55:20.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.414+0000 7fdea7b33b80 1 -- 172.21.15.42:0/2185066899 >> 172.21.15.42:0/2185066899 conn(0x55b5425ff120 msgr2=0x55b5426cd6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:20.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.414+0000 7fdea7b33b80 1 -- 172.21.15.42:0/2185066899 shutdown_connections 2024-06-13T11:55:20.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.414+0000 7fdea7b33b80 1 -- 172.21.15.42:0/2185066899 wait complete. 2024-06-13T11:55:20.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.414+0000 7fdea7b33b80 20 client.25105 trim_cache size 0 max 16384 2024-06-13T11:55:20.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.438+0000 7fdea7b33b80 1 Processor -- start 2024-06-13T11:55:20.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.438+0000 7fdea7b33b80 1 -- start start 2024-06-13T11:55:20.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.438+0000 7fdea7b33b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b54264edf0 0x55b5426de6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:20.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.438+0000 7fdea7b33b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5426d2560 0x55b5426d5080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:20.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.438+0000 7fdea7b33b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b5426dd2b0 0x55b5426d8570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:20.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.438+0000 7fdea7b33b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b5426ec370 con 0x55b54264edf0 2024-06-13T11:55:20.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.438+0000 7fdea7b33b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55b5426eca40 con 0x55b5426d2560 2024-06-13T11:55:20.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.438+0000 7fdea7b33b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55b5426ed110 con 0x55b5426dd2b0 2024-06-13T11:55:20.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.439+0000 7fde96800700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b5426dd2b0 0x55b5426d8570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:20.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.439+0000 7fde96800700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b5426dd2b0 0x55b5426d8570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:37540/0 (socket says 172.21.15.42:37540) 2024-06-13T11:55:20.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.439+0000 7fde96800700 1 -- 172.21.15.42:0/2082589198 learned_addr learned my addr 172.21.15.42:0/2082589198 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:20.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.439+0000 7fde95e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b54264edf0 0x55b5426de6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:20.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.439+0000 7fde95400700 1 --2- 172.21.15.42:0/2082589198 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5426d2560 0x55b5426d5080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:20.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.439+0000 7fde95e00700 1 -- 172.21.15.42:0/2082589198 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b5426dd2b0 msgr2=0x55b5426d8570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:20.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.439+0000 7fde95e00700 1 --2- 172.21.15.42:0/2082589198 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b5426dd2b0 0x55b5426d8570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:20.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.439+0000 7fde95e00700 1 -- 172.21.15.42:0/2082589198 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5426d2560 msgr2=0x55b5426d5080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:20.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.439+0000 7fde95e00700 1 --2- 172.21.15.42:0/2082589198 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5426d2560 0x55b5426d5080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:20.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.439+0000 7fde95e00700 1 -- 172.21.15.42:0/2082589198 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b5426e91b0 con 0x55b54264edf0 2024-06-13T11:55:20.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.439+0000 7fde96800700 1 --2- 172.21.15.42:0/2082589198 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b5426dd2b0 0x55b5426d8570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:55:20.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.440+0000 7fde95e00700 1 --2- 172.21.15.42:0/2082589198 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b54264edf0 0x55b5426de6a0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fde8809ad80 tx=0x7fde88099e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88f952552d35a39d server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:20.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.440+0000 7fde82a00700 1 -- 172.21.15.42:0/2082589198 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde8809aef0 con 0x55b54264edf0 2024-06-13T11:55:20.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.440+0000 7fde82a00700 1 -- 172.21.15.42:0/2082589198 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fde880afe50 con 0x55b54264edf0 2024-06-13T11:55:20.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.440+0000 7fde82a00700 1 -- 172.21.15.42:0/2082589198 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde880860b0 con 0x55b54264edf0 2024-06-13T11:55:20.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.440+0000 7fdea7b33b80 1 -- 172.21.15.42:0/2082589198 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b54264edf0 msgr2=0x55b5426de6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:20.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.441+0000 7fdea7b33b80 1 --2- 172.21.15.42:0/2082589198 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b54264edf0 0x55b5426de6a0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fde8809ad80 tx=0x7fde88099e40 comp rx=0 tx=0).stop 2024-06-13T11:55:20.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.441+0000 7fdea7b33b80 1 -- 172.21.15.42:0/2082589198 shutdown_connections 2024-06-13T11:55:20.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.441+0000 7fdea7b33b80 1 --2- 172.21.15.42:0/2082589198 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b5426dd2b0 0x55b5426d8570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:20.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.441+0000 7fdea7b33b80 1 --2- 172.21.15.42:0/2082589198 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b54264edf0 0x55b5426de6a0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:20.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.441+0000 7fdea7b33b80 1 --2- 172.21.15.42:0/2082589198 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5426d2560 0x55b5426d5080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:20.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.441+0000 7fdea7b33b80 1 -- 172.21.15.42:0/2082589198 >> 172.21.15.42:0/2082589198 conn(0x55b5425ff120 msgr2=0x55b5426cdf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:20.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.441+0000 7fdea7b33b80 1 -- 172.21.15.42:0/2082589198 shutdown_connections 2024-06-13T11:55:20.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.441+0000 7fdea7b33b80 1 -- 172.21.15.42:0/2082589198 wait complete. 2024-06-13T11:55:20.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.441+0000 7fdea7b33b80 1 -- start start 2024-06-13T11:55:20.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.441+0000 7fdea7b33b80 1 Processor -- start 2024-06-13T11:55:20.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.442+0000 7fdea7b33b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b54264edf0 0x55b5426f79c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:20.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.442+0000 7fdea7b33b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5426d2560 0x55b5426de440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:20.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.442+0000 7fdea7b33b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b5426dd2b0 0x55b5426de980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:20.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.442+0000 7fdea7b33b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b5426edeb0 con 0x55b5426dd2b0 2024-06-13T11:55:20.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.442+0000 7fdea7b33b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55b5426ed7e0 con 0x55b5426d2560 2024-06-13T11:55:20.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.442+0000 7fdea7b33b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55b5426ee580 con 0x55b54264edf0 2024-06-13T11:55:20.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.442+0000 7fdea7b33b80 10 client.0 _ll_register_callbacks cb 0x55b5425be6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:55:20.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.442+0000 7fde96800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b5426dd2b0 0x55b5426de980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:20.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.442+0000 7fde96800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b5426dd2b0 0x55b5426de980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:48012/0 (socket says 172.21.15.42:48012) 2024-06-13T11:55:20.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.442+0000 7fde96800700 1 -- 172.21.15.42:0/1818221183 learned_addr learned my addr 172.21.15.42:0/1818221183 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:20.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.442+0000 7fde95e00700 1 --2- 172.21.15.42:0/1818221183 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b54264edf0 0x55b5426f79c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:20.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.442+0000 7fde95400700 1 --2- 172.21.15.42:0/1818221183 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5426d2560 0x55b5426de440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:20.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.443+0000 7fde96800700 1 -- 172.21.15.42:0/1818221183 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b54264edf0 msgr2=0x55b5426f79c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:20.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.443+0000 7fde96800700 1 --2- 172.21.15.42:0/1818221183 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b54264edf0 0x55b5426f79c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:20.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.443+0000 7fde96800700 1 -- 172.21.15.42:0/1818221183 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5426d2560 msgr2=0x55b5426de440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:20.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.443+0000 7fde96800700 1 --2- 172.21.15.42:0/1818221183 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5426d2560 0x55b5426de440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:20.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.443+0000 7fde96800700 1 -- 172.21.15.42:0/1818221183 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b5426def70 con 0x55b5426dd2b0 2024-06-13T11:55:20.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.443+0000 7fde96800700 1 --2- 172.21.15.42:0/1818221183 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b5426dd2b0 0x55b5426de980 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fde900090c0 tx=0x7fde90004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e4d89e4cffb621d server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:20.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.443+0000 7fde77e00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-13T11:55:20.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.443+0000 7fde77e00700 1 -- 172.21.15.42:0/1818221183 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde90018650 con 0x55b5426dd2b0 2024-06-13T11:55:20.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.444+0000 7fde77e00700 1 -- 172.21.15.42:0/1818221183 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7fde900187f0 con 0x55b5426dd2b0 2024-06-13T11:55:20.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.444+0000 7fdea7b33b80 1 -- 172.21.15.42:0/1818221183 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde880afe50 con 0x55b5426dd2b0 2024-06-13T11:55:20.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.444+0000 7fde77e00700 1 -- 172.21.15.42:0/1818221183 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fde900189f0 con 0x55b5426dd2b0 2024-06-13T11:55:20.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.444+0000 7fdea7b33b80 10 client.14994 fetch_fsmap learned FSMap version 26 2024-06-13T11:55:20.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.444+0000 7fdea7b33b80 1 -- 172.21.15.42:0/1818221183 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b5426f5220 con 0x55b5426dd2b0 2024-06-13T11:55:20.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.444+0000 7fde77e00700 1 -- 172.21.15.42:0/1818221183 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fde880afe50 con 0x55b5426dd2b0 2024-06-13T11:55:20.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.444+0000 7fde77e00700 1 -- 172.21.15.42:0/1818221183 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7fde900273f0 con 0x55b5426dd2b0 2024-06-13T11:55:20.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.444+0000 7fdea7b33b80 10 client.14994 fetch_fsmap finished waiting for FSMap version 26 2024-06-13T11:55:20.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.445+0000 7fdea7b33b80 10 client.14994 resolve_mds: resolved name 'b' to daemon mds.b 2024-06-13T11:55:20.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.445+0000 7fdea7b33b80 20 client.14994 populate_metadata read hostname 'smithi042' 2024-06-13T11:55:20.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.445+0000 7fdea7b33b80 1 --2- 172.21.15.42:0/1818221183 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55b54275ccd0 0x55b54275b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:20.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.445+0000 7fdea7b33b80 4 client.14994 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-13T11:55:20.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.445+0000 7fdea7b33b80 1 -- 172.21.15.42:0/1818221183 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "status"}) -- 0x55b54262c530 con 0x55b54275ccd0 2024-06-13T11:55:20.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.445+0000 7fde95e00700 1 --2- 172.21.15.42:0/1818221183 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55b54275ccd0 0x55b54275b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:20.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.445+0000 7fde95e00700 1 --2- 172.21.15.42:0/1818221183 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55b54275ccd0 0x55b54275b9e0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4cf891f3728b2070 server_cookie=8adae9b528e1874b in_seq=0 out_seq=0 2024-06-13T11:55:20.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.445+0000 7fde77e00700 10 client.14994 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:55:20.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.446+0000 7fde77e00700 1 -- 172.21.15.42:0/1818221183 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+333 (crc 0 0 0) 0x55b54262c530 con 0x55b54275ccd0 2024-06-13T11:55:20.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.446+0000 7fde77e00700 10 client.14994 handle_command_reply: tid=0 2024-06-13T11:55:20.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.446+0000 7fdea7b33b80 1 client.14994 shutdown 2024-06-13T11:55:20.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.446+0000 7fdea7b33b80 1 -- 172.21.15.42:0/1818221183 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b5426dd2b0 msgr2=0x55b5426de980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:20.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.446+0000 7fdea7b33b80 1 --2- 172.21.15.42:0/1818221183 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b5426dd2b0 0x55b5426de980 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fde900090c0 tx=0x7fde90004b40 comp rx=0 tx=0).stop 2024-06-13T11:55:20.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.446+0000 7fdea7b33b80 1 -- 172.21.15.42:0/1818221183 shutdown_connections 2024-06-13T11:55:20.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.446+0000 7fdea7b33b80 1 --2- 172.21.15.42:0/1818221183 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55b54275ccd0 0x55b54275b9e0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:20.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.446+0000 7fdea7b33b80 1 --2- 172.21.15.42:0/1818221183 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b5426dd2b0 0x55b5426de980 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:20.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.446+0000 7fdea7b33b80 1 --2- 172.21.15.42:0/1818221183 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b54264edf0 0x55b5426f79c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:20.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.446+0000 7fdea7b33b80 1 --2- 172.21.15.42:0/1818221183 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5426d2560 0x55b5426de440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:20.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.446+0000 7fdea7b33b80 1 -- 172.21.15.42:0/1818221183 >> 172.21.15.42:0/1818221183 conn(0x55b5425ff120 msgr2=0x55b5426cce60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:20.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.446+0000 7fde77e00700 0 client.14994 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:55:20.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.446+0000 7fdea7b33b80 1 -- 172.21.15.42:0/1818221183 shutdown_connections 2024-06-13T11:55:20.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.446+0000 7fdea7b33b80 1 -- 172.21.15.42:0/1818221183 wait complete. 2024-06-13T11:55:20.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.446+0000 7fdea7b33b80 20 client.14994 trim_cache size 0 max 16384 2024-06-13T11:55:20.450 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-13T11:55:20.451 INFO:teuthology.orchestra.run.smithi042.stdout: "cluster_fsid": "aa9143f6-2979-11ef-bc9c-c7b262605968", 2024-06-13T11:55:20.451 INFO:teuthology.orchestra.run.smithi042.stdout: "whoami": 0, 2024-06-13T11:55:20.451 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 24539, 2024-06-13T11:55:20.451 INFO:teuthology.orchestra.run.smithi042.stdout: "want_state": "up:active", 2024-06-13T11:55:20.451 INFO:teuthology.orchestra.run.smithi042.stdout: "state": "up:active", 2024-06-13T11:55:20.451 INFO:teuthology.orchestra.run.smithi042.stdout: "fs_name": "cephfs", 2024-06-13T11:55:20.451 INFO:teuthology.orchestra.run.smithi042.stdout: "rank_uptime": 280.75436824399998, 2024-06-13T11:55:20.451 INFO:teuthology.orchestra.run.smithi042.stdout: "mdsmap_epoch": 26, 2024-06-13T11:55:20.451 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch": 100, 2024-06-13T11:55:20.451 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch_barrier": 98, 2024-06-13T11:55:20.451 INFO:teuthology.orchestra.run.smithi042.stdout: "uptime": 302.25317827200001 2024-06-13T11:55:20.451 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-13T11:55:20.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.447+0000 7fde9d200700 1 -- 172.21.15.42:0/2363644391 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fde7c0a2c20 msgr2=0x7fde7c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:20.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.447+0000 7fde9d200700 1 --2- 172.21.15.42:0/2363644391 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fde7c0a2c20 0x7fde7c0a50e0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fde90009c10 tx=0x7fde90007c20 comp rx=0 tx=0).stop 2024-06-13T11:55:20.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.447+0000 7fde9d200700 1 -- 172.21.15.42:0/2363644391 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fde98100b50 msgr2=0x7fde9819af00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:20.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.447+0000 7fde9d200700 1 --2- 172.21.15.42:0/2363644391 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fde98100b50 0x7fde9819af00 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fde8800e9f0 tx=0x7fde8800ed00 comp rx=0 tx=0).stop 2024-06-13T11:55:20.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.447+0000 7fde9d200700 1 -- 172.21.15.42:0/2363644391 shutdown_connections 2024-06-13T11:55:20.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.447+0000 7fde9d200700 1 --2- 172.21.15.42:0/2363644391 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fde7c0a2c20 0x7fde7c0a50e0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:20.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.447+0000 7fde9d200700 1 --2- 172.21.15.42:0/2363644391 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fde98100b50 0x7fde9819af00 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:20.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.447+0000 7fde9d200700 1 --2- 172.21.15.42:0/2363644391 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde98106b90 0x7fde9819f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:20.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.447+0000 7fde9d200700 1 --2- 172.21.15.42:0/2363644391 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fde98101510 0x7fde9819b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:20.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.447+0000 7fde9d200700 1 -- 172.21.15.42:0/2363644391 >> 172.21.15.42:0/2363644391 conn(0x7fde98077a00 msgr2=0x7fde98104650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:20.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.447+0000 7fde9d200700 1 -- 172.21.15.42:0/2363644391 shutdown_connections 2024-06-13T11:55:20.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:20.447+0000 7fde9d200700 1 -- 172.21.15.42:0/2363644391 wait complete. 2024-06-13T11:55:20.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:20 smithi088 ceph-mon[36399]: pgmap v477: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-13T11:55:20.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:20 smithi162 ceph-mon[36757]: pgmap v477: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-13T11:55:21.270 INFO:teuthology.run_tasks:Running task sequential... 2024-06-13T11:55:21.281 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-06-13T11:55:21.281 INFO:teuthology.task.sequential:In sequential, running task print... 2024-06-13T11:55:21.282 INFO:teuthology.task.print:Enabling mgr modules 2024-06-13T11:55:21.282 INFO:teuthology.task.sequential:In sequential, running task exec... 2024-06-13T11:55:21.283 INFO:teuthology.task.exec:Executing custom commands... 2024-06-13T11:55:21.283 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi042.front.sepia.ceph.com 2024-06-13T11:55:21.283 DEBUG:teuthology.orchestra.run.smithi042:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule' 2024-06-13T11:55:21.491 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.491+0000 7f9469800640 1 -- 172.21.15.42:0/591831242 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9464104e20 msgr2=0x7f94641052a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:21.492 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.491+0000 7f9469800640 1 --2- 172.21.15.42:0/591831242 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9464104e20 0x7f94641052a0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f9450009860 tx=0x7f945002a340 comp rx=0 tx=0).stop 2024-06-13T11:55:21.492 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.491+0000 7f9469800640 1 -- 172.21.15.42:0/591831242 shutdown_connections 2024-06-13T11:55:21.492 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.491+0000 7f9469800640 1 --2- 172.21.15.42:0/591831242 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f94641057e0 0x7f946410c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:21.492 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.491+0000 7f9469800640 1 --2- 172.21.15.42:0/591831242 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9464104e20 0x7f94641052a0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:21.492 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.491+0000 7f9469800640 1 --2- 172.21.15.42:0/591831242 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9464103c30 0x7f9464104050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:21.492 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.491+0000 7f9469800640 1 -- 172.21.15.42:0/591831242 >> 172.21.15.42:0/591831242 conn(0x7f94640ff1c0 msgr2=0x7f94641015e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:21.492 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.491+0000 7f9469800640 1 -- 172.21.15.42:0/591831242 shutdown_connections 2024-06-13T11:55:21.492 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.491+0000 7f9469800640 1 -- 172.21.15.42:0/591831242 wait complete. 2024-06-13T11:55:21.494 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.492+0000 7f9469800640 1 Processor -- start 2024-06-13T11:55:21.494 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.492+0000 7f9469800640 1 -- start start 2024-06-13T11:55:21.494 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.492+0000 7f9469800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9464103c30 0x7f9464199ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:21.494 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.492+0000 7f9469800640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9464104e20 0x7f946419a430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:21.494 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.492+0000 7f9469800640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f94641057e0 0x7f94641a14a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:21.495 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.492+0000 7f9469800640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f946410f890 con 0x7f9464103c30 2024-06-13T11:55:21.495 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.492+0000 7f9469800640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f946410f710 con 0x7f94641057e0 2024-06-13T11:55:21.495 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.492+0000 7f9469800640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f946410fa10 con 0x7f9464104e20 2024-06-13T11:55:21.495 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.493+0000 7f9462a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9464103c30 0x7f9464199ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:21.495 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.493+0000 7f9462a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9464103c30 0x7f9464199ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:48028/0 (socket says 172.21.15.42:48028) 2024-06-13T11:55:21.495 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.493+0000 7f9462a00640 1 -- 172.21.15.42:0/1590090230 learned_addr learned my addr 172.21.15.42:0/1590090230 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:21.495 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.493+0000 7f9462000640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9464104e20 0x7f946419a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:21.495 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.493+0000 7f9463400640 1 --2- 172.21.15.42:0/1590090230 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f94641057e0 0x7f94641a14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:21.495 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.493+0000 7f9462000640 1 -- 172.21.15.42:0/1590090230 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f94641057e0 msgr2=0x7f94641a14a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:21.495 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.493+0000 7f9462000640 1 --2- 172.21.15.42:0/1590090230 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f94641057e0 0x7f94641a14a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:21.495 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.493+0000 7f9462000640 1 -- 172.21.15.42:0/1590090230 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9464103c30 msgr2=0x7f9464199ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:21.495 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.493+0000 7f9462000640 1 --2- 172.21.15.42:0/1590090230 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9464103c30 0x7f9464199ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:21.495 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.493+0000 7f9462000640 1 -- 172.21.15.42:0/1590090230 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94641a1b10 con 0x7f9464104e20 2024-06-13T11:55:21.495 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.493+0000 7f9463400640 1 --2- 172.21.15.42:0/1590090230 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f94641057e0 0x7f94641a14a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:55:21.496 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.493+0000 7f9462a00640 1 --2- 172.21.15.42:0/1590090230 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9464103c30 0x7f9464199ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:55:21.496 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.494+0000 7f9462000640 1 --2- 172.21.15.42:0/1590090230 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9464104e20 0x7f946419a430 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f9450035040 tx=0x7f9450033d10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:21.496 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.494+0000 7f945b400640 1 -- 172.21.15.42:0/1590090230 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9450037040 con 0x7f9464104e20 2024-06-13T11:55:21.496 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.494+0000 7f945b400640 1 -- 172.21.15.42:0/1590090230 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9450030850 con 0x7f9464104e20 2024-06-13T11:55:21.496 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.494+0000 7f945b400640 1 -- 172.21.15.42:0/1590090230 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94500046c0 con 0x7f9464104e20 2024-06-13T11:55:21.496 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.494+0000 7f9469800640 1 -- 172.21.15.42:0/1590090230 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94641a1da0 con 0x7f9464104e20 2024-06-13T11:55:21.496 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.494+0000 7f9469800640 1 -- 172.21.15.42:0/1590090230 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94641a2250 con 0x7f9464104e20 2024-06-13T11:55:21.496 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.495+0000 7f9469800640 1 -- 172.21.15.42:0/1590090230 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f946410aef0 con 0x7f9464104e20 2024-06-13T11:55:21.498 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.498+0000 7f945b400640 1 -- 172.21.15.42:0/1590090230 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f9450004050 con 0x7f9464104e20 2024-06-13T11:55:21.502 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.499+0000 7f945b400640 1 --2- 172.21.15.42:0/1590090230 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f94480a2cb0 0x7f94480a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:21.502 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.499+0000 7f945b400640 1 -- 172.21.15.42:0/1590090230 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f94500ef160 con 0x7f9464104e20 2024-06-13T11:55:21.502 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.499+0000 7f9462a00640 1 --2- 172.21.15.42:0/1590090230 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f94480a2cb0 0x7f94480a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:21.502 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.500+0000 7f9462a00640 1 --2- 172.21.15.42:0/1590090230 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f94480a2cb0 0x7f94480a5170 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f94540058c0 tx=0x7f9454005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:21.504 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.504+0000 7f945b400640 1 -- 172.21.15.42:0/1590090230 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f94500bbc90 con 0x7f9464104e20 2024-06-13T11:55:21.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:21.762+0000 7f9469800640 1 -- 172.21.15.42:0/1590090230 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7f9464062640 con 0x7f9464104e20 2024-06-13T11:55:22.212 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:22.211+0000 7f945b400640 1 -- 172.21.15.42:0/1590090230 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mgrmap(e 19) ==== 137850+0+0 (secure 0 0 0) 0x7f94500b7c00 con 0x7f9464104e20 2024-06-13T11:55:22.212 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:22.212+0000 7f945b400640 1 -- 172.21.15.42:0/1590090230 <== mon.1 v2:172.21.15.162:3300/0 8 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v19) ==== 92+0+0 (secure 0 0 0) 0x7f94500830f0 con 0x7f9464104e20 2024-06-13T11:55:22.217 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:22.216+0000 7f9469800640 1 -- 172.21.15.42:0/1590090230 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f94480a2cb0 msgr2=0x7f94480a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:22.217 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:22.216+0000 7f9469800640 1 --2- 172.21.15.42:0/1590090230 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f94480a2cb0 0x7f94480a5170 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f94540058c0 tx=0x7f9454005f90 comp rx=0 tx=0).stop 2024-06-13T11:55:22.217 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:22.216+0000 7f9469800640 1 -- 172.21.15.42:0/1590090230 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9464104e20 msgr2=0x7f946419a430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:22.217 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:22.216+0000 7f9469800640 1 --2- 172.21.15.42:0/1590090230 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9464104e20 0x7f946419a430 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f9450035040 tx=0x7f9450033d10 comp rx=0 tx=0).stop 2024-06-13T11:55:22.217 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:22.216+0000 7f9469800640 1 -- 172.21.15.42:0/1590090230 shutdown_connections 2024-06-13T11:55:22.217 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:22.216+0000 7f9469800640 1 --2- 172.21.15.42:0/1590090230 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f94480a2cb0 0x7f94480a5170 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:22.217 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:22.216+0000 7f9469800640 1 --2- 172.21.15.42:0/1590090230 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f94641057e0 0x7f94641a14a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:22.217 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:22.216+0000 7f9469800640 1 --2- 172.21.15.42:0/1590090230 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9464104e20 0x7f946419a430 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:22.217 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:22.216+0000 7f9469800640 1 --2- 172.21.15.42:0/1590090230 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9464103c30 0x7f9464199ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:22.217 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:22.216+0000 7f9469800640 1 -- 172.21.15.42:0/1590090230 >> 172.21.15.42:0/1590090230 conn(0x7f94640ff1c0 msgr2=0x7f94641080c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:22.218 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:22.216+0000 7f9469800640 1 -- 172.21.15.42:0/1590090230 shutdown_connections 2024-06-13T11:55:22.218 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:22.216+0000 7f9469800640 1 -- 172.21.15.42:0/1590090230 wait complete. 2024-06-13T11:55:22.239 INFO:teuthology.run_tasks:Running task kclient... 2024-06-13T11:55:22.254 INFO:tasks.kclient:Mounting kernel clients... 2024-06-13T11:55:22.254 INFO:tasks.kclient:config is {'client.0': {}} 2024-06-13T11:55:22.254 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T11:55:22.254 DEBUG:teuthology.orchestra.run.smithi042:> ip netns list 2024-06-13T11:55:22.309 INFO:teuthology.orchestra.run.smithi042.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-06-13T11:55:22.310 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T11:55:22.311 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-06-13T11:55:22.391 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T11:55:22.391 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip link delete ceph-brx 2024-06-13T11:55:22.476 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:22 smithi042 ceph-mon[32231]: pgmap v478: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-06-13T11:55:22.477 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:22 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/1590090230' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-06-13T11:55:22.477 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:22 smithi042 ceph-mon[32231]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-06-13T11:55:22.477 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:22 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: ignoring --setuser ceph since I am not root 2024-06-13T11:55:22.477 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:22 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: ignoring --setgroup ceph since I am not root 2024-06-13T11:55:22.503 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=secure', 'wsync'], 'syntax': 'v1', 'mount_subvol_num': 1} 2024-06-13T11:55:22.503 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-06-13T11:55:22.503 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-06-13T11:55:22.504 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs ls 2024-06-13T11:55:22.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:22 smithi088 ceph-mon[36399]: pgmap v478: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-06-13T11:55:22.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:22 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/1590090230' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-06-13T11:55:22.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:22 smithi088 ceph-mon[36399]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-06-13T11:55:22.505 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:55:22 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: ignoring --setuser ceph since I am not root 2024-06-13T11:55:22.505 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:55:22 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: ignoring --setgroup ceph since I am not root 2024-06-13T11:55:22.505 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:55:22 smithi088 ceph-mgr[37781]: -- 172.21.15.88:0/1012964007 <== mon.2 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55cdca5c05a0 con 0x55cdca594c00 2024-06-13T11:55:22.505 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:55:22 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:55:22.378+0000 7f0a9a605200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-13T11:55:22.559 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:22 smithi162 ceph-mon[36757]: pgmap v478: 129 pgs: 129 active+clean; 644 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-06-13T11:55:22.559 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:22 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/1590090230' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-06-13T11:55:22.559 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:22 smithi162 ceph-mon[36757]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-06-13T11:55:22.560 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:55:22 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: ignoring --setuser ceph since I am not root 2024-06-13T11:55:22.560 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:55:22 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: ignoring --setgroup ceph since I am not root 2024-06-13T11:55:22.560 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:55:22 smithi162 ceph-mgr[38611]: -- 172.21.15.162:0/1867536088 <== mon.1 v2:172.21.15.162:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bea4e5a5a0 con 0x55bea4e2f000 2024-06-13T11:55:22.560 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:55:22 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:55:22.375+0000 7f062b001200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-13T11:55:22.560 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:55:22 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:55:22.558+0000 7f062b001200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-13T11:55:22.787 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:22 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:22.531+0000 7fabe82e7200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-13T11:55:22.788 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:22 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:22.786+0000 7fabe82e7200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-13T11:55:22.903 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:55:22 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:55:22.659+0000 7f062b001200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-13T11:55:22.913 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:55:22.962 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:55:22 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:55:22.560+0000 7f0a9a605200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-13T11:55:22.962 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:55:22 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:55:22.659+0000 7f0a9a605200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-13T11:55:22.962 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:55:22 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:55:22.961+0000 7f0a9a605200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-13T11:55:23.057 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:22 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:22.930+0000 7fabe82e7200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-13T11:55:23.217 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:55:22 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:55:22.962+0000 7f062b001200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-13T11:55:23.217 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:55:23 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:55:23.046+0000 7f062b001200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-13T11:55:23.218 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:55:23 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:55:23.044+0000 7f0a9a605200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-13T11:55:23.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:23 smithi042 ceph-mon[32231]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-06-13T11:55:23.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:23 smithi042 ceph-mon[32231]: mgrmap e19: x(active, since 12m), standbys: z, y 2024-06-13T11:55:23.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:23 smithi088 ceph-mon[36399]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-06-13T11:55:23.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:23 smithi088 ceph-mon[36399]: mgrmap e19: x(active, since 12m), standbys: z, y 2024-06-13T11:55:23.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:23 smithi162 ceph-mon[36757]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-06-13T11:55:23.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:23 smithi162 ceph-mon[36757]: mgrmap e19: x(active, since 12m), standbys: z, y 2024-06-13T11:55:23.807 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:23 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:23.353+0000 7fabe82e7200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-13T11:55:23.807 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:23 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:23.483+0000 7fabe82e7200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-13T11:55:24.504 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:55:24 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:55:24.205+0000 7f0a9a605200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-13T11:55:24.504 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:55:24 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:55:24.371+0000 7f0a9a605200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-13T11:55:24.561 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:55:24 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:55:24.221+0000 7f062b001200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-13T11:55:24.561 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:55:24 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:55:24.388+0000 7f062b001200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-13T11:55:24.823 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:55:24 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:55:24.540+0000 7f0a9a605200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-13T11:55:24.847 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:55:24 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:55:24.561+0000 7f062b001200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-13T11:55:25.086 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.085+0000 7f68f2600700 1 -- 172.21.15.42:0/3917119270 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f68ec1024e0 msgr2=0x7f68ec102960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:25.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.085+0000 7f68f2600700 1 --2- 172.21.15.42:0/3917119270 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f68ec1024e0 0x7f68ec102960 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f68d8009990 tx=0x7f68d8009ca0 comp rx=0 tx=0).stop 2024-06-13T11:55:25.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.085+0000 7f68f2600700 1 -- 172.21.15.42:0/3917119270 shutdown_connections 2024-06-13T11:55:25.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.085+0000 7f68f2600700 1 --2- 172.21.15.42:0/3917119270 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f68ec102ea0 0x7f68ec10f380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:25.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.085+0000 7f68f2600700 1 --2- 172.21.15.42:0/3917119270 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f68ec1085f0 0x7f68ec1089d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:25.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.085+0000 7f68f2600700 1 --2- 172.21.15.42:0/3917119270 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f68ec1024e0 0x7f68ec102960 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:25.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.085+0000 7f68f2600700 1 -- 172.21.15.42:0/3917119270 >> 172.21.15.42:0/3917119270 conn(0x7f68ec079640 msgr2=0x7f68ec079a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:25.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.085+0000 7f68f2600700 1 -- 172.21.15.42:0/3917119270 shutdown_connections 2024-06-13T11:55:25.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.085+0000 7f68f2600700 1 -- 172.21.15.42:0/3917119270 wait complete. 2024-06-13T11:55:25.089 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.086+0000 7f68f2600700 1 Processor -- start 2024-06-13T11:55:25.089 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.087+0000 7f68f2600700 1 -- start start 2024-06-13T11:55:25.089 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.087+0000 7f68f2600700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f68ec1024e0 0x7f68ec19aea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:25.089 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.087+0000 7f68f2600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f68ec102ea0 0x7f68ec19b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:25.089 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.087+0000 7f68f2600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f68ec1085f0 0x7f68ec19f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:25.089 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.087+0000 7f68f2600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f68ec075ee0 con 0x7f68ec1085f0 2024-06-13T11:55:25.089 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.087+0000 7f68f2600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f68ec075d60 con 0x7f68ec102ea0 2024-06-13T11:55:25.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.087+0000 7f68f2600700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f68ec076060 con 0x7f68ec1024e0 2024-06-13T11:55:25.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.087+0000 7f68eb400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f68ec1024e0 0x7f68ec19aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:25.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.087+0000 7f68eaa00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f68ec102ea0 0x7f68ec19b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:25.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.087+0000 7f68eb400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f68ec1024e0 0x7f68ec19aea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:37606/0 (socket says 172.21.15.42:37606) 2024-06-13T11:55:25.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.087+0000 7f68eb400700 1 -- 172.21.15.42:0/2363014623 learned_addr learned my addr 172.21.15.42:0/2363014623 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:25.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.087+0000 7f68eaa00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f68ec102ea0 0x7f68ec19b3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:43778/0 (socket says 172.21.15.42:43778) 2024-06-13T11:55:25.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.087+0000 7f68ebe00700 1 --2- 172.21.15.42:0/2363014623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f68ec1085f0 0x7f68ec19f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:25.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.088+0000 7f68eb400700 1 -- 172.21.15.42:0/2363014623 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f68ec102ea0 msgr2=0x7f68ec19b3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:25.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.088+0000 7f68eb400700 1 --2- 172.21.15.42:0/2363014623 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f68ec102ea0 0x7f68ec19b3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:25.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.088+0000 7f68eb400700 1 -- 172.21.15.42:0/2363014623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f68ec1085f0 msgr2=0x7f68ec19f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:25.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.088+0000 7f68eb400700 1 --2- 172.21.15.42:0/2363014623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f68ec1085f0 0x7f68ec19f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:25.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.088+0000 7f68eb400700 1 -- 172.21.15.42:0/2363014623 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68ec19feb0 con 0x7f68ec1024e0 2024-06-13T11:55:25.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.088+0000 7f68eb400700 1 --2- 172.21.15.42:0/2363014623 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f68ec1024e0 0x7f68ec19aea0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f68dc00e9c0 tx=0x7f68dc00ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:25.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.088+0000 7f68e3e00700 1 -- 172.21.15.42:0/2363014623 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68dc00cbd0 con 0x7f68ec1024e0 2024-06-13T11:55:25.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.088+0000 7f68e3e00700 1 -- 172.21.15.42:0/2363014623 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f68dc00cd70 con 0x7f68ec1024e0 2024-06-13T11:55:25.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.089+0000 7f68e3e00700 1 -- 172.21.15.42:0/2363014623 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68dc010430 con 0x7f68ec1024e0 2024-06-13T11:55:25.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.089+0000 7f68f2600700 1 -- 172.21.15.42:0/2363014623 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68ec1a01a0 con 0x7f68ec1024e0 2024-06-13T11:55:25.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.089+0000 7f68f2600700 1 -- 172.21.15.42:0/2363014623 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68ec1a7a20 con 0x7f68ec1024e0 2024-06-13T11:55:25.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.090+0000 7f68f2600700 1 -- 172.21.15.42:0/2363014623 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68ec069180 con 0x7f68ec1024e0 2024-06-13T11:55:25.092 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.092+0000 7f68e3e00700 1 -- 172.21.15.42:0/2363014623 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 19) ==== 137850+0+0 (secure 0 0 0) 0x7f68dc004750 con 0x7f68ec1024e0 2024-06-13T11:55:25.094 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.093+0000 7f68e3e00700 1 --2- 172.21.15.42:0/2363014623 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f68d00a2c70 0x7f68d00a5130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:25.094 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.093+0000 7f68eaa00700 1 -- 172.21.15.42:0/2363014623 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f68d00a2c70 msgr2=0x7f68d00a5130 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/580472160 2024-06-13T11:55:25.094 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.094+0000 7f68e3e00700 1 -- 172.21.15.42:0/2363014623 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f68dc0cf6f0 con 0x7f68ec1024e0 2024-06-13T11:55:25.094 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.094+0000 7f68eaa00700 1 --2- 172.21.15.42:0/2363014623 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f68d00a2c70 0x7f68d00a5130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-13T11:55:25.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.097+0000 7f68e3e00700 1 -- 172.21.15.42:0/2363014623 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f68dc09c220 con 0x7f68ec1024e0 2024-06-13T11:55:25.113 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:55:24 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:55:24.821+0000 7f0a9a605200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-13T11:55:25.113 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:55:24 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:55:24.912+0000 7f0a9a605200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-13T11:55:25.113 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:55:25 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:55:25.111+0000 7f0a9a605200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-13T11:55:25.143 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:55:24 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:55:24.846+0000 7f062b001200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-13T11:55:25.143 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:55:24 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:55:24.938+0000 7f062b001200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-13T11:55:25.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.295+0000 7f68eaa00700 1 -- 172.21.15.42:0/2363014623 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f68d00a2c70 msgr2=0x7f68d00a5130 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/580472160 2024-06-13T11:55:25.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.295+0000 7f68eaa00700 1 --2- 172.21.15.42:0/2363014623 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f68d00a2c70 0x7f68d00a5130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-06-13T11:55:25.296 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:25 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:25.165+0000 7fabe82e7200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-13T11:55:25.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.372+0000 7f68f2600700 1 -- 172.21.15.42:0/2363014623 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f68ec1a7c50 con 0x7f68ec1024e0 2024-06-13T11:55:25.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.373+0000 7f68e3e00700 1 -- 172.21.15.42:0/2363014623 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v26) ==== 53+0+88 (secure 0 0 0) 0x7f68dc09bb20 con 0x7f68ec1024e0 2024-06-13T11:55:25.374 INFO:teuthology.orchestra.run.smithi042.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-06-13T11:55:25.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.376+0000 7f68f2600700 1 -- 172.21.15.42:0/2363014623 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f68d00a2c70 msgr2=0x7f68d00a5130 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-13T11:55:25.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.376+0000 7f68f2600700 1 --2- 172.21.15.42:0/2363014623 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f68d00a2c70 0x7f68d00a5130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:25.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.376+0000 7f68f2600700 1 -- 172.21.15.42:0/2363014623 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f68ec1024e0 msgr2=0x7f68ec19aea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:25.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.376+0000 7f68f2600700 1 --2- 172.21.15.42:0/2363014623 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f68ec1024e0 0x7f68ec19aea0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f68dc00e9c0 tx=0x7f68dc00ecd0 comp rx=0 tx=0).stop 2024-06-13T11:55:25.377 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.376+0000 7f68f2600700 1 -- 172.21.15.42:0/2363014623 shutdown_connections 2024-06-13T11:55:25.377 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.376+0000 7f68f2600700 1 --2- 172.21.15.42:0/2363014623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f68ec1085f0 0x7f68ec19f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:25.377 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.376+0000 7f68f2600700 1 --2- 172.21.15.42:0/2363014623 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f68ec1024e0 0x7f68ec19aea0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:25.377 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.376+0000 7f68f2600700 1 --2- 172.21.15.42:0/2363014623 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f68d00a2c70 0x7f68d00a5130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:25.377 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.376+0000 7f68f2600700 1 --2- 172.21.15.42:0/2363014623 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f68ec102ea0 0x7f68ec19b3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:25.377 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.376+0000 7f68f2600700 1 -- 172.21.15.42:0/2363014623 >> 172.21.15.42:0/2363014623 conn(0x7f68ec079640 msgr2=0x7f68ec1093c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:25.377 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.376+0000 7f68f2600700 1 -- 172.21.15.42:0/2363014623 shutdown_connections 2024-06-13T11:55:25.377 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:25.376+0000 7f68f2600700 1 -- 172.21.15.42:0/2363014623 wait complete. 2024-06-13T11:55:25.406 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:55:25 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:55:25.143+0000 7f062b001200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-13T11:55:25.406 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:55:25 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:55:25.334+0000 7f062b001200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-13T11:55:25.425 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:55:25 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:55:25.299+0000 7f0a9a605200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-13T11:55:25.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:25 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2363014623' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-06-13T11:55:25.558 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:25 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:25.412+0000 7fabe82e7200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-13T11:55:25.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:25 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2363014623' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-06-13T11:55:25.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:25 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2363014623' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-06-13T11:55:26.044 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:25 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:25.638+0000 7fabe82e7200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-13T11:55:26.254 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:55:25 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:55:25.891+0000 7f0a9a605200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-13T11:55:26.291 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-06-13T11:55:26.291 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-06-13T11:55:26.291 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi042.front.sepia.ceph.com 2024-06-13T11:55:26.291 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-06-13T11:55:26.291 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-06-13T11:55:26.291 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-06-13T11:55:26.291 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-06-13T11:55:26.291 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-06-13T11:55:26.291 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-06-13T11:55:26.291 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T11:55:26.292 DEBUG:teuthology.orchestra.run.smithi042:> ip addr 2024-06-13T11:55:26.307 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:26 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:26.046+0000 7fabe82e7200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-13T11:55:26.307 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:26 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:26.176+0000 7fabe82e7200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-13T11:55:26.342 INFO:teuthology.orchestra.run.smithi042.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-06-13T11:55:26.343 INFO:teuthology.orchestra.run.smithi042.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-06-13T11:55:26.343 INFO:teuthology.orchestra.run.smithi042.stdout: inet 127.0.0.1/8 scope host lo 2024-06-13T11:55:26.343 INFO:teuthology.orchestra.run.smithi042.stdout: valid_lft forever preferred_lft forever 2024-06-13T11:55:26.343 INFO:teuthology.orchestra.run.smithi042.stdout: inet6 ::1/128 scope host 2024-06-13T11:55:26.343 INFO:teuthology.orchestra.run.smithi042.stdout: valid_lft forever preferred_lft forever 2024-06-13T11:55:26.343 INFO:teuthology.orchestra.run.smithi042.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-06-13T11:55:26.343 INFO:teuthology.orchestra.run.smithi042.stdout: link/ether 0c:c4:7a:6b:fd:0e brd ff:ff:ff:ff:ff:ff 2024-06-13T11:55:26.343 INFO:teuthology.orchestra.run.smithi042.stdout: altname enp7s0f0 2024-06-13T11:55:26.343 INFO:teuthology.orchestra.run.smithi042.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-06-13T11:55:26.343 INFO:teuthology.orchestra.run.smithi042.stdout: link/ether 0c:c4:7a:6b:fd:0f brd ff:ff:ff:ff:ff:ff 2024-06-13T11:55:26.343 INFO:teuthology.orchestra.run.smithi042.stdout: altname enp7s0f1 2024-06-13T11:55:26.343 INFO:teuthology.orchestra.run.smithi042.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-06-13T11:55:26.343 INFO:teuthology.orchestra.run.smithi042.stdout: link/ether 0c:c4:7a:bd:14:40 brd ff:ff:ff:ff:ff:ff 2024-06-13T11:55:26.344 INFO:teuthology.orchestra.run.smithi042.stdout: altname enp1s0f0 2024-06-13T11:55:26.344 INFO:teuthology.orchestra.run.smithi042.stdout: inet 172.21.15.42/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-06-13T11:55:26.344 INFO:teuthology.orchestra.run.smithi042.stdout: valid_lft 41757sec preferred_lft 41757sec 2024-06-13T11:55:26.344 INFO:teuthology.orchestra.run.smithi042.stdout: inet6 fe80::ec4:7aff:febd:1440/64 scope link noprefixroute 2024-06-13T11:55:26.344 INFO:teuthology.orchestra.run.smithi042.stdout: valid_lft forever preferred_lft forever 2024-06-13T11:55:26.344 INFO:teuthology.orchestra.run.smithi042.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-06-13T11:55:26.344 INFO:teuthology.orchestra.run.smithi042.stdout: link/ether 0c:c4:7a:bd:14:41 brd ff:ff:ff:ff:ff:ff 2024-06-13T11:55:26.344 INFO:teuthology.orchestra.run.smithi042.stdout: altname enp1s0f1 2024-06-13T11:55:26.345 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-06-13T11:55:26.345 DEBUG:teuthology.orchestra.run.smithi042:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-13T11:55:26.345 DEBUG:teuthology.orchestra.run.smithi042:> set -e 2024-06-13T11:55:26.345 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip link add name ceph-brx type bridge 2024-06-13T11:55:26.345 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip addr flush dev ceph-brx 2024-06-13T11:55:26.345 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip link set ceph-brx up 2024-06-13T11:55:26.346 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-06-13T11:55:26.346 DEBUG:teuthology.orchestra.run.smithi042:> ') 2024-06-13T11:55:26.350 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:55:25 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:55:25.933+0000 7f062b001200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-13T11:55:26.489 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:26 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-13T11:55:26.597 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:55:26 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:55:26.305+0000 7f0a9a605200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-13T11:55:26.597 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:55:26 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:55:26.400+0000 7f0a9a605200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-13T11:55:26.597 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:55:26 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:55:26.595+0000 7f0a9a605200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-13T11:55:26.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-13T11:55:26.626 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T11:55:26.626 DEBUG:teuthology.orchestra.run.smithi042:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-06-13T11:55:26.644 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:55:26 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:55:26.349+0000 7f062b001200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-13T11:55:26.644 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:55:26 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:55:26.445+0000 7f062b001200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-13T11:55:26.690 INFO:teuthology.orchestra.run.smithi042.stdout:1 2024-06-13T11:55:26.694 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T11:55:26.694 DEBUG:teuthology.orchestra.run.smithi042:> route 2024-06-13T11:55:26.731 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:26 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:26.448+0000 7fabe82e7200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-13T11:55:26.731 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:26 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:26.729+0000 7fabe82e7200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-13T11:55:26.736 INFO:teuthology.orchestra.run.smithi042.stdout:Kernel IP routing table 2024-06-13T11:55:26.736 INFO:teuthology.orchestra.run.smithi042.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-06-13T11:55:26.736 INFO:teuthology.orchestra.run.smithi042.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-06-13T11:55:26.736 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-06-13T11:55:26.736 INFO:teuthology.orchestra.run.smithi042.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-06-13T11:55:26.736 DEBUG:teuthology.orchestra.run.smithi042:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-13T11:55:26.737 DEBUG:teuthology.orchestra.run.smithi042:> set -e 2024-06-13T11:55:26.737 DEBUG:teuthology.orchestra.run.smithi042:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-06-13T11:55:26.737 DEBUG:teuthology.orchestra.run.smithi042:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-06-13T11:55:26.737 DEBUG:teuthology.orchestra.run.smithi042:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-06-13T11:55:26.737 DEBUG:teuthology.orchestra.run.smithi042:> ') 2024-06-13T11:55:26.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:26 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-13T11:55:26.903 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:55:26 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:55:26.643+0000 7f062b001200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-13T11:55:26.976 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-13T11:55:26.985 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T11:55:26.985 DEBUG:teuthology.orchestra.run.smithi042:> ip netns list 2024-06-13T11:55:27.031 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T11:55:27.031 DEBUG:teuthology.orchestra.run.smithi042:> ip netns list-id 2024-06-13T11:55:27.127 DEBUG:teuthology.orchestra.run.smithi042:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-13T11:55:27.127 DEBUG:teuthology.orchestra.run.smithi042:> set -e 2024-06-13T11:55:27.127 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-06-13T11:55:27.127 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-06-13T11:55:27.127 DEBUG:teuthology.orchestra.run.smithi042:> ') 2024-06-13T11:55:27.229 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:27 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-13T11:55:27.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-13T11:55:27.308 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-06-13T11:55:27.308 DEBUG:teuthology.orchestra.run.smithi042:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-13T11:55:27.308 DEBUG:teuthology.orchestra.run.smithi042:> set -e 2024-06-13T11:55:27.308 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-06-13T11:55:27.309 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-06-13T11:55:27.309 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-06-13T11:55:27.309 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-06-13T11:55:27.309 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-06-13T11:55:27.309 DEBUG:teuthology.orchestra.run.smithi042:> ') 2024-06-13T11:55:27.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:27 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-13T11:55:27.439 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:55:27 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:55:27.110+0000 7f0a9a605200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-13T11:55:27.439 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:55:27 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:55:27.201+0000 7f0a9a605200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-13T11:55:27.498 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:55:27 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:55:27.165+0000 7f062b001200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-13T11:55:27.498 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:55:27 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:55:27.257+0000 7f062b001200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-13T11:55:27.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-13T11:55:27.570 DEBUG:teuthology.orchestra.run.smithi042:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-13T11:55:27.570 DEBUG:teuthology.orchestra.run.smithi042:> set -e 2024-06-13T11:55:27.570 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip link set brx.0 up 2024-06-13T11:55:27.570 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip link set dev brx.0 master ceph-brx 2024-06-13T11:55:27.571 DEBUG:teuthology.orchestra.run.smithi042:> ') 2024-06-13T11:55:27.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:27 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-13T11:55:27.754 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:55:27 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:55:27.438+0000 7f0a9a605200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-13T11:55:27.754 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:55:27 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:55:27.570+0000 7f0a9a605200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-13T11:55:27.754 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:55:27 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:55:27.662+0000 7f0a9a605200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-13T11:55:27.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-13T11:55:27.769 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-06-13T11:55:27.769 DEBUG:teuthology.orchestra.run.smithi042:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-06-13T11:55:27.807 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:27 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:27.573+0000 7fabe82e7200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-13T11:55:27.815 INFO:teuthology.orchestra.run.smithi042.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-06-13T11:55:27.815 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-06-13T11:55:27.815 DEBUG:teuthology.orchestra.run.smithi042:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-06-13T11:55:27.838 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:55:27 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:55:27.496+0000 7f062b001200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-13T11:55:27.838 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:55:27 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:55:27.628+0000 7f062b001200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-13T11:55:27.838 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:55:27 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:55:27.722+0000 7f062b001200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-13T11:55:27.838 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:55:27 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:55:27.837+0000 7f062b001200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-13T11:55:27.910 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2024-06-13T11:55:27.910 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2024-06-13T11:55:27.910 INFO:tasks.cephfs.kernel_mount:mounting using device: :/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370 2024-06-13T11:55:27.910 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T11:55:27.911 DEBUG:teuthology.orchestra.run.smithi042:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370 /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,wsync 2024-06-13T11:55:28.023 INFO:teuthology.orchestra.run.smithi042.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,wsync 2024-06-13T11:55:28.023 INFO:teuthology.orchestra.run.smithi042.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,wsync". 2024-06-13T11:55:28.023 INFO:teuthology.orchestra.run.smithi042.stdout:invalid new device string format 2024-06-13T11:55:28.071 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:55:27 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:55:27.775+0000 7f0a9a605200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-13T11:55:28.298 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:28 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:28.161+0000 7fabe82e7200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-13T11:55:28.403 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:55:28 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:55:28.140+0000 7f062b001200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-13T11:55:28.504 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:55:28 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:55:28.070+0000 7f0a9a605200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-13T11:55:28.557 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:28 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:28.298+0000 7fabe82e7200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-13T11:55:28.832 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:28 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:28.581+0000 7fabe82e7200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-13T11:55:28.856 INFO:teuthology.orchestra.run.smithi042.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,wsync 2024-06-13T11:55:28.857 INFO:teuthology.orchestra.run.smithi042.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,wsync". 2024-06-13T11:55:28.857 INFO:teuthology.orchestra.run.smithi042.stdout:invalid new device string format 2024-06-13T11:55:28.857 INFO:teuthology.orchestra.run.smithi042.stdout:mount.ceph: resolved to: "172.21.15.42:3300,172.21.15.88:3300,172.21.15.162:3300" 2024-06-13T11:55:28.857 INFO:teuthology.orchestra.run.smithi042.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.42:3300,172.21.15.88:3300,172.21.15.162:3300:/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370 2024-06-13T11:55:28.857 INFO:teuthology.orchestra.run.smithi042.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,wsync,key=0,fsid=aa9143f6-2979-11ef-bc9c-c7b262605968" will pass to kernel 2024-06-13T11:55:28.859 INFO:teuthology.orchestra.run.smithi042.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-06-13T11:55:28.859 INFO:teuthology.orchestra.run.smithi042.stdout: You just mounted a file system that supports labels which does not 2024-06-13T11:55:28.859 INFO:teuthology.orchestra.run.smithi042.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-06-13T11:55:28.860 INFO:teuthology.orchestra.run.smithi042.stdout: applications will generate AVC messages and not be allowed access to 2024-06-13T11:55:28.860 INFO:teuthology.orchestra.run.smithi042.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-06-13T11:55:28.864 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-06-13T11:55:28.864 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T11:55:28.864 DEBUG:teuthology.orchestra.run.smithi042:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-06-13T11:55:28.942 DEBUG:teuthology.orchestra.run.smithi042:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-06-13T11:55:28.943 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:55:28 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:55:28.661+0000 7f0a9a605200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-13T11:55:28.943 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 11:55:28 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y[37771]: 2024-06-13T11:55:28.874+0000 7f0a9a605200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-13T11:55:29.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-06-13T11:55:29.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-13T11:55:29.047 INFO:teuthology.orchestra.run.smithi042.stdout:client25141 2024-06-13T11:55:29.047 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-13T11:55:29.047 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/proc/self/mounts of=/dev/stdout 2024-06-13T11:55:29.096 DEBUG:teuthology.orchestra.run.smithi042:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-06-13T11:55:29.153 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:55:28 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:55:28.738+0000 7f062b001200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-13T11:55:29.154 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 11:55:28 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z[38607]: 2024-06-13T11:55:28.958+0000 7f062b001200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-13T11:55:29.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:28 smithi162 ceph-mon[36757]: Standby manager daemon y restarted 2024-06-13T11:55:29.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:28 smithi162 ceph-mon[36757]: Standby manager daemon y started 2024-06-13T11:55:29.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:28 smithi162 ceph-mon[36757]: from='mgr.? 172.21.15.88:0/2369061631' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-06-13T11:55:29.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:28 smithi162 ceph-mon[36757]: from='mgr.? 172.21.15.88:0/2369061631' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-13T11:55:29.155 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:28 smithi162 ceph-mon[36757]: from='mgr.? 172.21.15.88:0/2369061631' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-06-13T11:55:29.155 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:28 smithi162 ceph-mon[36757]: from='mgr.? 172.21.15.88:0/2369061631' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-13T11:55:29.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-06-13T11:55:29.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-13T11:55:29.254 INFO:teuthology.orchestra.run.smithi042.stdout:client25141 2024-06-13T11:55:29.254 DEBUG:teuthology.orchestra.run.smithi042:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-06-13T11:55:29.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:28 smithi088 ceph-mon[36399]: Standby manager daemon y restarted 2024-06-13T11:55:29.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:28 smithi088 ceph-mon[36399]: Standby manager daemon y started 2024-06-13T11:55:29.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:28 smithi088 ceph-mon[36399]: from='mgr.? 172.21.15.88:0/2369061631' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-06-13T11:55:29.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:28 smithi088 ceph-mon[36399]: from='mgr.? 172.21.15.88:0/2369061631' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-13T11:55:29.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:28 smithi088 ceph-mon[36399]: from='mgr.? 172.21.15.88:0/2369061631' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-06-13T11:55:29.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:28 smithi088 ceph-mon[36399]: from='mgr.? 172.21.15.88:0/2369061631' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-13T11:55:29.277 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:28 smithi042 ceph-mon[32231]: Standby manager daemon y restarted 2024-06-13T11:55:29.278 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:28 smithi042 ceph-mon[32231]: Standby manager daemon y started 2024-06-13T11:55:29.278 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:28 smithi042 ceph-mon[32231]: from='mgr.? 172.21.15.88:0/2369061631' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-06-13T11:55:29.278 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:28 smithi042 ceph-mon[32231]: from='mgr.? 172.21.15.88:0/2369061631' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-13T11:55:29.278 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:28 smithi042 ceph-mon[32231]: from='mgr.? 172.21.15.88:0/2369061631' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-06-13T11:55:29.278 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:28 smithi042 ceph-mon[32231]: from='mgr.? 172.21.15.88:0/2369061631' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-13T11:55:29.359 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-06-13T11:55:29.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-13T11:55:29.373 INFO:teuthology.orchestra.run.smithi042.stdout:client25141 2024-06-13T11:55:29.373 DEBUG:teuthology.orchestra.run.smithi042:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968.client25141/status') 2024-06-13T11:55:29.521 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-13T11:55:29.543 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:29 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:29.277+0000 7fabe82e7200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-13T11:55:29.543 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:29 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:29.411+0000 7fabe82e7200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-13T11:55:29.551 INFO:teuthology.orchestra.run.smithi042.stdout:instance: client.25141 (3)172.21.15.42:0/2802051404 2024-06-13T11:55:29.551 INFO:teuthology.orchestra.run.smithi042.stdout:blocklisted: false 2024-06-13T11:55:29.551 INFO:teuthology.orchestra.run.smithi042.stderr:0+1 records in 2024-06-13T11:55:29.551 INFO:teuthology.orchestra.run.smithi042.stderr:0+1 records out 2024-06-13T11:55:29.551 INFO:teuthology.orchestra.run.smithi042.stderr:71 bytes copied, 7.9456e-05 s, 894 kB/s 2024-06-13T11:55:29.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-13T11:55:29.564 INFO:teuthology.run_tasks:Running task exec... 2024-06-13T11:55:29.573 INFO:teuthology.task.exec:Executing custom commands... 2024-06-13T11:55:29.573 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi042.front.sepia.ceph.com 2024-06-13T11:55:29.573 DEBUG:teuthology.orchestra.run.smithi042:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate false' 2024-06-13T11:55:29.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.750+0000 7f9b27e00640 1 -- 172.21.15.42:0/770831848 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9b28108fa0 msgr2=0x7f9b28109420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:29.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.750+0000 7f9b27e00640 1 --2- 172.21.15.42:0/770831848 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9b28108fa0 0x7f9b28109420 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f9b10009860 tx=0x7f9b1002a340 comp rx=0 tx=0).stop 2024-06-13T11:55:29.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.751+0000 7f9b27e00640 1 -- 172.21.15.42:0/770831848 shutdown_connections 2024-06-13T11:55:29.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.751+0000 7f9b27e00640 1 --2- 172.21.15.42:0/770831848 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9b28109960 0x7f9b28110280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:29.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.751+0000 7f9b27e00640 1 --2- 172.21.15.42:0/770831848 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9b28108fa0 0x7f9b28109420 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:29.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.751+0000 7f9b27e00640 1 --2- 172.21.15.42:0/770831848 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b28107e50 0x7f9b28108270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:29.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.751+0000 7f9b27e00640 1 -- 172.21.15.42:0/770831848 >> 172.21.15.42:0/770831848 conn(0x7f9b28076e30 msgr2=0x7f9b28079250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:29.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.751+0000 7f9b27e00640 1 -- 172.21.15.42:0/770831848 shutdown_connections 2024-06-13T11:55:29.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.751+0000 7f9b27e00640 1 -- 172.21.15.42:0/770831848 wait complete. 2024-06-13T11:55:29.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.752+0000 7f9b27e00640 1 Processor -- start 2024-06-13T11:55:29.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.752+0000 7f9b27e00640 1 -- start start 2024-06-13T11:55:29.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.752+0000 7f9b27e00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9b28107e50 0x7f9b2819e140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:29.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.752+0000 7f9b27e00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9b28108fa0 0x7f9b2819e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:29.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.752+0000 7f9b27e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b28109960 0x7f9b281a56f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:29.755 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.752+0000 7f9b27e00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9b28113ad0 con 0x7f9b28109960 2024-06-13T11:55:29.755 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.752+0000 7f9b27e00640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f9b28113950 con 0x7f9b28107e50 2024-06-13T11:55:29.755 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.752+0000 7f9b27e00640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f9b28113c50 con 0x7f9b28108fa0 2024-06-13T11:55:29.755 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.753+0000 7f9b26a00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9b28107e50 0x7f9b2819e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:29.755 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.753+0000 7f9b26a00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9b28107e50 0x7f9b2819e140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:57066/0 (socket says 172.21.15.42:57066) 2024-06-13T11:55:29.755 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.753+0000 7f9b26a00640 1 -- 172.21.15.42:0/762404452 learned_addr learned my addr 172.21.15.42:0/762404452 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:29.755 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.753+0000 7f9b1fe00640 1 --2- 172.21.15.42:0/762404452 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9b28108fa0 0x7f9b2819e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:29.755 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.753+0000 7f9b27400640 1 --2- 172.21.15.42:0/762404452 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b28109960 0x7f9b281a56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:29.755 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.753+0000 7f9b26a00640 1 -- 172.21.15.42:0/762404452 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9b28108fa0 msgr2=0x7f9b2819e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:29.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.753+0000 7f9b26a00640 1 --2- 172.21.15.42:0/762404452 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9b28108fa0 0x7f9b2819e680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:29.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.753+0000 7f9b26a00640 1 -- 172.21.15.42:0/762404452 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b28109960 msgr2=0x7f9b281a56f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:29.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.753+0000 7f9b26a00640 1 --2- 172.21.15.42:0/762404452 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b28109960 0x7f9b281a56f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:29.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.753+0000 7f9b26a00640 1 -- 172.21.15.42:0/762404452 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b281a5d60 con 0x7f9b28107e50 2024-06-13T11:55:29.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.753+0000 7f9b26a00640 1 --2- 172.21.15.42:0/762404452 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9b28107e50 0x7f9b2819e140 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f9b1800e9c0 tx=0x7f9b1800edc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:29.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.754+0000 7f9b2ca00640 1 -- 172.21.15.42:0/762404452 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b1800cd80 con 0x7f9b28107e50 2024-06-13T11:55:29.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.754+0000 7f9b2ca00640 1 -- 172.21.15.42:0/762404452 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9b180035f0 con 0x7f9b28107e50 2024-06-13T11:55:29.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.754+0000 7f9b2ca00640 1 -- 172.21.15.42:0/762404452 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b18010670 con 0x7f9b28107e50 2024-06-13T11:55:29.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.754+0000 7f9b27e00640 1 -- 172.21.15.42:0/762404452 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b281a5ff0 con 0x7f9b28107e50 2024-06-13T11:55:29.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.754+0000 7f9b27e00640 1 -- 172.21.15.42:0/762404452 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b281a6400 con 0x7f9b28107e50 2024-06-13T11:55:29.757 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.755+0000 7f9b27e00640 1 -- 172.21.15.42:0/762404452 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b2804fff0 con 0x7f9b28107e50 2024-06-13T11:55:29.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.758+0000 7f9b2ca00640 1 -- 172.21.15.42:0/762404452 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 20) ==== 137850+0+0 (secure 0 0 0) 0x7f9b180037a0 con 0x7f9b28107e50 2024-06-13T11:55:29.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.760+0000 7f9b2ca00640 1 --2- 172.21.15.42:0/762404452 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f9b0c0a2bd0 0x7f9b0c0a5090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:29.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.760+0000 7f9b1fe00640 1 -- 172.21.15.42:0/762404452 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f9b0c0a2bd0 msgr2=0x7f9b0c0a5090 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/580472160 2024-06-13T11:55:29.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.760+0000 7f9b2ca00640 1 -- 172.21.15.42:0/762404452 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7f9b180cf6c0 con 0x7f9b28107e50 2024-06-13T11:55:29.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.760+0000 7f9b1fe00640 1 --2- 172.21.15.42:0/762404452 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f9b0c0a2bd0 0x7f9b0c0a5090 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-13T11:55:29.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.761+0000 7f9b2ca00640 1 -- 172.21.15.42:0/762404452 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9b1809c1f0 con 0x7f9b28107e50 2024-06-13T11:55:29.808 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:29 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:29.768+0000 7fabe82e7200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-13T11:55:29.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.961+0000 7f9b1fe00640 1 -- 172.21.15.42:0/762404452 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f9b0c0a2bd0 msgr2=0x7f9b0c0a5090 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/580472160 2024-06-13T11:55:29.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.961+0000 7f9b1fe00640 1 --2- 172.21.15.42:0/762404452 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f9b0c0a2bd0 0x7f9b0c0a5090 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-06-13T11:55:29.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:29.969+0000 7f9b2ca00640 1 -- 172.21.15.42:0/762404452 <== mon.2 v2:172.21.15.88:3300/0 7 ==== mgrmap(e 21) ==== 137850+0+0 (secure 0 0 0) 0x7f9b180cbe60 con 0x7f9b28107e50 2024-06-13T11:55:30.018 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:30.017+0000 7f9b27e00640 1 -- 172.21.15.42:0/762404452 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"} v 0) -- 0x7f9b2802d3e0 con 0x7f9b28107e50 2024-06-13T11:55:30.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:29 smithi088 ceph-mon[36399]: mgrmap e20: x(active, since 13m), standbys: z, y 2024-06-13T11:55:30.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:29 smithi088 ceph-mon[36399]: Standby manager daemon z restarted 2024-06-13T11:55:30.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:29 smithi088 ceph-mon[36399]: Standby manager daemon z started 2024-06-13T11:55:30.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:29 smithi088 ceph-mon[36399]: from='mgr.? 172.21.15.162:0/1519244971' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-06-13T11:55:30.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:29 smithi088 ceph-mon[36399]: from='mgr.? 172.21.15.162:0/1519244971' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-13T11:55:30.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:29 smithi088 ceph-mon[36399]: from='mgr.? 172.21.15.162:0/1519244971' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-06-13T11:55:30.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:29 smithi088 ceph-mon[36399]: from='mgr.? 172.21.15.162:0/1519244971' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-13T11:55:30.278 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:29 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:29.974+0000 7fabe82e7200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-13T11:55:30.279 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:30 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:30.115+0000 7fabe82e7200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-13T11:55:30.279 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:29 smithi042 ceph-mon[32231]: mgrmap e20: x(active, since 13m), standbys: z, y 2024-06-13T11:55:30.279 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:29 smithi042 ceph-mon[32231]: Standby manager daemon z restarted 2024-06-13T11:55:30.279 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:29 smithi042 ceph-mon[32231]: Standby manager daemon z started 2024-06-13T11:55:30.279 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:29 smithi042 ceph-mon[32231]: from='mgr.? 172.21.15.162:0/1519244971' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-06-13T11:55:30.279 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:29 smithi042 ceph-mon[32231]: from='mgr.? 172.21.15.162:0/1519244971' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-13T11:55:30.279 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:29 smithi042 ceph-mon[32231]: from='mgr.? 172.21.15.162:0/1519244971' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-06-13T11:55:30.279 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:29 smithi042 ceph-mon[32231]: from='mgr.? 172.21.15.162:0/1519244971' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-13T11:55:30.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:30.362+0000 7f9b1fe00640 1 -- 172.21.15.42:0/762404452 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f9b0c0a2bd0 msgr2=0x7f9b0c0a5090 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/580472160 2024-06-13T11:55:30.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:30.362+0000 7f9b1fe00640 1 --2- 172.21.15.42:0/762404452 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f9b0c0a2bd0 0x7f9b0c0a5090 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-06-13T11:55:30.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:29 smithi162 ceph-mon[36757]: mgrmap e20: x(active, since 13m), standbys: z, y 2024-06-13T11:55:30.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:29 smithi162 ceph-mon[36757]: Standby manager daemon z restarted 2024-06-13T11:55:30.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:29 smithi162 ceph-mon[36757]: Standby manager daemon z started 2024-06-13T11:55:30.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:29 smithi162 ceph-mon[36757]: from='mgr.? 172.21.15.162:0/1519244971' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-06-13T11:55:30.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:29 smithi162 ceph-mon[36757]: from='mgr.? 172.21.15.162:0/1519244971' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-13T11:55:30.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:29 smithi162 ceph-mon[36757]: from='mgr.? 172.21.15.162:0/1519244971' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-06-13T11:55:30.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:29 smithi162 ceph-mon[36757]: from='mgr.? 172.21.15.162:0/1519244971' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-13T11:55:30.557 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:30 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:30.277+0000 7fabe82e7200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-13T11:55:30.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:30.964+0000 7f9b2ca00640 1 -- 172.21.15.42:0/762404452 <== mon.2 v2:172.21.15.88:3300/0 8 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]=0 v27) ==== 118+0+0 (secure 0 0 0) 0x7f9b1809c480 con 0x7f9b28107e50 2024-06-13T11:55:30.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:30.968+0000 7f9b27e00640 1 -- 172.21.15.42:0/762404452 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f9b0c0a2bd0 msgr2=0x7f9b0c0a5090 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-13T11:55:30.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:30.968+0000 7f9b27e00640 1 --2- 172.21.15.42:0/762404452 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f9b0c0a2bd0 0x7f9b0c0a5090 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:30.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:30.968+0000 7f9b27e00640 1 -- 172.21.15.42:0/762404452 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9b28107e50 msgr2=0x7f9b2819e140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:30.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:30.968+0000 7f9b27e00640 1 --2- 172.21.15.42:0/762404452 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9b28107e50 0x7f9b2819e140 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f9b1800e9c0 tx=0x7f9b1800edc0 comp rx=0 tx=0).stop 2024-06-13T11:55:30.969 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:30 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:30.661+0000 7fabe82e7200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-13T11:55:30.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:30.968+0000 7f9b27e00640 1 -- 172.21.15.42:0/762404452 shutdown_connections 2024-06-13T11:55:30.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:30.968+0000 7f9b27e00640 1 --2- 172.21.15.42:0/762404452 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7f9b0c0a2bd0 0x7f9b0c0a5090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:30.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:30.968+0000 7f9b27e00640 1 --2- 172.21.15.42:0/762404452 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b28109960 0x7f9b281a56f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:30.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:30.968+0000 7f9b27e00640 1 --2- 172.21.15.42:0/762404452 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9b28108fa0 0x7f9b2819e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:30.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:30.968+0000 7f9b27e00640 1 --2- 172.21.15.42:0/762404452 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9b28107e50 0x7f9b2819e140 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:30.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:30.968+0000 7f9b27e00640 1 -- 172.21.15.42:0/762404452 >> 172.21.15.42:0/762404452 conn(0x7f9b28076e30 msgr2=0x7f9b2810c400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:30.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:30.968+0000 7f9b27e00640 1 -- 172.21.15.42:0/762404452 shutdown_connections 2024-06-13T11:55:30.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:30.969+0000 7f9b27e00640 1 -- 172.21.15.42:0/762404452 wait complete. 2024-06-13T11:55:30.986 DEBUG:teuthology.orchestra.run.smithi042:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs subvolumegroup pin cephfs qa random 0.10' 2024-06-13T11:55:31.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.177+0000 7fb5c3400640 1 -- 172.21.15.42:0/2191588199 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb5bc101a30 msgr2=0x7fb5bc101e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:31.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.177+0000 7fb5c3400640 1 --2- 172.21.15.42:0/2191588199 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb5bc101a30 0x7fb5bc101e50 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fb5ac009be0 tx=0x7fb5ac02a6d0 comp rx=0 tx=0).stop 2024-06-13T11:55:31.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.177+0000 7fb5c3400640 1 -- 172.21.15.42:0/2191588199 shutdown_connections 2024-06-13T11:55:31.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.177+0000 7fb5c3400640 1 --2- 172.21.15.42:0/2191588199 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb5bc102c20 0x7fb5bc1030a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:31.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.177+0000 7fb5c3400640 1 --2- 172.21.15.42:0/2191588199 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb5bc1035e0 0x7fb5bc109e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:31.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.177+0000 7fb5c3400640 1 --2- 172.21.15.42:0/2191588199 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb5bc101a30 0x7fb5bc101e50 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:31.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.177+0000 7fb5c3400640 1 -- 172.21.15.42:0/2191588199 >> 172.21.15.42:0/2191588199 conn(0x7fb5bc0fcfc0 msgr2=0x7fb5bc0ff3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:31.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.177+0000 7fb5c3400640 1 -- 172.21.15.42:0/2191588199 shutdown_connections 2024-06-13T11:55:31.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.177+0000 7fb5c3400640 1 -- 172.21.15.42:0/2191588199 wait complete. 2024-06-13T11:55:31.180 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.178+0000 7fb5c3400640 1 Processor -- start 2024-06-13T11:55:31.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.178+0000 7fb5c3400640 1 -- start start 2024-06-13T11:55:31.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.178+0000 7fb5c3400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb5bc101a30 0x7fb5bc075750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:31.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.178+0000 7fb5c3400640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb5bc102c20 0x7fb5bc073d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:31.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.178+0000 7fb5c3400640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb5bc1035e0 0x7fb5bc0742d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:31.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.178+0000 7fb5c3400640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb5bc10d660 con 0x7fb5bc101a30 2024-06-13T11:55:31.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.178+0000 7fb5c3400640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fb5bc10d4e0 con 0x7fb5bc102c20 2024-06-13T11:55:31.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.178+0000 7fb5c3400640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fb5bc10d7e0 con 0x7fb5bc1035e0 2024-06-13T11:55:31.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.179+0000 7fb5c0a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb5bc101a30 0x7fb5bc075750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:31.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.179+0000 7fb5c0a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb5bc101a30 0x7fb5bc075750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:60676/0 (socket says 172.21.15.42:60676) 2024-06-13T11:55:31.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.179+0000 7fb5c0a00640 1 -- 172.21.15.42:0/3148000045 learned_addr learned my addr 172.21.15.42:0/3148000045 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:31.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.179+0000 7fb5bbe00640 1 --2- 172.21.15.42:0/3148000045 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb5bc102c20 0x7fb5bc073d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:31.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.179+0000 7fb5c1400640 1 --2- 172.21.15.42:0/3148000045 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb5bc1035e0 0x7fb5bc0742d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:31.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.179+0000 7fb5c0a00640 1 -- 172.21.15.42:0/3148000045 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb5bc1035e0 msgr2=0x7fb5bc0742d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:31.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.179+0000 7fb5c0a00640 1 --2- 172.21.15.42:0/3148000045 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb5bc1035e0 0x7fb5bc0742d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:31.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.179+0000 7fb5c0a00640 1 -- 172.21.15.42:0/3148000045 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb5bc102c20 msgr2=0x7fb5bc073d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:31.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.179+0000 7fb5c0a00640 1 --2- 172.21.15.42:0/3148000045 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb5bc102c20 0x7fb5bc073d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:31.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.179+0000 7fb5c0a00640 1 -- 172.21.15.42:0/3148000045 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5bc074b60 con 0x7fb5bc101a30 2024-06-13T11:55:31.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.179+0000 7fb5c0a00640 1 --2- 172.21.15.42:0/3148000045 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb5bc101a30 0x7fb5bc075750 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fb5ac030960 tx=0x7fb5ac0305b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:31.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.180+0000 7fb5b9600640 1 -- 172.21.15.42:0/3148000045 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5ac041020 con 0x7fb5bc101a30 2024-06-13T11:55:31.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.180+0000 7fb5c3400640 1 -- 172.21.15.42:0/3148000045 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5bc1a1d30 con 0x7fb5bc101a30 2024-06-13T11:55:31.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.180+0000 7fb5b9600640 1 -- 172.21.15.42:0/3148000045 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb5ac037040 con 0x7fb5bc101a30 2024-06-13T11:55:31.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.180+0000 7fb5b9600640 1 -- 172.21.15.42:0/3148000045 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5ac036070 con 0x7fb5bc101a30 2024-06-13T11:55:31.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.180+0000 7fb5c3400640 1 -- 172.21.15.42:0/3148000045 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5bc1a21c0 con 0x7fb5bc101a30 2024-06-13T11:55:31.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.181+0000 7fb5c3400640 1 -- 172.21.15.42:0/3148000045 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5bc108d50 con 0x7fb5bc101a30 2024-06-13T11:55:31.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.183+0000 7fb5b9600640 1 -- 172.21.15.42:0/3148000045 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 21) ==== 137850+0+0 (secure 0 0 0) 0x7fb5ac044020 con 0x7fb5bc101a30 2024-06-13T11:55:31.186 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.185+0000 7fb5b9600640 1 --2- 172.21.15.42:0/3148000045 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb5a00a2d00 0x7fb5a00a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:31.186 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.185+0000 7fb5bbe00640 1 -- 172.21.15.42:0/3148000045 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb5a00a2d00 msgr2=0x7fb5a00a51c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/580472160 2024-06-13T11:55:31.186 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.185+0000 7fb5b9600640 1 -- 172.21.15.42:0/3148000045 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9208+0+0 (secure 0 0 0) 0x7fb5ac0f00e0 con 0x7fb5bc101a30 2024-06-13T11:55:31.186 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.185+0000 7fb5bbe00640 1 --2- 172.21.15.42:0/3148000045 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb5a00a2d00 0x7fb5a00a51c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-13T11:55:31.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.190+0000 7fb5b9600640 1 -- 172.21.15.42:0/3148000045 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb5ac04b020 con 0x7fb5bc101a30 2024-06-13T11:55:31.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:30 smithi088 ceph-mon[36399]: mgrmap e21: x(active, since 13m), standbys: z, y 2024-06-13T11:55:31.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:30 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/762404452' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-06-13T11:55:31.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:30 smithi088 ceph-mon[36399]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-06-13T11:55:31.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:30 smithi042 ceph-mon[32231]: mgrmap e21: x(active, since 13m), standbys: z, y 2024-06-13T11:55:31.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:30 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/762404452' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-06-13T11:55:31.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:30 smithi042 ceph-mon[32231]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-06-13T11:55:31.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.386+0000 7fb5bbe00640 1 -- 172.21.15.42:0/3148000045 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb5a00a2d00 msgr2=0x7fb5a00a51c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/580472160 2024-06-13T11:55:31.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.386+0000 7fb5bbe00640 1 --2- 172.21.15.42:0/3148000045 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb5a00a2d00 0x7fb5a00a51c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-06-13T11:55:31.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:30 smithi162 ceph-mon[36757]: mgrmap e21: x(active, since 13m), standbys: z, y 2024-06-13T11:55:31.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:30 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/762404452' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-06-13T11:55:31.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:30 smithi162 ceph-mon[36757]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-06-13T11:55:31.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.412+0000 7fb5c3400640 1 -- 172.21.15.42:0/3148000045 --> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}) -- 0x7fb5bc061f40 con 0x7fb5a00a2d00 2024-06-13T11:55:31.774 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:31.468+0000 7fabe82e7200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-13T11:55:31.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.787+0000 7fb5bbe00640 1 -- 172.21.15.42:0/3148000045 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb5a00a2d00 msgr2=0x7fb5a00a51c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/580472160 2024-06-13T11:55:31.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.787+0000 7fb5bbe00640 1 --2- 172.21.15.42:0/3148000045 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb5a00a2d00 0x7fb5a00a51c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-06-13T11:55:31.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.799+0000 7fb5b9600640 1 -- 172.21.15.42:0/3148000045 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mgrmap(e 22) ==== 137518+0+0 (secure 0 0 0) 0x7fb5ac0b8b80 con 0x7fb5bc101a30 2024-06-13T11:55:31.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.799+0000 7fb5b9600640 1 -- 172.21.15.42:0/3148000045 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb5a00a2d00 msgr2=0x7fb5a00a51c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-13T11:55:31.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:31.799+0000 7fb5b9600640 1 --2- 172.21.15.42:0/3148000045 >> [v2:172.21.15.42:6800/580472160,v1:172.21.15.42:6801/580472160] conn(0x7fb5a00a2d00 0x7fb5a00a51c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:32.058 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:31.773+0000 7fabe82e7200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-13T11:55:32.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-06-13T11:55:32.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T11:55:32.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: Active manager daemon x restarted 2024-06-13T11:55:32.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: Activating manager daemon x 2024-06-13T11:55:32.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: osdmap e101: 12 total, 12 up, 12 in 2024-06-13T11:55:32.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: mgrmap e22: x(active, starting, since 0.0233623s), standbys: z, y 2024-06-13T11:55:32.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T11:55:32.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:55:32.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:55:32.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-06-13T11:55:32.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-06-13T11:55:32.060 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-06-13T11:55:32.060 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-06-13T11:55:32.060 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-06-13T11:55:32.060 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-06-13T11:55:32.060 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-13T11:55:32.060 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-13T11:55:32.060 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-13T11:55:32.060 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-06-13T11:55:32.060 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-13T11:55:32.060 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-13T11:55:32.060 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-13T11:55:32.060 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-06-13T11:55:32.060 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-13T11:55:32.060 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T11:55:32.061 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T11:55:32.061 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T11:55:32.061 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T11:55:32.061 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T11:55:32.061 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T11:55:32.061 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T11:55:32.061 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T11:55:32.061 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T11:55:32.061 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T11:55:32.061 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T11:55:32.061 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T11:55:32.061 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-13T11:55:32.061 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-13T11:55:32.061 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-13T11:55:32.062 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: Manager daemon x is now available 2024-06-13T11:55:32.062 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:55:32.062 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-13T11:55:32.062 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-13T11:55:32.062 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-13T11:55:32.062 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:31 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-13T11:55:32.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-06-13T11:55:32.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T11:55:32.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: Active manager daemon x restarted 2024-06-13T11:55:32.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: Activating manager daemon x 2024-06-13T11:55:32.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: osdmap e101: 12 total, 12 up, 12 in 2024-06-13T11:55:32.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: mgrmap e22: x(active, starting, since 0.0233623s), standbys: z, y 2024-06-13T11:55:32.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T11:55:32.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:55:32.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:55:32.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-06-13T11:55:32.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-06-13T11:55:32.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-06-13T11:55:32.256 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-06-13T11:55:32.256 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-06-13T11:55:32.256 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-06-13T11:55:32.256 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-13T11:55:32.256 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-13T11:55:32.256 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-13T11:55:32.256 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-06-13T11:55:32.256 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-13T11:55:32.256 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-13T11:55:32.256 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-13T11:55:32.256 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-06-13T11:55:32.256 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-13T11:55:32.256 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T11:55:32.256 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T11:55:32.257 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T11:55:32.257 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T11:55:32.257 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T11:55:32.257 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T11:55:32.257 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T11:55:32.257 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T11:55:32.257 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T11:55:32.257 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T11:55:32.257 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T11:55:32.257 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T11:55:32.257 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-13T11:55:32.257 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-13T11:55:32.257 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-13T11:55:32.257 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: Manager daemon x is now available 2024-06-13T11:55:32.258 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:55:32.258 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-13T11:55:32.258 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-13T11:55:32.258 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-13T11:55:32.258 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:31 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-13T11:55:32.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-06-13T11:55:32.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T11:55:32.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: Active manager daemon x restarted 2024-06-13T11:55:32.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: Activating manager daemon x 2024-06-13T11:55:32.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: osdmap e101: 12 total, 12 up, 12 in 2024-06-13T11:55:32.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: mgrmap e22: x(active, starting, since 0.0233623s), standbys: z, y 2024-06-13T11:55:32.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T11:55:32.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T11:55:32.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T11:55:32.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-06-13T11:55:32.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-06-13T11:55:32.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-06-13T11:55:32.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-06-13T11:55:32.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-06-13T11:55:32.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-06-13T11:55:32.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-13T11:55:32.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-13T11:55:32.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-13T11:55:32.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-06-13T11:55:32.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-13T11:55:32.406 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-13T11:55:32.406 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-13T11:55:32.406 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-06-13T11:55:32.406 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-13T11:55:32.406 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T11:55:32.406 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T11:55:32.406 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T11:55:32.406 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T11:55:32.406 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T11:55:32.406 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T11:55:32.406 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T11:55:32.406 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T11:55:32.406 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T11:55:32.407 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T11:55:32.407 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T11:55:32.407 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T11:55:32.407 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-13T11:55:32.407 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-13T11:55:32.407 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-13T11:55:32.407 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: Manager daemon x is now available 2024-06-13T11:55:32.407 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:55:32.407 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-13T11:55:32.407 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-13T11:55:32.407 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-13T11:55:32.407 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:31 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-13T11:55:32.558 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:32 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:32.110+0000 7fab3aa00700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T11:55:32.558 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:32 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:32.110+0000 7fab3aa00700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T11:55:32.558 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:32 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:32.110+0000 7fab3aa00700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T11:55:32.558 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:32 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:32.110+0000 7fab3aa00700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T11:55:32.558 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:32 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:32.110+0000 7fab3aa00700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T11:55:32.558 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:32 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:32.111+0000 7fab3c800700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T11:55:32.558 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:32 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:32.111+0000 7fab3c800700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T11:55:32.559 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:32 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:32.111+0000 7fab3c800700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T11:55:32.559 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:32 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:32.111+0000 7fab3c800700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T11:55:32.559 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:32 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:32.111+0000 7fab3c800700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T11:55:32.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:32.807+0000 7fb5b9600640 1 -- 172.21.15.42:0/3148000045 <== mon.0 v2:172.21.15.42:3300/0 8 ==== mgrmap(e 23) ==== 137645+0+0 (secure 0 0 0) 0x7fb5ac0ed830 con 0x7fb5bc101a30 2024-06-13T11:55:32.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:32.809+0000 7fb5b9600640 1 --2- 172.21.15.42:0/3148000045 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fb5a0051920 0x7fb5a0051d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:32.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:32.809+0000 7fb5b9600640 1 -- 172.21.15.42:0/3148000045 --> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}) -- 0x7fb5bc061f40 con 0x7fb5a0051920 2024-06-13T11:55:32.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:32.820+0000 7fb5bbe00640 1 --2- 172.21.15.42:0/3148000045 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fb5a0051920 0x7fb5a0051d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:32.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:32.826+0000 7fb5bbe00640 1 --2- 172.21.15.42:0/3148000045 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fb5a0051920 0x7fb5a0051d00 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fb5bc0754c0 tx=0x7fb5a4009260 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:32.849 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:32.849+0000 7fb5b9600640 1 -- 172.21.15.42:0/3148000045 <== mgr.25157 v2:172.21.15.42:6800/3710434171 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+3 (secure 0 0 0) 0x7fb5bc061f40 con 0x7fb5a0051920 2024-06-13T11:55:32.850 INFO:teuthology.orchestra.run.smithi042.stdout:{} 2024-06-13T11:55:32.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:32.851+0000 7fb5c3400640 1 -- 172.21.15.42:0/3148000045 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fb5a0051920 msgr2=0x7fb5a0051d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:32.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:32.851+0000 7fb5c3400640 1 --2- 172.21.15.42:0/3148000045 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fb5a0051920 0x7fb5a0051d00 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fb5bc0754c0 tx=0x7fb5a4009260 comp rx=0 tx=0).stop 2024-06-13T11:55:32.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:32.851+0000 7fb5c3400640 1 -- 172.21.15.42:0/3148000045 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb5bc101a30 msgr2=0x7fb5bc075750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:32.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:32.851+0000 7fb5c3400640 1 --2- 172.21.15.42:0/3148000045 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb5bc101a30 0x7fb5bc075750 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fb5ac030960 tx=0x7fb5ac0305b0 comp rx=0 tx=0).stop 2024-06-13T11:55:32.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:32.852+0000 7fb5c1400640 1 -- 172.21.15.42:0/3148000045 reap_dead start 2024-06-13T11:55:32.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:32.852+0000 7fb5c3400640 1 -- 172.21.15.42:0/3148000045 shutdown_connections 2024-06-13T11:55:32.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:32.852+0000 7fb5c3400640 1 -- 172.21.15.42:0/3148000045 >> 172.21.15.42:0/3148000045 conn(0x7fb5bc0fcfc0 msgr2=0x7fb5bc105f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:32.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:32.852+0000 7fb5c3400640 1 -- 172.21.15.42:0/3148000045 shutdown_connections 2024-06-13T11:55:32.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:32.852+0000 7fb5c3400640 1 -- 172.21.15.42:0/3148000045 wait complete. 2024-06-13T11:55:32.870 INFO:teuthology.run_tasks:Running task check-counter... 2024-06-13T11:55:32.883 INFO:teuthology.run_tasks:Running task fwd_scrub... 2024-06-13T11:55:32.915 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-06-13T11:55:33.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.108+0000 7f119aa00640 1 -- 172.21.15.42:0/1941313903 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1194101410 msgr2=0x7f1194101890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:33.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.108+0000 7f119aa00640 1 --2- 172.21.15.42:0/1941313903 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1194101410 0x7f1194101890 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f118c009ca0 tx=0x7f118c02a950 comp rx=0 tx=0).stop 2024-06-13T11:55:33.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.108+0000 7f119aa00640 1 -- 172.21.15.42:0/1941313903 shutdown_connections 2024-06-13T11:55:33.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.108+0000 7f119aa00640 1 --2- 172.21.15.42:0/1941313903 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1194100a70 0x7f1194100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:33.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.108+0000 7f119aa00640 1 --2- 172.21.15.42:0/1941313903 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1194101410 0x7f1194101890 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:33.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.108+0000 7f119aa00640 1 --2- 172.21.15.42:0/1941313903 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1194100110 0x7f1194100530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:33.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.108+0000 7f119aa00640 1 -- 172.21.15.42:0/1941313903 >> 172.21.15.42:0/1941313903 conn(0x7f11940fbc70 msgr2=0x7f11940fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:33.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.108+0000 7f119aa00640 1 -- 172.21.15.42:0/1941313903 shutdown_connections 2024-06-13T11:55:33.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.108+0000 7f119aa00640 1 -- 172.21.15.42:0/1941313903 wait complete. 2024-06-13T11:55:33.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.109+0000 7f119aa00640 1 Processor -- start 2024-06-13T11:55:33.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.110+0000 7f119aa00640 1 -- start start 2024-06-13T11:55:33.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.110+0000 7f119aa00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1194100110 0x7f1194199ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:33.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.110+0000 7f119aa00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1194100a70 0x7f119419a220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:33.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.110+0000 7f119aa00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1194101410 0x7f11941a1230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:33.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.110+0000 7f119aa00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f119410f6d0 con 0x7f1194101410 2024-06-13T11:55:33.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.110+0000 7f119aa00640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f119410f550 con 0x7f1194100a70 2024-06-13T11:55:33.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.110+0000 7f119aa00640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f119410f850 con 0x7f1194100110 2024-06-13T11:55:33.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.110+0000 7f1198c00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1194100a70 0x7f119419a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:33.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.110+0000 7f1198c00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1194100a70 0x7f119419a220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:57244/0 (socket says 172.21.15.42:57244) 2024-06-13T11:55:33.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.110+0000 7f1198c00640 1 -- 172.21.15.42:0/3392031977 learned_addr learned my addr 172.21.15.42:0/3392031977 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:33.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.110+0000 7f1199600640 1 --2- 172.21.15.42:0/3392031977 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1194100110 0x7f1194199ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:33.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.110+0000 7f119a000640 1 --2- 172.21.15.42:0/3392031977 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1194101410 0x7f11941a1230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:33.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.111+0000 7f1198c00640 1 -- 172.21.15.42:0/3392031977 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1194100110 msgr2=0x7f1194199ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:33.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.111+0000 7f1198c00640 1 --2- 172.21.15.42:0/3392031977 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1194100110 0x7f1194199ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:33.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.111+0000 7f1198c00640 1 -- 172.21.15.42:0/3392031977 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1194101410 msgr2=0x7f11941a1230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:33.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.111+0000 7f1198c00640 1 --2- 172.21.15.42:0/3392031977 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1194101410 0x7f11941a1230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:33.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.111+0000 7f1198c00640 1 -- 172.21.15.42:0/3392031977 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11941a18d0 con 0x7f1194100a70 2024-06-13T11:55:33.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.111+0000 7f1199600640 1 --2- 172.21.15.42:0/3392031977 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1194100110 0x7f1194199ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:55:33.114 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.111+0000 7f1198c00640 1 --2- 172.21.15.42:0/3392031977 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1194100a70 0x7f119419a220 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f118000e9f0 tx=0x7f118000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:33.114 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.111+0000 7f1192000640 1 -- 172.21.15.42:0/3392031977 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f118000cd80 con 0x7f1194100a70 2024-06-13T11:55:33.114 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.111+0000 7f119aa00640 1 -- 172.21.15.42:0/3392031977 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11941a1bc0 con 0x7f1194100a70 2024-06-13T11:55:33.114 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.111+0000 7f1192000640 1 -- 172.21.15.42:0/3392031977 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1180010910 con 0x7f1194100a70 2024-06-13T11:55:33.114 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.111+0000 7f1192000640 1 -- 172.21.15.42:0/3392031977 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11800188f0 con 0x7f1194100a70 2024-06-13T11:55:33.114 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.111+0000 7f119aa00640 1 -- 172.21.15.42:0/3392031977 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11941a2160 con 0x7f1194100a70 2024-06-13T11:55:33.114 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.113+0000 7f119aa00640 1 -- 172.21.15.42:0/3392031977 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f119410ae60 con 0x7f1194100a70 2024-06-13T11:55:33.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.117+0000 7f1192000640 1 -- 172.21.15.42:0/3392031977 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 23) ==== 137645+0+0 (secure 0 0 0) 0x7f1180010ac0 con 0x7f1194100a70 2024-06-13T11:55:33.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.119+0000 7f1192000640 1 --2- 172.21.15.42:0/3392031977 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f117c0a2990 0x7f117c0a4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:33.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.119+0000 7f1192000640 1 -- 172.21.15.42:0/3392031977 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f11800cf670 con 0x7f1194100a70 2024-06-13T11:55:33.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.119+0000 7f1199600640 1 --2- 172.21.15.42:0/3392031977 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f117c0a2990 0x7f117c0a4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:33.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.120+0000 7f1192000640 1 -- 172.21.15.42:0/3392031977 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f11800cfaf0 con 0x7f1194100a70 2024-06-13T11:55:33.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.120+0000 7f1199600640 1 --2- 172.21.15.42:0/3392031977 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f117c0a2990 0x7f117c0a4e50 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f1194069f30 tx=0x7f1188005f90 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:33.307 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:32 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:32.837+0000 7fab36e00700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T11:55:33.307 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:32 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:32.837+0000 7fab36e00700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T11:55:33.308 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:32 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:32.837+0000 7fab36e00700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T11:55:33.308 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:32 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:32.837+0000 7fab36e00700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T11:55:33.308 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:55:32 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:55:32.837+0000 7fab36e00700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T11:55:33.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.349+0000 7f119aa00640 1 -- 172.21.15.42:0/3392031977 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f119402d460 con 0x7f1194100a70 2024-06-13T11:55:33.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.351+0000 7f1192000640 1 -- 172.21.15.42:0/3392031977 <== mon.2 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v101) ==== 74+0+25178 (secure 0 0 0) 0x7f118009bd60 con 0x7f1194100a70 2024-06-13T11:55:33.351 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:55:33.352 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":101,"fsid":"aa9143f6-2979-11ef-bc9c-c7b262605968","created":"2024-06-13T11:41:17.435942+0000","modified":"2024-06-13T11:55:31.779243+0000","last_up_change":"2024-06-13T11:49:23.112844+0000","last_in_change":"2024-06-13T11:49:02.694907+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-13T11:45:07.188434+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-13T11:50:30.623817+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-13T11:50:35.354548+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-13T11:50:48.317221+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7da5efd2-efef-40b1-ba49-d97d18c443fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6803","nonce":3874128443}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6805","nonce":3874128443}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6809","nonce":3874128443}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6807","nonce":3874128443}]},"public_addr":"172.21.15.42:6803/3874128443","cluster_addr":"172.21.15.42:6805/3874128443","heartbeat_back_addr":"172.21.15.42:6809/3874128443","heartbeat_front_addr":"172.21.15.42:6807/3874128443","state":["exists","up"]},{"osd":1,"uuid":"cf818c48-4313-4607-95db-cd55f1185489","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6801","nonce":1861974568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6803","nonce":1861974568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6807","nonce":1861974568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6805","nonce":1861974568}]},"public_addr":"172.21.15.88:6801/1861974568","cluster_addr":"172.21.15.88:6803/1861974568","heartbeat_back_addr":"172.21.15.88:6807/1861974568","heartbeat_front_addr":"172.21.15.88:6805/1861974568","state":["exists","up"]},{"osd":2,"uuid":"7f0800f8-0da6-4968-801d-c5c44840fe3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6801","nonce":3452655510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6803","nonce":3452655510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6807","nonce":3452655510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6805","nonce":3452655510}]},"public_addr":"172.21.15.162:6801/3452655510","cluster_addr":"172.21.15.162:6803/3452655510","heartbeat_back_addr":"172.21.15.162:6807/3452655510","heartbeat_front_addr":"172.21.15.162:6805/3452655510","state":["exists","up"]},{"osd":3,"uuid":"341ee7d3-119b-401e-805d-9ef42c577719","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6811","nonce":1343751683}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6813","nonce":1343751683}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6817","nonce":1343751683}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6815","nonce":1343751683}]},"public_addr":"172.21.15.42:6811/1343751683","cluster_addr":"172.21.15.42:6813/1343751683","heartbeat_back_addr":"172.21.15.42:6817/1343751683","heartbeat_front_addr":"172.21.15.42:6815/1343751683","state":["exists","up"]},{"osd":4,"uuid":"72b81b4c-d223-4490-aca0-5c98c1b902d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6809","nonce":893989923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6811","nonce":893989923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6815","nonce":893989923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6813","nonce":893989923}]},"public_addr":"172.21.15.88:6809/893989923","cluster_addr":"172.21.15.88:6811/893989923","heartbeat_back_addr":"172.21.15.88:6815/893989923","heartbeat_front_addr":"172.21.15.88:6813/893989923","state":["exists","up"]},{"osd":5,"uuid":"7d03c32c-2772-4f33-902a-f4848b5ff941","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6809","nonce":3014890472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6810","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6811","nonce":3014890472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6815","nonce":3014890472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6813","nonce":3014890472}]},"public_addr":"172.21.15.162:6809/3014890472","cluster_addr":"172.21.15.162:6811/3014890472","heartbeat_back_addr":"172.21.15.162:6815/3014890472","heartbeat_front_addr":"172.21.15.162:6813/3014890472","state":["exists","up"]},{"osd":6,"uuid":"6dc26be6-89e0-49d6-a07f-76c19f1aac03","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6819","nonce":844197654}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6821","nonce":844197654}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6825","nonce":844197654}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6823","nonce":844197654}]},"public_addr":"172.21.15.42:6819/844197654","cluster_addr":"172.21.15.42:6821/844197654","heartbeat_back_addr":"172.21.15.42:6825/844197654","heartbeat_front_addr":"172.21.15.42:6823/844197654","state":["exists","up"]},{"osd":7,"uuid":"aca11d93-b379-4e96-b4fb-b03c593c89ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6817","nonce":3621891209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6819","nonce":3621891209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6823","nonce":3621891209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6821","nonce":3621891209}]},"public_addr":"172.21.15.88:6817/3621891209","cluster_addr":"172.21.15.88:6819/3621891209","heartbeat_back_addr":"172.21.15.88:6823/3621891209","heartbeat_front_addr":"172.21.15.88:6821/3621891209","state":["exists","up"]},{"osd":8,"uuid":"188effbc-495f-407c-9e6c-2801a9856326","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6817","nonce":3088625761}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6819","nonce":3088625761}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6823","nonce":3088625761}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6821","nonce":3088625761}]},"public_addr":"172.21.15.162:6817/3088625761","cluster_addr":"172.21.15.162:6819/3088625761","heartbeat_back_addr":"172.21.15.162:6823/3088625761","heartbeat_front_addr":"172.21.15.162:6821/3088625761","state":["exists","up"]},{"osd":9,"uuid":"5cc3fd15-648b-4f56-8876-5da70b55b248","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6827","nonce":2833466933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6829","nonce":2833466933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6833","nonce":2833466933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6831","nonce":2833466933}]},"public_addr":"172.21.15.42:6827/2833466933","cluster_addr":"172.21.15.42:6829/2833466933","heartbeat_back_addr":"172.21.15.42:6833/2833466933","heartbeat_front_addr":"172.21.15.42:6831/2833466933","state":["exists","up"]},{"osd":10,"uuid":"a2460fe2-1c93-4ab5-9aa1-5beba626f2cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6825","nonce":2979904837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6827","nonce":2979904837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6831","nonce":2979904837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6829","nonce":2979904837}]},"public_addr":"172.21.15.88:6825/2979904837","cluster_addr":"172.21.15.88:6827/2979904837","heartbeat_back_addr":"172.21.15.88:6831/2979904837","heartbeat_front_addr":"172.21.15.88:6829/2979904837","state":["exists","up"]},{"osd":11,"uuid":"42226b4b-93d9-4c99-88d9-b32280b3bd18","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6825","nonce":3416934543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6827","nonce":3416934543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6831","nonce":3416934543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6829","nonce":3416934543}]},"public_addr":"172.21.15.162:6825/3416934543","cluster_addr":"172.21.15.162:6827/3416934543","heartbeat_back_addr":"172.21.15.162:6831/3416934543","heartbeat_front_addr":"172.21.15.162:6829/3416934543","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:44:13.807701+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:44:38.669149+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:45:02.619341+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:45:36.081635+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:46:02.274051+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:46:27.333433+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:01.752504+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:27.895478+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:53.298845+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:48:28.167906+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:48:55.119959+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:49:20.787011+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.28","mappings":[{"from":3,"to":8}]},{"pgid":"3.31","mappings":[{"from":4,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"4.10","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:0/1129477527":"2024-06-14T11:55:31.779169+0000","172.21.15.42:0/3719179370":"2024-06-14T11:55:31.779169+0000","172.21.15.42:6801/580472160":"2024-06-14T11:55:31.779169+0000","172.21.15.42:6801/1570600420":"2024-06-14T11:42:24.478887+0000","172.21.15.42:6800/1570600420":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/681076641":"2024-06-14T11:55:31.779169+0000","172.21.15.42:0/637759380":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/701755530":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/1769082163":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/239548974":"2024-06-14T11:41:50.734334+0000","172.21.15.42:6800/480739382":"2024-06-14T11:41:50.734334+0000","172.21.15.42:6800/580472160":"2024-06-14T11:55:31.779169+0000","172.21.15.42:6801/480739382":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/522218649":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/2068607155":"2024-06-14T11:55:31.779169+0000","172.21.15.42:0/2918399760":"2024-06-14T11:42:24.478887+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-13T11:55:33.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.353+0000 7f119aa00640 1 -- 172.21.15.42:0/3392031977 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f117c0a2990 msgr2=0x7f117c0a4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:33.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.353+0000 7f119aa00640 1 --2- 172.21.15.42:0/3392031977 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f117c0a2990 0x7f117c0a4e50 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f1194069f30 tx=0x7f1188005f90 comp rx=0 tx=0).stop 2024-06-13T11:55:33.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.353+0000 7f119aa00640 1 -- 172.21.15.42:0/3392031977 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1194100a70 msgr2=0x7f119419a220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:33.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.353+0000 7f119aa00640 1 --2- 172.21.15.42:0/3392031977 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1194100a70 0x7f119419a220 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f118000e9f0 tx=0x7f118000eeb0 comp rx=0 tx=0).stop 2024-06-13T11:55:33.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.353+0000 7f119aa00640 1 -- 172.21.15.42:0/3392031977 shutdown_connections 2024-06-13T11:55:33.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.353+0000 7f119aa00640 1 --2- 172.21.15.42:0/3392031977 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f117c0a2990 0x7f117c0a4e50 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:33.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.353+0000 7f119aa00640 1 --2- 172.21.15.42:0/3392031977 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1194101410 0x7f11941a1230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:33.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.353+0000 7f119aa00640 1 --2- 172.21.15.42:0/3392031977 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1194100a70 0x7f119419a220 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:33.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.353+0000 7f119aa00640 1 --2- 172.21.15.42:0/3392031977 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1194100110 0x7f1194199ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:33.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.353+0000 7f119aa00640 1 -- 172.21.15.42:0/3392031977 >> 172.21.15.42:0/3392031977 conn(0x7f11940fbc70 msgr2=0x7f11940fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:33.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.353+0000 7f119aa00640 1 -- 172.21.15.42:0/3392031977 shutdown_connections 2024-06-13T11:55:33.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.353+0000 7f119aa00640 1 -- 172.21.15.42:0/3392031977 wait complete. 2024-06-13T11:55:33.371 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-06-13T11:45:07.188434+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-06-13T11:50:30.623817+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-06-13T11:50:35.354548+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-06-13T11:50:48.317221+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '96', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-06-13T11:55:33.372 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-06-13T11:55:33.556 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.555+0000 7f9e0f200640 1 -- 172.21.15.42:0/1336329443 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9e08104df0 msgr2=0x7f9e08105270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:33.556 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.555+0000 7f9e0f200640 1 --2- 172.21.15.42:0/1336329443 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9e08104df0 0x7f9e08105270 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f9df0009900 tx=0x7f9df002a3f0 comp rx=0 tx=0).stop 2024-06-13T11:55:33.556 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.555+0000 7f9e0f200640 1 -- 172.21.15.42:0/1336329443 shutdown_connections 2024-06-13T11:55:33.556 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.555+0000 7f9e0f200640 1 --2- 172.21.15.42:0/1336329443 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9e08104df0 0x7f9e08105270 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:33.556 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.555+0000 7f9e0f200640 1 --2- 172.21.15.42:0/1336329443 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9e081057b0 0x7f9e0810c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:33.556 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.555+0000 7f9e0f200640 1 --2- 172.21.15.42:0/1336329443 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9e08103c00 0x7f9e08104020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:33.556 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.555+0000 7f9e0f200640 1 -- 172.21.15.42:0/1336329443 >> 172.21.15.42:0/1336329443 conn(0x7f9e080ff150 msgr2=0x7f9e081015b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:33.557 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.555+0000 7f9e0f200640 1 -- 172.21.15.42:0/1336329443 shutdown_connections 2024-06-13T11:55:33.557 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.555+0000 7f9e0f200640 1 -- 172.21.15.42:0/1336329443 wait complete. 2024-06-13T11:55:33.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.556+0000 7f9e0f200640 1 Processor -- start 2024-06-13T11:55:33.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.556+0000 7f9e0f200640 1 -- start start 2024-06-13T11:55:33.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.556+0000 7f9e0f200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9e08103c00 0x7f9e08199f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:33.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.556+0000 7f9e0f200640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9e08104df0 0x7f9e0819a450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:33.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.556+0000 7f9e0f200640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9e081057b0 0x7f9e081a14c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:33.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.556+0000 7f9e0f200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9e0810f8d0 con 0x7f9e08103c00 2024-06-13T11:55:33.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.556+0000 7f9e0f200640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f9e0810f750 con 0x7f9e081057b0 2024-06-13T11:55:33.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.556+0000 7f9e0f200640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f9e0810fa50 con 0x7f9e08104df0 2024-06-13T11:55:33.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.557+0000 7f9e07400640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9e08104df0 0x7f9e0819a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:33.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.557+0000 7f9e07400640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9e08104df0 0x7f9e0819a450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:47964/0 (socket says 172.21.15.42:47964) 2024-06-13T11:55:33.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.557+0000 7f9e07400640 1 -- 172.21.15.42:0/53828289 learned_addr learned my addr 172.21.15.42:0/53828289 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:33.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.557+0000 7f9e07e00640 1 --2- 172.21.15.42:0/53828289 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9e08103c00 0x7f9e08199f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:33.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.557+0000 7f9e0d200640 1 --2- 172.21.15.42:0/53828289 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9e081057b0 0x7f9e081a14c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:33.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.557+0000 7f9e07400640 1 -- 172.21.15.42:0/53828289 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9e081057b0 msgr2=0x7f9e081a14c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:33.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.557+0000 7f9e07400640 1 --2- 172.21.15.42:0/53828289 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9e081057b0 0x7f9e081a14c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:33.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.557+0000 7f9e07400640 1 -- 172.21.15.42:0/53828289 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9e08103c00 msgr2=0x7f9e08199f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:33.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.557+0000 7f9e07400640 1 --2- 172.21.15.42:0/53828289 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9e08103c00 0x7f9e08199f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:33.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.557+0000 7f9e07400640 1 -- 172.21.15.42:0/53828289 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e081a1b30 con 0x7f9e08104df0 2024-06-13T11:55:33.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.557+0000 7f9e0d200640 1 --2- 172.21.15.42:0/53828289 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9e081057b0 0x7f9e081a14c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:55:33.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.557+0000 7f9e07400640 1 --2- 172.21.15.42:0/53828289 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9e08104df0 0x7f9e0819a450 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f9df0031440 tx=0x7f9df0032ce0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:33.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.558+0000 7f9e04c00640 1 -- 172.21.15.42:0/53828289 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9df003f030 con 0x7f9e08104df0 2024-06-13T11:55:33.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.558+0000 7f9e04c00640 1 -- 172.21.15.42:0/53828289 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9df0003ce0 con 0x7f9e08104df0 2024-06-13T11:55:33.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.558+0000 7f9e0f200640 1 -- 172.21.15.42:0/53828289 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e081a1dc0 con 0x7f9e08104df0 2024-06-13T11:55:33.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.558+0000 7f9e04c00640 1 -- 172.21.15.42:0/53828289 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9df0035070 con 0x7f9e08104df0 2024-06-13T11:55:33.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.558+0000 7f9e0f200640 1 -- 172.21.15.42:0/53828289 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e081a2250 con 0x7f9e08104df0 2024-06-13T11:55:33.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.559+0000 7f9e0f200640 1 -- 172.21.15.42:0/53828289 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e0810af20 con 0x7f9e08104df0 2024-06-13T11:55:33.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.561+0000 7f9e04c00640 1 -- 172.21.15.42:0/53828289 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 23) ==== 137645+0+0 (secure 0 0 0) 0x7f9df0042030 con 0x7f9e08104df0 2024-06-13T11:55:33.563 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.562+0000 7f9e04c00640 1 --2- 172.21.15.42:0/53828289 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f9dec0a2990 0x7f9dec0a4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:33.563 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.562+0000 7f9e04c00640 1 -- 172.21.15.42:0/53828289 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f9df00ef5e0 con 0x7f9e08104df0 2024-06-13T11:55:33.563 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.563+0000 7f9e07e00640 1 --2- 172.21.15.42:0/53828289 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f9dec0a2990 0x7f9dec0a4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:33.563 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.563+0000 7f9e07e00640 1 --2- 172.21.15.42:0/53828289 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f9dec0a2990 0x7f9dec0a4e50 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f9e08104c50 tx=0x7f9df8005f90 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:33.566 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.566+0000 7f9e04c00640 1 -- 172.21.15.42:0/53828289 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9df00bbcd0 con 0x7f9e08104df0 2024-06-13T11:55:33.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.765+0000 7f9e0f200640 1 -- 172.21.15.42:0/53828289 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f9e080625d0 con 0x7f9e08104df0 2024-06-13T11:55:33.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.765+0000 7f9e04c00640 1 -- 172.21.15.42:0/53828289 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v101) ==== 93+0+10 (secure 0 0 0) 0x7f9df00bffd0 con 0x7f9e08104df0 2024-06-13T11:55:33.766 INFO:teuthology.orchestra.run.smithi042.stdout:pg_num: 1 2024-06-13T11:55:33.768 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.768+0000 7f9e0f200640 1 -- 172.21.15.42:0/53828289 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f9dec0a2990 msgr2=0x7f9dec0a4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:33.768 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.768+0000 7f9e0f200640 1 --2- 172.21.15.42:0/53828289 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f9dec0a2990 0x7f9dec0a4e50 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f9e08104c50 tx=0x7f9df8005f90 comp rx=0 tx=0).stop 2024-06-13T11:55:33.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.768+0000 7f9e0f200640 1 -- 172.21.15.42:0/53828289 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9e08104df0 msgr2=0x7f9e0819a450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:33.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.768+0000 7f9e0f200640 1 --2- 172.21.15.42:0/53828289 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9e08104df0 0x7f9e0819a450 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f9df0031440 tx=0x7f9df0032ce0 comp rx=0 tx=0).stop 2024-06-13T11:55:33.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.768+0000 7f9e0f200640 1 -- 172.21.15.42:0/53828289 shutdown_connections 2024-06-13T11:55:33.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.768+0000 7f9e0f200640 1 --2- 172.21.15.42:0/53828289 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f9dec0a2990 0x7f9dec0a4e50 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:33.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.768+0000 7f9e0f200640 1 --2- 172.21.15.42:0/53828289 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9e081057b0 0x7f9e081a14c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:33.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.768+0000 7f9e0f200640 1 --2- 172.21.15.42:0/53828289 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9e08104df0 0x7f9e0819a450 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:33.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.768+0000 7f9e0f200640 1 --2- 172.21.15.42:0/53828289 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9e08103c00 0x7f9e08199f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:33.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.768+0000 7f9e0f200640 1 -- 172.21.15.42:0/53828289 >> 172.21.15.42:0/53828289 conn(0x7f9e080ff150 msgr2=0x7f9e081080f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:33.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.768+0000 7f9e0f200640 1 -- 172.21.15.42:0/53828289 shutdown_connections 2024-06-13T11:55:33.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.768+0000 7f9e0f200640 1 -- 172.21.15.42:0/53828289 wait complete. 2024-06-13T11:55:33.787 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-06-13T11:55:33.981 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.980+0000 7f9264a00640 1 -- 172.21.15.42:0/2151549961 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f92600759e0 msgr2=0x7f9260073e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:33.981 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.980+0000 7f9264a00640 1 --2- 172.21.15.42:0/2151549961 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f92600759e0 0x7f9260073e30 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f9250009ca0 tx=0x7f925002a8b0 comp rx=0 tx=0).stop 2024-06-13T11:55:33.981 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.980+0000 7f9264a00640 1 -- 172.21.15.42:0/2151549961 shutdown_connections 2024-06-13T11:55:33.981 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.980+0000 7f9264a00640 1 --2- 172.21.15.42:0/2151549961 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9260074400 0x7f9260074880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:33.981 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.980+0000 7f9264a00640 1 --2- 172.21.15.42:0/2151549961 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f926010df00 0x7f92601102f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:33.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.980+0000 7f9264a00640 1 --2- 172.21.15.42:0/2151549961 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f92600759e0 0x7f9260073e30 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:33.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.980+0000 7f9264a00640 1 -- 172.21.15.42:0/2151549961 >> 172.21.15.42:0/2151549961 conn(0x7f92600fcea0 msgr2=0x7f92600ff2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:33.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.980+0000 7f9264a00640 1 -- 172.21.15.42:0/2151549961 shutdown_connections 2024-06-13T11:55:33.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.980+0000 7f9264a00640 1 -- 172.21.15.42:0/2151549961 wait complete. 2024-06-13T11:55:33.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.981+0000 7f9264a00640 1 Processor -- start 2024-06-13T11:55:33.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.981+0000 7f9264a00640 1 -- start start 2024-06-13T11:55:33.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.982+0000 7f9264a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9260074400 0x7f926019e200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:33.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.982+0000 7f9264a00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92600759e0 0x7f926019e740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:33.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.982+0000 7f9264a00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f926010df00 0x7f92601a5760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:33.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.982+0000 7f9264a00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9260113b30 con 0x7f9260074400 2024-06-13T11:55:33.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.982+0000 7f9264a00640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f92601139b0 con 0x7f92600759e0 2024-06-13T11:55:33.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.982+0000 7f9264a00640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f9260113cb0 con 0x7f926010df00 2024-06-13T11:55:33.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.982+0000 7f925e800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9260074400 0x7f926019e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:33.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.982+0000 7f925e800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9260074400 0x7f926019e200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:60894/0 (socket says 172.21.15.42:60894) 2024-06-13T11:55:33.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.982+0000 7f925f200640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f926010df00 0x7f92601a5760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:33.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.982+0000 7f925e800640 1 -- 172.21.15.42:0/2552193329 learned_addr learned my addr 172.21.15.42:0/2552193329 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:33.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.982+0000 7f925de00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92600759e0 0x7f926019e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:33.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.982+0000 7f925e800640 1 -- 172.21.15.42:0/2552193329 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f926010df00 msgr2=0x7f92601a5760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:33.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.982+0000 7f925e800640 1 --2- 172.21.15.42:0/2552193329 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f926010df00 0x7f92601a5760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:33.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.982+0000 7f925e800640 1 -- 172.21.15.42:0/2552193329 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92600759e0 msgr2=0x7f926019e740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:33.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.982+0000 7f925e800640 1 --2- 172.21.15.42:0/2552193329 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92600759e0 0x7f926019e740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:33.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.982+0000 7f925e800640 1 -- 172.21.15.42:0/2552193329 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92601a5dd0 con 0x7f9260074400 2024-06-13T11:55:33.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.983+0000 7f925e800640 1 --2- 172.21.15.42:0/2552193329 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9260074400 0x7f926019e200 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f9250006010 tx=0x7f9250003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:33.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.983+0000 7f9257400640 1 -- 172.21.15.42:0/2552193329 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9250004240 con 0x7f9260074400 2024-06-13T11:55:33.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.983+0000 7f9257400640 1 -- 172.21.15.42:0/2552193329 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9250040070 con 0x7f9260074400 2024-06-13T11:55:33.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.983+0000 7f9264a00640 1 -- 172.21.15.42:0/2552193329 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92601a6060 con 0x7f9260074400 2024-06-13T11:55:33.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.983+0000 7f9257400640 1 -- 172.21.15.42:0/2552193329 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9250031d20 con 0x7f9260074400 2024-06-13T11:55:33.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.983+0000 7f9264a00640 1 -- 172.21.15.42:0/2552193329 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92601a6600 con 0x7f9260074400 2024-06-13T11:55:33.986 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.984+0000 7f9264a00640 1 -- 172.21.15.42:0/2552193329 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92601040d0 con 0x7f9260074400 2024-06-13T11:55:33.987 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.986+0000 7f9257400640 1 -- 172.21.15.42:0/2552193329 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 24) ==== 138004+0+0 (secure 0 0 0) 0x7f9250031440 con 0x7f9260074400 2024-06-13T11:55:33.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.988+0000 7f9257400640 1 --2- 172.21.15.42:0/2552193329 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f92440a2e10 0x7f92440a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:33.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.988+0000 7f9257400640 1 -- 172.21.15.42:0/2552193329 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f92500f0a70 con 0x7f9260074400 2024-06-13T11:55:33.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.988+0000 7f925de00640 1 --2- 172.21.15.42:0/2552193329 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f92440a2e10 0x7f92440a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:33.989 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.989+0000 7f925de00640 1 --2- 172.21.15.42:0/2552193329 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f92440a2e10 0x7f92440a52d0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f924c0095f0 tx=0x7f924c005f90 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:33.993 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:33.993+0000 7f9257400640 1 -- 172.21.15.42:0/2552193329 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f92500bd220 con 0x7f9260074400 2024-06-13T11:55:34.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:33 smithi042 ceph-mon[32231]: mgrmap e23: x(active, since 1.03736s), standbys: z, y 2024-06-13T11:55:34.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:33 smithi042 ceph-mon[32231]: from='client.15027 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:55:34.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:33 smithi042 ceph-mon[32231]: pgmap v3: 129 pgs: 129 active+clean; 1.1 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:55:34.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:33 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/3392031977' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:55:34.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:33 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/53828289' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-06-13T11:55:34.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:33 smithi162 ceph-mon[36757]: mgrmap e23: x(active, since 1.03736s), standbys: z, y 2024-06-13T11:55:34.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:33 smithi162 ceph-mon[36757]: from='client.15027 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:55:34.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:33 smithi162 ceph-mon[36757]: pgmap v3: 129 pgs: 129 active+clean; 1.1 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:55:34.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:33 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/3392031977' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:55:34.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:33 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/53828289' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-06-13T11:55:34.212 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.211+0000 7f9264a00640 1 -- 172.21.15.42:0/2552193329 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f92600625a0 con 0x7f9260074400 2024-06-13T11:55:34.212 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.212+0000 7f9257400640 1 -- 172.21.15.42:0/2552193329 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v101) ==== 104+0+11 (secure 0 0 0) 0x7f92500bcb20 con 0x7f9260074400 2024-06-13T11:55:34.213 INFO:teuthology.orchestra.run.smithi042.stdout:pg_num: 32 2024-06-13T11:55:34.218 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.215+0000 7f9264a00640 1 -- 172.21.15.42:0/2552193329 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f92440a2e10 msgr2=0x7f92440a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:34.219 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.215+0000 7f9264a00640 1 --2- 172.21.15.42:0/2552193329 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f92440a2e10 0x7f92440a52d0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f924c0095f0 tx=0x7f924c005f90 comp rx=0 tx=0).stop 2024-06-13T11:55:34.219 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.215+0000 7f9264a00640 1 -- 172.21.15.42:0/2552193329 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9260074400 msgr2=0x7f926019e200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:34.219 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.215+0000 7f9264a00640 1 --2- 172.21.15.42:0/2552193329 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9260074400 0x7f926019e200 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f9250006010 tx=0x7f9250003ba0 comp rx=0 tx=0).stop 2024-06-13T11:55:34.219 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.215+0000 7f9264a00640 1 -- 172.21.15.42:0/2552193329 shutdown_connections 2024-06-13T11:55:34.219 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.215+0000 7f9264a00640 1 --2- 172.21.15.42:0/2552193329 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f92440a2e10 0x7f92440a52d0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:34.219 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.215+0000 7f9264a00640 1 --2- 172.21.15.42:0/2552193329 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f926010df00 0x7f92601a5760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:34.219 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.215+0000 7f9264a00640 1 --2- 172.21.15.42:0/2552193329 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92600759e0 0x7f926019e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:34.219 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.215+0000 7f9264a00640 1 --2- 172.21.15.42:0/2552193329 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9260074400 0x7f926019e200 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:34.219 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.215+0000 7f9264a00640 1 -- 172.21.15.42:0/2552193329 >> 172.21.15.42:0/2552193329 conn(0x7f92600fcea0 msgr2=0x7f92601012a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:34.219 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.215+0000 7f9264a00640 1 -- 172.21.15.42:0/2552193329 shutdown_connections 2024-06-13T11:55:34.219 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.215+0000 7f9264a00640 1 -- 172.21.15.42:0/2552193329 wait complete. 2024-06-13T11:55:34.235 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-06-13T11:55:34.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:33 smithi088 ceph-mon[36399]: mgrmap e23: x(active, since 1.03736s), standbys: z, y 2024-06-13T11:55:34.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:33 smithi088 ceph-mon[36399]: from='client.15027 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:55:34.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:33 smithi088 ceph-mon[36399]: pgmap v3: 129 pgs: 129 active+clean; 1.1 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:55:34.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:33 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/3392031977' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:55:34.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:33 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/53828289' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-06-13T11:55:34.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.427+0000 7fc3ac600640 1 -- 172.21.15.42:0/611972481 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc3a40775a0 msgr2=0x7fc3a4077a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:34.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.427+0000 7fc3ac600640 1 --2- 172.21.15.42:0/611972481 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc3a40775a0 0x7fc3a4077a00 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fc390009900 tx=0x7fc39002a3f0 comp rx=0 tx=0).stop 2024-06-13T11:55:34.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.427+0000 7fc3ac600640 1 -- 172.21.15.42:0/611972481 shutdown_connections 2024-06-13T11:55:34.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.427+0000 7fc3ac600640 1 --2- 172.21.15.42:0/611972481 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc3a4077f40 0x7fc3a40787e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:34.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.427+0000 7fc3ac600640 1 --2- 172.21.15.42:0/611972481 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc3a40775a0 0x7fc3a4077a00 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:34.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.427+0000 7fc3ac600640 1 --2- 172.21.15.42:0/611972481 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc3a4076360 0x7fc3a4076780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:34.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.427+0000 7fc3ac600640 1 -- 172.21.15.42:0/611972481 >> 172.21.15.42:0/611972481 conn(0x7fc3a40ff150 msgr2=0x7fc3a41015b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:34.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.427+0000 7fc3ac600640 1 -- 172.21.15.42:0/611972481 shutdown_connections 2024-06-13T11:55:34.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.427+0000 7fc3ac600640 1 -- 172.21.15.42:0/611972481 wait complete. 2024-06-13T11:55:34.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.428+0000 7fc3ac600640 1 Processor -- start 2024-06-13T11:55:34.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.428+0000 7fc3ac600640 1 -- start start 2024-06-13T11:55:34.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.428+0000 7fc3ac600640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc3a4076360 0x7fc3a419e2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:34.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.428+0000 7fc3ac600640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc3a40775a0 0x7fc3a419e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:34.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.428+0000 7fc3ac600640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc3a4077f40 0x7fc3a41a5870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:34.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.428+0000 7fc3ac600640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc3a4113cd0 con 0x7fc3a4076360 2024-06-13T11:55:34.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.428+0000 7fc3ac600640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fc3a4113b50 con 0x7fc3a40775a0 2024-06-13T11:55:34.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.428+0000 7fc3ac600640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fc3a4113e50 con 0x7fc3a4077f40 2024-06-13T11:55:34.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.429+0000 7fc3a9200640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc3a40775a0 0x7fc3a419e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:34.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.429+0000 7fc3a9200640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc3a40775a0 0x7fc3a419e800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:57296/0 (socket says 172.21.15.42:57296) 2024-06-13T11:55:34.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.429+0000 7fc3a9200640 1 -- 172.21.15.42:0/1313402491 learned_addr learned my addr 172.21.15.42:0/1313402491 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:34.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.429+0000 7fc3a9c00640 1 --2- 172.21.15.42:0/1313402491 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc3a4076360 0x7fc3a419e2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:34.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.429+0000 7fc3aa600640 1 --2- 172.21.15.42:0/1313402491 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc3a4077f40 0x7fc3a41a5870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:34.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.429+0000 7fc3a9200640 1 -- 172.21.15.42:0/1313402491 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc3a4077f40 msgr2=0x7fc3a41a5870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:34.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.429+0000 7fc3a9200640 1 --2- 172.21.15.42:0/1313402491 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc3a4077f40 0x7fc3a41a5870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:34.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.429+0000 7fc3a9200640 1 -- 172.21.15.42:0/1313402491 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc3a4076360 msgr2=0x7fc3a419e2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:34.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.429+0000 7fc3a9200640 1 --2- 172.21.15.42:0/1313402491 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc3a4076360 0x7fc3a419e2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:34.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.429+0000 7fc3a9200640 1 -- 172.21.15.42:0/1313402491 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3a41a5ee0 con 0x7fc3a40775a0 2024-06-13T11:55:34.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.429+0000 7fc3aa600640 1 --2- 172.21.15.42:0/1313402491 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc3a4077f40 0x7fc3a41a5870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:55:34.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.430+0000 7fc3a9200640 1 --2- 172.21.15.42:0/1313402491 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc3a40775a0 0x7fc3a419e800 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fc390031440 tx=0x7fc390032ce0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:34.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.430+0000 7fc3a2000640 1 -- 172.21.15.42:0/1313402491 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc39003f030 con 0x7fc3a40775a0 2024-06-13T11:55:34.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.430+0000 7fc3a2000640 1 -- 172.21.15.42:0/1313402491 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc390003ce0 con 0x7fc3a40775a0 2024-06-13T11:55:34.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.430+0000 7fc3a2000640 1 -- 172.21.15.42:0/1313402491 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc390035070 con 0x7fc3a40775a0 2024-06-13T11:55:34.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.430+0000 7fc3ac600640 1 -- 172.21.15.42:0/1313402491 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3a41a6170 con 0x7fc3a40775a0 2024-06-13T11:55:34.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.430+0000 7fc3ac600640 1 -- 172.21.15.42:0/1313402491 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3a41a66b0 con 0x7fc3a40775a0 2024-06-13T11:55:34.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.431+0000 7fc3ac600640 1 -- 172.21.15.42:0/1313402491 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3a41106b0 con 0x7fc3a40775a0 2024-06-13T11:55:34.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.433+0000 7fc3a2000640 1 -- 172.21.15.42:0/1313402491 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 24) ==== 138004+0+0 (secure 0 0 0) 0x7fc390042030 con 0x7fc3a40775a0 2024-06-13T11:55:34.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.434+0000 7fc3a2000640 1 --2- 172.21.15.42:0/1313402491 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fc38c0a2e10 0x7fc38c0a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:34.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.435+0000 7fc3a2000640 1 -- 172.21.15.42:0/1313402491 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fc3900efee0 con 0x7fc3a40775a0 2024-06-13T11:55:34.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.435+0000 7fc3a9c00640 1 --2- 172.21.15.42:0/1313402491 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fc38c0a2e10 0x7fc38c0a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:34.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.436+0000 7fc3a9c00640 1 --2- 172.21.15.42:0/1313402491 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fc38c0a2e10 0x7fc38c0a52d0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fc398009bd0 tx=0x7fc398005f90 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:34.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.443+0000 7fc3a2000640 1 -- 172.21.15.42:0/1313402491 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc3900bc580 con 0x7fc3a40775a0 2024-06-13T11:55:34.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.652+0000 7fc3ac600640 1 -- 172.21.15.42:0/1313402491 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fc3a402d490 con 0x7fc3a40775a0 2024-06-13T11:55:34.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.653+0000 7fc3a2000640 1 -- 172.21.15.42:0/1313402491 <== mon.2 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v101) ==== 100+0+11 (secure 0 0 0) 0x7fc3900bbe80 con 0x7fc3a40775a0 2024-06-13T11:55:34.654 INFO:teuthology.orchestra.run.smithi042.stdout:pg_num: 64 2024-06-13T11:55:34.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.656+0000 7fc3ac600640 1 -- 172.21.15.42:0/1313402491 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fc38c0a2e10 msgr2=0x7fc38c0a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:34.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.656+0000 7fc3ac600640 1 --2- 172.21.15.42:0/1313402491 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fc38c0a2e10 0x7fc38c0a52d0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fc398009bd0 tx=0x7fc398005f90 comp rx=0 tx=0).stop 2024-06-13T11:55:34.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.656+0000 7fc3ac600640 1 -- 172.21.15.42:0/1313402491 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc3a40775a0 msgr2=0x7fc3a419e800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:34.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.656+0000 7fc3ac600640 1 --2- 172.21.15.42:0/1313402491 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc3a40775a0 0x7fc3a419e800 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fc390031440 tx=0x7fc390032ce0 comp rx=0 tx=0).stop 2024-06-13T11:55:34.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.656+0000 7fc3ac600640 1 -- 172.21.15.42:0/1313402491 shutdown_connections 2024-06-13T11:55:34.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.656+0000 7fc3ac600640 1 --2- 172.21.15.42:0/1313402491 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fc38c0a2e10 0x7fc38c0a52d0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:34.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.656+0000 7fc3ac600640 1 --2- 172.21.15.42:0/1313402491 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc3a4077f40 0x7fc3a41a5870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:34.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.656+0000 7fc3ac600640 1 --2- 172.21.15.42:0/1313402491 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc3a40775a0 0x7fc3a419e800 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:34.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.656+0000 7fc3ac600640 1 --2- 172.21.15.42:0/1313402491 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc3a4076360 0x7fc3a419e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:34.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.656+0000 7fc3ac600640 1 -- 172.21.15.42:0/1313402491 >> 172.21.15.42:0/1313402491 conn(0x7fc3a40ff150 msgr2=0x7fc3a4100790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:34.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.656+0000 7fc3ac600640 1 -- 172.21.15.42:0/1313402491 shutdown_connections 2024-06-13T11:55:34.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.656+0000 7fc3ac600640 1 -- 172.21.15.42:0/1313402491 wait complete. 2024-06-13T11:55:34.675 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-06-13T11:55:34.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.890+0000 7f3abc200640 1 -- 172.21.15.42:0/3495152604 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ab4104db0 msgr2=0x7f3ab41071a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:34.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.890+0000 7f3abc200640 1 --2- 172.21.15.42:0/3495152604 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ab4104db0 0x7f3ab41071a0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f3aa0009900 tx=0x7f3aa002a410 comp rx=0 tx=0).stop 2024-06-13T11:55:34.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.891+0000 7f3abc200640 1 -- 172.21.15.42:0/3495152604 shutdown_connections 2024-06-13T11:55:34.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.891+0000 7f3abc200640 1 --2- 172.21.15.42:0/3495152604 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3ab41076e0 0x7f3ab4109b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:34.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.891+0000 7f3abc200640 1 --2- 172.21.15.42:0/3495152604 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ab4104db0 0x7f3ab41071a0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:34.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.891+0000 7f3abc200640 1 --2- 172.21.15.42:0/3495152604 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ab4102480 0x7f3ab4104870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:34.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.891+0000 7f3abc200640 1 -- 172.21.15.42:0/3495152604 >> 172.21.15.42:0/3495152604 conn(0x7f3ab40fbe70 msgr2=0x7f3ab40fe2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:34.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.891+0000 7f3abc200640 1 -- 172.21.15.42:0/3495152604 shutdown_connections 2024-06-13T11:55:34.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.891+0000 7f3abc200640 1 -- 172.21.15.42:0/3495152604 wait complete. 2024-06-13T11:55:34.894 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.892+0000 7f3abc200640 1 Processor -- start 2024-06-13T11:55:34.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.892+0000 7f3abc200640 1 -- start start 2024-06-13T11:55:34.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.893+0000 7f3abc200640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3ab4102480 0x7f3ab4199f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:34.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.893+0000 7f3abc200640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ab4104db0 0x7f3ab419a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:34.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.893+0000 7f3abc200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ab41076e0 0x7f3ab41a1520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:34.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.893+0000 7f3abc200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3ab410d6c0 con 0x7f3ab41076e0 2024-06-13T11:55:34.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.893+0000 7f3abc200640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f3ab410d540 con 0x7f3ab4104db0 2024-06-13T11:55:34.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.893+0000 7f3abc200640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f3ab410d840 con 0x7f3ab4102480 2024-06-13T11:55:34.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.893+0000 7f3ab9800640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3ab4102480 0x7f3ab4199f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:34.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.893+0000 7f3ab8e00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ab4104db0 0x7f3ab419a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:34.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.893+0000 7f3ab9800640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3ab4102480 0x7f3ab4199f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:48040/0 (socket says 172.21.15.42:48040) 2024-06-13T11:55:34.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.893+0000 7f3ab9800640 1 -- 172.21.15.42:0/2527571354 learned_addr learned my addr 172.21.15.42:0/2527571354 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:34.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.893+0000 7f3ab8e00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ab4104db0 0x7f3ab419a4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:57306/0 (socket says 172.21.15.42:57306) 2024-06-13T11:55:34.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.893+0000 7f3aba200640 1 --2- 172.21.15.42:0/2527571354 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ab41076e0 0x7f3ab41a1520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:34.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.893+0000 7f3ab9800640 1 -- 172.21.15.42:0/2527571354 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ab4104db0 msgr2=0x7f3ab419a4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:34.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.893+0000 7f3ab9800640 1 --2- 172.21.15.42:0/2527571354 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ab4104db0 0x7f3ab419a4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:34.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.893+0000 7f3ab9800640 1 -- 172.21.15.42:0/2527571354 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ab41076e0 msgr2=0x7f3ab41a1520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:34.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.893+0000 7f3ab9800640 1 --2- 172.21.15.42:0/2527571354 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ab41076e0 0x7f3ab41a1520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:34.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.893+0000 7f3ab9800640 1 -- 172.21.15.42:0/2527571354 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ab41a1b90 con 0x7f3ab4102480 2024-06-13T11:55:34.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.894+0000 7f3ab9800640 1 --2- 172.21.15.42:0/2527571354 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3ab4102480 0x7f3ab4199f70 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f3aa800e9f0 tx=0x7f3aa800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:34.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.894+0000 7f3ab2000640 1 -- 172.21.15.42:0/2527571354 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3aa800cd80 con 0x7f3ab4102480 2024-06-13T11:55:34.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.894+0000 7f3ab2000640 1 -- 172.21.15.42:0/2527571354 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3aa8010910 con 0x7f3ab4102480 2024-06-13T11:55:34.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.894+0000 7f3ab2000640 1 -- 172.21.15.42:0/2527571354 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3aa8018990 con 0x7f3ab4102480 2024-06-13T11:55:34.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.894+0000 7f3abc200640 1 -- 172.21.15.42:0/2527571354 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ab41a1e80 con 0x7f3ab4102480 2024-06-13T11:55:34.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.894+0000 7f3abc200640 1 -- 172.21.15.42:0/2527571354 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ab41a22e0 con 0x7f3ab4102480 2024-06-13T11:55:34.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.895+0000 7f3abc200640 1 -- 172.21.15.42:0/2527571354 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ab4109230 con 0x7f3ab4102480 2024-06-13T11:55:34.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.897+0000 7f3ab2000640 1 -- 172.21.15.42:0/2527571354 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 24) ==== 138004+0+0 (secure 0 0 0) 0x7f3aa8010ac0 con 0x7f3ab4102480 2024-06-13T11:55:34.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.899+0000 7f3ab2000640 1 --2- 172.21.15.42:0/2527571354 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f3a9c0a2d90 0x7f3a9c0a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:34.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.899+0000 7f3ab2000640 1 -- 172.21.15.42:0/2527571354 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f3aa80cfda0 con 0x7f3ab4102480 2024-06-13T11:55:34.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.899+0000 7f3ab8e00640 1 --2- 172.21.15.42:0/2527571354 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f3a9c0a2d90 0x7f3a9c0a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:34.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.900+0000 7f3ab8e00640 1 --2- 172.21.15.42:0/2527571354 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f3a9c0a2d90 0x7f3a9c0a5250 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f3aa002aa00 tx=0x7f3aa00315b0 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:34.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:34.903+0000 7f3ab2000640 1 -- 172.21.15.42:0/2527571354 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f3aa809c440 con 0x7f3ab4102480 2024-06-13T11:55:35.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:34 smithi042 ceph-mon[32231]: [13/Jun/2024:11:55:33] ENGINE Bus STARTING 2024-06-13T11:55:35.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:34 smithi042 ceph-mon[32231]: [13/Jun/2024:11:55:33] ENGINE Serving on https://172.21.15.42:7150 2024-06-13T11:55:35.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:34 smithi042 ceph-mon[32231]: [13/Jun/2024:11:55:33] ENGINE Serving on http://172.21.15.42:8765 2024-06-13T11:55:35.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:34 smithi042 ceph-mon[32231]: [13/Jun/2024:11:55:33] ENGINE Bus STARTED 2024-06-13T11:55:35.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:34 smithi042 ceph-mon[32231]: pgmap v4: 129 pgs: 129 active+clean; 1.1 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:55:35.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:34 smithi042 ceph-mon[32231]: mgrmap e24: x(active, since 2s), standbys: z, y 2024-06-13T11:55:35.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:34 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:35.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:34 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:35.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:34 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:35.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:34 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:35.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:34 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2552193329' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-06-13T11:55:35.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:34 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/1313402491' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-06-13T11:55:35.115 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:35.115+0000 7f3abc200640 1 -- 172.21.15.42:0/2527571354 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f3ab4062640 con 0x7f3ab4102480 2024-06-13T11:55:35.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:35.116+0000 7f3ab2000640 1 -- 172.21.15.42:0/2527571354 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v101) ==== 103+0+11 (secure 0 0 0) 0x7f3aa809bd40 con 0x7f3ab4102480 2024-06-13T11:55:35.116 INFO:teuthology.orchestra.run.smithi042.stdout:pg_num: 32 2024-06-13T11:55:35.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:35.119+0000 7f3abc200640 1 -- 172.21.15.42:0/2527571354 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f3a9c0a2d90 msgr2=0x7f3a9c0a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:35.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:35.119+0000 7f3abc200640 1 --2- 172.21.15.42:0/2527571354 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f3a9c0a2d90 0x7f3a9c0a5250 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f3aa002aa00 tx=0x7f3aa00315b0 comp rx=0 tx=0).stop 2024-06-13T11:55:35.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:35.119+0000 7f3abc200640 1 -- 172.21.15.42:0/2527571354 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3ab4102480 msgr2=0x7f3ab4199f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:35.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:35.119+0000 7f3abc200640 1 --2- 172.21.15.42:0/2527571354 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3ab4102480 0x7f3ab4199f70 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f3aa800e9f0 tx=0x7f3aa800eeb0 comp rx=0 tx=0).stop 2024-06-13T11:55:35.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:35.119+0000 7f3abc200640 1 -- 172.21.15.42:0/2527571354 shutdown_connections 2024-06-13T11:55:35.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:35.119+0000 7f3abc200640 1 --2- 172.21.15.42:0/2527571354 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f3a9c0a2d90 0x7f3a9c0a5250 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:35.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:35.119+0000 7f3abc200640 1 --2- 172.21.15.42:0/2527571354 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ab41076e0 0x7f3ab41a1520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:35.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:35.119+0000 7f3abc200640 1 --2- 172.21.15.42:0/2527571354 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ab4104db0 0x7f3ab419a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:35.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:35.119+0000 7f3abc200640 1 --2- 172.21.15.42:0/2527571354 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3ab4102480 0x7f3ab4199f70 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:35.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:35.119+0000 7f3abc200640 1 -- 172.21.15.42:0/2527571354 >> 172.21.15.42:0/2527571354 conn(0x7f3ab40fbe70 msgr2=0x7f3ab4101c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:35.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:35.119+0000 7f3abc200640 1 -- 172.21.15.42:0/2527571354 shutdown_connections 2024-06-13T11:55:35.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:35.119+0000 7f3abc200640 1 -- 172.21.15.42:0/2527571354 wait complete. 2024-06-13T11:55:35.141 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2024-06-13T11:55:35.141 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T11:55:35.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:34 smithi162 ceph-mon[36757]: [13/Jun/2024:11:55:33] ENGINE Bus STARTING 2024-06-13T11:55:35.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:34 smithi162 ceph-mon[36757]: [13/Jun/2024:11:55:33] ENGINE Serving on https://172.21.15.42:7150 2024-06-13T11:55:35.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:34 smithi162 ceph-mon[36757]: [13/Jun/2024:11:55:33] ENGINE Serving on http://172.21.15.42:8765 2024-06-13T11:55:35.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:34 smithi162 ceph-mon[36757]: [13/Jun/2024:11:55:33] ENGINE Bus STARTED 2024-06-13T11:55:35.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:34 smithi162 ceph-mon[36757]: pgmap v4: 129 pgs: 129 active+clean; 1.1 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:55:35.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:34 smithi162 ceph-mon[36757]: mgrmap e24: x(active, since 2s), standbys: z, y 2024-06-13T11:55:35.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:34 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:35.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:34 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:35.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:34 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:35.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:34 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:35.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:34 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2552193329' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-06-13T11:55:35.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:34 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/1313402491' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-06-13T11:55:35.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:34 smithi088 ceph-mon[36399]: [13/Jun/2024:11:55:33] ENGINE Bus STARTING 2024-06-13T11:55:35.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:34 smithi088 ceph-mon[36399]: [13/Jun/2024:11:55:33] ENGINE Serving on https://172.21.15.42:7150 2024-06-13T11:55:35.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:34 smithi088 ceph-mon[36399]: [13/Jun/2024:11:55:33] ENGINE Serving on http://172.21.15.42:8765 2024-06-13T11:55:35.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:34 smithi088 ceph-mon[36399]: [13/Jun/2024:11:55:33] ENGINE Bus STARTED 2024-06-13T11:55:35.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:34 smithi088 ceph-mon[36399]: pgmap v4: 129 pgs: 129 active+clean; 1.1 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:55:35.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:34 smithi088 ceph-mon[36399]: mgrmap e24: x(active, since 2s), standbys: z, y 2024-06-13T11:55:35.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:34 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:35.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:34 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:35.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:34 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:35.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:34 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:35.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:34 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2552193329' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-06-13T11:55:35.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:34 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/1313402491' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-06-13T11:55:35.569 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:55:36.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:36 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:36.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:36 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:36.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:36 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2527571354' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-06-13T11:55:36.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:36 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:36.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:36 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:36.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:36 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:36 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:36 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:36 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:36 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:36 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:36 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:36 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:36 smithi042 ceph-mon[32231]: Adjusting osd_memory_target on smithi088 to 176.2M 2024-06-13T11:55:36.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:36 smithi042 ceph-mon[32231]: Unable to set osd_memory_target on smithi088 to 184785305: error parsing value: Value '184785305' is below minimum 939524096 2024-06-13T11:55:36.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:36 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:36.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:36 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:36.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:36 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:36 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:36 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:36 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.310 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:36 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.310 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:36 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.310 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:36 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.310 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:36 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.310 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:36 smithi042 ceph-mon[32231]: Adjusting osd_memory_target on smithi162 to 176.2M 2024-06-13T11:55:36.310 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:36 smithi042 ceph-mon[32231]: Unable to set osd_memory_target on smithi162 to 184788172: error parsing value: Value '184788172' is below minimum 939524096 2024-06-13T11:55:36.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:36 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:36.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:36 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:36.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:36 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2527571354' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-06-13T11:55:36.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:36 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:36.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:36 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:36.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:36 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:36 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:36 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:36 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:36 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:36 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:36 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:36 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:36 smithi162 ceph-mon[36757]: Adjusting osd_memory_target on smithi088 to 176.2M 2024-06-13T11:55:36.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:36 smithi162 ceph-mon[36757]: Unable to set osd_memory_target on smithi088 to 184785305: error parsing value: Value '184785305' is below minimum 939524096 2024-06-13T11:55:36.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:36 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:36.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:36 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:36.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:36 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:36 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:36 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:36 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:36 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:36 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:36 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:36 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.406 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:36 smithi162 ceph-mon[36757]: Adjusting osd_memory_target on smithi162 to 176.2M 2024-06-13T11:55:36.406 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:36 smithi162 ceph-mon[36757]: Unable to set osd_memory_target on smithi162 to 184788172: error parsing value: Value '184788172' is below minimum 939524096 2024-06-13T11:55:36.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:36 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:36.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:36 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:36.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:36 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2527571354' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-06-13T11:55:36.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:36 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:36.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:36 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:36.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:36 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:36 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:36 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:36 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.506 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:36 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.506 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:36 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.506 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:36 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.506 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:36 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.506 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:36 smithi088 ceph-mon[36399]: Adjusting osd_memory_target on smithi088 to 176.2M 2024-06-13T11:55:36.506 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:36 smithi088 ceph-mon[36399]: Unable to set osd_memory_target on smithi088 to 184785305: error parsing value: Value '184785305' is below minimum 939524096 2024-06-13T11:55:36.506 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:36 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:36.506 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:36 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:36.506 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:36 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.506 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:36 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.506 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:36 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.506 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:36 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.506 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:36 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.507 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:36 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.507 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:36 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.507 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:36 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:36.507 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:36 smithi088 ceph-mon[36399]: Adjusting osd_memory_target on smithi162 to 176.2M 2024-06-13T11:55:36.507 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:36 smithi088 ceph-mon[36399]: Unable to set osd_memory_target on smithi162 to 184788172: error parsing value: Value '184788172' is below minimum 939524096 2024-06-13T11:55:37.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:37 smithi088 ceph-mon[36399]: pgmap v5: 129 pgs: 129 active+clean; 1.1 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:55:37.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:37 smithi088 ceph-mon[36399]: mgrmap e25: x(active, since 4s), standbys: z, y 2024-06-13T11:55:37.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:37 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:37.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:37 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:37.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:37 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:37.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:37 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:37.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:37 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:37.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:37 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:37.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:37 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:37.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:37 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:37.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:37 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:37.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:37 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:37.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:37 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:55:37.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:37 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:55:37.554 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:37 smithi042 ceph-mon[32231]: pgmap v5: 129 pgs: 129 active+clean; 1.1 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:55:37.555 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:37 smithi042 ceph-mon[32231]: mgrmap e25: x(active, since 4s), standbys: z, y 2024-06-13T11:55:37.555 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:37 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:37.555 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:37 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:37.555 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:37 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:37.555 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:37 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:37.555 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:37 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:37.555 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:37 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:37.555 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:37 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:37.555 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:37 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:37.555 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:37 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:37.555 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:37 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:37.555 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:37 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:55:37.555 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:37 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:55:37.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:37 smithi162 ceph-mon[36757]: pgmap v5: 129 pgs: 129 active+clean; 1.1 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:55:37.670 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:37 smithi162 ceph-mon[36757]: mgrmap e25: x(active, since 4s), standbys: z, y 2024-06-13T11:55:37.670 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:37 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:37.670 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:37 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:37.670 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:37 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:37.670 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:37 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:37.670 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:37 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:37.670 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:37 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:37.670 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:37 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:37.670 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:37 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:37.670 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:37 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:37.670 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:37 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-13T11:55:37.671 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:37 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:55:37.671 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:37 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:55:37.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.744+0000 7f61f2000700 1 -- 172.21.15.42:0/2995817577 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f61ec102ed0 msgr2=0x7f61ec10f360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:37.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.744+0000 7f61f2000700 1 --2- 172.21.15.42:0/2995817577 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f61ec102ed0 0x7f61ec10f360 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f61e4009f90 tx=0x7f61e400b330 comp rx=0 tx=0).stop 2024-06-13T11:55:37.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.744+0000 7f61f2000700 1 -- 172.21.15.42:0/2995817577 shutdown_connections 2024-06-13T11:55:37.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.744+0000 7f61f2000700 1 --2- 172.21.15.42:0/2995817577 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f61ec102ed0 0x7f61ec10f360 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:37.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.744+0000 7f61f2000700 1 --2- 172.21.15.42:0/2995817577 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f61ec108520 0x7f61ec108900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:37.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.744+0000 7f61f2000700 1 --2- 172.21.15.42:0/2995817577 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f61ec102510 0x7f61ec102990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:37.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.744+0000 7f61f2000700 1 -- 172.21.15.42:0/2995817577 >> 172.21.15.42:0/2995817577 conn(0x7f61ec079640 msgr2=0x7f61ec079a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:37.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.744+0000 7f61f2000700 1 -- 172.21.15.42:0/2995817577 shutdown_connections 2024-06-13T11:55:37.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.744+0000 7f61f2000700 1 -- 172.21.15.42:0/2995817577 wait complete. 2024-06-13T11:55:37.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.746+0000 7f61f2000700 1 Processor -- start 2024-06-13T11:55:37.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.746+0000 7f61f2000700 1 -- start start 2024-06-13T11:55:37.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.746+0000 7f61f2000700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f61ec102510 0x7f61ec19aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:37.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.746+0000 7f61f2000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f61ec102ed0 0x7f61ec19b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:37.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.746+0000 7f61f2000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f61ec108520 0x7f61ec19f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:37.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.746+0000 7f61f2000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f61ec1127f0 con 0x7f61ec102ed0 2024-06-13T11:55:37.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.746+0000 7f61f2000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f61ec112670 con 0x7f61ec108520 2024-06-13T11:55:37.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.746+0000 7f61f2000700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f61ec112970 con 0x7f61ec102510 2024-06-13T11:55:37.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.747+0000 7f61eb400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f61ec102510 0x7f61ec19aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:37.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.747+0000 7f61eb400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f61ec102510 0x7f61ec19aeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:48072/0 (socket says 172.21.15.42:48072) 2024-06-13T11:55:37.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.747+0000 7f61eb400700 1 -- 172.21.15.42:0/466844715 learned_addr learned my addr 172.21.15.42:0/466844715 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:37.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.747+0000 7f61ebe00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f61ec108520 0x7f61ec19f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:37.750 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.747+0000 7f61eaa00700 1 --2- 172.21.15.42:0/466844715 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f61ec102ed0 0x7f61ec19b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:37.750 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.747+0000 7f61ebe00700 1 -- 172.21.15.42:0/466844715 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f61ec102510 msgr2=0x7f61ec19aeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:37.750 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.747+0000 7f61ebe00700 1 --2- 172.21.15.42:0/466844715 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f61ec102510 0x7f61ec19aeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:37.750 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.747+0000 7f61ebe00700 1 -- 172.21.15.42:0/466844715 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f61ec102ed0 msgr2=0x7f61ec19b3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:37.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.747+0000 7f61ebe00700 1 --2- 172.21.15.42:0/466844715 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f61ec102ed0 0x7f61ec19b3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:37.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.747+0000 7f61ebe00700 1 -- 172.21.15.42:0/466844715 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61ec19fd80 con 0x7f61ec108520 2024-06-13T11:55:37.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.747+0000 7f61eb400700 1 --2- 172.21.15.42:0/466844715 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f61ec102510 0x7f61ec19aeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:55:37.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.748+0000 7f61ebe00700 1 --2- 172.21.15.42:0/466844715 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f61ec108520 0x7f61ec19f640 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f61e4009f90 tx=0x7f61e400cef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:37.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.748+0000 7f61e3e00700 1 -- 172.21.15.42:0/466844715 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61e4021070 con 0x7f61ec108520 2024-06-13T11:55:37.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.748+0000 7f61e3e00700 1 -- 172.21.15.42:0/466844715 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f61e4007ac0 con 0x7f61ec108520 2024-06-13T11:55:37.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.748+0000 7f61f2000700 1 -- 172.21.15.42:0/466844715 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61ec1a0010 con 0x7f61ec108520 2024-06-13T11:55:37.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.748+0000 7f61e3e00700 1 -- 172.21.15.42:0/466844715 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61e40052a0 con 0x7f61ec108520 2024-06-13T11:55:37.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.748+0000 7f61f2000700 1 -- 172.21.15.42:0/466844715 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61ec1a78f0 con 0x7f61ec108520 2024-06-13T11:55:37.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.750+0000 7f61f2000700 1 -- 172.21.15.42:0/466844715 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61ec069180 con 0x7f61ec108520 2024-06-13T11:55:37.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.751+0000 7f61e3e00700 1 -- 172.21.15.42:0/466844715 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 25) ==== 138060+0+0 (secure 0 0 0) 0x7f61e4024070 con 0x7f61ec108520 2024-06-13T11:55:37.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.753+0000 7f61e3e00700 1 --2- 172.21.15.42:0/466844715 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f61d00a2f30 0x7f61d00a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:37.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.753+0000 7f61e3e00700 1 -- 172.21.15.42:0/466844715 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f61e400f020 con 0x7f61ec108520 2024-06-13T11:55:37.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.754+0000 7f61eb400700 1 --2- 172.21.15.42:0/466844715 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f61d00a2f30 0x7f61d00a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:37.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.754+0000 7f61eb400700 1 --2- 172.21.15.42:0/466844715 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f61d00a2f30 0x7f61d00a53f0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f61dc005950 tx=0x7f61dc009310 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:37.757 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:37.757+0000 7f61e3e00700 1 -- 172.21.15.42:0/466844715 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f61e402b020 con 0x7f61ec108520 2024-06-13T11:55:38.094 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:38.093+0000 7f61f2000700 1 -- 172.21.15.42:0/466844715 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f61ec1a7b20 con 0x7f61ec108520 2024-06-13T11:55:38.094 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:38.094+0000 7f61e3e00700 1 -- 172.21.15.42:0/466844715 <== mon.2 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11863 (secure 0 0 0) 0x7f61e4007c70 con 0x7f61ec108520 2024-06-13T11:55:38.095 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:55:38.095 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/1118564562","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1118564562},{"type":"v1","addr":"172.21.15.42:6835","nonce":1118564562}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/1600300489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":1600300489},{"type":"v1","addr":"172.21.15.42:6837","nonce":1600300489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14400,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/4007002681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":4007002681},{"type":"v1","addr":"172.21.15.42:6841","nonce":4007002681}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/917201081","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":917201081},{"type":"v1","addr":"172.21.15.162:6833","nonce":917201081}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/426832354","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":426832354},{"type":"v1","addr":"172.21.15.88:6833","nonce":426832354}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24457,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6835/1190029601","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6834","nonce":1190029601},{"type":"v1","addr":"172.21.15.162:6835","nonce":1190029601}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T11:50:39.387599+0000","modified":"2024-06-13T11:55:30.020300+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24539,"mds_1":24500,"mds_2":24499},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.162:6837/987659844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6836","nonce":987659844},{"type":"v1","addr":"172.21.15.162:6837","nonce":987659844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/3467952345","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":3467952345},{"type":"v1","addr":"172.21.15.88:6835","nonce":3467952345}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.162:6839/4260392567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6838","nonce":4260392567},{"type":"v1","addr":"172.21.15.162:6839","nonce":4260392567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"g","rank":2,"incarnation":22,"state":"up:active","state_seq":29,"addr":"172.21.15.42:6839/228676134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":228676134},{"type":"v1","addr":"172.21.15.42:6839","nonce":228676134}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24500":{"gid":24500,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":31,"addr":"172.21.15.88:6837/2567581640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2567581640},{"type":"v1","addr":"172.21.15.88:6837","nonce":2567581640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6839/2189735817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2189735817},{"type":"v1","addr":"172.21.15.88:6839","nonce":2189735817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24539,"qdb_cluster":[24499,24500,24539]},"id":1}]} 2024-06-13T11:55:38.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:38.097+0000 7f61f2000700 1 -- 172.21.15.42:0/466844715 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f61d00a2f30 msgr2=0x7f61d00a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:38.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:38.097+0000 7f61f2000700 1 --2- 172.21.15.42:0/466844715 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f61d00a2f30 0x7f61d00a53f0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f61dc005950 tx=0x7f61dc009310 comp rx=0 tx=0).stop 2024-06-13T11:55:38.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:38.097+0000 7f61f2000700 1 -- 172.21.15.42:0/466844715 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f61ec108520 msgr2=0x7f61ec19f640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:38.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:38.097+0000 7f61f2000700 1 --2- 172.21.15.42:0/466844715 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f61ec108520 0x7f61ec19f640 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f61e4009f90 tx=0x7f61e400cef0 comp rx=0 tx=0).stop 2024-06-13T11:55:38.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:38.097+0000 7f61f2000700 1 -- 172.21.15.42:0/466844715 shutdown_connections 2024-06-13T11:55:38.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:38.097+0000 7f61f2000700 1 --2- 172.21.15.42:0/466844715 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f61d00a2f30 0x7f61d00a53f0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:38.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:38.097+0000 7f61f2000700 1 --2- 172.21.15.42:0/466844715 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f61ec108520 0x7f61ec19f640 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:38.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:38.097+0000 7f61f2000700 1 --2- 172.21.15.42:0/466844715 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f61ec102510 0x7f61ec19aeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:38.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:38.097+0000 7f61f2000700 1 --2- 172.21.15.42:0/466844715 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f61ec102ed0 0x7f61ec19b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:38.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:38.097+0000 7f61f2000700 1 -- 172.21.15.42:0/466844715 >> 172.21.15.42:0/466844715 conn(0x7f61ec079640 msgr2=0x7f61ec100f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:38.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:38.097+0000 7f61f2000700 1 -- 172.21.15.42:0/466844715 shutdown_connections 2024-06-13T11:55:38.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:38.098+0000 7f61f2000700 1 -- 172.21.15.42:0/466844715 wait complete. 2024-06-13T11:55:38.100 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 27 2024-06-13T11:55:38.503 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:38 smithi042 ceph-mon[32231]: Adjusting osd_memory_target on smithi042 to 177.5M 2024-06-13T11:55:38.503 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:38 smithi042 ceph-mon[32231]: Unable to set osd_memory_target on smithi042 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-06-13T11:55:38.503 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:38 smithi042 ceph-mon[32231]: Updating smithi042:/etc/ceph/ceph.conf 2024-06-13T11:55:38.503 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:38 smithi042 ceph-mon[32231]: Updating smithi088:/etc/ceph/ceph.conf 2024-06-13T11:55:38.503 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:38 smithi042 ceph-mon[32231]: Updating smithi162:/etc/ceph/ceph.conf 2024-06-13T11:55:38.503 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:38 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/466844715' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:55:38.503 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:38 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:38.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:38 smithi088 ceph-mon[36399]: Adjusting osd_memory_target on smithi042 to 177.5M 2024-06-13T11:55:38.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:38 smithi088 ceph-mon[36399]: Unable to set osd_memory_target on smithi042 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-06-13T11:55:38.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:38 smithi088 ceph-mon[36399]: Updating smithi042:/etc/ceph/ceph.conf 2024-06-13T11:55:38.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:38 smithi088 ceph-mon[36399]: Updating smithi088:/etc/ceph/ceph.conf 2024-06-13T11:55:38.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:38 smithi088 ceph-mon[36399]: Updating smithi162:/etc/ceph/ceph.conf 2024-06-13T11:55:38.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:38 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/466844715' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:55:38.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:38 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:38.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:38 smithi162 ceph-mon[36757]: Adjusting osd_memory_target on smithi042 to 177.5M 2024-06-13T11:55:38.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:38 smithi162 ceph-mon[36757]: Unable to set osd_memory_target on smithi042 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-06-13T11:55:38.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:38 smithi162 ceph-mon[36757]: Updating smithi042:/etc/ceph/ceph.conf 2024-06-13T11:55:38.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:38 smithi162 ceph-mon[36757]: Updating smithi088:/etc/ceph/ceph.conf 2024-06-13T11:55:38.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:38 smithi162 ceph-mon[36757]: Updating smithi162:/etc/ceph/ceph.conf 2024-06-13T11:55:38.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:38 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/466844715' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:55:38.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:38 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:38.996 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2024-06-13T11:55:38.996 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2024-06-13T11:55:38.996 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-06-13T11:55:39.187 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.187+0000 7f0d0f000640 1 -- 172.21.15.42:0/228349934 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0d081017c0 msgr2=0x7f0d08101c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:39.188 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.187+0000 7f0d0f000640 1 --2- 172.21.15.42:0/228349934 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0d081017c0 0x7f0d08101c40 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f0cf4009930 tx=0x7f0cf402a420 comp rx=0 tx=0).stop 2024-06-13T11:55:39.188 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.187+0000 7f0d0f000640 1 -- 172.21.15.42:0/228349934 shutdown_connections 2024-06-13T11:55:39.188 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.187+0000 7f0d0f000640 1 --2- 172.21.15.42:0/228349934 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0d08102180 0x7f0d0810e690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:39.188 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.187+0000 7f0d0f000640 1 --2- 172.21.15.42:0/228349934 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0d081017c0 0x7f0d08101c40 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:39.188 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.187+0000 7f0d0f000640 1 --2- 172.21.15.42:0/228349934 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0d081077d0 0x7f0d08107bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:39.188 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.187+0000 7f0d0f000640 1 -- 172.21.15.42:0/228349934 >> 172.21.15.42:0/228349934 conn(0x7f0d080fd2d0 msgr2=0x7f0d080ff6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:39.188 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.187+0000 7f0d0f000640 1 -- 172.21.15.42:0/228349934 shutdown_connections 2024-06-13T11:55:39.188 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.187+0000 7f0d0f000640 1 -- 172.21.15.42:0/228349934 wait complete. 2024-06-13T11:55:39.189 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.188+0000 7f0d0f000640 1 Processor -- start 2024-06-13T11:55:39.189 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.188+0000 7f0d0f000640 1 -- start start 2024-06-13T11:55:39.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.188+0000 7f0d0f000640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0d081017c0 0x7f0d0819a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:39.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.188+0000 7f0d0f000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0d08102180 0x7f0d0819a810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:39.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.188+0000 7f0d0f000640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0d081077d0 0x7f0d0819eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:39.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.189+0000 7f0d0f000640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0d08111c30 con 0x7f0d08102180 2024-06-13T11:55:39.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.189+0000 7f0d0f000640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f0d08111ab0 con 0x7f0d081017c0 2024-06-13T11:55:39.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.189+0000 7f0d0f000640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f0d08111db0 con 0x7f0d081077d0 2024-06-13T11:55:39.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.189+0000 7f0d0dc00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0d081017c0 0x7f0d0819a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:39.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.189+0000 7f0d0d200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0d08102180 0x7f0d0819a810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:39.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.189+0000 7f0d0dc00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0d081017c0 0x7f0d0819a2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:49526/0 (socket says 172.21.15.42:49526) 2024-06-13T11:55:39.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.189+0000 7f0d0dc00640 1 -- 172.21.15.42:0/1401956089 learned_addr learned my addr 172.21.15.42:0/1401956089 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:39.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.189+0000 7f0d0e600640 1 --2- 172.21.15.42:0/1401956089 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0d081077d0 0x7f0d0819eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:39.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.189+0000 7f0d0dc00640 1 -- 172.21.15.42:0/1401956089 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0d081077d0 msgr2=0x7f0d0819eb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:39.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.189+0000 7f0d0dc00640 1 --2- 172.21.15.42:0/1401956089 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0d081077d0 0x7f0d0819eb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:39.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.189+0000 7f0d0dc00640 1 -- 172.21.15.42:0/1401956089 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0d08102180 msgr2=0x7f0d0819a810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:39.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.189+0000 7f0d0dc00640 1 --2- 172.21.15.42:0/1401956089 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0d08102180 0x7f0d0819a810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:39.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.189+0000 7f0d0dc00640 1 -- 172.21.15.42:0/1401956089 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d0819f2c0 con 0x7f0d081017c0 2024-06-13T11:55:39.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.189+0000 7f0d0d200640 1 --2- 172.21.15.42:0/1401956089 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0d08102180 0x7f0d0819a810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:55:39.192 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.190+0000 7f0d0dc00640 1 --2- 172.21.15.42:0/1401956089 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0d081017c0 0x7f0d0819a2d0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f0cfc00e9f0 tx=0x7f0cfc00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:39.192 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.190+0000 7f0d06000640 1 -- 172.21.15.42:0/1401956089 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cfc00cd80 con 0x7f0d081017c0 2024-06-13T11:55:39.192 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.190+0000 7f0d06000640 1 -- 172.21.15.42:0/1401956089 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0cfc010910 con 0x7f0d081017c0 2024-06-13T11:55:39.192 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.190+0000 7f0d06000640 1 -- 172.21.15.42:0/1401956089 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cfc018990 con 0x7f0d081017c0 2024-06-13T11:55:39.192 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.190+0000 7f0d0f000640 1 -- 172.21.15.42:0/1401956089 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d0819f5b0 con 0x7f0d081017c0 2024-06-13T11:55:39.192 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.190+0000 7f0d0f000640 1 -- 172.21.15.42:0/1401956089 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d081a6e40 con 0x7f0d081017c0 2024-06-13T11:55:39.192 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.191+0000 7f0d0f000640 1 -- 172.21.15.42:0/1401956089 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d08102f00 con 0x7f0d081017c0 2024-06-13T11:55:39.194 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.193+0000 7f0d06000640 1 -- 172.21.15.42:0/1401956089 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 25) ==== 138060+0+0 (secure 0 0 0) 0x7f0cfc010ac0 con 0x7f0d081017c0 2024-06-13T11:55:39.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.195+0000 7f0d06000640 1 --2- 172.21.15.42:0/1401956089 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f0cf00a2ea0 0x7f0cf00a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:39.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.195+0000 7f0d06000640 1 -- 172.21.15.42:0/1401956089 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f0cfc0cfce0 con 0x7f0d081017c0 2024-06-13T11:55:39.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.195+0000 7f0d0d200640 1 --2- 172.21.15.42:0/1401956089 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f0cf00a2ea0 0x7f0cf00a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:39.196 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.196+0000 7f0d0d200640 1 --2- 172.21.15.42:0/1401956089 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f0cf00a2ea0 0x7f0cf00a5360 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f0cf4006010 tx=0x7f0cf4031510 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:39.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.199+0000 7f0d06000640 1 -- 172.21.15.42:0/1401956089 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f0cfc09bc50 con 0x7f0d081017c0 2024-06-13T11:55:39.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.415+0000 7f0d0f000640 1 -- 172.21.15.42:0/1401956089 --> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0d080fe780 con 0x7f0cf00a2ea0 2024-06-13T11:55:39.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.432+0000 7f0d06000640 1 -- 172.21.15.42:0/1401956089 <== mgr.25157 v2:172.21.15.42:6800/3710434171 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339582 (secure 0 0 0) 0x7f0d080fe780 con 0x7f0cf00a2ea0 2024-06-13T11:55:39.438 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:55:39.441 INFO:teuthology.orchestra.run.smithi042.stderr:dumped all 2024-06-13T11:55:39.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.438+0000 7f0d0f000640 1 -- 172.21.15.42:0/1401956089 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f0cf00a2ea0 msgr2=0x7f0cf00a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:39.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.438+0000 7f0d0f000640 1 --2- 172.21.15.42:0/1401956089 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f0cf00a2ea0 0x7f0cf00a5360 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f0cf4006010 tx=0x7f0cf4031510 comp rx=0 tx=0).stop 2024-06-13T11:55:39.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.438+0000 7f0d0f000640 1 -- 172.21.15.42:0/1401956089 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0d081017c0 msgr2=0x7f0d0819a2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:39.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.438+0000 7f0d0f000640 1 --2- 172.21.15.42:0/1401956089 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0d081017c0 0x7f0d0819a2d0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f0cfc00e9f0 tx=0x7f0cfc00eeb0 comp rx=0 tx=0).stop 2024-06-13T11:55:39.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.438+0000 7f0d0f000640 1 -- 172.21.15.42:0/1401956089 shutdown_connections 2024-06-13T11:55:39.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.438+0000 7f0d0f000640 1 --2- 172.21.15.42:0/1401956089 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f0cf00a2ea0 0x7f0cf00a5360 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:39.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.438+0000 7f0d0f000640 1 --2- 172.21.15.42:0/1401956089 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0d08102180 0x7f0d0819a810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:39.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.438+0000 7f0d0f000640 1 --2- 172.21.15.42:0/1401956089 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0d081077d0 0x7f0d0819eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:39.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.438+0000 7f0d0f000640 1 --2- 172.21.15.42:0/1401956089 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0d081017c0 0x7f0d0819a2d0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:39.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.438+0000 7f0d0f000640 1 -- 172.21.15.42:0/1401956089 >> 172.21.15.42:0/1401956089 conn(0x7f0d080fd2d0 msgr2=0x7f0d0810cf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:39.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.438+0000 7f0d0f000640 1 -- 172.21.15.42:0/1401956089 shutdown_connections 2024-06-13T11:55:39.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.438+0000 7f0d0f000640 1 -- 172.21.15.42:0/1401956089 wait complete. 2024-06-13T11:55:39.459 INFO:teuthology.orchestra.run.smithi042.stdout:{"pg_ready":true,"pg_map":{"version":6,"stamp":"2024-06-13T11:55:37.812736+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1190742,"num_objects":66,"num_object_clones":0,"num_object_copies":200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":1523,"num_read_kb":925,"num_write":489,"num_write_kb":4388,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":878,"ondisk_log_size":878,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":382048,"kb_used_data":16220,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124559776,"statfs":{"total":1151940427776,"available":1151549210624,"internally_reserved":0,"allocated":16609280,"data_stored":9468154,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":374453562},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.977106"},"pg_stats":[{"pgid":"3.3f","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.924415+0000","last_change":"2024-06-13T11:50:36.448635+0000","last_active":"2024-06-13T11:55:31.924415+0000","last_peered":"2024-06-13T11:55:31.924415+0000","last_clean":"2024-06-13T11:55:31.924415+0000","last_became_active":"2024-06-13T11:50:36.448111+0000","last_became_peered":"2024-06-13T11:50:36.448111+0000","last_unstale":"2024-06-13T11:55:31.924415+0000","last_undegraded":"2024-06-13T11:55:31.924415+0000","last_fullsized":"2024-06-13T11:55:31.924415+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:29:52.539514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"100'4","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.892974+0000","last_change":"2024-06-13T11:50:36.452784+0000","last_active":"2024-06-13T11:55:31.892974+0000","last_peered":"2024-06-13T11:55:31.892974+0000","last_clean":"2024-06-13T11:55:31.892974+0000","last_became_active":"2024-06-13T11:50:36.452506+0000","last_became_peered":"2024-06-13T11:50:36.452506+0000","last_unstale":"2024-06-13T11:55:31.892974+0000","last_undegraded":"2024-06-13T11:55:31.892974+0000","last_fullsized":"2024-06-13T11:55:31.892974+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:24:10.080882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"100'7","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.892560+0000","last_change":"2024-06-13T11:50:36.452965+0000","last_active":"2024-06-13T11:55:31.892560+0000","last_peered":"2024-06-13T11:55:31.892560+0000","last_clean":"2024-06-13T11:55:31.892560+0000","last_became_active":"2024-06-13T11:50:36.452605+0000","last_became_peered":"2024-06-13T11:50:36.452605+0000","last_unstale":"2024-06-13T11:55:31.892560+0000","last_undegraded":"2024-06-13T11:55:31.892560+0000","last_fullsized":"2024-06-13T11:55:31.892560+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:59:08.463531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790998+0000","last_change":"2024-06-13T11:50:36.444046+0000","last_active":"2024-06-13T11:55:31.790998+0000","last_peered":"2024-06-13T11:55:31.790998+0000","last_clean":"2024-06-13T11:55:31.790998+0000","last_became_active":"2024-06-13T11:50:36.442838+0000","last_became_peered":"2024-06-13T11:50:36.442838+0000","last_unstale":"2024-06-13T11:55:31.790998+0000","last_undegraded":"2024-06-13T11:55:31.790998+0000","last_fullsized":"2024-06-13T11:55:31.790998+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:27:46.472089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"100'4","reported_seq":45,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073629+0000","last_change":"2024-06-13T11:50:36.457506+0000","last_active":"2024-06-13T11:55:32.073629+0000","last_peered":"2024-06-13T11:55:32.073629+0000","last_clean":"2024-06-13T11:55:32.073629+0000","last_became_active":"2024-06-13T11:50:36.457269+0000","last_became_peered":"2024-06-13T11:50:36.457269+0000","last_unstale":"2024-06-13T11:55:32.073629+0000","last_undegraded":"2024-06-13T11:55:32.073629+0000","last_fullsized":"2024-06-13T11:55:32.073629+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:04:26.858158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"100'6","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.934472+0000","last_change":"2024-06-13T11:50:36.445065+0000","last_active":"2024-06-13T11:55:31.934472+0000","last_peered":"2024-06-13T11:55:31.934472+0000","last_clean":"2024-06-13T11:55:31.934472+0000","last_became_active":"2024-06-13T11:50:36.444760+0000","last_became_peered":"2024-06-13T11:50:36.444760+0000","last_unstale":"2024-06-13T11:55:31.934472+0000","last_undegraded":"2024-06-13T11:55:31.934472+0000","last_fullsized":"2024-06-13T11:55:31.934472+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:56:56.098315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"100'5","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072694+0000","last_change":"2024-06-13T11:50:36.444460+0000","last_active":"2024-06-13T11:55:32.072694+0000","last_peered":"2024-06-13T11:55:32.072694+0000","last_clean":"2024-06-13T11:55:32.072694+0000","last_became_active":"2024-06-13T11:50:36.444127+0000","last_became_peered":"2024-06-13T11:50:36.444127+0000","last_unstale":"2024-06-13T11:55:32.072694+0000","last_undegraded":"2024-06-13T11:55:32.072694+0000","last_fullsized":"2024-06-13T11:55:32.072694+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:04:23.675913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"100'9","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791220+0000","last_change":"2024-06-13T11:50:36.439840+0000","last_active":"2024-06-13T11:55:31.791220+0000","last_peered":"2024-06-13T11:55:31.791220+0000","last_clean":"2024-06-13T11:55:31.791220+0000","last_became_active":"2024-06-13T11:50:36.438965+0000","last_became_peered":"2024-06-13T11:50:36.438965+0000","last_unstale":"2024-06-13T11:55:31.791220+0000","last_undegraded":"2024-06-13T11:55:31.791220+0000","last_fullsized":"2024-06-13T11:55:31.791220+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:13:17.486496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"100'11","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.074078+0000","last_change":"2024-06-13T11:50:36.432417+0000","last_active":"2024-06-13T11:55:32.074078+0000","last_peered":"2024-06-13T11:55:32.074078+0000","last_clean":"2024-06-13T11:55:32.074078+0000","last_became_active":"2024-06-13T11:50:36.432053+0000","last_became_peered":"2024-06-13T11:50:36.432053+0000","last_unstale":"2024-06-13T11:55:32.074078+0000","last_undegraded":"2024-06-13T11:55:32.074078+0000","last_fullsized":"2024-06-13T11:55:32.074078+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:40:17.612339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"100'16","reported_seq":58,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.934782+0000","last_change":"2024-06-13T11:50:36.439609+0000","last_active":"2024-06-13T11:55:31.934782+0000","last_peered":"2024-06-13T11:55:31.934782+0000","last_clean":"2024-06-13T11:55:31.934782+0000","last_became_active":"2024-06-13T11:50:36.439228+0000","last_became_peered":"2024-06-13T11:50:36.439228+0000","last_unstale":"2024-06-13T11:55:31.934782+0000","last_undegraded":"2024-06-13T11:55:31.934782+0000","last_fullsized":"2024-06-13T11:55:31.934782+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:45:55.176878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"100'6","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073504+0000","last_change":"2024-06-13T11:50:36.445733+0000","last_active":"2024-06-13T11:55:32.073504+0000","last_peered":"2024-06-13T11:55:32.073504+0000","last_clean":"2024-06-13T11:55:32.073504+0000","last_became_active":"2024-06-13T11:50:36.445382+0000","last_became_peered":"2024-06-13T11:50:36.445382+0000","last_unstale":"2024-06-13T11:55:32.073504+0000","last_undegraded":"2024-06-13T11:55:32.073504+0000","last_fullsized":"2024-06-13T11:55:32.073504+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:38:36.752336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"100'7","reported_seq":21,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.921017+0000","last_change":"2024-06-13T11:52:27.424660+0000","last_active":"2024-06-13T11:55:31.921017+0000","last_peered":"2024-06-13T11:55:31.921017+0000","last_clean":"2024-06-13T11:55:31.921017+0000","last_became_active":"2024-06-13T11:52:27.424039+0000","last_became_peered":"2024-06-13T11:52:27.424039+0000","last_unstale":"2024-06-13T11:55:31.921017+0000","last_undegraded":"2024-06-13T11:55:31.921017+0000","last_fullsized":"2024-06-13T11:55:31.921017+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:14:13.190613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"100'10","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073739+0000","last_change":"2024-06-13T11:50:36.435568+0000","last_active":"2024-06-13T11:55:32.073739+0000","last_peered":"2024-06-13T11:55:32.073739+0000","last_clean":"2024-06-13T11:55:32.073739+0000","last_became_active":"2024-06-13T11:50:36.435231+0000","last_became_peered":"2024-06-13T11:50:36.435231+0000","last_unstale":"2024-06-13T11:55:32.073739+0000","last_undegraded":"2024-06-13T11:55:32.073739+0000","last_fullsized":"2024-06-13T11:55:32.073739+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:49:20.886268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"100'7","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.892513+0000","last_change":"2024-06-13T11:50:36.447343+0000","last_active":"2024-06-13T11:55:31.892513+0000","last_peered":"2024-06-13T11:55:31.892513+0000","last_clean":"2024-06-13T11:55:31.892513+0000","last_became_active":"2024-06-13T11:50:36.446958+0000","last_became_peered":"2024-06-13T11:50:36.446958+0000","last_unstale":"2024-06-13T11:55:31.892513+0000","last_undegraded":"2024-06-13T11:55:31.892513+0000","last_fullsized":"2024-06-13T11:55:31.892513+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:15:40.900741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"100'7","reported_seq":55,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.892455+0000","last_change":"2024-06-13T11:51:26.330495+0000","last_active":"2024-06-13T11:55:31.892455+0000","last_peered":"2024-06-13T11:55:31.892455+0000","last_clean":"2024-06-13T11:55:31.892455+0000","last_became_active":"2024-06-13T11:51:26.329786+0000","last_became_peered":"2024-06-13T11:51:26.329786+0000","last_unstale":"2024-06-13T11:55:31.892455+0000","last_undegraded":"2024-06-13T11:55:31.892455+0000","last_fullsized":"2024-06-13T11:55:31.892455+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:49:38.021458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,2],"acting":[0,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"100'9","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072971+0000","last_change":"2024-06-13T11:50:36.440755+0000","last_active":"2024-06-13T11:55:32.072971+0000","last_peered":"2024-06-13T11:55:32.072971+0000","last_clean":"2024-06-13T11:55:32.072971+0000","last_became_active":"2024-06-13T11:50:36.440422+0000","last_became_peered":"2024-06-13T11:50:36.440422+0000","last_unstale":"2024-06-13T11:55:32.072971+0000","last_undegraded":"2024-06-13T11:55:32.072971+0000","last_fullsized":"2024-06-13T11:55:32.072971+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:46:47.212189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.924243+0000","last_change":"2024-06-13T11:50:36.459002+0000","last_active":"2024-06-13T11:55:31.924243+0000","last_peered":"2024-06-13T11:55:31.924243+0000","last_clean":"2024-06-13T11:55:31.924243+0000","last_became_active":"2024-06-13T11:50:36.458599+0000","last_became_peered":"2024-06-13T11:50:36.458599+0000","last_unstale":"2024-06-13T11:55:31.924243+0000","last_undegraded":"2024-06-13T11:55:31.924243+0000","last_fullsized":"2024-06-13T11:55:31.924243+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:49:20.494979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"100'10","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.921729+0000","last_change":"2024-06-13T11:50:36.450967+0000","last_active":"2024-06-13T11:55:31.921729+0000","last_peered":"2024-06-13T11:55:31.921729+0000","last_clean":"2024-06-13T11:55:31.921729+0000","last_became_active":"2024-06-13T11:50:36.450592+0000","last_became_peered":"2024-06-13T11:50:36.450592+0000","last_unstale":"2024-06-13T11:55:31.921729+0000","last_undegraded":"2024-06-13T11:55:31.921729+0000","last_fullsized":"2024-06-13T11:55:31.921729+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:22:12.397454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"100'7","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072933+0000","last_change":"2024-06-13T11:50:36.451400+0000","last_active":"2024-06-13T11:55:32.072933+0000","last_peered":"2024-06-13T11:55:32.072933+0000","last_clean":"2024-06-13T11:55:32.072933+0000","last_became_active":"2024-06-13T11:50:36.450966+0000","last_became_peered":"2024-06-13T11:50:36.450966+0000","last_unstale":"2024-06-13T11:55:32.072933+0000","last_undegraded":"2024-06-13T11:55:32.072933+0000","last_fullsized":"2024-06-13T11:55:32.072933+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:28:51.534767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072495+0000","last_change":"2024-06-13T11:50:49.811241+0000","last_active":"2024-06-13T11:55:32.072495+0000","last_peered":"2024-06-13T11:55:32.072495+0000","last_clean":"2024-06-13T11:55:32.072495+0000","last_became_active":"2024-06-13T11:50:49.810730+0000","last_became_peered":"2024-06-13T11:50:49.810730+0000","last_unstale":"2024-06-13T11:55:32.072495+0000","last_undegraded":"2024-06-13T11:55:32.072495+0000","last_fullsized":"2024-06-13T11:55:32.072495+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:18:29.129152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"98'9","reported_seq":58,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.921927+0000","last_change":"2024-06-13T11:50:32.005589+0000","last_active":"2024-06-13T11:55:31.921927+0000","last_peered":"2024-06-13T11:55:31.921927+0000","last_clean":"2024-06-13T11:55:31.921927+0000","last_became_active":"2024-06-13T11:50:32.004906+0000","last_became_peered":"2024-06-13T11:50:32.004906+0000","last_unstale":"2024-06-13T11:55:31.921927+0000","last_undegraded":"2024-06-13T11:55:31.921927+0000","last_fullsized":"2024-06-13T11:55:31.921927+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:34:27.553780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"100'5","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.792465+0000","last_change":"2024-06-13T11:50:36.450855+0000","last_active":"2024-06-13T11:55:31.792465+0000","last_peered":"2024-06-13T11:55:31.792465+0000","last_clean":"2024-06-13T11:55:31.792465+0000","last_became_active":"2024-06-13T11:50:36.450533+0000","last_became_peered":"2024-06-13T11:50:36.450533+0000","last_unstale":"2024-06-13T11:55:31.792465+0000","last_undegraded":"2024-06-13T11:55:31.792465+0000","last_fullsized":"2024-06-13T11:55:31.792465+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:36:16.143805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790471+0000","last_change":"2024-06-13T11:50:49.798992+0000","last_active":"2024-06-13T11:55:31.790471+0000","last_peered":"2024-06-13T11:55:31.790471+0000","last_clean":"2024-06-13T11:55:31.790471+0000","last_became_active":"2024-06-13T11:50:49.798132+0000","last_became_peered":"2024-06-13T11:50:49.798132+0000","last_unstale":"2024-06-13T11:55:31.790471+0000","last_undegraded":"2024-06-13T11:55:31.790471+0000","last_fullsized":"2024-06-13T11:55:31.790471+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:36:03.669654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"98'2","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.792783+0000","last_change":"2024-06-13T11:50:32.021295+0000","last_active":"2024-06-13T11:55:31.792783+0000","last_peered":"2024-06-13T11:55:31.792783+0000","last_clean":"2024-06-13T11:55:31.792783+0000","last_became_active":"2024-06-13T11:50:32.020452+0000","last_became_peered":"2024-06-13T11:50:32.020452+0000","last_unstale":"2024-06-13T11:55:31.792783+0000","last_undegraded":"2024-06-13T11:55:31.792783+0000","last_fullsized":"2024-06-13T11:55:31.792783+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:33:41.991538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"100'6","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.892935+0000","last_change":"2024-06-13T11:50:36.451705+0000","last_active":"2024-06-13T11:55:31.892935+0000","last_peered":"2024-06-13T11:55:31.892935+0000","last_clean":"2024-06-13T11:55:31.892935+0000","last_became_active":"2024-06-13T11:50:36.447807+0000","last_became_peered":"2024-06-13T11:50:36.447807+0000","last_unstale":"2024-06-13T11:55:31.892935+0000","last_undegraded":"2024-06-13T11:55:31.892935+0000","last_fullsized":"2024-06-13T11:55:31.892935+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:57:02.901214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790648+0000","last_change":"2024-06-13T11:50:49.789742+0000","last_active":"2024-06-13T11:55:31.790648+0000","last_peered":"2024-06-13T11:55:31.790648+0000","last_clean":"2024-06-13T11:55:31.790648+0000","last_became_active":"2024-06-13T11:50:49.789315+0000","last_became_peered":"2024-06-13T11:50:49.789315+0000","last_unstale":"2024-06-13T11:55:31.790648+0000","last_undegraded":"2024-06-13T11:55:31.790648+0000","last_fullsized":"2024-06-13T11:55:31.790648+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:51:39.547919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"98'4","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073308+0000","last_change":"2024-06-13T11:50:31.998627+0000","last_active":"2024-06-13T11:55:32.073308+0000","last_peered":"2024-06-13T11:55:32.073308+0000","last_clean":"2024-06-13T11:55:32.073308+0000","last_became_active":"2024-06-13T11:50:31.998206+0000","last_became_peered":"2024-06-13T11:50:31.998206+0000","last_unstale":"2024-06-13T11:55:32.073308+0000","last_undegraded":"2024-06-13T11:55:32.073308+0000","last_fullsized":"2024-06-13T11:55:32.073308+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:45:05.843886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"100'9","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073390+0000","last_change":"2024-06-13T11:50:36.432039+0000","last_active":"2024-06-13T11:55:32.073390+0000","last_peered":"2024-06-13T11:55:32.073390+0000","last_clean":"2024-06-13T11:55:32.073390+0000","last_became_active":"2024-06-13T11:50:36.431716+0000","last_became_peered":"2024-06-13T11:50:36.431716+0000","last_unstale":"2024-06-13T11:55:32.073390+0000","last_undegraded":"2024-06-13T11:55:32.073390+0000","last_fullsized":"2024-06-13T11:55:32.073390+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:41:10.879028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790496+0000","last_change":"2024-06-13T11:50:49.791777+0000","last_active":"2024-06-13T11:55:31.790496+0000","last_peered":"2024-06-13T11:55:31.790496+0000","last_clean":"2024-06-13T11:55:31.790496+0000","last_became_active":"2024-06-13T11:50:49.791348+0000","last_became_peered":"2024-06-13T11:50:49.791348+0000","last_unstale":"2024-06-13T11:55:31.790496+0000","last_undegraded":"2024-06-13T11:55:31.790496+0000","last_fullsized":"2024-06-13T11:55:31.790496+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:10:20.833026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"89'2","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073118+0000","last_change":"2024-06-13T11:50:31.998416+0000","last_active":"2024-06-13T11:55:32.073118+0000","last_peered":"2024-06-13T11:55:32.073118+0000","last_clean":"2024-06-13T11:55:32.073118+0000","last_became_active":"2024-06-13T11:50:31.997994+0000","last_became_peered":"2024-06-13T11:50:31.997994+0000","last_unstale":"2024-06-13T11:55:32.073118+0000","last_undegraded":"2024-06-13T11:55:32.073118+0000","last_fullsized":"2024-06-13T11:55:32.073118+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:02:56.354971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"100'15","reported_seq":56,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791460+0000","last_change":"2024-06-13T11:50:36.432684+0000","last_active":"2024-06-13T11:55:31.791460+0000","last_peered":"2024-06-13T11:55:31.791460+0000","last_clean":"2024-06-13T11:55:31.791460+0000","last_became_active":"2024-06-13T11:50:36.432242+0000","last_became_peered":"2024-06-13T11:50:36.432242+0000","last_unstale":"2024-06-13T11:55:31.791460+0000","last_undegraded":"2024-06-13T11:55:31.791460+0000","last_fullsized":"2024-06-13T11:55:31.791460+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:37:08.696859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":38,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072831+0000","last_change":"2024-06-13T11:51:26.831257+0000","last_active":"2024-06-13T11:55:32.072831+0000","last_peered":"2024-06-13T11:55:32.072831+0000","last_clean":"2024-06-13T11:55:32.072831+0000","last_became_active":"2024-06-13T11:51:26.830703+0000","last_became_peered":"2024-06-13T11:51:26.830703+0000","last_unstale":"2024-06-13T11:55:32.072831+0000","last_undegraded":"2024-06-13T11:55:32.072831+0000","last_fullsized":"2024-06-13T11:55:32.072831+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:07:59.545889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,7,11],"acting":[2,8,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"101'8","reported_seq":271,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.167858+0000","last_change":"2024-06-13T11:50:31.994986+0000","last_active":"2024-06-13T11:55:32.167858+0000","last_peered":"2024-06-13T11:55:32.167858+0000","last_clean":"2024-06-13T11:55:32.167858+0000","last_became_active":"2024-06-13T11:50:31.994612+0000","last_became_peered":"2024-06-13T11:50:31.994612+0000","last_unstale":"2024-06-13T11:55:32.167858+0000","last_undegraded":"2024-06-13T11:55:32.167858+0000","last_fullsized":"2024-06-13T11:55:32.167858+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:03:22.948056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1543,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":215,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"100'7","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072848+0000","last_change":"2024-06-13T11:50:36.445788+0000","last_active":"2024-06-13T11:55:32.072848+0000","last_peered":"2024-06-13T11:55:32.072848+0000","last_clean":"2024-06-13T11:55:32.072848+0000","last_became_active":"2024-06-13T11:50:36.445451+0000","last_became_peered":"2024-06-13T11:50:36.445451+0000","last_unstale":"2024-06-13T11:55:32.072848+0000","last_undegraded":"2024-06-13T11:55:32.072848+0000","last_fullsized":"2024-06-13T11:55:32.072848+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:01:58.220775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072639+0000","last_change":"2024-06-13T11:50:49.804726+0000","last_active":"2024-06-13T11:55:32.072639+0000","last_peered":"2024-06-13T11:55:32.072639+0000","last_clean":"2024-06-13T11:55:32.072639+0000","last_became_active":"2024-06-13T11:50:49.804271+0000","last_became_peered":"2024-06-13T11:50:49.804271+0000","last_unstale":"2024-06-13T11:55:32.072639+0000","last_undegraded":"2024-06-13T11:55:32.072639+0000","last_fullsized":"2024-06-13T11:55:32.072639+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:07:59.206174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"98'3","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.934372+0000","last_change":"2024-06-13T11:50:32.000872+0000","last_active":"2024-06-13T11:55:31.934372+0000","last_peered":"2024-06-13T11:55:31.934372+0000","last_clean":"2024-06-13T11:55:31.934372+0000","last_became_active":"2024-06-13T11:50:32.000490+0000","last_became_peered":"2024-06-13T11:50:32.000490+0000","last_unstale":"2024-06-13T11:55:31.934372+0000","last_undegraded":"2024-06-13T11:55:31.934372+0000","last_fullsized":"2024-06-13T11:55:31.934372+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:45:20.689923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"100'8","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791373+0000","last_change":"2024-06-13T11:50:36.434453+0000","last_active":"2024-06-13T11:55:31.791373+0000","last_peered":"2024-06-13T11:55:31.791373+0000","last_clean":"2024-06-13T11:55:31.791373+0000","last_became_active":"2024-06-13T11:50:36.434138+0000","last_became_peered":"2024-06-13T11:50:36.434138+0000","last_unstale":"2024-06-13T11:55:31.791373+0000","last_undegraded":"2024-06-13T11:55:31.791373+0000","last_fullsized":"2024-06-13T11:55:31.791373+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:34:00.022524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.924203+0000","last_change":"2024-06-13T11:50:49.806758+0000","last_active":"2024-06-13T11:55:31.924203+0000","last_peered":"2024-06-13T11:55:31.924203+0000","last_clean":"2024-06-13T11:55:31.924203+0000","last_became_active":"2024-06-13T11:50:49.806270+0000","last_became_peered":"2024-06-13T11:50:49.806270+0000","last_unstale":"2024-06-13T11:55:31.924203+0000","last_undegraded":"2024-06-13T11:55:31.924203+0000","last_fullsized":"2024-06-13T11:55:31.924203+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:29:49.106654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"98'2","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073413+0000","last_change":"2024-06-13T11:50:32.009158+0000","last_active":"2024-06-13T11:55:32.073413+0000","last_peered":"2024-06-13T11:55:32.073413+0000","last_clean":"2024-06-13T11:55:32.073413+0000","last_became_active":"2024-06-13T11:50:32.008692+0000","last_became_peered":"2024-06-13T11:50:32.008692+0000","last_unstale":"2024-06-13T11:55:32.073413+0000","last_undegraded":"2024-06-13T11:55:32.073413+0000","last_fullsized":"2024-06-13T11:55:32.073413+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:15:37.421401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791433+0000","last_change":"2024-06-13T11:50:36.440151+0000","last_active":"2024-06-13T11:55:31.791433+0000","last_peered":"2024-06-13T11:55:31.791433+0000","last_clean":"2024-06-13T11:55:31.791433+0000","last_became_active":"2024-06-13T11:50:36.439506+0000","last_became_peered":"2024-06-13T11:50:36.439506+0000","last_unstale":"2024-06-13T11:55:31.791433+0000","last_undegraded":"2024-06-13T11:55:31.791433+0000","last_fullsized":"2024-06-13T11:55:31.791433+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:32:12.449458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.892936+0000","last_change":"2024-06-13T11:50:49.796602+0000","last_active":"2024-06-13T11:55:31.892936+0000","last_peered":"2024-06-13T11:55:31.892936+0000","last_clean":"2024-06-13T11:55:31.892936+0000","last_became_active":"2024-06-13T11:50:49.794651+0000","last_became_peered":"2024-06-13T11:50:49.794651+0000","last_unstale":"2024-06-13T11:55:31.892936+0000","last_undegraded":"2024-06-13T11:55:31.892936+0000","last_fullsized":"2024-06-13T11:55:31.892936+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:01:09.836754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"98'1","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790954+0000","last_change":"2024-06-13T11:50:31.994177+0000","last_active":"2024-06-13T11:55:31.790954+0000","last_peered":"2024-06-13T11:55:31.790954+0000","last_clean":"2024-06-13T11:55:31.790954+0000","last_became_active":"2024-06-13T11:50:31.993824+0000","last_became_peered":"2024-06-13T11:50:31.993824+0000","last_unstale":"2024-06-13T11:55:31.790954+0000","last_undegraded":"2024-06-13T11:55:31.790954+0000","last_fullsized":"2024-06-13T11:55:31.790954+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:58:13.588879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"100'11","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.920444+0000","last_change":"2024-06-13T11:50:36.448522+0000","last_active":"2024-06-13T11:55:31.920444+0000","last_peered":"2024-06-13T11:55:31.920444+0000","last_clean":"2024-06-13T11:55:31.920444+0000","last_became_active":"2024-06-13T11:50:36.448180+0000","last_became_peered":"2024-06-13T11:50:36.448180+0000","last_unstale":"2024-06-13T11:55:31.920444+0000","last_undegraded":"2024-06-13T11:55:31.920444+0000","last_fullsized":"2024-06-13T11:55:31.920444+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:14:44.330239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791590+0000","last_change":"2024-06-13T11:50:49.782495+0000","last_active":"2024-06-13T11:55:31.791590+0000","last_peered":"2024-06-13T11:55:31.791590+0000","last_clean":"2024-06-13T11:55:31.791590+0000","last_became_active":"2024-06-13T11:50:49.781428+0000","last_became_peered":"2024-06-13T11:50:49.781428+0000","last_unstale":"2024-06-13T11:55:31.791590+0000","last_undegraded":"2024-06-13T11:55:31.791590+0000","last_fullsized":"2024-06-13T11:55:31.791590+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:31:25.315934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"101'5","reported_seq":263,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.166596+0000","last_change":"2024-06-13T11:50:32.005167+0000","last_active":"2024-06-13T11:55:32.166596+0000","last_peered":"2024-06-13T11:55:32.166596+0000","last_clean":"2024-06-13T11:55:32.166596+0000","last_became_active":"2024-06-13T11:50:32.004791+0000","last_became_peered":"2024-06-13T11:50:32.004791+0000","last_unstale":"2024-06-13T11:55:32.166596+0000","last_undegraded":"2024-06-13T11:55:32.166596+0000","last_fullsized":"2024-06-13T11:55:32.166596+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:07:54.697920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":210,"num_read_kb":210,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"100'10","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.074079+0000","last_change":"2024-06-13T11:50:36.445033+0000","last_active":"2024-06-13T11:55:32.074079+0000","last_peered":"2024-06-13T11:55:32.074079+0000","last_clean":"2024-06-13T11:55:32.074079+0000","last_became_active":"2024-06-13T11:50:36.444710+0000","last_became_peered":"2024-06-13T11:50:36.444710+0000","last_unstale":"2024-06-13T11:55:32.074079+0000","last_undegraded":"2024-06-13T11:55:32.074079+0000","last_fullsized":"2024-06-13T11:55:32.074079+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:46:26.806337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":19,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.934072+0000","last_change":"2024-06-13T11:51:26.324414+0000","last_active":"2024-06-13T11:55:31.934072+0000","last_peered":"2024-06-13T11:55:31.934072+0000","last_clean":"2024-06-13T11:55:31.934072+0000","last_became_active":"2024-06-13T11:51:26.323892+0000","last_became_peered":"2024-06-13T11:51:26.323892+0000","last_unstale":"2024-06-13T11:55:31.934072+0000","last_undegraded":"2024-06-13T11:55:31.934072+0000","last_fullsized":"2024-06-13T11:55:31.934072+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:21:37.090548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,0,2,4],"acting":[10,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.16","version":"98'2","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073567+0000","last_change":"2024-06-13T11:50:31.997214+0000","last_active":"2024-06-13T11:55:32.073567+0000","last_peered":"2024-06-13T11:55:32.073567+0000","last_clean":"2024-06-13T11:55:32.073567+0000","last_became_active":"2024-06-13T11:50:31.995539+0000","last_became_peered":"2024-06-13T11:50:31.995539+0000","last_unstale":"2024-06-13T11:55:32.073567+0000","last_undegraded":"2024-06-13T11:55:32.073567+0000","last_fullsized":"2024-06-13T11:55:32.073567+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:59:57.323062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"100'9","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.893124+0000","last_change":"2024-06-13T11:50:36.458307+0000","last_active":"2024-06-13T11:55:31.893124+0000","last_peered":"2024-06-13T11:55:31.893124+0000","last_clean":"2024-06-13T11:55:31.893124+0000","last_became_active":"2024-06-13T11:50:36.457969+0000","last_became_peered":"2024-06-13T11:50:36.457969+0000","last_unstale":"2024-06-13T11:55:31.893124+0000","last_undegraded":"2024-06-13T11:55:31.893124+0000","last_fullsized":"2024-06-13T11:55:31.893124+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:18:57.708793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":39,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790870+0000","last_change":"2024-06-13T11:51:26.320907+0000","last_active":"2024-06-13T11:55:31.790870+0000","last_peered":"2024-06-13T11:55:31.790870+0000","last_clean":"2024-06-13T11:55:31.790870+0000","last_became_active":"2024-06-13T11:51:26.320421+0000","last_became_peered":"2024-06-13T11:51:26.320421+0000","last_unstale":"2024-06-13T11:55:31.790870+0000","last_undegraded":"2024-06-13T11:55:31.790870+0000","last_fullsized":"2024-06-13T11:55:31.790870+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:06:43.798442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"98'4","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791397+0000","last_change":"2024-06-13T11:50:32.021608+0000","last_active":"2024-06-13T11:55:31.791397+0000","last_peered":"2024-06-13T11:55:31.791397+0000","last_clean":"2024-06-13T11:55:31.791397+0000","last_became_active":"2024-06-13T11:50:32.021204+0000","last_became_peered":"2024-06-13T11:50:32.021204+0000","last_unstale":"2024-06-13T11:55:31.791397+0000","last_undegraded":"2024-06-13T11:55:31.791397+0000","last_fullsized":"2024-06-13T11:55:31.791397+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:32:01.411347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"100'11","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073550+0000","last_change":"2024-06-13T11:50:36.441175+0000","last_active":"2024-06-13T11:55:32.073550+0000","last_peered":"2024-06-13T11:55:32.073550+0000","last_clean":"2024-06-13T11:55:32.073550+0000","last_became_active":"2024-06-13T11:50:36.440790+0000","last_became_peered":"2024-06-13T11:50:36.440790+0000","last_unstale":"2024-06-13T11:55:32.073550+0000","last_undegraded":"2024-06-13T11:55:32.073550+0000","last_fullsized":"2024-06-13T11:55:32.073550+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:37:00.321935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.920524+0000","last_change":"2024-06-13T11:50:49.804735+0000","last_active":"2024-06-13T11:55:31.920524+0000","last_peered":"2024-06-13T11:55:31.920524+0000","last_clean":"2024-06-13T11:55:31.920524+0000","last_became_active":"2024-06-13T11:50:49.804355+0000","last_became_peered":"2024-06-13T11:50:49.804355+0000","last_unstale":"2024-06-13T11:55:31.920524+0000","last_undegraded":"2024-06-13T11:55:31.920524+0000","last_fullsized":"2024-06-13T11:55:31.920524+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:49:22.526565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"101'42","reported_seq":522,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.167148+0000","last_change":"2024-06-13T11:50:31.997828+0000","last_active":"2024-06-13T11:55:32.167148+0000","last_peered":"2024-06-13T11:55:32.167148+0000","last_clean":"2024-06-13T11:55:32.167148+0000","last_became_active":"2024-06-13T11:50:31.997406+0000","last_became_peered":"2024-06-13T11:50:31.997406+0000","last_unstale":"2024-06-13T11:55:32.167148+0000","last_undegraded":"2024-06-13T11:55:32.167148+0000","last_fullsized":"2024-06-13T11:55:32.167148+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:48:04.650405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69707,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":432,"num_read_kb":284,"num_write":43,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"100'6","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073505+0000","last_change":"2024-06-13T11:50:36.445284+0000","last_active":"2024-06-13T11:55:32.073505+0000","last_peered":"2024-06-13T11:55:32.073505+0000","last_clean":"2024-06-13T11:55:32.073505+0000","last_became_active":"2024-06-13T11:50:36.444970+0000","last_became_peered":"2024-06-13T11:50:36.444970+0000","last_unstale":"2024-06-13T11:55:32.073505+0000","last_undegraded":"2024-06-13T11:55:32.073505+0000","last_fullsized":"2024-06-13T11:55:32.073505+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:22:11.149979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791777+0000","last_change":"2024-06-13T11:50:49.786529+0000","last_active":"2024-06-13T11:55:31.791777+0000","last_peered":"2024-06-13T11:55:31.791777+0000","last_clean":"2024-06-13T11:55:31.791777+0000","last_became_active":"2024-06-13T11:50:49.786037+0000","last_became_peered":"2024-06-13T11:50:49.786037+0000","last_unstale":"2024-06-13T11:55:31.791777+0000","last_undegraded":"2024-06-13T11:55:31.791777+0000","last_fullsized":"2024-06-13T11:55:31.791777+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:24:23.424973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"98'6","reported_seq":55,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072650+0000","last_change":"2024-06-13T11:50:31.999029+0000","last_active":"2024-06-13T11:55:32.072650+0000","last_peered":"2024-06-13T11:55:32.072650+0000","last_clean":"2024-06-13T11:55:32.072650+0000","last_became_active":"2024-06-13T11:50:31.998202+0000","last_became_peered":"2024-06-13T11:50:31.998202+0000","last_unstale":"2024-06-13T11:55:32.072650+0000","last_undegraded":"2024-06-13T11:55:32.072650+0000","last_fullsized":"2024-06-13T11:55:32.072650+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:58:18.744948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"100'9","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073415+0000","last_change":"2024-06-13T11:50:36.432559+0000","last_active":"2024-06-13T11:55:32.073415+0000","last_peered":"2024-06-13T11:55:32.073415+0000","last_clean":"2024-06-13T11:55:32.073415+0000","last_became_active":"2024-06-13T11:50:36.432145+0000","last_became_peered":"2024-06-13T11:50:36.432145+0000","last_unstale":"2024-06-13T11:55:32.073415+0000","last_undegraded":"2024-06-13T11:55:32.073415+0000","last_fullsized":"2024-06-13T11:55:32.073415+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:01:13.601250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.923906+0000","last_change":"2024-06-13T11:50:49.803635+0000","last_active":"2024-06-13T11:55:31.923906+0000","last_peered":"2024-06-13T11:55:31.923906+0000","last_clean":"2024-06-13T11:55:31.923906+0000","last_became_active":"2024-06-13T11:50:49.803191+0000","last_became_peered":"2024-06-13T11:50:49.803191+0000","last_unstale":"2024-06-13T11:55:31.923906+0000","last_undegraded":"2024-06-13T11:55:31.923906+0000","last_fullsized":"2024-06-13T11:55:31.923906+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:37:57.693151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"98'3","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791119+0000","last_change":"2024-06-13T11:50:31.987555+0000","last_active":"2024-06-13T11:55:31.791119+0000","last_peered":"2024-06-13T11:55:31.791119+0000","last_clean":"2024-06-13T11:55:31.791119+0000","last_became_active":"2024-06-13T11:50:31.987254+0000","last_became_peered":"2024-06-13T11:50:31.987254+0000","last_unstale":"2024-06-13T11:55:31.791119+0000","last_undegraded":"2024-06-13T11:55:31.791119+0000","last_fullsized":"2024-06-13T11:55:31.791119+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:35:05.721577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"100'15","reported_seq":57,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073171+0000","last_change":"2024-06-13T11:50:36.434765+0000","last_active":"2024-06-13T11:55:32.073171+0000","last_peered":"2024-06-13T11:55:32.073171+0000","last_clean":"2024-06-13T11:55:32.073171+0000","last_became_active":"2024-06-13T11:50:36.434396+0000","last_became_peered":"2024-06-13T11:50:36.434396+0000","last_unstale":"2024-06-13T11:55:32.073171+0000","last_undegraded":"2024-06-13T11:55:32.073171+0000","last_fullsized":"2024-06-13T11:55:32.073171+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:59:16.400084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.921729+0000","last_change":"2024-06-13T11:50:49.804822+0000","last_active":"2024-06-13T11:55:31.921729+0000","last_peered":"2024-06-13T11:55:31.921729+0000","last_clean":"2024-06-13T11:55:31.921729+0000","last_became_active":"2024-06-13T11:50:49.804377+0000","last_became_peered":"2024-06-13T11:50:49.804377+0000","last_unstale":"2024-06-13T11:55:31.921729+0000","last_undegraded":"2024-06-13T11:55:31.921729+0000","last_fullsized":"2024-06-13T11:55:31.921729+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:59:21.447873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"101'6","reported_seq":268,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.318344+0000","last_change":"2024-06-13T11:50:31.995528+0000","last_active":"2024-06-13T11:55:32.318344+0000","last_peered":"2024-06-13T11:55:32.318344+0000","last_clean":"2024-06-13T11:55:32.318344+0000","last_became_active":"2024-06-13T11:50:31.995160+0000","last_became_peered":"2024-06-13T11:50:31.995160+0000","last_unstale":"2024-06-13T11:55:32.318344+0000","last_undegraded":"2024-06-13T11:55:32.318344+0000","last_fullsized":"2024-06-13T11:55:32.318344+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:58:48.255966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1674,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":215,"num_read_kb":5,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"100'6","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072779+0000","last_change":"2024-06-13T11:50:36.439326+0000","last_active":"2024-06-13T11:55:32.072779+0000","last_peered":"2024-06-13T11:55:32.072779+0000","last_clean":"2024-06-13T11:55:32.072779+0000","last_became_active":"2024-06-13T11:50:36.437630+0000","last_became_peered":"2024-06-13T11:50:36.437630+0000","last_unstale":"2024-06-13T11:55:32.072779+0000","last_undegraded":"2024-06-13T11:55:32.072779+0000","last_fullsized":"2024-06-13T11:55:32.072779+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:38:22.769253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":38,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.074145+0000","last_change":"2024-06-13T11:51:26.325885+0000","last_active":"2024-06-13T11:55:32.074145+0000","last_peered":"2024-06-13T11:55:32.074145+0000","last_clean":"2024-06-13T11:55:32.074145+0000","last_became_active":"2024-06-13T11:51:26.325339+0000","last_became_peered":"2024-06-13T11:51:26.325339+0000","last_unstale":"2024-06-13T11:55:32.074145+0000","last_undegraded":"2024-06-13T11:55:32.074145+0000","last_fullsized":"2024-06-13T11:55:32.074145+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:48:05.691391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"98'15","reported_seq":36,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.923729+0000","last_change":"2024-06-13T11:51:26.333560+0000","last_active":"2024-06-13T11:55:31.923729+0000","last_peered":"2024-06-13T11:55:31.923729+0000","last_clean":"2024-06-13T11:55:31.923729+0000","last_became_active":"2024-06-13T11:51:26.324534+0000","last_became_peered":"2024-06-13T11:51:26.324534+0000","last_unstale":"2024-06-13T11:55:31.923729+0000","last_undegraded":"2024-06-13T11:55:31.923729+0000","last_fullsized":"2024-06-13T11:55:31.923729+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:07:11.687190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"100'6","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790927+0000","last_change":"2024-06-13T11:51:26.320636+0000","last_active":"2024-06-13T11:55:31.790927+0000","last_peered":"2024-06-13T11:55:31.790927+0000","last_clean":"2024-06-13T11:55:31.790927+0000","last_became_active":"2024-06-13T11:51:26.320202+0000","last_became_peered":"2024-06-13T11:51:26.320202+0000","last_unstale":"2024-06-13T11:55:31.790927+0000","last_undegraded":"2024-06-13T11:55:31.790927+0000","last_fullsized":"2024-06-13T11:55:31.790927+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:34:56.593933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790853+0000","last_change":"2024-06-13T11:50:49.792486+0000","last_active":"2024-06-13T11:55:31.790853+0000","last_peered":"2024-06-13T11:55:31.790853+0000","last_clean":"2024-06-13T11:55:31.790853+0000","last_became_active":"2024-06-13T11:50:49.792166+0000","last_became_peered":"2024-06-13T11:50:49.792166+0000","last_unstale":"2024-06-13T11:55:31.790853+0000","last_undegraded":"2024-06-13T11:55:31.790853+0000","last_fullsized":"2024-06-13T11:55:31.790853+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:09:11.117051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"100'3","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073627+0000","last_change":"2024-06-13T11:50:31.996236+0000","last_active":"2024-06-13T11:55:32.073627+0000","last_peered":"2024-06-13T11:55:32.073627+0000","last_clean":"2024-06-13T11:55:32.073627+0000","last_became_active":"2024-06-13T11:50:31.995882+0000","last_became_peered":"2024-06-13T11:50:31.995882+0000","last_unstale":"2024-06-13T11:55:32.073627+0000","last_undegraded":"2024-06-13T11:55:32.073627+0000","last_fullsized":"2024-06-13T11:55:32.073627+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:55:12.392719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"100'5","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.924218+0000","last_change":"2024-06-13T11:52:27.422286+0000","last_active":"2024-06-13T11:55:31.924218+0000","last_peered":"2024-06-13T11:55:31.924218+0000","last_clean":"2024-06-13T11:55:31.924218+0000","last_became_active":"2024-06-13T11:52:27.421812+0000","last_became_peered":"2024-06-13T11:52:27.421812+0000","last_unstale":"2024-06-13T11:55:31.924218+0000","last_undegraded":"2024-06-13T11:55:31.924218+0000","last_fullsized":"2024-06-13T11:55:31.924218+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:06:16.429719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072847+0000","last_change":"2024-06-13T11:50:49.811097+0000","last_active":"2024-06-13T11:55:32.072847+0000","last_peered":"2024-06-13T11:55:32.072847+0000","last_clean":"2024-06-13T11:55:32.072847+0000","last_became_active":"2024-06-13T11:50:49.810557+0000","last_became_peered":"2024-06-13T11:50:49.810557+0000","last_unstale":"2024-06-13T11:55:32.072847+0000","last_undegraded":"2024-06-13T11:55:32.072847+0000","last_fullsized":"2024-06-13T11:55:32.072847+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:47:02.368100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.921193+0000","last_change":"2024-06-13T11:50:32.023735+0000","last_active":"2024-06-13T11:55:31.921193+0000","last_peered":"2024-06-13T11:55:31.921193+0000","last_clean":"2024-06-13T11:55:31.921193+0000","last_became_active":"2024-06-13T11:50:32.021473+0000","last_became_peered":"2024-06-13T11:50:32.021473+0000","last_unstale":"2024-06-13T11:55:31.921193+0000","last_undegraded":"2024-06-13T11:55:31.921193+0000","last_fullsized":"2024-06-13T11:55:31.921193+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:58:43.104063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"100'4","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.934482+0000","last_change":"2024-06-13T11:50:36.451471+0000","last_active":"2024-06-13T11:55:31.934482+0000","last_peered":"2024-06-13T11:55:31.934482+0000","last_clean":"2024-06-13T11:55:31.934482+0000","last_became_active":"2024-06-13T11:50:36.451095+0000","last_became_peered":"2024-06-13T11:50:36.451095+0000","last_unstale":"2024-06-13T11:55:31.934482+0000","last_undegraded":"2024-06-13T11:55:31.934482+0000","last_fullsized":"2024-06-13T11:55:31.934482+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:32:01.600803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073707+0000","last_change":"2024-06-13T11:50:49.795673+0000","last_active":"2024-06-13T11:55:32.073707+0000","last_peered":"2024-06-13T11:55:32.073707+0000","last_clean":"2024-06-13T11:55:32.073707+0000","last_became_active":"2024-06-13T11:50:49.792688+0000","last_became_peered":"2024-06-13T11:50:49.792688+0000","last_unstale":"2024-06-13T11:55:32.073707+0000","last_undegraded":"2024-06-13T11:55:32.073707+0000","last_fullsized":"2024-06-13T11:55:32.073707+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:55:45.409736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"98'1","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072868+0000","last_change":"2024-06-13T11:50:31.999513+0000","last_active":"2024-06-13T11:55:32.072868+0000","last_peered":"2024-06-13T11:55:32.072868+0000","last_clean":"2024-06-13T11:55:32.072868+0000","last_became_active":"2024-06-13T11:50:31.999084+0000","last_became_peered":"2024-06-13T11:50:31.999084+0000","last_unstale":"2024-06-13T11:55:32.072868+0000","last_undegraded":"2024-06-13T11:55:32.072868+0000","last_fullsized":"2024-06-13T11:55:32.072868+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:28:43.332059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"100'7","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.934309+0000","last_change":"2024-06-13T11:50:36.454011+0000","last_active":"2024-06-13T11:55:31.934309+0000","last_peered":"2024-06-13T11:55:31.934309+0000","last_clean":"2024-06-13T11:55:31.934309+0000","last_became_active":"2024-06-13T11:50:36.453698+0000","last_became_peered":"2024-06-13T11:50:36.453698+0000","last_unstale":"2024-06-13T11:55:31.934309+0000","last_undegraded":"2024-06-13T11:55:31.934309+0000","last_fullsized":"2024-06-13T11:55:31.934309+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:16:29.761245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.074113+0000","last_change":"2024-06-13T11:50:49.796164+0000","last_active":"2024-06-13T11:55:32.074113+0000","last_peered":"2024-06-13T11:55:32.074113+0000","last_clean":"2024-06-13T11:55:32.074113+0000","last_became_active":"2024-06-13T11:50:49.795079+0000","last_became_peered":"2024-06-13T11:50:49.795079+0000","last_unstale":"2024-06-13T11:55:32.074113+0000","last_undegraded":"2024-06-13T11:55:32.074113+0000","last_fullsized":"2024-06-13T11:55:32.074113+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:18:49.636830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791182+0000","last_change":"2024-06-13T11:50:36.437492+0000","last_active":"2024-06-13T11:55:31.791182+0000","last_peered":"2024-06-13T11:55:31.791182+0000","last_clean":"2024-06-13T11:55:31.791182+0000","last_became_active":"2024-06-13T11:50:36.437130+0000","last_became_peered":"2024-06-13T11:50:36.437130+0000","last_unstale":"2024-06-13T11:55:31.791182+0000","last_undegraded":"2024-06-13T11:55:31.791182+0000","last_fullsized":"2024-06-13T11:55:31.791182+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:05:21.505163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"100'5","reported_seq":263,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073335+0000","last_change":"2024-06-13T11:50:32.022037+0000","last_active":"2024-06-13T11:55:32.073335+0000","last_peered":"2024-06-13T11:55:32.073335+0000","last_clean":"2024-06-13T11:55:32.073335+0000","last_became_active":"2024-06-13T11:50:32.021583+0000","last_became_peered":"2024-06-13T11:50:32.021583+0000","last_unstale":"2024-06-13T11:55:32.073335+0000","last_undegraded":"2024-06-13T11:55:32.073335+0000","last_fullsized":"2024-06-13T11:55:32.073335+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:14:50.885702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":210,"num_read_kb":210,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"98'1","reported_seq":33,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073342+0000","last_change":"2024-06-13T11:50:49.805316+0000","last_active":"2024-06-13T11:55:32.073342+0000","last_peered":"2024-06-13T11:55:32.073342+0000","last_clean":"2024-06-13T11:55:32.073342+0000","last_became_active":"2024-06-13T11:50:49.804841+0000","last_became_peered":"2024-06-13T11:50:49.804841+0000","last_unstale":"2024-06-13T11:55:32.073342+0000","last_undegraded":"2024-06-13T11:55:32.073342+0000","last_fullsized":"2024-06-13T11:55:32.073342+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:58:46.876026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"100'8","reported_seq":22,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.920605+0000","last_change":"2024-06-13T11:52:27.171505+0000","last_active":"2024-06-13T11:55:31.920605+0000","last_peered":"2024-06-13T11:55:31.920605+0000","last_clean":"2024-06-13T11:55:31.920605+0000","last_became_active":"2024-06-13T11:52:27.170457+0000","last_became_peered":"2024-06-13T11:52:27.170457+0000","last_unstale":"2024-06-13T11:55:31.920605+0000","last_undegraded":"2024-06-13T11:55:31.920605+0000","last_fullsized":"2024-06-13T11:55:31.920605+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:07:25.397450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"98'3","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790807+0000","last_change":"2024-06-13T11:50:32.007522+0000","last_active":"2024-06-13T11:55:31.790807+0000","last_peered":"2024-06-13T11:55:31.790807+0000","last_clean":"2024-06-13T11:55:31.790807+0000","last_became_active":"2024-06-13T11:50:32.007123+0000","last_became_peered":"2024-06-13T11:50:32.007123+0000","last_unstale":"2024-06-13T11:55:31.790807+0000","last_undegraded":"2024-06-13T11:55:31.790807+0000","last_fullsized":"2024-06-13T11:55:31.790807+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:22:19.237216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":381,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072636+0000","last_change":"2024-06-13T11:49:00.954992+0000","last_active":"2024-06-13T11:55:32.072636+0000","last_peered":"2024-06-13T11:55:32.072636+0000","last_clean":"2024-06-13T11:55:32.072636+0000","last_became_active":"2024-06-13T11:49:00.954503+0000","last_became_peered":"2024-06-13T11:49:00.954503+0000","last_unstale":"2024-06-13T11:55:32.072636+0000","last_undegraded":"2024-06-13T11:55:32.072636+0000","last_fullsized":"2024-06-13T11:55:32.072636+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:45:07.238656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:45:07.238656+0000","last_clean_scrub_stamp":"2024-06-13T11:45:07.238656+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:19:38.231223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791655+0000","last_change":"2024-06-13T11:50:49.806972+0000","last_active":"2024-06-13T11:55:31.791655+0000","last_peered":"2024-06-13T11:55:31.791655+0000","last_clean":"2024-06-13T11:55:31.791655+0000","last_became_active":"2024-06-13T11:50:49.806392+0000","last_became_peered":"2024-06-13T11:50:49.806392+0000","last_unstale":"2024-06-13T11:55:31.791655+0000","last_undegraded":"2024-06-13T11:55:31.791655+0000","last_fullsized":"2024-06-13T11:55:31.791655+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:17:08.091303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"100'5","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073136+0000","last_change":"2024-06-13T11:50:36.442152+0000","last_active":"2024-06-13T11:55:32.073136+0000","last_peered":"2024-06-13T11:55:32.073136+0000","last_clean":"2024-06-13T11:55:32.073136+0000","last_became_active":"2024-06-13T11:50:36.441709+0000","last_became_peered":"2024-06-13T11:50:36.441709+0000","last_unstale":"2024-06-13T11:55:32.073136+0000","last_undegraded":"2024-06-13T11:55:32.073136+0000","last_fullsized":"2024-06-13T11:55:32.073136+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:18:08.022457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"98'3","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072719+0000","last_change":"2024-06-13T11:50:31.994003+0000","last_active":"2024-06-13T11:55:32.072719+0000","last_peered":"2024-06-13T11:55:32.072719+0000","last_clean":"2024-06-13T11:55:32.072719+0000","last_became_active":"2024-06-13T11:50:31.993661+0000","last_became_peered":"2024-06-13T11:50:31.993661+0000","last_unstale":"2024-06-13T11:55:32.072719+0000","last_undegraded":"2024-06-13T11:55:32.072719+0000","last_fullsized":"2024-06-13T11:55:32.072719+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:27:49.440932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.923882+0000","last_change":"2024-06-13T11:50:49.790217+0000","last_active":"2024-06-13T11:55:31.923882+0000","last_peered":"2024-06-13T11:55:31.923882+0000","last_clean":"2024-06-13T11:55:31.923882+0000","last_became_active":"2024-06-13T11:50:49.789751+0000","last_became_peered":"2024-06-13T11:50:49.789751+0000","last_unstale":"2024-06-13T11:55:31.923882+0000","last_undegraded":"2024-06-13T11:55:31.923882+0000","last_fullsized":"2024-06-13T11:55:31.923882+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:25:38.129828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"98'1","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073376+0000","last_change":"2024-06-13T11:50:32.021332+0000","last_active":"2024-06-13T11:55:32.073376+0000","last_peered":"2024-06-13T11:55:32.073376+0000","last_clean":"2024-06-13T11:55:32.073376+0000","last_became_active":"2024-06-13T11:50:32.020833+0000","last_became_peered":"2024-06-13T11:50:32.020833+0000","last_unstale":"2024-06-13T11:55:32.073376+0000","last_undegraded":"2024-06-13T11:55:32.073376+0000","last_fullsized":"2024-06-13T11:55:32.073376+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:47:50.120035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"100'9","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073791+0000","last_change":"2024-06-13T11:50:36.455741+0000","last_active":"2024-06-13T11:55:32.073791+0000","last_peered":"2024-06-13T11:55:32.073791+0000","last_clean":"2024-06-13T11:55:32.073791+0000","last_became_active":"2024-06-13T11:50:36.451918+0000","last_became_peered":"2024-06-13T11:50:36.451918+0000","last_unstale":"2024-06-13T11:55:32.073791+0000","last_undegraded":"2024-06-13T11:55:32.073791+0000","last_fullsized":"2024-06-13T11:55:32.073791+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:49:50.455277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791242+0000","last_change":"2024-06-13T11:50:49.796532+0000","last_active":"2024-06-13T11:55:31.791242+0000","last_peered":"2024-06-13T11:55:31.791242+0000","last_clean":"2024-06-13T11:55:31.791242+0000","last_became_active":"2024-06-13T11:50:49.796126+0000","last_became_peered":"2024-06-13T11:50:49.796126+0000","last_unstale":"2024-06-13T11:55:31.791242+0000","last_undegraded":"2024-06-13T11:55:31.791242+0000","last_fullsized":"2024-06-13T11:55:31.791242+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:25:14.656778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"101'51","reported_seq":132,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.064609+0000","last_change":"2024-06-13T11:51:26.331700+0000","last_active":"2024-06-13T11:55:32.064609+0000","last_peered":"2024-06-13T11:55:32.064609+0000","last_clean":"2024-06-13T11:55:32.064609+0000","last_became_active":"2024-06-13T11:51:26.326266+0000","last_became_peered":"2024-06-13T11:51:26.326266+0000","last_unstale":"2024-06-13T11:55:32.064609+0000","last_undegraded":"2024-06-13T11:55:32.064609+0000","last_fullsized":"2024-06-13T11:55:32.064609+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:47:34.793319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":92,"num_write_kb":840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"100'5","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.793109+0000","last_change":"2024-06-13T11:50:36.445266+0000","last_active":"2024-06-13T11:55:31.793109+0000","last_peered":"2024-06-13T11:55:31.793109+0000","last_clean":"2024-06-13T11:55:31.793109+0000","last_became_active":"2024-06-13T11:50:36.440185+0000","last_became_peered":"2024-06-13T11:50:36.440185+0000","last_unstale":"2024-06-13T11:55:31.793109+0000","last_undegraded":"2024-06-13T11:55:31.793109+0000","last_fullsized":"2024-06-13T11:55:31.793109+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:42:53.342509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072319+0000","last_change":"2024-06-13T11:50:49.780454+0000","last_active":"2024-06-13T11:55:32.072319+0000","last_peered":"2024-06-13T11:55:32.072319+0000","last_clean":"2024-06-13T11:55:32.072319+0000","last_became_active":"2024-06-13T11:50:49.780005+0000","last_became_peered":"2024-06-13T11:50:49.780005+0000","last_unstale":"2024-06-13T11:55:32.072319+0000","last_undegraded":"2024-06-13T11:55:32.072319+0000","last_fullsized":"2024-06-13T11:55:32.072319+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:12:09.816830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"98'4","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791256+0000","last_change":"2024-06-13T11:50:32.340419+0000","last_active":"2024-06-13T11:55:31.791256+0000","last_peered":"2024-06-13T11:55:31.791256+0000","last_clean":"2024-06-13T11:55:31.791256+0000","last_became_active":"2024-06-13T11:50:32.340048+0000","last_became_peered":"2024-06-13T11:50:32.340048+0000","last_unstale":"2024-06-13T11:55:31.791256+0000","last_undegraded":"2024-06-13T11:55:31.791256+0000","last_fullsized":"2024-06-13T11:55:31.791256+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:29:58.106707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"100'7","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.893118+0000","last_change":"2024-06-13T11:50:36.459623+0000","last_active":"2024-06-13T11:55:31.893118+0000","last_peered":"2024-06-13T11:55:31.893118+0000","last_clean":"2024-06-13T11:55:31.893118+0000","last_became_active":"2024-06-13T11:50:36.459271+0000","last_became_peered":"2024-06-13T11:50:36.459271+0000","last_unstale":"2024-06-13T11:55:31.893118+0000","last_undegraded":"2024-06-13T11:55:31.893118+0000","last_fullsized":"2024-06-13T11:55:31.893118+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:28:55.075826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790884+0000","last_change":"2024-06-13T11:50:49.805147+0000","last_active":"2024-06-13T11:55:31.790884+0000","last_peered":"2024-06-13T11:55:31.790884+0000","last_clean":"2024-06-13T11:55:31.790884+0000","last_became_active":"2024-06-13T11:50:49.804715+0000","last_became_peered":"2024-06-13T11:50:49.804715+0000","last_unstale":"2024-06-13T11:55:31.790884+0000","last_undegraded":"2024-06-13T11:55:31.790884+0000","last_fullsized":"2024-06-13T11:55:31.790884+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:47:00.890543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"98'2","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072789+0000","last_change":"2024-06-13T11:50:32.022791+0000","last_active":"2024-06-13T11:55:32.072789+0000","last_peered":"2024-06-13T11:55:32.072789+0000","last_clean":"2024-06-13T11:55:32.072789+0000","last_became_active":"2024-06-13T11:50:32.022462+0000","last_became_peered":"2024-06-13T11:50:32.022462+0000","last_unstale":"2024-06-13T11:55:32.072789+0000","last_undegraded":"2024-06-13T11:55:32.072789+0000","last_fullsized":"2024-06-13T11:55:32.072789+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:21:49.421226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"100'2","reported_seq":44,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072716+0000","last_change":"2024-06-13T11:50:36.443362+0000","last_active":"2024-06-13T11:55:32.072716+0000","last_peered":"2024-06-13T11:55:32.072716+0000","last_clean":"2024-06-13T11:55:32.072716+0000","last_became_active":"2024-06-13T11:50:36.443027+0000","last_became_peered":"2024-06-13T11:50:36.443027+0000","last_unstale":"2024-06-13T11:55:32.072716+0000","last_undegraded":"2024-06-13T11:55:32.072716+0000","last_fullsized":"2024-06-13T11:55:32.072716+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:46:19.335119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.921924+0000","last_change":"2024-06-13T11:50:49.808433+0000","last_active":"2024-06-13T11:55:31.921924+0000","last_peered":"2024-06-13T11:55:31.921924+0000","last_clean":"2024-06-13T11:55:31.921924+0000","last_became_active":"2024-06-13T11:50:49.807134+0000","last_became_peered":"2024-06-13T11:50:49.807134+0000","last_unstale":"2024-06-13T11:55:31.921924+0000","last_undegraded":"2024-06-13T11:55:31.921924+0000","last_fullsized":"2024-06-13T11:55:31.921924+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:27:44.602243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"98'3","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791680+0000","last_change":"2024-06-13T11:50:32.008776+0000","last_active":"2024-06-13T11:55:31.791680+0000","last_peered":"2024-06-13T11:55:31.791680+0000","last_clean":"2024-06-13T11:55:31.791680+0000","last_became_active":"2024-06-13T11:50:32.008284+0000","last_became_peered":"2024-06-13T11:50:32.008284+0000","last_unstale":"2024-06-13T11:55:31.791680+0000","last_undegraded":"2024-06-13T11:55:31.791680+0000","last_fullsized":"2024-06-13T11:55:31.791680+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:21:07.229231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"100'9","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.923876+0000","last_change":"2024-06-13T11:50:36.448505+0000","last_active":"2024-06-13T11:55:31.923876+0000","last_peered":"2024-06-13T11:55:31.923876+0000","last_clean":"2024-06-13T11:55:31.923876+0000","last_became_active":"2024-06-13T11:50:36.448137+0000","last_became_peered":"2024-06-13T11:50:36.448137+0000","last_unstale":"2024-06-13T11:55:31.923876+0000","last_undegraded":"2024-06-13T11:55:31.923876+0000","last_fullsized":"2024-06-13T11:55:31.923876+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:46:10.736377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"98'1","reported_seq":33,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790882+0000","last_change":"2024-06-13T11:50:49.805315+0000","last_active":"2024-06-13T11:55:31.790882+0000","last_peered":"2024-06-13T11:55:31.790882+0000","last_clean":"2024-06-13T11:55:31.790882+0000","last_became_active":"2024-06-13T11:50:49.804816+0000","last_became_peered":"2024-06-13T11:50:49.804816+0000","last_unstale":"2024-06-13T11:55:31.790882+0000","last_undegraded":"2024-06-13T11:55:31.790882+0000","last_fullsized":"2024-06-13T11:55:31.790882+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:47:31.900268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"98'1","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072493+0000","last_change":"2024-06-13T11:50:31.997094+0000","last_active":"2024-06-13T11:55:32.072493+0000","last_peered":"2024-06-13T11:55:32.072493+0000","last_clean":"2024-06-13T11:55:32.072493+0000","last_became_active":"2024-06-13T11:50:31.996629+0000","last_became_peered":"2024-06-13T11:50:31.996629+0000","last_unstale":"2024-06-13T11:55:32.072493+0000","last_undegraded":"2024-06-13T11:55:32.072493+0000","last_fullsized":"2024-06-13T11:55:32.072493+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:30:37.193922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.792110+0000","last_change":"2024-06-13T11:50:36.447355+0000","last_active":"2024-06-13T11:55:31.792110+0000","last_peered":"2024-06-13T11:55:31.792110+0000","last_clean":"2024-06-13T11:55:31.792110+0000","last_became_active":"2024-06-13T11:50:36.447002+0000","last_became_peered":"2024-06-13T11:50:36.447002+0000","last_unstale":"2024-06-13T11:55:31.792110+0000","last_undegraded":"2024-06-13T11:55:31.792110+0000","last_fullsized":"2024-06-13T11:55:31.792110+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:00:33.090377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790751+0000","last_change":"2024-06-13T11:50:49.788544+0000","last_active":"2024-06-13T11:55:31.790751+0000","last_peered":"2024-06-13T11:55:31.790751+0000","last_clean":"2024-06-13T11:55:31.790751+0000","last_became_active":"2024-06-13T11:50:49.788091+0000","last_became_peered":"2024-06-13T11:50:49.788091+0000","last_unstale":"2024-06-13T11:55:31.790751+0000","last_undegraded":"2024-06-13T11:55:31.790751+0000","last_fullsized":"2024-06-13T11:55:31.790751+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:56:26.806541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"98'4","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072966+0000","last_change":"2024-06-13T11:50:31.999244+0000","last_active":"2024-06-13T11:55:32.072966+0000","last_peered":"2024-06-13T11:55:32.072966+0000","last_clean":"2024-06-13T11:55:32.072966+0000","last_became_active":"2024-06-13T11:50:31.998852+0000","last_became_peered":"2024-06-13T11:50:31.998852+0000","last_unstale":"2024-06-13T11:55:32.072966+0000","last_undegraded":"2024-06-13T11:55:32.072966+0000","last_fullsized":"2024-06-13T11:55:32.072966+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:41:55.489272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"100'5","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072917+0000","last_change":"2024-06-13T11:50:36.431561+0000","last_active":"2024-06-13T11:55:32.072917+0000","last_peered":"2024-06-13T11:55:32.072917+0000","last_clean":"2024-06-13T11:55:32.072917+0000","last_became_active":"2024-06-13T11:50:36.431246+0000","last_became_peered":"2024-06-13T11:50:36.431246+0000","last_unstale":"2024-06-13T11:55:32.072917+0000","last_undegraded":"2024-06-13T11:55:32.072917+0000","last_fullsized":"2024-06-13T11:55:32.072917+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:09:46.793537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073005+0000","last_change":"2024-06-13T11:50:49.791104+0000","last_active":"2024-06-13T11:55:32.073005+0000","last_peered":"2024-06-13T11:55:32.073005+0000","last_clean":"2024-06-13T11:55:32.073005+0000","last_became_active":"2024-06-13T11:50:49.790629+0000","last_became_peered":"2024-06-13T11:50:49.790629+0000","last_unstale":"2024-06-13T11:55:32.073005+0000","last_undegraded":"2024-06-13T11:55:32.073005+0000","last_fullsized":"2024-06-13T11:55:32.073005+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:07:36.853343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"98'3","reported_seq":22,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073247+0000","last_change":"2024-06-13T11:51:26.328181+0000","last_active":"2024-06-13T11:55:32.073247+0000","last_peered":"2024-06-13T11:55:32.073247+0000","last_clean":"2024-06-13T11:55:32.073247+0000","last_became_active":"2024-06-13T11:51:26.327892+0000","last_became_peered":"2024-06-13T11:51:26.327892+0000","last_unstale":"2024-06-13T11:55:32.073247+0000","last_undegraded":"2024-06-13T11:55:32.073247+0000","last_fullsized":"2024-06-13T11:55:32.073247+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:19:41.739869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"100'7","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073534+0000","last_change":"2024-06-13T11:50:36.437016+0000","last_active":"2024-06-13T11:55:32.073534+0000","last_peered":"2024-06-13T11:55:32.073534+0000","last_clean":"2024-06-13T11:55:32.073534+0000","last_became_active":"2024-06-13T11:50:36.436582+0000","last_became_peered":"2024-06-13T11:50:36.436582+0000","last_unstale":"2024-06-13T11:55:32.073534+0000","last_undegraded":"2024-06-13T11:55:32.073534+0000","last_fullsized":"2024-06-13T11:55:32.073534+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:31:42.509233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.892442+0000","last_change":"2024-06-13T11:50:49.811230+0000","last_active":"2024-06-13T11:55:31.892442+0000","last_peered":"2024-06-13T11:55:31.892442+0000","last_clean":"2024-06-13T11:55:31.892442+0000","last_became_active":"2024-06-13T11:50:49.810749+0000","last_became_peered":"2024-06-13T11:50:49.810749+0000","last_unstale":"2024-06-13T11:55:31.892442+0000","last_undegraded":"2024-06-13T11:55:31.892442+0000","last_fullsized":"2024-06-13T11:55:31.892442+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:15:47.018900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"101'39","reported_seq":95,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.061723+0000","last_change":"2024-06-13T11:50:31.995376+0000","last_active":"2024-06-13T11:55:32.061723+0000","last_peered":"2024-06-13T11:55:32.061723+0000","last_clean":"2024-06-13T11:55:32.061723+0000","last_became_active":"2024-06-13T11:50:31.994969+0000","last_became_peered":"2024-06-13T11:50:31.994969+0000","last_unstale":"2024-06-13T11:55:32.061723+0000","last_undegraded":"2024-06-13T11:55:32.061723+0000","last_fullsized":"2024-06-13T11:55:32.061723+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:32:27.111818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"100'6","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073360+0000","last_change":"2024-06-13T11:50:36.451177+0000","last_active":"2024-06-13T11:55:32.073360+0000","last_peered":"2024-06-13T11:55:32.073360+0000","last_clean":"2024-06-13T11:55:32.073360+0000","last_became_active":"2024-06-13T11:50:36.450731+0000","last_became_peered":"2024-06-13T11:50:36.450731+0000","last_unstale":"2024-06-13T11:55:32.073360+0000","last_undegraded":"2024-06-13T11:55:32.073360+0000","last_fullsized":"2024-06-13T11:55:32.073360+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:56:31.075747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790637+0000","last_change":"2024-06-13T11:50:49.780023+0000","last_active":"2024-06-13T11:55:31.790637+0000","last_peered":"2024-06-13T11:55:31.790637+0000","last_clean":"2024-06-13T11:55:31.790637+0000","last_became_active":"2024-06-13T11:50:49.779559+0000","last_became_peered":"2024-06-13T11:50:49.779559+0000","last_unstale":"2024-06-13T11:55:31.790637+0000","last_undegraded":"2024-06-13T11:55:31.790637+0000","last_fullsized":"2024-06-13T11:55:31.790637+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:55:51.137812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"89'2","reported_seq":60,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.074136+0000","last_change":"2024-06-13T11:51:26.334330+0000","last_active":"2024-06-13T11:55:32.074136+0000","last_peered":"2024-06-13T11:55:32.074136+0000","last_clean":"2024-06-13T11:55:32.074136+0000","last_became_active":"2024-06-13T11:51:26.327485+0000","last_became_peered":"2024-06-13T11:51:26.327485+0000","last_unstale":"2024-06-13T11:55:32.074136+0000","last_undegraded":"2024-06-13T11:55:32.074136+0000","last_fullsized":"2024-06-13T11:55:32.074136+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:20:28.228503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"100'9","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073734+0000","last_change":"2024-06-13T11:50:36.440165+0000","last_active":"2024-06-13T11:55:32.073734+0000","last_peered":"2024-06-13T11:55:32.073734+0000","last_clean":"2024-06-13T11:55:32.073734+0000","last_became_active":"2024-06-13T11:50:36.439767+0000","last_became_peered":"2024-06-13T11:50:36.439767+0000","last_unstale":"2024-06-13T11:55:32.073734+0000","last_undegraded":"2024-06-13T11:55:32.073734+0000","last_fullsized":"2024-06-13T11:55:32.073734+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:09:38.776491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"100'9","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.923974+0000","last_change":"2024-06-13T11:50:36.441156+0000","last_active":"2024-06-13T11:55:31.923974+0000","last_peered":"2024-06-13T11:55:31.923974+0000","last_clean":"2024-06-13T11:55:31.923974+0000","last_became_active":"2024-06-13T11:50:36.440790+0000","last_became_peered":"2024-06-13T11:50:36.440790+0000","last_unstale":"2024-06-13T11:55:31.923974+0000","last_undegraded":"2024-06-13T11:55:31.923974+0000","last_fullsized":"2024-06-13T11:55:31.923974+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:37:54.084495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"100'12","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072436+0000","last_change":"2024-06-13T11:50:36.440942+0000","last_active":"2024-06-13T11:55:32.072436+0000","last_peered":"2024-06-13T11:55:32.072436+0000","last_clean":"2024-06-13T11:55:32.072436+0000","last_became_active":"2024-06-13T11:50:36.440576+0000","last_became_peered":"2024-06-13T11:50:36.440576+0000","last_unstale":"2024-06-13T11:55:32.072436+0000","last_undegraded":"2024-06-13T11:55:32.072436+0000","last_fullsized":"2024-06-13T11:55:32.072436+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:28:40.406863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072434+0000","last_change":"2024-06-13T11:50:36.454116+0000","last_active":"2024-06-13T11:55:32.072434+0000","last_peered":"2024-06-13T11:55:32.072434+0000","last_clean":"2024-06-13T11:55:32.072434+0000","last_became_active":"2024-06-13T11:50:36.453800+0000","last_became_peered":"2024-06-13T11:50:36.453800+0000","last_unstale":"2024-06-13T11:55:32.072434+0000","last_undegraded":"2024-06-13T11:55:32.072434+0000","last_fullsized":"2024-06-13T11:55:32.072434+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:38:26.463949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"100'7","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.892642+0000","last_change":"2024-06-13T11:50:36.459877+0000","last_active":"2024-06-13T11:55:31.892642+0000","last_peered":"2024-06-13T11:55:31.892642+0000","last_clean":"2024-06-13T11:55:31.892642+0000","last_became_active":"2024-06-13T11:50:36.455381+0000","last_became_peered":"2024-06-13T11:50:36.455381+0000","last_unstale":"2024-06-13T11:55:31.892642+0000","last_undegraded":"2024-06-13T11:55:31.892642+0000","last_fullsized":"2024-06-13T11:55:31.892642+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:56:51.514883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"100'4","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073820+0000","last_change":"2024-06-13T11:50:36.445686+0000","last_active":"2024-06-13T11:55:32.073820+0000","last_peered":"2024-06-13T11:55:32.073820+0000","last_clean":"2024-06-13T11:55:32.073820+0000","last_became_active":"2024-06-13T11:50:36.445279+0000","last_became_peered":"2024-06-13T11:50:36.445279+0000","last_unstale":"2024-06-13T11:55:32.073820+0000","last_undegraded":"2024-06-13T11:55:32.073820+0000","last_fullsized":"2024-06-13T11:55:32.073820+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:44:00.988523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"100'6","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.924192+0000","last_change":"2024-06-13T11:50:36.445752+0000","last_active":"2024-06-13T11:55:31.924192+0000","last_peered":"2024-06-13T11:55:31.924192+0000","last_clean":"2024-06-13T11:55:31.924192+0000","last_became_active":"2024-06-13T11:50:36.445423+0000","last_became_peered":"2024-06-13T11:50:36.445423+0000","last_unstale":"2024-06-13T11:55:31.924192+0000","last_undegraded":"2024-06-13T11:55:31.924192+0000","last_fullsized":"2024-06-13T11:55:31.924192+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:25:14.676015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"100'15","reported_seq":57,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072953+0000","last_change":"2024-06-13T11:50:36.446128+0000","last_active":"2024-06-13T11:55:32.072953+0000","last_peered":"2024-06-13T11:55:32.072953+0000","last_clean":"2024-06-13T11:55:32.072953+0000","last_became_active":"2024-06-13T11:50:36.445725+0000","last_became_peered":"2024-06-13T11:50:36.445725+0000","last_unstale":"2024-06-13T11:55:32.072953+0000","last_undegraded":"2024-06-13T11:55:32.072953+0000","last_fullsized":"2024-06-13T11:55:32.072953+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:28:00.324949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"100'2","reported_seq":44,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.793321+0000","last_change":"2024-06-13T11:50:36.455166+0000","last_active":"2024-06-13T11:55:31.793321+0000","last_peered":"2024-06-13T11:55:31.793321+0000","last_clean":"2024-06-13T11:55:31.793321+0000","last_became_active":"2024-06-13T11:50:36.453169+0000","last_became_peered":"2024-06-13T11:50:36.453169+0000","last_unstale":"2024-06-13T11:55:31.793321+0000","last_undegraded":"2024-06-13T11:55:31.793321+0000","last_fullsized":"2024-06-13T11:55:31.793321+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:35:16.914313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"100'6","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790924+0000","last_change":"2024-06-13T11:52:27.423210+0000","last_active":"2024-06-13T11:55:31.790924+0000","last_peered":"2024-06-13T11:55:31.790924+0000","last_clean":"2024-06-13T11:55:31.790924+0000","last_became_active":"2024-06-13T11:52:27.422646+0000","last_became_peered":"2024-06-13T11:52:27.422646+0000","last_unstale":"2024-06-13T11:55:31.790924+0000","last_undegraded":"2024-06-13T11:55:31.790924+0000","last_fullsized":"2024-06-13T11:55:31.790924+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:23:31.774203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,8],"acting":[5,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791756+0000","last_change":"2024-06-13T11:50:36.444749+0000","last_active":"2024-06-13T11:55:31.791756+0000","last_peered":"2024-06-13T11:55:31.791756+0000","last_clean":"2024-06-13T11:55:31.791756+0000","last_became_active":"2024-06-13T11:50:36.444428+0000","last_became_peered":"2024-06-13T11:50:36.444428+0000","last_unstale":"2024-06-13T11:55:31.791756+0000","last_undegraded":"2024-06-13T11:55:31.791756+0000","last_fullsized":"2024-06-13T11:55:31.791756+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:20:51.757128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"100'10","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073217+0000","last_change":"2024-06-13T11:50:36.432130+0000","last_active":"2024-06-13T11:55:32.073217+0000","last_peered":"2024-06-13T11:55:32.073217+0000","last_clean":"2024-06-13T11:55:32.073217+0000","last_became_active":"2024-06-13T11:50:36.431265+0000","last_became_peered":"2024-06-13T11:50:36.431265+0000","last_unstale":"2024-06-13T11:55:32.073217+0000","last_undegraded":"2024-06-13T11:55:32.073217+0000","last_fullsized":"2024-06-13T11:55:32.073217+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:27:01.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"100'11","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073440+0000","last_change":"2024-06-13T11:50:36.442545+0000","last_active":"2024-06-13T11:55:32.073440+0000","last_peered":"2024-06-13T11:55:32.073440+0000","last_clean":"2024-06-13T11:55:32.073440+0000","last_became_active":"2024-06-13T11:50:36.441753+0000","last_became_peered":"2024-06-13T11:50:36.441753+0000","last_unstale":"2024-06-13T11:55:32.073440+0000","last_undegraded":"2024-06-13T11:55:32.073440+0000","last_fullsized":"2024-06-13T11:55:32.073440+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:22:26.896507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.924007+0000","last_change":"2024-06-13T11:50:36.446371+0000","last_active":"2024-06-13T11:55:31.924007+0000","last_peered":"2024-06-13T11:55:31.924007+0000","last_clean":"2024-06-13T11:55:31.924007+0000","last_became_active":"2024-06-13T11:50:36.445982+0000","last_became_peered":"2024-06-13T11:50:36.445982+0000","last_unstale":"2024-06-13T11:55:31.924007+0000","last_undegraded":"2024-06-13T11:55:31.924007+0000","last_fullsized":"2024-06-13T11:55:31.924007+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:03:09.952954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":600140,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":1387,"num_read_kb":806,"num_write":306,"num_write_kb":1448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2027520,"data_stored":1800420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":239,"ondisk_log_size":239,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351052,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36464,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708688,"statfs":{"total":95995035648,"available":95957696512,"internally_reserved":0,"allocated":1155072,"data_stored":573134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612688,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28812,"kb_used_data":1796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716340,"statfs":{"total":95995035648,"available":95965532160,"internally_reserved":0,"allocated":1839104,"data_stored":1225209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776215,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36880,"kb_used_data":1540,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708272,"statfs":{"total":95995035648,"available":95957270528,"internally_reserved":0,"allocated":1576960,"data_stored":980494,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037852,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28164,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716988,"statfs":{"total":95995035648,"available":95966195712,"internally_reserved":0,"allocated":1171456,"data_stored":582990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299489,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28752,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716400,"statfs":{"total":95995035648,"available":95965593600,"internally_reserved":0,"allocated":1773568,"data_stored":1180627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463015,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28152,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717000,"statfs":{"total":95995035648,"available":95966208000,"internally_reserved":0,"allocated":1159168,"data_stored":578358,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574979,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28228,"kb_used_data":1208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716924,"statfs":{"total":95995035648,"available":95966130176,"internally_reserved":0,"allocated":1236992,"data_stored":648557,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738505,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28176,"kb_used_data":1156,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716976,"statfs":{"total":95995035648,"available":95966183424,"internally_reserved":0,"allocated":1183744,"data_stored":579746,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411456,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36564,"kb_used_data":1224,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708588,"statfs":{"total":95995035648,"available":95957594112,"internally_reserved":0,"allocated":1253376,"data_stored":649664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149816,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36484,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708668,"statfs":{"total":95995035648,"available":95957676032,"internally_reserved":0,"allocated":1171456,"data_stored":578552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888179,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28164,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716988,"statfs":{"total":95995035648,"available":95966195712,"internally_reserved":0,"allocated":1171456,"data_stored":584094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724654,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37208,"kb_used_data":1872,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93707944,"statfs":{"total":95995035648,"available":95956934656,"internally_reserved":0,"allocated":1916928,"data_stored":1306729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":70289,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":71396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":544768,"data_stored":525100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":163840,"data_stored":133997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3799,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":394034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":245760,"data_stored":203971,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":405504,"data_stored":393910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-13T11:55:39.466 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-06-13T11:55:39.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:39 smithi088 ceph-mon[36399]: Updating smithi088:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T11:55:39.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:39 smithi088 ceph-mon[36399]: Updating smithi162:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T11:55:39.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:39 smithi088 ceph-mon[36399]: Updating smithi088:/etc/ceph/ceph.client.admin.keyring 2024-06-13T11:55:39.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:39 smithi088 ceph-mon[36399]: Updating smithi162:/etc/ceph/ceph.client.admin.keyring 2024-06-13T11:55:39.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:39 smithi088 ceph-mon[36399]: Updating smithi042:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T11:55:39.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:39 smithi088 ceph-mon[36399]: pgmap v6: 129 pgs: 129 active+clean; 1.1 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:55:39.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:39 smithi088 ceph-mon[36399]: Updating smithi088:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.client.admin.keyring 2024-06-13T11:55:39.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:39 smithi088 ceph-mon[36399]: Updating smithi162:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.client.admin.keyring 2024-06-13T11:55:39.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:39 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:39.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:39 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:39.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:39 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:39.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:39 smithi042 ceph-mon[32231]: Updating smithi088:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T11:55:39.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:39 smithi042 ceph-mon[32231]: Updating smithi162:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T11:55:39.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:39 smithi042 ceph-mon[32231]: Updating smithi088:/etc/ceph/ceph.client.admin.keyring 2024-06-13T11:55:39.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:39 smithi042 ceph-mon[32231]: Updating smithi162:/etc/ceph/ceph.client.admin.keyring 2024-06-13T11:55:39.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:39 smithi042 ceph-mon[32231]: Updating smithi042:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T11:55:39.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:39 smithi042 ceph-mon[32231]: pgmap v6: 129 pgs: 129 active+clean; 1.1 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:55:39.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:39 smithi042 ceph-mon[32231]: Updating smithi088:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.client.admin.keyring 2024-06-13T11:55:39.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:39 smithi042 ceph-mon[32231]: Updating smithi162:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.client.admin.keyring 2024-06-13T11:55:39.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:39 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:39.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:39 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:39.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:39 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:39.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:39 smithi162 ceph-mon[36757]: Updating smithi088:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T11:55:39.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:39 smithi162 ceph-mon[36757]: Updating smithi162:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T11:55:39.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:39 smithi162 ceph-mon[36757]: Updating smithi088:/etc/ceph/ceph.client.admin.keyring 2024-06-13T11:55:39.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:39 smithi162 ceph-mon[36757]: Updating smithi162:/etc/ceph/ceph.client.admin.keyring 2024-06-13T11:55:39.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:39 smithi162 ceph-mon[36757]: Updating smithi042:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T11:55:39.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:39 smithi162 ceph-mon[36757]: pgmap v6: 129 pgs: 129 active+clean; 1.1 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T11:55:39.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:39 smithi162 ceph-mon[36757]: Updating smithi088:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.client.admin.keyring 2024-06-13T11:55:39.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:39 smithi162 ceph-mon[36757]: Updating smithi162:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.client.admin.keyring 2024-06-13T11:55:39.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:39 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:39.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:39 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:39.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:39 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:39.688 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.687+0000 7f63db200640 1 -- 172.21.15.42:0/2723677636 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63d4104790 msgr2=0x7f63d41087d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:39.688 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.687+0000 7f63db200640 1 --2- 172.21.15.42:0/2723677636 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63d4104790 0x7f63d41087d0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f63c0009900 tx=0x7f63c002a3f0 comp rx=0 tx=0).stop 2024-06-13T11:55:39.688 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.687+0000 7f63db200640 1 -- 172.21.15.42:0/2723677636 shutdown_connections 2024-06-13T11:55:39.689 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.687+0000 7f63db200640 1 --2- 172.21.15.42:0/2723677636 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63d4104790 0x7f63d41087d0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:39.689 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.687+0000 7f63db200640 1 --2- 172.21.15.42:0/2723677636 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63d4108eb0 0x7f63d4110a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:39.689 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.687+0000 7f63db200640 1 --2- 172.21.15.42:0/2723677636 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f63d4103de0 0x7f63d41041c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:39.689 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.687+0000 7f63db200640 1 -- 172.21.15.42:0/2723677636 >> 172.21.15.42:0/2723677636 conn(0x7f63d40ff660 msgr2=0x7f63d4101a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:39.689 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.688+0000 7f63db200640 1 -- 172.21.15.42:0/2723677636 shutdown_connections 2024-06-13T11:55:39.689 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.688+0000 7f63db200640 1 -- 172.21.15.42:0/2723677636 wait complete. 2024-06-13T11:55:39.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.689+0000 7f63db200640 1 Processor -- start 2024-06-13T11:55:39.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.689+0000 7f63db200640 1 -- start start 2024-06-13T11:55:39.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.689+0000 7f63db200640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f63d4103de0 0x7f63d419a570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:39.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.689+0000 7f63db200640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63d4108eb0 0x7f63d419aab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:39.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.689+0000 7f63db200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63d419ede0 0x7f63d419f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:39.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.689+0000 7f63db200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f63d4113f60 con 0x7f63d419ede0 2024-06-13T11:55:39.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.689+0000 7f63db200640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f63d4113de0 con 0x7f63d4108eb0 2024-06-13T11:55:39.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.689+0000 7f63db200640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f63d41140e0 con 0x7f63d4103de0 2024-06-13T11:55:39.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.689+0000 7f63d9200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63d419ede0 0x7f63d419f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:39.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.689+0000 7f63d9200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63d419ede0 0x7f63d419f290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37068/0 (socket says 172.21.15.42:37068) 2024-06-13T11:55:39.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.689+0000 7f63d9200640 1 -- 172.21.15.42:0/272111783 learned_addr learned my addr 172.21.15.42:0/272111783 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:39.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.690+0000 7f63d3e00640 1 --2- 172.21.15.42:0/272111783 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f63d4103de0 0x7f63d419a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:39.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.690+0000 7f63d3400640 1 --2- 172.21.15.42:0/272111783 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63d4108eb0 0x7f63d419aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:39.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.690+0000 7f63d3400640 1 -- 172.21.15.42:0/272111783 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f63d4103de0 msgr2=0x7f63d419a570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:39.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.690+0000 7f63d3400640 1 --2- 172.21.15.42:0/272111783 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f63d4103de0 0x7f63d419a570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:39.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.690+0000 7f63d3400640 1 -- 172.21.15.42:0/272111783 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63d419ede0 msgr2=0x7f63d419f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:39.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.690+0000 7f63d3400640 1 --2- 172.21.15.42:0/272111783 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63d419ede0 0x7f63d419f290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:39.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.690+0000 7f63d3400640 1 -- 172.21.15.42:0/272111783 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63d419f8d0 con 0x7f63d4108eb0 2024-06-13T11:55:39.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.690+0000 7f63d9200640 1 --2- 172.21.15.42:0/272111783 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63d419ede0 0x7f63d419f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:55:39.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.690+0000 7f63d3400640 1 --2- 172.21.15.42:0/272111783 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63d4108eb0 0x7f63d419aab0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f63c0006010 tx=0x7f63c00040c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:39.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.691+0000 7f63d0c00640 1 -- 172.21.15.42:0/272111783 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63c003f030 con 0x7f63d4108eb0 2024-06-13T11:55:39.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.691+0000 7f63db200640 1 -- 172.21.15.42:0/272111783 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63d419fb60 con 0x7f63d4108eb0 2024-06-13T11:55:39.693 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.691+0000 7f63d0c00640 1 -- 172.21.15.42:0/272111783 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f63c00044c0 con 0x7f63d4108eb0 2024-06-13T11:55:39.693 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.691+0000 7f63d0c00640 1 -- 172.21.15.42:0/272111783 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63c0035070 con 0x7f63d4108eb0 2024-06-13T11:55:39.693 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.691+0000 7f63db200640 1 -- 172.21.15.42:0/272111783 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63d41a7320 con 0x7f63d4108eb0 2024-06-13T11:55:39.693 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.692+0000 7f63db200640 1 -- 172.21.15.42:0/272111783 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63d4068c10 con 0x7f63d4108eb0 2024-06-13T11:55:39.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.694+0000 7f63d0c00640 1 -- 172.21.15.42:0/272111783 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 25) ==== 138060+0+0 (secure 0 0 0) 0x7f63c0042030 con 0x7f63d4108eb0 2024-06-13T11:55:39.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.696+0000 7f63d0c00640 1 --2- 172.21.15.42:0/272111783 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f63b80a2ea0 0x7f63b80a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:39.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.696+0000 7f63d0c00640 1 -- 172.21.15.42:0/272111783 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f63c00eff00 con 0x7f63d4108eb0 2024-06-13T11:55:39.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.696+0000 7f63d3e00640 1 --2- 172.21.15.42:0/272111783 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f63b80a2ea0 0x7f63b80a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:39.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.697+0000 7f63d3e00640 1 --2- 172.21.15.42:0/272111783 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f63b80a2ea0 0x7f63b80a5360 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f63c4009bd0 tx=0x7f63c4005f90 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:39.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.698+0000 7f63d0c00640 1 -- 172.21.15.42:0/272111783 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f63c00bbf40 con 0x7f63d4108eb0 2024-06-13T11:55:39.911 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.911+0000 7f63db200640 1 -- 172.21.15.42:0/272111783 --> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f63d4104790 con 0x7f63b80a2ea0 2024-06-13T11:55:39.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.922+0000 7f63d0c00640 1 -- 172.21.15.42:0/272111783 <== mgr.25157 v2:172.21.15.42:6800/3710434171 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339596 (secure 0 0 0) 0x7f63d4104790 con 0x7f63b80a2ea0 2024-06-13T11:55:39.927 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:55:39.929 INFO:teuthology.orchestra.run.smithi042.stderr:dumped all 2024-06-13T11:55:39.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.927+0000 7f63db200640 1 -- 172.21.15.42:0/272111783 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f63b80a2ea0 msgr2=0x7f63b80a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:39.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.927+0000 7f63db200640 1 --2- 172.21.15.42:0/272111783 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f63b80a2ea0 0x7f63b80a5360 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f63c4009bd0 tx=0x7f63c4005f90 comp rx=0 tx=0).stop 2024-06-13T11:55:39.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.927+0000 7f63db200640 1 -- 172.21.15.42:0/272111783 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63d4108eb0 msgr2=0x7f63d419aab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:39.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.927+0000 7f63db200640 1 --2- 172.21.15.42:0/272111783 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63d4108eb0 0x7f63d419aab0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f63c0006010 tx=0x7f63c00040c0 comp rx=0 tx=0).stop 2024-06-13T11:55:39.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.928+0000 7f63db200640 1 -- 172.21.15.42:0/272111783 shutdown_connections 2024-06-13T11:55:39.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.928+0000 7f63db200640 1 --2- 172.21.15.42:0/272111783 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f63b80a2ea0 0x7f63b80a5360 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:39.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.928+0000 7f63db200640 1 --2- 172.21.15.42:0/272111783 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63d419ede0 0x7f63d419f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:39.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.928+0000 7f63db200640 1 --2- 172.21.15.42:0/272111783 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63d4108eb0 0x7f63d419aab0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:39.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.928+0000 7f63db200640 1 --2- 172.21.15.42:0/272111783 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f63d4103de0 0x7f63d419a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:39.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.928+0000 7f63db200640 1 -- 172.21.15.42:0/272111783 >> 172.21.15.42:0/272111783 conn(0x7f63d40ff660 msgr2=0x7f63d41019c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:39.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.928+0000 7f63db200640 1 -- 172.21.15.42:0/272111783 shutdown_connections 2024-06-13T11:55:39.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:39.928+0000 7f63db200640 1 -- 172.21.15.42:0/272111783 wait complete. 2024-06-13T11:55:39.947 INFO:teuthology.orchestra.run.smithi042.stdout:{"pg_ready":true,"pg_map":{"version":7,"stamp":"2024-06-13T11:55:39.813327+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1194042,"num_objects":66,"num_object_clones":0,"num_object_copies":200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":1657,"num_read_kb":1156,"num_write":518,"num_write_kb":4396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":895,"ondisk_log_size":895,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":383124,"kb_used_data":17300,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124558700,"statfs":{"total":1151940427776,"available":1151548108800,"internally_reserved":0,"allocated":17715200,"data_stored":10553408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":374453562},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":3300,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":134,"num_read_kb":231,"num_write":29,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.977696"},"pg_stats":[{"pgid":"3.3f","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.924415+0000","last_change":"2024-06-13T11:50:36.448635+0000","last_active":"2024-06-13T11:55:31.924415+0000","last_peered":"2024-06-13T11:55:31.924415+0000","last_clean":"2024-06-13T11:55:31.924415+0000","last_became_active":"2024-06-13T11:50:36.448111+0000","last_became_peered":"2024-06-13T11:50:36.448111+0000","last_unstale":"2024-06-13T11:55:31.924415+0000","last_undegraded":"2024-06-13T11:55:31.924415+0000","last_fullsized":"2024-06-13T11:55:31.924415+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:29:52.539514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"100'4","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.892974+0000","last_change":"2024-06-13T11:50:36.452784+0000","last_active":"2024-06-13T11:55:31.892974+0000","last_peered":"2024-06-13T11:55:31.892974+0000","last_clean":"2024-06-13T11:55:31.892974+0000","last_became_active":"2024-06-13T11:50:36.452506+0000","last_became_peered":"2024-06-13T11:50:36.452506+0000","last_unstale":"2024-06-13T11:55:31.892974+0000","last_undegraded":"2024-06-13T11:55:31.892974+0000","last_fullsized":"2024-06-13T11:55:31.892974+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:24:10.080882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"100'7","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.892560+0000","last_change":"2024-06-13T11:50:36.452965+0000","last_active":"2024-06-13T11:55:31.892560+0000","last_peered":"2024-06-13T11:55:31.892560+0000","last_clean":"2024-06-13T11:55:31.892560+0000","last_became_active":"2024-06-13T11:50:36.452605+0000","last_became_peered":"2024-06-13T11:50:36.452605+0000","last_unstale":"2024-06-13T11:55:31.892560+0000","last_undegraded":"2024-06-13T11:55:31.892560+0000","last_fullsized":"2024-06-13T11:55:31.892560+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:59:08.463531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790998+0000","last_change":"2024-06-13T11:50:36.444046+0000","last_active":"2024-06-13T11:55:31.790998+0000","last_peered":"2024-06-13T11:55:31.790998+0000","last_clean":"2024-06-13T11:55:31.790998+0000","last_became_active":"2024-06-13T11:50:36.442838+0000","last_became_peered":"2024-06-13T11:50:36.442838+0000","last_unstale":"2024-06-13T11:55:31.790998+0000","last_undegraded":"2024-06-13T11:55:31.790998+0000","last_fullsized":"2024-06-13T11:55:31.790998+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:27:46.472089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"100'4","reported_seq":45,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073629+0000","last_change":"2024-06-13T11:50:36.457506+0000","last_active":"2024-06-13T11:55:32.073629+0000","last_peered":"2024-06-13T11:55:32.073629+0000","last_clean":"2024-06-13T11:55:32.073629+0000","last_became_active":"2024-06-13T11:50:36.457269+0000","last_became_peered":"2024-06-13T11:50:36.457269+0000","last_unstale":"2024-06-13T11:55:32.073629+0000","last_undegraded":"2024-06-13T11:55:32.073629+0000","last_fullsized":"2024-06-13T11:55:32.073629+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:04:26.858158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"100'6","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.934518+0000","last_change":"2024-06-13T11:50:36.445065+0000","last_active":"2024-06-13T11:55:31.934518+0000","last_peered":"2024-06-13T11:55:31.934518+0000","last_clean":"2024-06-13T11:55:31.934518+0000","last_became_active":"2024-06-13T11:50:36.444760+0000","last_became_peered":"2024-06-13T11:50:36.444760+0000","last_unstale":"2024-06-13T11:55:31.934518+0000","last_undegraded":"2024-06-13T11:55:31.934518+0000","last_fullsized":"2024-06-13T11:55:31.934518+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:56:56.098315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"100'5","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072751+0000","last_change":"2024-06-13T11:50:36.444460+0000","last_active":"2024-06-13T11:55:32.072751+0000","last_peered":"2024-06-13T11:55:32.072751+0000","last_clean":"2024-06-13T11:55:32.072751+0000","last_became_active":"2024-06-13T11:50:36.444127+0000","last_became_peered":"2024-06-13T11:50:36.444127+0000","last_unstale":"2024-06-13T11:55:32.072751+0000","last_undegraded":"2024-06-13T11:55:32.072751+0000","last_fullsized":"2024-06-13T11:55:32.072751+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:04:23.675913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"100'9","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791357+0000","last_change":"2024-06-13T11:50:36.439840+0000","last_active":"2024-06-13T11:55:31.791357+0000","last_peered":"2024-06-13T11:55:31.791357+0000","last_clean":"2024-06-13T11:55:31.791357+0000","last_became_active":"2024-06-13T11:50:36.438965+0000","last_became_peered":"2024-06-13T11:50:36.438965+0000","last_unstale":"2024-06-13T11:55:31.791357+0000","last_undegraded":"2024-06-13T11:55:31.791357+0000","last_fullsized":"2024-06-13T11:55:31.791357+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:13:17.486496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"100'11","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.074078+0000","last_change":"2024-06-13T11:50:36.432417+0000","last_active":"2024-06-13T11:55:32.074078+0000","last_peered":"2024-06-13T11:55:32.074078+0000","last_clean":"2024-06-13T11:55:32.074078+0000","last_became_active":"2024-06-13T11:50:36.432053+0000","last_became_peered":"2024-06-13T11:50:36.432053+0000","last_unstale":"2024-06-13T11:55:32.074078+0000","last_undegraded":"2024-06-13T11:55:32.074078+0000","last_fullsized":"2024-06-13T11:55:32.074078+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:40:17.612339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"100'16","reported_seq":58,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.934782+0000","last_change":"2024-06-13T11:50:36.439609+0000","last_active":"2024-06-13T11:55:31.934782+0000","last_peered":"2024-06-13T11:55:31.934782+0000","last_clean":"2024-06-13T11:55:31.934782+0000","last_became_active":"2024-06-13T11:50:36.439228+0000","last_became_peered":"2024-06-13T11:50:36.439228+0000","last_unstale":"2024-06-13T11:55:31.934782+0000","last_undegraded":"2024-06-13T11:55:31.934782+0000","last_fullsized":"2024-06-13T11:55:31.934782+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:45:55.176878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"100'6","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073504+0000","last_change":"2024-06-13T11:50:36.445733+0000","last_active":"2024-06-13T11:55:32.073504+0000","last_peered":"2024-06-13T11:55:32.073504+0000","last_clean":"2024-06-13T11:55:32.073504+0000","last_became_active":"2024-06-13T11:50:36.445382+0000","last_became_peered":"2024-06-13T11:50:36.445382+0000","last_unstale":"2024-06-13T11:55:32.073504+0000","last_undegraded":"2024-06-13T11:55:32.073504+0000","last_fullsized":"2024-06-13T11:55:32.073504+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:38:36.752336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"100'7","reported_seq":21,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.921017+0000","last_change":"2024-06-13T11:52:27.424660+0000","last_active":"2024-06-13T11:55:31.921017+0000","last_peered":"2024-06-13T11:55:31.921017+0000","last_clean":"2024-06-13T11:55:31.921017+0000","last_became_active":"2024-06-13T11:52:27.424039+0000","last_became_peered":"2024-06-13T11:52:27.424039+0000","last_unstale":"2024-06-13T11:55:31.921017+0000","last_undegraded":"2024-06-13T11:55:31.921017+0000","last_fullsized":"2024-06-13T11:55:31.921017+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:14:13.190613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"100'10","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073739+0000","last_change":"2024-06-13T11:50:36.435568+0000","last_active":"2024-06-13T11:55:32.073739+0000","last_peered":"2024-06-13T11:55:32.073739+0000","last_clean":"2024-06-13T11:55:32.073739+0000","last_became_active":"2024-06-13T11:50:36.435231+0000","last_became_peered":"2024-06-13T11:50:36.435231+0000","last_unstale":"2024-06-13T11:55:32.073739+0000","last_undegraded":"2024-06-13T11:55:32.073739+0000","last_fullsized":"2024-06-13T11:55:32.073739+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:49:20.886268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"100'7","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.892513+0000","last_change":"2024-06-13T11:50:36.447343+0000","last_active":"2024-06-13T11:55:31.892513+0000","last_peered":"2024-06-13T11:55:31.892513+0000","last_clean":"2024-06-13T11:55:31.892513+0000","last_became_active":"2024-06-13T11:50:36.446958+0000","last_became_peered":"2024-06-13T11:50:36.446958+0000","last_unstale":"2024-06-13T11:55:31.892513+0000","last_undegraded":"2024-06-13T11:55:31.892513+0000","last_fullsized":"2024-06-13T11:55:31.892513+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:15:40.900741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"100'7","reported_seq":55,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.892455+0000","last_change":"2024-06-13T11:51:26.330495+0000","last_active":"2024-06-13T11:55:31.892455+0000","last_peered":"2024-06-13T11:55:31.892455+0000","last_clean":"2024-06-13T11:55:31.892455+0000","last_became_active":"2024-06-13T11:51:26.329786+0000","last_became_peered":"2024-06-13T11:51:26.329786+0000","last_unstale":"2024-06-13T11:55:31.892455+0000","last_undegraded":"2024-06-13T11:55:31.892455+0000","last_fullsized":"2024-06-13T11:55:31.892455+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:49:38.021458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,2],"acting":[0,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"100'9","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072971+0000","last_change":"2024-06-13T11:50:36.440755+0000","last_active":"2024-06-13T11:55:32.072971+0000","last_peered":"2024-06-13T11:55:32.072971+0000","last_clean":"2024-06-13T11:55:32.072971+0000","last_became_active":"2024-06-13T11:50:36.440422+0000","last_became_peered":"2024-06-13T11:50:36.440422+0000","last_unstale":"2024-06-13T11:55:32.072971+0000","last_undegraded":"2024-06-13T11:55:32.072971+0000","last_fullsized":"2024-06-13T11:55:32.072971+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:46:47.212189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.924243+0000","last_change":"2024-06-13T11:50:36.459002+0000","last_active":"2024-06-13T11:55:31.924243+0000","last_peered":"2024-06-13T11:55:31.924243+0000","last_clean":"2024-06-13T11:55:31.924243+0000","last_became_active":"2024-06-13T11:50:36.458599+0000","last_became_peered":"2024-06-13T11:50:36.458599+0000","last_unstale":"2024-06-13T11:55:31.924243+0000","last_undegraded":"2024-06-13T11:55:31.924243+0000","last_fullsized":"2024-06-13T11:55:31.924243+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:49:20.494979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"100'10","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.921729+0000","last_change":"2024-06-13T11:50:36.450967+0000","last_active":"2024-06-13T11:55:31.921729+0000","last_peered":"2024-06-13T11:55:31.921729+0000","last_clean":"2024-06-13T11:55:31.921729+0000","last_became_active":"2024-06-13T11:50:36.450592+0000","last_became_peered":"2024-06-13T11:50:36.450592+0000","last_unstale":"2024-06-13T11:55:31.921729+0000","last_undegraded":"2024-06-13T11:55:31.921729+0000","last_fullsized":"2024-06-13T11:55:31.921729+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:22:12.397454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"100'7","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072933+0000","last_change":"2024-06-13T11:50:36.451400+0000","last_active":"2024-06-13T11:55:32.072933+0000","last_peered":"2024-06-13T11:55:32.072933+0000","last_clean":"2024-06-13T11:55:32.072933+0000","last_became_active":"2024-06-13T11:50:36.450966+0000","last_became_peered":"2024-06-13T11:50:36.450966+0000","last_unstale":"2024-06-13T11:55:32.072933+0000","last_undegraded":"2024-06-13T11:55:32.072933+0000","last_fullsized":"2024-06-13T11:55:32.072933+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:28:51.534767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072495+0000","last_change":"2024-06-13T11:50:49.811241+0000","last_active":"2024-06-13T11:55:32.072495+0000","last_peered":"2024-06-13T11:55:32.072495+0000","last_clean":"2024-06-13T11:55:32.072495+0000","last_became_active":"2024-06-13T11:50:49.810730+0000","last_became_peered":"2024-06-13T11:50:49.810730+0000","last_unstale":"2024-06-13T11:55:32.072495+0000","last_undegraded":"2024-06-13T11:55:32.072495+0000","last_fullsized":"2024-06-13T11:55:32.072495+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:18:29.129152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"98'9","reported_seq":58,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.921927+0000","last_change":"2024-06-13T11:50:32.005589+0000","last_active":"2024-06-13T11:55:31.921927+0000","last_peered":"2024-06-13T11:55:31.921927+0000","last_clean":"2024-06-13T11:55:31.921927+0000","last_became_active":"2024-06-13T11:50:32.004906+0000","last_became_peered":"2024-06-13T11:50:32.004906+0000","last_unstale":"2024-06-13T11:55:31.921927+0000","last_undegraded":"2024-06-13T11:55:31.921927+0000","last_fullsized":"2024-06-13T11:55:31.921927+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:34:27.553780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"100'5","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.792465+0000","last_change":"2024-06-13T11:50:36.450855+0000","last_active":"2024-06-13T11:55:31.792465+0000","last_peered":"2024-06-13T11:55:31.792465+0000","last_clean":"2024-06-13T11:55:31.792465+0000","last_became_active":"2024-06-13T11:50:36.450533+0000","last_became_peered":"2024-06-13T11:50:36.450533+0000","last_unstale":"2024-06-13T11:55:31.792465+0000","last_undegraded":"2024-06-13T11:55:31.792465+0000","last_fullsized":"2024-06-13T11:55:31.792465+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:36:16.143805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790471+0000","last_change":"2024-06-13T11:50:49.798992+0000","last_active":"2024-06-13T11:55:31.790471+0000","last_peered":"2024-06-13T11:55:31.790471+0000","last_clean":"2024-06-13T11:55:31.790471+0000","last_became_active":"2024-06-13T11:50:49.798132+0000","last_became_peered":"2024-06-13T11:50:49.798132+0000","last_unstale":"2024-06-13T11:55:31.790471+0000","last_undegraded":"2024-06-13T11:55:31.790471+0000","last_fullsized":"2024-06-13T11:55:31.790471+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:36:03.669654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"98'2","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.792783+0000","last_change":"2024-06-13T11:50:32.021295+0000","last_active":"2024-06-13T11:55:31.792783+0000","last_peered":"2024-06-13T11:55:31.792783+0000","last_clean":"2024-06-13T11:55:31.792783+0000","last_became_active":"2024-06-13T11:50:32.020452+0000","last_became_peered":"2024-06-13T11:50:32.020452+0000","last_unstale":"2024-06-13T11:55:31.792783+0000","last_undegraded":"2024-06-13T11:55:31.792783+0000","last_fullsized":"2024-06-13T11:55:31.792783+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:33:41.991538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"100'6","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.892935+0000","last_change":"2024-06-13T11:50:36.451705+0000","last_active":"2024-06-13T11:55:31.892935+0000","last_peered":"2024-06-13T11:55:31.892935+0000","last_clean":"2024-06-13T11:55:31.892935+0000","last_became_active":"2024-06-13T11:50:36.447807+0000","last_became_peered":"2024-06-13T11:50:36.447807+0000","last_unstale":"2024-06-13T11:55:31.892935+0000","last_undegraded":"2024-06-13T11:55:31.892935+0000","last_fullsized":"2024-06-13T11:55:31.892935+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:57:02.901214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790648+0000","last_change":"2024-06-13T11:50:49.789742+0000","last_active":"2024-06-13T11:55:31.790648+0000","last_peered":"2024-06-13T11:55:31.790648+0000","last_clean":"2024-06-13T11:55:31.790648+0000","last_became_active":"2024-06-13T11:50:49.789315+0000","last_became_peered":"2024-06-13T11:50:49.789315+0000","last_unstale":"2024-06-13T11:55:31.790648+0000","last_undegraded":"2024-06-13T11:55:31.790648+0000","last_fullsized":"2024-06-13T11:55:31.790648+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:51:39.547919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"98'4","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073367+0000","last_change":"2024-06-13T11:50:31.998627+0000","last_active":"2024-06-13T11:55:32.073367+0000","last_peered":"2024-06-13T11:55:32.073367+0000","last_clean":"2024-06-13T11:55:32.073367+0000","last_became_active":"2024-06-13T11:50:31.998206+0000","last_became_peered":"2024-06-13T11:50:31.998206+0000","last_unstale":"2024-06-13T11:55:32.073367+0000","last_undegraded":"2024-06-13T11:55:32.073367+0000","last_fullsized":"2024-06-13T11:55:32.073367+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:45:05.843886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"100'9","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073442+0000","last_change":"2024-06-13T11:50:36.432039+0000","last_active":"2024-06-13T11:55:32.073442+0000","last_peered":"2024-06-13T11:55:32.073442+0000","last_clean":"2024-06-13T11:55:32.073442+0000","last_became_active":"2024-06-13T11:50:36.431716+0000","last_became_peered":"2024-06-13T11:50:36.431716+0000","last_unstale":"2024-06-13T11:55:32.073442+0000","last_undegraded":"2024-06-13T11:55:32.073442+0000","last_fullsized":"2024-06-13T11:55:32.073442+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:41:10.879028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790496+0000","last_change":"2024-06-13T11:50:49.791777+0000","last_active":"2024-06-13T11:55:31.790496+0000","last_peered":"2024-06-13T11:55:31.790496+0000","last_clean":"2024-06-13T11:55:31.790496+0000","last_became_active":"2024-06-13T11:50:49.791348+0000","last_became_peered":"2024-06-13T11:50:49.791348+0000","last_unstale":"2024-06-13T11:55:31.790496+0000","last_undegraded":"2024-06-13T11:55:31.790496+0000","last_fullsized":"2024-06-13T11:55:31.790496+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:10:20.833026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"89'2","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073167+0000","last_change":"2024-06-13T11:50:31.998416+0000","last_active":"2024-06-13T11:55:32.073167+0000","last_peered":"2024-06-13T11:55:32.073167+0000","last_clean":"2024-06-13T11:55:32.073167+0000","last_became_active":"2024-06-13T11:50:31.997994+0000","last_became_peered":"2024-06-13T11:50:31.997994+0000","last_unstale":"2024-06-13T11:55:32.073167+0000","last_undegraded":"2024-06-13T11:55:32.073167+0000","last_fullsized":"2024-06-13T11:55:32.073167+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:02:56.354971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"100'15","reported_seq":57,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791518+0000","last_change":"2024-06-13T11:50:36.432684+0000","last_active":"2024-06-13T11:55:31.791518+0000","last_peered":"2024-06-13T11:55:31.791518+0000","last_clean":"2024-06-13T11:55:31.791518+0000","last_became_active":"2024-06-13T11:50:36.432242+0000","last_became_peered":"2024-06-13T11:50:36.432242+0000","last_unstale":"2024-06-13T11:55:31.791518+0000","last_undegraded":"2024-06-13T11:55:31.791518+0000","last_fullsized":"2024-06-13T11:55:31.791518+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:37:08.696859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":38,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072831+0000","last_change":"2024-06-13T11:51:26.831257+0000","last_active":"2024-06-13T11:55:32.072831+0000","last_peered":"2024-06-13T11:55:32.072831+0000","last_clean":"2024-06-13T11:55:32.072831+0000","last_became_active":"2024-06-13T11:51:26.830703+0000","last_became_peered":"2024-06-13T11:51:26.830703+0000","last_unstale":"2024-06-13T11:55:32.072831+0000","last_undegraded":"2024-06-13T11:55:32.072831+0000","last_fullsized":"2024-06-13T11:55:32.072831+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:07:59.545889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,7,11],"acting":[2,8,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"101'9","reported_seq":278,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:36.173167+0000","last_change":"2024-06-13T11:50:31.994986+0000","last_active":"2024-06-13T11:55:36.173167+0000","last_peered":"2024-06-13T11:55:36.173167+0000","last_clean":"2024-06-13T11:55:36.173167+0000","last_became_active":"2024-06-13T11:50:31.994612+0000","last_became_peered":"2024-06-13T11:50:31.994612+0000","last_unstale":"2024-06-13T11:55:36.173167+0000","last_undegraded":"2024-06-13T11:55:36.173167+0000","last_fullsized":"2024-06-13T11:55:36.173167+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:03:22.948056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1933,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":221,"num_read_kb":6,"num_write":6,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"100'7","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072931+0000","last_change":"2024-06-13T11:50:36.445788+0000","last_active":"2024-06-13T11:55:32.072931+0000","last_peered":"2024-06-13T11:55:32.072931+0000","last_clean":"2024-06-13T11:55:32.072931+0000","last_became_active":"2024-06-13T11:50:36.445451+0000","last_became_peered":"2024-06-13T11:50:36.445451+0000","last_unstale":"2024-06-13T11:55:32.072931+0000","last_undegraded":"2024-06-13T11:55:32.072931+0000","last_fullsized":"2024-06-13T11:55:32.072931+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:01:58.220775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072639+0000","last_change":"2024-06-13T11:50:49.804726+0000","last_active":"2024-06-13T11:55:32.072639+0000","last_peered":"2024-06-13T11:55:32.072639+0000","last_clean":"2024-06-13T11:55:32.072639+0000","last_became_active":"2024-06-13T11:50:49.804271+0000","last_became_peered":"2024-06-13T11:50:49.804271+0000","last_unstale":"2024-06-13T11:55:32.072639+0000","last_undegraded":"2024-06-13T11:55:32.072639+0000","last_fullsized":"2024-06-13T11:55:32.072639+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:07:59.206174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"98'3","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.934372+0000","last_change":"2024-06-13T11:50:32.000872+0000","last_active":"2024-06-13T11:55:31.934372+0000","last_peered":"2024-06-13T11:55:31.934372+0000","last_clean":"2024-06-13T11:55:31.934372+0000","last_became_active":"2024-06-13T11:50:32.000490+0000","last_became_peered":"2024-06-13T11:50:32.000490+0000","last_unstale":"2024-06-13T11:55:31.934372+0000","last_undegraded":"2024-06-13T11:55:31.934372+0000","last_fullsized":"2024-06-13T11:55:31.934372+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:45:20.689923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791413+0000","last_change":"2024-06-13T11:50:36.434453+0000","last_active":"2024-06-13T11:55:31.791413+0000","last_peered":"2024-06-13T11:55:31.791413+0000","last_clean":"2024-06-13T11:55:31.791413+0000","last_became_active":"2024-06-13T11:50:36.434138+0000","last_became_peered":"2024-06-13T11:50:36.434138+0000","last_unstale":"2024-06-13T11:55:31.791413+0000","last_undegraded":"2024-06-13T11:55:31.791413+0000","last_fullsized":"2024-06-13T11:55:31.791413+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:34:00.022524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.924203+0000","last_change":"2024-06-13T11:50:49.806758+0000","last_active":"2024-06-13T11:55:31.924203+0000","last_peered":"2024-06-13T11:55:31.924203+0000","last_clean":"2024-06-13T11:55:31.924203+0000","last_became_active":"2024-06-13T11:50:49.806270+0000","last_became_peered":"2024-06-13T11:50:49.806270+0000","last_unstale":"2024-06-13T11:55:31.924203+0000","last_undegraded":"2024-06-13T11:55:31.924203+0000","last_fullsized":"2024-06-13T11:55:31.924203+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:29:49.106654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"98'2","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073413+0000","last_change":"2024-06-13T11:50:32.009158+0000","last_active":"2024-06-13T11:55:32.073413+0000","last_peered":"2024-06-13T11:55:32.073413+0000","last_clean":"2024-06-13T11:55:32.073413+0000","last_became_active":"2024-06-13T11:50:32.008692+0000","last_became_peered":"2024-06-13T11:50:32.008692+0000","last_unstale":"2024-06-13T11:55:32.073413+0000","last_undegraded":"2024-06-13T11:55:32.073413+0000","last_fullsized":"2024-06-13T11:55:32.073413+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:15:37.421401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791433+0000","last_change":"2024-06-13T11:50:36.440151+0000","last_active":"2024-06-13T11:55:31.791433+0000","last_peered":"2024-06-13T11:55:31.791433+0000","last_clean":"2024-06-13T11:55:31.791433+0000","last_became_active":"2024-06-13T11:50:36.439506+0000","last_became_peered":"2024-06-13T11:50:36.439506+0000","last_unstale":"2024-06-13T11:55:31.791433+0000","last_undegraded":"2024-06-13T11:55:31.791433+0000","last_fullsized":"2024-06-13T11:55:31.791433+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:32:12.449458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.892936+0000","last_change":"2024-06-13T11:50:49.796602+0000","last_active":"2024-06-13T11:55:31.892936+0000","last_peered":"2024-06-13T11:55:31.892936+0000","last_clean":"2024-06-13T11:55:31.892936+0000","last_became_active":"2024-06-13T11:50:49.794651+0000","last_became_peered":"2024-06-13T11:50:49.794651+0000","last_unstale":"2024-06-13T11:55:31.892936+0000","last_undegraded":"2024-06-13T11:55:31.892936+0000","last_fullsized":"2024-06-13T11:55:31.892936+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:01:09.836754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"98'1","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790954+0000","last_change":"2024-06-13T11:50:31.994177+0000","last_active":"2024-06-13T11:55:31.790954+0000","last_peered":"2024-06-13T11:55:31.790954+0000","last_clean":"2024-06-13T11:55:31.790954+0000","last_became_active":"2024-06-13T11:50:31.993824+0000","last_became_peered":"2024-06-13T11:50:31.993824+0000","last_unstale":"2024-06-13T11:55:31.790954+0000","last_undegraded":"2024-06-13T11:55:31.790954+0000","last_fullsized":"2024-06-13T11:55:31.790954+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:58:13.588879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"100'11","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.920444+0000","last_change":"2024-06-13T11:50:36.448522+0000","last_active":"2024-06-13T11:55:31.920444+0000","last_peered":"2024-06-13T11:55:31.920444+0000","last_clean":"2024-06-13T11:55:31.920444+0000","last_became_active":"2024-06-13T11:50:36.448180+0000","last_became_peered":"2024-06-13T11:50:36.448180+0000","last_unstale":"2024-06-13T11:55:31.920444+0000","last_undegraded":"2024-06-13T11:55:31.920444+0000","last_fullsized":"2024-06-13T11:55:31.920444+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:14:44.330239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791590+0000","last_change":"2024-06-13T11:50:49.782495+0000","last_active":"2024-06-13T11:55:31.791590+0000","last_peered":"2024-06-13T11:55:31.791590+0000","last_clean":"2024-06-13T11:55:31.791590+0000","last_became_active":"2024-06-13T11:50:49.781428+0000","last_became_peered":"2024-06-13T11:50:49.781428+0000","last_unstale":"2024-06-13T11:55:31.791590+0000","last_undegraded":"2024-06-13T11:55:31.791590+0000","last_fullsized":"2024-06-13T11:55:31.791590+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:31:25.315934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"101'5","reported_seq":268,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:36.172568+0000","last_change":"2024-06-13T11:50:32.005167+0000","last_active":"2024-06-13T11:55:36.172568+0000","last_peered":"2024-06-13T11:55:36.172568+0000","last_clean":"2024-06-13T11:55:36.172568+0000","last_became_active":"2024-06-13T11:50:32.004791+0000","last_became_peered":"2024-06-13T11:50:32.004791+0000","last_unstale":"2024-06-13T11:55:36.172568+0000","last_undegraded":"2024-06-13T11:55:36.172568+0000","last_fullsized":"2024-06-13T11:55:36.172568+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:07:54.697920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":215,"num_read_kb":215,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"100'10","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.074079+0000","last_change":"2024-06-13T11:50:36.445033+0000","last_active":"2024-06-13T11:55:32.074079+0000","last_peered":"2024-06-13T11:55:32.074079+0000","last_clean":"2024-06-13T11:55:32.074079+0000","last_became_active":"2024-06-13T11:50:36.444710+0000","last_became_peered":"2024-06-13T11:50:36.444710+0000","last_unstale":"2024-06-13T11:55:32.074079+0000","last_undegraded":"2024-06-13T11:55:32.074079+0000","last_fullsized":"2024-06-13T11:55:32.074079+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:46:26.806337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":19,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.934072+0000","last_change":"2024-06-13T11:51:26.324414+0000","last_active":"2024-06-13T11:55:31.934072+0000","last_peered":"2024-06-13T11:55:31.934072+0000","last_clean":"2024-06-13T11:55:31.934072+0000","last_became_active":"2024-06-13T11:51:26.323892+0000","last_became_peered":"2024-06-13T11:51:26.323892+0000","last_unstale":"2024-06-13T11:55:31.934072+0000","last_undegraded":"2024-06-13T11:55:31.934072+0000","last_fullsized":"2024-06-13T11:55:31.934072+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:21:37.090548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,0,2,4],"acting":[10,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.16","version":"98'2","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073567+0000","last_change":"2024-06-13T11:50:31.997214+0000","last_active":"2024-06-13T11:55:32.073567+0000","last_peered":"2024-06-13T11:55:32.073567+0000","last_clean":"2024-06-13T11:55:32.073567+0000","last_became_active":"2024-06-13T11:50:31.995539+0000","last_became_peered":"2024-06-13T11:50:31.995539+0000","last_unstale":"2024-06-13T11:55:32.073567+0000","last_undegraded":"2024-06-13T11:55:32.073567+0000","last_fullsized":"2024-06-13T11:55:32.073567+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:59:57.323062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"100'9","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.893124+0000","last_change":"2024-06-13T11:50:36.458307+0000","last_active":"2024-06-13T11:55:31.893124+0000","last_peered":"2024-06-13T11:55:31.893124+0000","last_clean":"2024-06-13T11:55:31.893124+0000","last_became_active":"2024-06-13T11:50:36.457969+0000","last_became_peered":"2024-06-13T11:50:36.457969+0000","last_unstale":"2024-06-13T11:55:31.893124+0000","last_undegraded":"2024-06-13T11:55:31.893124+0000","last_fullsized":"2024-06-13T11:55:31.893124+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:18:57.708793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":39,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790870+0000","last_change":"2024-06-13T11:51:26.320907+0000","last_active":"2024-06-13T11:55:31.790870+0000","last_peered":"2024-06-13T11:55:31.790870+0000","last_clean":"2024-06-13T11:55:31.790870+0000","last_became_active":"2024-06-13T11:51:26.320421+0000","last_became_peered":"2024-06-13T11:51:26.320421+0000","last_unstale":"2024-06-13T11:55:31.790870+0000","last_undegraded":"2024-06-13T11:55:31.790870+0000","last_fullsized":"2024-06-13T11:55:31.790870+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:06:43.798442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"98'4","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791397+0000","last_change":"2024-06-13T11:50:32.021608+0000","last_active":"2024-06-13T11:55:31.791397+0000","last_peered":"2024-06-13T11:55:31.791397+0000","last_clean":"2024-06-13T11:55:31.791397+0000","last_became_active":"2024-06-13T11:50:32.021204+0000","last_became_peered":"2024-06-13T11:50:32.021204+0000","last_unstale":"2024-06-13T11:55:31.791397+0000","last_undegraded":"2024-06-13T11:55:31.791397+0000","last_fullsized":"2024-06-13T11:55:31.791397+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:32:01.411347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"100'11","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073550+0000","last_change":"2024-06-13T11:50:36.441175+0000","last_active":"2024-06-13T11:55:32.073550+0000","last_peered":"2024-06-13T11:55:32.073550+0000","last_clean":"2024-06-13T11:55:32.073550+0000","last_became_active":"2024-06-13T11:50:36.440790+0000","last_became_peered":"2024-06-13T11:50:36.440790+0000","last_unstale":"2024-06-13T11:55:32.073550+0000","last_undegraded":"2024-06-13T11:55:32.073550+0000","last_fullsized":"2024-06-13T11:55:32.073550+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:37:00.321935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.920524+0000","last_change":"2024-06-13T11:50:49.804735+0000","last_active":"2024-06-13T11:55:31.920524+0000","last_peered":"2024-06-13T11:55:31.920524+0000","last_clean":"2024-06-13T11:55:31.920524+0000","last_became_active":"2024-06-13T11:50:49.804355+0000","last_became_peered":"2024-06-13T11:50:49.804355+0000","last_unstale":"2024-06-13T11:55:31.920524+0000","last_undegraded":"2024-06-13T11:55:31.920524+0000","last_fullsized":"2024-06-13T11:55:31.920524+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:49:22.526565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"101'44","reported_seq":536,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:37.174091+0000","last_change":"2024-06-13T11:50:31.997828+0000","last_active":"2024-06-13T11:55:37.174091+0000","last_peered":"2024-06-13T11:55:37.174091+0000","last_clean":"2024-06-13T11:55:37.174091+0000","last_became_active":"2024-06-13T11:50:31.997406+0000","last_became_peered":"2024-06-13T11:50:31.997406+0000","last_unstale":"2024-06-13T11:55:37.174091+0000","last_undegraded":"2024-06-13T11:55:37.174091+0000","last_fullsized":"2024-06-13T11:55:37.174091+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:48:04.650405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":72617,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":444,"num_read_kb":293,"num_write":45,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"100'6","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073505+0000","last_change":"2024-06-13T11:50:36.445284+0000","last_active":"2024-06-13T11:55:32.073505+0000","last_peered":"2024-06-13T11:55:32.073505+0000","last_clean":"2024-06-13T11:55:32.073505+0000","last_became_active":"2024-06-13T11:50:36.444970+0000","last_became_peered":"2024-06-13T11:50:36.444970+0000","last_unstale":"2024-06-13T11:55:32.073505+0000","last_undegraded":"2024-06-13T11:55:32.073505+0000","last_fullsized":"2024-06-13T11:55:32.073505+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:22:11.149979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791819+0000","last_change":"2024-06-13T11:50:49.786529+0000","last_active":"2024-06-13T11:55:31.791819+0000","last_peered":"2024-06-13T11:55:31.791819+0000","last_clean":"2024-06-13T11:55:31.791819+0000","last_became_active":"2024-06-13T11:50:49.786037+0000","last_became_peered":"2024-06-13T11:50:49.786037+0000","last_unstale":"2024-06-13T11:55:31.791819+0000","last_undegraded":"2024-06-13T11:55:31.791819+0000","last_fullsized":"2024-06-13T11:55:31.791819+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:24:23.424973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"98'6","reported_seq":55,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072650+0000","last_change":"2024-06-13T11:50:31.999029+0000","last_active":"2024-06-13T11:55:32.072650+0000","last_peered":"2024-06-13T11:55:32.072650+0000","last_clean":"2024-06-13T11:55:32.072650+0000","last_became_active":"2024-06-13T11:50:31.998202+0000","last_became_peered":"2024-06-13T11:50:31.998202+0000","last_unstale":"2024-06-13T11:55:32.072650+0000","last_undegraded":"2024-06-13T11:55:32.072650+0000","last_fullsized":"2024-06-13T11:55:32.072650+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:58:18.744948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"100'9","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073415+0000","last_change":"2024-06-13T11:50:36.432559+0000","last_active":"2024-06-13T11:55:32.073415+0000","last_peered":"2024-06-13T11:55:32.073415+0000","last_clean":"2024-06-13T11:55:32.073415+0000","last_became_active":"2024-06-13T11:50:36.432145+0000","last_became_peered":"2024-06-13T11:50:36.432145+0000","last_unstale":"2024-06-13T11:55:32.073415+0000","last_undegraded":"2024-06-13T11:55:32.073415+0000","last_fullsized":"2024-06-13T11:55:32.073415+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:01:13.601250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.923953+0000","last_change":"2024-06-13T11:50:49.803635+0000","last_active":"2024-06-13T11:55:31.923953+0000","last_peered":"2024-06-13T11:55:31.923953+0000","last_clean":"2024-06-13T11:55:31.923953+0000","last_became_active":"2024-06-13T11:50:49.803191+0000","last_became_peered":"2024-06-13T11:50:49.803191+0000","last_unstale":"2024-06-13T11:55:31.923953+0000","last_undegraded":"2024-06-13T11:55:31.923953+0000","last_fullsized":"2024-06-13T11:55:31.923953+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:37:57.693151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"98'3","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791119+0000","last_change":"2024-06-13T11:50:31.987555+0000","last_active":"2024-06-13T11:55:31.791119+0000","last_peered":"2024-06-13T11:55:31.791119+0000","last_clean":"2024-06-13T11:55:31.791119+0000","last_became_active":"2024-06-13T11:50:31.987254+0000","last_became_peered":"2024-06-13T11:50:31.987254+0000","last_unstale":"2024-06-13T11:55:31.791119+0000","last_undegraded":"2024-06-13T11:55:31.791119+0000","last_fullsized":"2024-06-13T11:55:31.791119+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:35:05.721577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"100'15","reported_seq":57,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073171+0000","last_change":"2024-06-13T11:50:36.434765+0000","last_active":"2024-06-13T11:55:32.073171+0000","last_peered":"2024-06-13T11:55:32.073171+0000","last_clean":"2024-06-13T11:55:32.073171+0000","last_became_active":"2024-06-13T11:50:36.434396+0000","last_became_peered":"2024-06-13T11:50:36.434396+0000","last_unstale":"2024-06-13T11:55:32.073171+0000","last_undegraded":"2024-06-13T11:55:32.073171+0000","last_fullsized":"2024-06-13T11:55:32.073171+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:59:16.400084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.921729+0000","last_change":"2024-06-13T11:50:49.804822+0000","last_active":"2024-06-13T11:55:31.921729+0000","last_peered":"2024-06-13T11:55:31.921729+0000","last_clean":"2024-06-13T11:55:31.921729+0000","last_became_active":"2024-06-13T11:50:49.804377+0000","last_became_peered":"2024-06-13T11:50:49.804377+0000","last_unstale":"2024-06-13T11:55:31.921729+0000","last_undegraded":"2024-06-13T11:55:31.921729+0000","last_fullsized":"2024-06-13T11:55:31.921729+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:59:21.447873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"101'6","reported_seq":273,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:36.325796+0000","last_change":"2024-06-13T11:50:31.995528+0000","last_active":"2024-06-13T11:55:36.325796+0000","last_peered":"2024-06-13T11:55:36.325796+0000","last_clean":"2024-06-13T11:55:36.325796+0000","last_became_active":"2024-06-13T11:50:31.995160+0000","last_became_peered":"2024-06-13T11:50:31.995160+0000","last_unstale":"2024-06-13T11:55:36.325796+0000","last_undegraded":"2024-06-13T11:55:36.325796+0000","last_fullsized":"2024-06-13T11:55:36.325796+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:58:48.255966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1674,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":220,"num_read_kb":5,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"100'6","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072779+0000","last_change":"2024-06-13T11:50:36.439326+0000","last_active":"2024-06-13T11:55:32.072779+0000","last_peered":"2024-06-13T11:55:32.072779+0000","last_clean":"2024-06-13T11:55:32.072779+0000","last_became_active":"2024-06-13T11:50:36.437630+0000","last_became_peered":"2024-06-13T11:50:36.437630+0000","last_unstale":"2024-06-13T11:55:32.072779+0000","last_undegraded":"2024-06-13T11:55:32.072779+0000","last_fullsized":"2024-06-13T11:55:32.072779+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:38:22.769253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":39,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.074196+0000","last_change":"2024-06-13T11:51:26.325885+0000","last_active":"2024-06-13T11:55:32.074196+0000","last_peered":"2024-06-13T11:55:32.074196+0000","last_clean":"2024-06-13T11:55:32.074196+0000","last_became_active":"2024-06-13T11:51:26.325339+0000","last_became_peered":"2024-06-13T11:51:26.325339+0000","last_unstale":"2024-06-13T11:55:32.074196+0000","last_undegraded":"2024-06-13T11:55:32.074196+0000","last_fullsized":"2024-06-13T11:55:32.074196+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:48:05.691391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"98'15","reported_seq":36,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.923729+0000","last_change":"2024-06-13T11:51:26.333560+0000","last_active":"2024-06-13T11:55:31.923729+0000","last_peered":"2024-06-13T11:55:31.923729+0000","last_clean":"2024-06-13T11:55:31.923729+0000","last_became_active":"2024-06-13T11:51:26.324534+0000","last_became_peered":"2024-06-13T11:51:26.324534+0000","last_unstale":"2024-06-13T11:55:31.923729+0000","last_undegraded":"2024-06-13T11:55:31.923729+0000","last_fullsized":"2024-06-13T11:55:31.923729+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:07:11.687190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"100'6","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790927+0000","last_change":"2024-06-13T11:51:26.320636+0000","last_active":"2024-06-13T11:55:31.790927+0000","last_peered":"2024-06-13T11:55:31.790927+0000","last_clean":"2024-06-13T11:55:31.790927+0000","last_became_active":"2024-06-13T11:51:26.320202+0000","last_became_peered":"2024-06-13T11:51:26.320202+0000","last_unstale":"2024-06-13T11:55:31.790927+0000","last_undegraded":"2024-06-13T11:55:31.790927+0000","last_fullsized":"2024-06-13T11:55:31.790927+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:34:56.593933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790853+0000","last_change":"2024-06-13T11:50:49.792486+0000","last_active":"2024-06-13T11:55:31.790853+0000","last_peered":"2024-06-13T11:55:31.790853+0000","last_clean":"2024-06-13T11:55:31.790853+0000","last_became_active":"2024-06-13T11:50:49.792166+0000","last_became_peered":"2024-06-13T11:50:49.792166+0000","last_unstale":"2024-06-13T11:55:31.790853+0000","last_undegraded":"2024-06-13T11:55:31.790853+0000","last_fullsized":"2024-06-13T11:55:31.790853+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:09:11.117051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"101'4","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073680+0000","last_change":"2024-06-13T11:50:31.996236+0000","last_active":"2024-06-13T11:55:32.073680+0000","last_peered":"2024-06-13T11:55:32.073680+0000","last_clean":"2024-06-13T11:55:32.073680+0000","last_became_active":"2024-06-13T11:50:31.995882+0000","last_became_peered":"2024-06-13T11:50:31.995882+0000","last_unstale":"2024-06-13T11:55:32.073680+0000","last_undegraded":"2024-06-13T11:55:32.073680+0000","last_fullsized":"2024-06-13T11:55:32.073680+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:55:12.392719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"100'5","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.924218+0000","last_change":"2024-06-13T11:52:27.422286+0000","last_active":"2024-06-13T11:55:31.924218+0000","last_peered":"2024-06-13T11:55:31.924218+0000","last_clean":"2024-06-13T11:55:31.924218+0000","last_became_active":"2024-06-13T11:52:27.421812+0000","last_became_peered":"2024-06-13T11:52:27.421812+0000","last_unstale":"2024-06-13T11:55:31.924218+0000","last_undegraded":"2024-06-13T11:55:31.924218+0000","last_fullsized":"2024-06-13T11:55:31.924218+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:06:16.429719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072847+0000","last_change":"2024-06-13T11:50:49.811097+0000","last_active":"2024-06-13T11:55:32.072847+0000","last_peered":"2024-06-13T11:55:32.072847+0000","last_clean":"2024-06-13T11:55:32.072847+0000","last_became_active":"2024-06-13T11:50:49.810557+0000","last_became_peered":"2024-06-13T11:50:49.810557+0000","last_unstale":"2024-06-13T11:55:32.072847+0000","last_undegraded":"2024-06-13T11:55:32.072847+0000","last_fullsized":"2024-06-13T11:55:32.072847+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:47:02.368100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.921193+0000","last_change":"2024-06-13T11:50:32.023735+0000","last_active":"2024-06-13T11:55:31.921193+0000","last_peered":"2024-06-13T11:55:31.921193+0000","last_clean":"2024-06-13T11:55:31.921193+0000","last_became_active":"2024-06-13T11:50:32.021473+0000","last_became_peered":"2024-06-13T11:50:32.021473+0000","last_unstale":"2024-06-13T11:55:31.921193+0000","last_undegraded":"2024-06-13T11:55:31.921193+0000","last_fullsized":"2024-06-13T11:55:31.921193+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:58:43.104063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"100'4","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.934482+0000","last_change":"2024-06-13T11:50:36.451471+0000","last_active":"2024-06-13T11:55:31.934482+0000","last_peered":"2024-06-13T11:55:31.934482+0000","last_clean":"2024-06-13T11:55:31.934482+0000","last_became_active":"2024-06-13T11:50:36.451095+0000","last_became_peered":"2024-06-13T11:50:36.451095+0000","last_unstale":"2024-06-13T11:55:31.934482+0000","last_undegraded":"2024-06-13T11:55:31.934482+0000","last_fullsized":"2024-06-13T11:55:31.934482+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:32:01.600803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073707+0000","last_change":"2024-06-13T11:50:49.795673+0000","last_active":"2024-06-13T11:55:32.073707+0000","last_peered":"2024-06-13T11:55:32.073707+0000","last_clean":"2024-06-13T11:55:32.073707+0000","last_became_active":"2024-06-13T11:50:49.792688+0000","last_became_peered":"2024-06-13T11:50:49.792688+0000","last_unstale":"2024-06-13T11:55:32.073707+0000","last_undegraded":"2024-06-13T11:55:32.073707+0000","last_fullsized":"2024-06-13T11:55:32.073707+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:55:45.409736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"98'1","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072868+0000","last_change":"2024-06-13T11:50:31.999513+0000","last_active":"2024-06-13T11:55:32.072868+0000","last_peered":"2024-06-13T11:55:32.072868+0000","last_clean":"2024-06-13T11:55:32.072868+0000","last_became_active":"2024-06-13T11:50:31.999084+0000","last_became_peered":"2024-06-13T11:50:31.999084+0000","last_unstale":"2024-06-13T11:55:32.072868+0000","last_undegraded":"2024-06-13T11:55:32.072868+0000","last_fullsized":"2024-06-13T11:55:32.072868+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:28:43.332059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"100'7","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.934309+0000","last_change":"2024-06-13T11:50:36.454011+0000","last_active":"2024-06-13T11:55:31.934309+0000","last_peered":"2024-06-13T11:55:31.934309+0000","last_clean":"2024-06-13T11:55:31.934309+0000","last_became_active":"2024-06-13T11:50:36.453698+0000","last_became_peered":"2024-06-13T11:50:36.453698+0000","last_unstale":"2024-06-13T11:55:31.934309+0000","last_undegraded":"2024-06-13T11:55:31.934309+0000","last_fullsized":"2024-06-13T11:55:31.934309+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:16:29.761245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.074113+0000","last_change":"2024-06-13T11:50:49.796164+0000","last_active":"2024-06-13T11:55:32.074113+0000","last_peered":"2024-06-13T11:55:32.074113+0000","last_clean":"2024-06-13T11:55:32.074113+0000","last_became_active":"2024-06-13T11:50:49.795079+0000","last_became_peered":"2024-06-13T11:50:49.795079+0000","last_unstale":"2024-06-13T11:55:32.074113+0000","last_undegraded":"2024-06-13T11:55:32.074113+0000","last_fullsized":"2024-06-13T11:55:32.074113+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:18:49.636830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791182+0000","last_change":"2024-06-13T11:50:36.437492+0000","last_active":"2024-06-13T11:55:31.791182+0000","last_peered":"2024-06-13T11:55:31.791182+0000","last_clean":"2024-06-13T11:55:31.791182+0000","last_became_active":"2024-06-13T11:50:36.437130+0000","last_became_peered":"2024-06-13T11:50:36.437130+0000","last_unstale":"2024-06-13T11:55:31.791182+0000","last_undegraded":"2024-06-13T11:55:31.791182+0000","last_fullsized":"2024-06-13T11:55:31.791182+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:05:21.505163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"100'5","reported_seq":268,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:36.324921+0000","last_change":"2024-06-13T11:50:32.022037+0000","last_active":"2024-06-13T11:55:36.324921+0000","last_peered":"2024-06-13T11:55:36.324921+0000","last_clean":"2024-06-13T11:55:36.324921+0000","last_became_active":"2024-06-13T11:50:32.021583+0000","last_became_peered":"2024-06-13T11:50:32.021583+0000","last_unstale":"2024-06-13T11:55:36.324921+0000","last_undegraded":"2024-06-13T11:55:36.324921+0000","last_fullsized":"2024-06-13T11:55:36.324921+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:14:50.885702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":215,"num_read_kb":215,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"98'1","reported_seq":33,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073342+0000","last_change":"2024-06-13T11:50:49.805316+0000","last_active":"2024-06-13T11:55:32.073342+0000","last_peered":"2024-06-13T11:55:32.073342+0000","last_clean":"2024-06-13T11:55:32.073342+0000","last_became_active":"2024-06-13T11:50:49.804841+0000","last_became_peered":"2024-06-13T11:50:49.804841+0000","last_unstale":"2024-06-13T11:55:32.073342+0000","last_undegraded":"2024-06-13T11:55:32.073342+0000","last_fullsized":"2024-06-13T11:55:32.073342+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:58:46.876026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"100'8","reported_seq":22,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.920605+0000","last_change":"2024-06-13T11:52:27.171505+0000","last_active":"2024-06-13T11:55:31.920605+0000","last_peered":"2024-06-13T11:55:31.920605+0000","last_clean":"2024-06-13T11:55:31.920605+0000","last_became_active":"2024-06-13T11:52:27.170457+0000","last_became_peered":"2024-06-13T11:52:27.170457+0000","last_unstale":"2024-06-13T11:55:31.920605+0000","last_undegraded":"2024-06-13T11:55:31.920605+0000","last_fullsized":"2024-06-13T11:55:31.920605+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:07:25.397450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"98'3","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790807+0000","last_change":"2024-06-13T11:50:32.007522+0000","last_active":"2024-06-13T11:55:31.790807+0000","last_peered":"2024-06-13T11:55:31.790807+0000","last_clean":"2024-06-13T11:55:31.790807+0000","last_became_active":"2024-06-13T11:50:32.007123+0000","last_became_peered":"2024-06-13T11:50:32.007123+0000","last_unstale":"2024-06-13T11:55:31.790807+0000","last_undegraded":"2024-06-13T11:55:31.790807+0000","last_fullsized":"2024-06-13T11:55:31.790807+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:22:19.237216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"101'148","reported_seq":426,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:33.955253+0000","last_change":"2024-06-13T11:49:00.954992+0000","last_active":"2024-06-13T11:55:33.955253+0000","last_peered":"2024-06-13T11:55:33.955253+0000","last_clean":"2024-06-13T11:55:33.955253+0000","last_became_active":"2024-06-13T11:49:00.954503+0000","last_became_peered":"2024-06-13T11:49:00.954503+0000","last_unstale":"2024-06-13T11:55:33.955253+0000","last_undegraded":"2024-06-13T11:55:33.955253+0000","last_fullsized":"2024-06-13T11:55:33.955253+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:45:07.238656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:45:07.238656+0000","last_clean_scrub_stamp":"2024-06-13T11:45:07.238656+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:19:38.231223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791655+0000","last_change":"2024-06-13T11:50:49.806972+0000","last_active":"2024-06-13T11:55:31.791655+0000","last_peered":"2024-06-13T11:55:31.791655+0000","last_clean":"2024-06-13T11:55:31.791655+0000","last_became_active":"2024-06-13T11:50:49.806392+0000","last_became_peered":"2024-06-13T11:50:49.806392+0000","last_unstale":"2024-06-13T11:55:31.791655+0000","last_undegraded":"2024-06-13T11:55:31.791655+0000","last_fullsized":"2024-06-13T11:55:31.791655+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:17:08.091303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"100'5","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073136+0000","last_change":"2024-06-13T11:50:36.442152+0000","last_active":"2024-06-13T11:55:32.073136+0000","last_peered":"2024-06-13T11:55:32.073136+0000","last_clean":"2024-06-13T11:55:32.073136+0000","last_became_active":"2024-06-13T11:50:36.441709+0000","last_became_peered":"2024-06-13T11:50:36.441709+0000","last_unstale":"2024-06-13T11:55:32.073136+0000","last_undegraded":"2024-06-13T11:55:32.073136+0000","last_fullsized":"2024-06-13T11:55:32.073136+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:18:08.022457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"98'3","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072719+0000","last_change":"2024-06-13T11:50:31.994003+0000","last_active":"2024-06-13T11:55:32.072719+0000","last_peered":"2024-06-13T11:55:32.072719+0000","last_clean":"2024-06-13T11:55:32.072719+0000","last_became_active":"2024-06-13T11:50:31.993661+0000","last_became_peered":"2024-06-13T11:50:31.993661+0000","last_unstale":"2024-06-13T11:55:32.072719+0000","last_undegraded":"2024-06-13T11:55:32.072719+0000","last_fullsized":"2024-06-13T11:55:32.072719+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:27:49.440932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.923882+0000","last_change":"2024-06-13T11:50:49.790217+0000","last_active":"2024-06-13T11:55:31.923882+0000","last_peered":"2024-06-13T11:55:31.923882+0000","last_clean":"2024-06-13T11:55:31.923882+0000","last_became_active":"2024-06-13T11:50:49.789751+0000","last_became_peered":"2024-06-13T11:50:49.789751+0000","last_unstale":"2024-06-13T11:55:31.923882+0000","last_undegraded":"2024-06-13T11:55:31.923882+0000","last_fullsized":"2024-06-13T11:55:31.923882+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:25:38.129828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"98'1","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073376+0000","last_change":"2024-06-13T11:50:32.021332+0000","last_active":"2024-06-13T11:55:32.073376+0000","last_peered":"2024-06-13T11:55:32.073376+0000","last_clean":"2024-06-13T11:55:32.073376+0000","last_became_active":"2024-06-13T11:50:32.020833+0000","last_became_peered":"2024-06-13T11:50:32.020833+0000","last_unstale":"2024-06-13T11:55:32.073376+0000","last_undegraded":"2024-06-13T11:55:32.073376+0000","last_fullsized":"2024-06-13T11:55:32.073376+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:47:50.120035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"100'9","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073791+0000","last_change":"2024-06-13T11:50:36.455741+0000","last_active":"2024-06-13T11:55:32.073791+0000","last_peered":"2024-06-13T11:55:32.073791+0000","last_clean":"2024-06-13T11:55:32.073791+0000","last_became_active":"2024-06-13T11:50:36.451918+0000","last_became_peered":"2024-06-13T11:50:36.451918+0000","last_unstale":"2024-06-13T11:55:32.073791+0000","last_undegraded":"2024-06-13T11:55:32.073791+0000","last_fullsized":"2024-06-13T11:55:32.073791+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:49:50.455277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791242+0000","last_change":"2024-06-13T11:50:49.796532+0000","last_active":"2024-06-13T11:55:31.791242+0000","last_peered":"2024-06-13T11:55:31.791242+0000","last_clean":"2024-06-13T11:55:31.791242+0000","last_became_active":"2024-06-13T11:50:49.796126+0000","last_became_peered":"2024-06-13T11:50:49.796126+0000","last_unstale":"2024-06-13T11:55:31.791242+0000","last_undegraded":"2024-06-13T11:55:31.791242+0000","last_fullsized":"2024-06-13T11:55:31.791242+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:25:14.656778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"101'52","reported_seq":133,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.067482+0000","last_change":"2024-06-13T11:51:26.331700+0000","last_active":"2024-06-13T11:55:32.067482+0000","last_peered":"2024-06-13T11:55:32.067482+0000","last_clean":"2024-06-13T11:55:32.067482+0000","last_became_active":"2024-06-13T11:51:26.326266+0000","last_became_peered":"2024-06-13T11:51:26.326266+0000","last_unstale":"2024-06-13T11:55:32.067482+0000","last_undegraded":"2024-06-13T11:55:32.067482+0000","last_fullsized":"2024-06-13T11:55:32.067482+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:47:34.793319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":94,"num_write_kb":841,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"100'5","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.793109+0000","last_change":"2024-06-13T11:50:36.445266+0000","last_active":"2024-06-13T11:55:31.793109+0000","last_peered":"2024-06-13T11:55:31.793109+0000","last_clean":"2024-06-13T11:55:31.793109+0000","last_became_active":"2024-06-13T11:50:36.440185+0000","last_became_peered":"2024-06-13T11:50:36.440185+0000","last_unstale":"2024-06-13T11:55:31.793109+0000","last_undegraded":"2024-06-13T11:55:31.793109+0000","last_fullsized":"2024-06-13T11:55:31.793109+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:42:53.342509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072319+0000","last_change":"2024-06-13T11:50:49.780454+0000","last_active":"2024-06-13T11:55:32.072319+0000","last_peered":"2024-06-13T11:55:32.072319+0000","last_clean":"2024-06-13T11:55:32.072319+0000","last_became_active":"2024-06-13T11:50:49.780005+0000","last_became_peered":"2024-06-13T11:50:49.780005+0000","last_unstale":"2024-06-13T11:55:32.072319+0000","last_undegraded":"2024-06-13T11:55:32.072319+0000","last_fullsized":"2024-06-13T11:55:32.072319+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:12:09.816830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"98'4","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791256+0000","last_change":"2024-06-13T11:50:32.340419+0000","last_active":"2024-06-13T11:55:31.791256+0000","last_peered":"2024-06-13T11:55:31.791256+0000","last_clean":"2024-06-13T11:55:31.791256+0000","last_became_active":"2024-06-13T11:50:32.340048+0000","last_became_peered":"2024-06-13T11:50:32.340048+0000","last_unstale":"2024-06-13T11:55:31.791256+0000","last_undegraded":"2024-06-13T11:55:31.791256+0000","last_fullsized":"2024-06-13T11:55:31.791256+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:29:58.106707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"100'7","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.893118+0000","last_change":"2024-06-13T11:50:36.459623+0000","last_active":"2024-06-13T11:55:31.893118+0000","last_peered":"2024-06-13T11:55:31.893118+0000","last_clean":"2024-06-13T11:55:31.893118+0000","last_became_active":"2024-06-13T11:50:36.459271+0000","last_became_peered":"2024-06-13T11:50:36.459271+0000","last_unstale":"2024-06-13T11:55:31.893118+0000","last_undegraded":"2024-06-13T11:55:31.893118+0000","last_fullsized":"2024-06-13T11:55:31.893118+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:28:55.075826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790884+0000","last_change":"2024-06-13T11:50:49.805147+0000","last_active":"2024-06-13T11:55:31.790884+0000","last_peered":"2024-06-13T11:55:31.790884+0000","last_clean":"2024-06-13T11:55:31.790884+0000","last_became_active":"2024-06-13T11:50:49.804715+0000","last_became_peered":"2024-06-13T11:50:49.804715+0000","last_unstale":"2024-06-13T11:55:31.790884+0000","last_undegraded":"2024-06-13T11:55:31.790884+0000","last_fullsized":"2024-06-13T11:55:31.790884+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:47:00.890543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"98'2","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072789+0000","last_change":"2024-06-13T11:50:32.022791+0000","last_active":"2024-06-13T11:55:32.072789+0000","last_peered":"2024-06-13T11:55:32.072789+0000","last_clean":"2024-06-13T11:55:32.072789+0000","last_became_active":"2024-06-13T11:50:32.022462+0000","last_became_peered":"2024-06-13T11:50:32.022462+0000","last_unstale":"2024-06-13T11:55:32.072789+0000","last_undegraded":"2024-06-13T11:55:32.072789+0000","last_fullsized":"2024-06-13T11:55:32.072789+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:21:49.421226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"100'2","reported_seq":44,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072716+0000","last_change":"2024-06-13T11:50:36.443362+0000","last_active":"2024-06-13T11:55:32.072716+0000","last_peered":"2024-06-13T11:55:32.072716+0000","last_clean":"2024-06-13T11:55:32.072716+0000","last_became_active":"2024-06-13T11:50:36.443027+0000","last_became_peered":"2024-06-13T11:50:36.443027+0000","last_unstale":"2024-06-13T11:55:32.072716+0000","last_undegraded":"2024-06-13T11:55:32.072716+0000","last_fullsized":"2024-06-13T11:55:32.072716+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:46:19.335119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.921924+0000","last_change":"2024-06-13T11:50:49.808433+0000","last_active":"2024-06-13T11:55:31.921924+0000","last_peered":"2024-06-13T11:55:31.921924+0000","last_clean":"2024-06-13T11:55:31.921924+0000","last_became_active":"2024-06-13T11:50:49.807134+0000","last_became_peered":"2024-06-13T11:50:49.807134+0000","last_unstale":"2024-06-13T11:55:31.921924+0000","last_undegraded":"2024-06-13T11:55:31.921924+0000","last_fullsized":"2024-06-13T11:55:31.921924+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:27:44.602243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"98'3","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791680+0000","last_change":"2024-06-13T11:50:32.008776+0000","last_active":"2024-06-13T11:55:31.791680+0000","last_peered":"2024-06-13T11:55:31.791680+0000","last_clean":"2024-06-13T11:55:31.791680+0000","last_became_active":"2024-06-13T11:50:32.008284+0000","last_became_peered":"2024-06-13T11:50:32.008284+0000","last_unstale":"2024-06-13T11:55:31.791680+0000","last_undegraded":"2024-06-13T11:55:31.791680+0000","last_fullsized":"2024-06-13T11:55:31.791680+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:21:07.229231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"100'9","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.923876+0000","last_change":"2024-06-13T11:50:36.448505+0000","last_active":"2024-06-13T11:55:31.923876+0000","last_peered":"2024-06-13T11:55:31.923876+0000","last_clean":"2024-06-13T11:55:31.923876+0000","last_became_active":"2024-06-13T11:50:36.448137+0000","last_became_peered":"2024-06-13T11:50:36.448137+0000","last_unstale":"2024-06-13T11:55:31.923876+0000","last_undegraded":"2024-06-13T11:55:31.923876+0000","last_fullsized":"2024-06-13T11:55:31.923876+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:46:10.736377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"98'1","reported_seq":33,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790882+0000","last_change":"2024-06-13T11:50:49.805315+0000","last_active":"2024-06-13T11:55:31.790882+0000","last_peered":"2024-06-13T11:55:31.790882+0000","last_clean":"2024-06-13T11:55:31.790882+0000","last_became_active":"2024-06-13T11:50:49.804816+0000","last_became_peered":"2024-06-13T11:50:49.804816+0000","last_unstale":"2024-06-13T11:55:31.790882+0000","last_undegraded":"2024-06-13T11:55:31.790882+0000","last_fullsized":"2024-06-13T11:55:31.790882+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:47:31.900268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"101'2","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072546+0000","last_change":"2024-06-13T11:50:31.997094+0000","last_active":"2024-06-13T11:55:32.072546+0000","last_peered":"2024-06-13T11:55:32.072546+0000","last_clean":"2024-06-13T11:55:32.072546+0000","last_became_active":"2024-06-13T11:50:31.996629+0000","last_became_peered":"2024-06-13T11:50:31.996629+0000","last_unstale":"2024-06-13T11:55:32.072546+0000","last_undegraded":"2024-06-13T11:55:32.072546+0000","last_fullsized":"2024-06-13T11:55:32.072546+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:30:37.193922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.792110+0000","last_change":"2024-06-13T11:50:36.447355+0000","last_active":"2024-06-13T11:55:31.792110+0000","last_peered":"2024-06-13T11:55:31.792110+0000","last_clean":"2024-06-13T11:55:31.792110+0000","last_became_active":"2024-06-13T11:50:36.447002+0000","last_became_peered":"2024-06-13T11:50:36.447002+0000","last_unstale":"2024-06-13T11:55:31.792110+0000","last_undegraded":"2024-06-13T11:55:31.792110+0000","last_fullsized":"2024-06-13T11:55:31.792110+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:00:33.090377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790751+0000","last_change":"2024-06-13T11:50:49.788544+0000","last_active":"2024-06-13T11:55:31.790751+0000","last_peered":"2024-06-13T11:55:31.790751+0000","last_clean":"2024-06-13T11:55:31.790751+0000","last_became_active":"2024-06-13T11:50:49.788091+0000","last_became_peered":"2024-06-13T11:50:49.788091+0000","last_unstale":"2024-06-13T11:55:31.790751+0000","last_undegraded":"2024-06-13T11:55:31.790751+0000","last_fullsized":"2024-06-13T11:55:31.790751+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:56:26.806541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"98'4","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072966+0000","last_change":"2024-06-13T11:50:31.999244+0000","last_active":"2024-06-13T11:55:32.072966+0000","last_peered":"2024-06-13T11:55:32.072966+0000","last_clean":"2024-06-13T11:55:32.072966+0000","last_became_active":"2024-06-13T11:50:31.998852+0000","last_became_peered":"2024-06-13T11:50:31.998852+0000","last_unstale":"2024-06-13T11:55:32.072966+0000","last_undegraded":"2024-06-13T11:55:32.072966+0000","last_fullsized":"2024-06-13T11:55:32.072966+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:41:55.489272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"100'5","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072917+0000","last_change":"2024-06-13T11:50:36.431561+0000","last_active":"2024-06-13T11:55:32.072917+0000","last_peered":"2024-06-13T11:55:32.072917+0000","last_clean":"2024-06-13T11:55:32.072917+0000","last_became_active":"2024-06-13T11:50:36.431246+0000","last_became_peered":"2024-06-13T11:50:36.431246+0000","last_unstale":"2024-06-13T11:55:32.072917+0000","last_undegraded":"2024-06-13T11:55:32.072917+0000","last_fullsized":"2024-06-13T11:55:32.072917+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:09:46.793537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073005+0000","last_change":"2024-06-13T11:50:49.791104+0000","last_active":"2024-06-13T11:55:32.073005+0000","last_peered":"2024-06-13T11:55:32.073005+0000","last_clean":"2024-06-13T11:55:32.073005+0000","last_became_active":"2024-06-13T11:50:49.790629+0000","last_became_peered":"2024-06-13T11:50:49.790629+0000","last_unstale":"2024-06-13T11:55:32.073005+0000","last_undegraded":"2024-06-13T11:55:32.073005+0000","last_fullsized":"2024-06-13T11:55:32.073005+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:07:36.853343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"98'3","reported_seq":22,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073247+0000","last_change":"2024-06-13T11:51:26.328181+0000","last_active":"2024-06-13T11:55:32.073247+0000","last_peered":"2024-06-13T11:55:32.073247+0000","last_clean":"2024-06-13T11:55:32.073247+0000","last_became_active":"2024-06-13T11:51:26.327892+0000","last_became_peered":"2024-06-13T11:51:26.327892+0000","last_unstale":"2024-06-13T11:55:32.073247+0000","last_undegraded":"2024-06-13T11:55:32.073247+0000","last_fullsized":"2024-06-13T11:55:32.073247+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:19:41.739869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"100'7","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073534+0000","last_change":"2024-06-13T11:50:36.437016+0000","last_active":"2024-06-13T11:55:32.073534+0000","last_peered":"2024-06-13T11:55:32.073534+0000","last_clean":"2024-06-13T11:55:32.073534+0000","last_became_active":"2024-06-13T11:50:36.436582+0000","last_became_peered":"2024-06-13T11:50:36.436582+0000","last_unstale":"2024-06-13T11:55:32.073534+0000","last_undegraded":"2024-06-13T11:55:32.073534+0000","last_fullsized":"2024-06-13T11:55:32.073534+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:31:42.509233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.892442+0000","last_change":"2024-06-13T11:50:49.811230+0000","last_active":"2024-06-13T11:55:31.892442+0000","last_peered":"2024-06-13T11:55:31.892442+0000","last_clean":"2024-06-13T11:55:31.892442+0000","last_became_active":"2024-06-13T11:50:49.810749+0000","last_became_peered":"2024-06-13T11:50:49.810749+0000","last_unstale":"2024-06-13T11:55:31.892442+0000","last_undegraded":"2024-06-13T11:55:31.892442+0000","last_fullsized":"2024-06-13T11:55:31.892442+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:15:47.018900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"101'39","reported_seq":95,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.061723+0000","last_change":"2024-06-13T11:50:31.995376+0000","last_active":"2024-06-13T11:55:32.061723+0000","last_peered":"2024-06-13T11:55:32.061723+0000","last_clean":"2024-06-13T11:55:32.061723+0000","last_became_active":"2024-06-13T11:50:31.994969+0000","last_became_peered":"2024-06-13T11:50:31.994969+0000","last_unstale":"2024-06-13T11:55:32.061723+0000","last_undegraded":"2024-06-13T11:55:32.061723+0000","last_fullsized":"2024-06-13T11:55:32.061723+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:32:27.111818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"100'6","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073360+0000","last_change":"2024-06-13T11:50:36.451177+0000","last_active":"2024-06-13T11:55:32.073360+0000","last_peered":"2024-06-13T11:55:32.073360+0000","last_clean":"2024-06-13T11:55:32.073360+0000","last_became_active":"2024-06-13T11:50:36.450731+0000","last_became_peered":"2024-06-13T11:50:36.450731+0000","last_unstale":"2024-06-13T11:55:32.073360+0000","last_undegraded":"2024-06-13T11:55:32.073360+0000","last_fullsized":"2024-06-13T11:55:32.073360+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:56:31.075747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790637+0000","last_change":"2024-06-13T11:50:49.780023+0000","last_active":"2024-06-13T11:55:31.790637+0000","last_peered":"2024-06-13T11:55:31.790637+0000","last_clean":"2024-06-13T11:55:31.790637+0000","last_became_active":"2024-06-13T11:50:49.779559+0000","last_became_peered":"2024-06-13T11:50:49.779559+0000","last_unstale":"2024-06-13T11:55:31.790637+0000","last_undegraded":"2024-06-13T11:55:31.790637+0000","last_fullsized":"2024-06-13T11:55:31.790637+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:55:51.137812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"89'2","reported_seq":60,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.074136+0000","last_change":"2024-06-13T11:51:26.334330+0000","last_active":"2024-06-13T11:55:32.074136+0000","last_peered":"2024-06-13T11:55:32.074136+0000","last_clean":"2024-06-13T11:55:32.074136+0000","last_became_active":"2024-06-13T11:51:26.327485+0000","last_became_peered":"2024-06-13T11:51:26.327485+0000","last_unstale":"2024-06-13T11:55:32.074136+0000","last_undegraded":"2024-06-13T11:55:32.074136+0000","last_fullsized":"2024-06-13T11:55:32.074136+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:20:28.228503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"100'9","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073734+0000","last_change":"2024-06-13T11:50:36.440165+0000","last_active":"2024-06-13T11:55:32.073734+0000","last_peered":"2024-06-13T11:55:32.073734+0000","last_clean":"2024-06-13T11:55:32.073734+0000","last_became_active":"2024-06-13T11:50:36.439767+0000","last_became_peered":"2024-06-13T11:50:36.439767+0000","last_unstale":"2024-06-13T11:55:32.073734+0000","last_undegraded":"2024-06-13T11:55:32.073734+0000","last_fullsized":"2024-06-13T11:55:32.073734+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:09:38.776491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"100'9","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.923974+0000","last_change":"2024-06-13T11:50:36.441156+0000","last_active":"2024-06-13T11:55:31.923974+0000","last_peered":"2024-06-13T11:55:31.923974+0000","last_clean":"2024-06-13T11:55:31.923974+0000","last_became_active":"2024-06-13T11:50:36.440790+0000","last_became_peered":"2024-06-13T11:50:36.440790+0000","last_unstale":"2024-06-13T11:55:31.923974+0000","last_undegraded":"2024-06-13T11:55:31.923974+0000","last_fullsized":"2024-06-13T11:55:31.923974+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:37:54.084495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"100'12","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072436+0000","last_change":"2024-06-13T11:50:36.440942+0000","last_active":"2024-06-13T11:55:32.072436+0000","last_peered":"2024-06-13T11:55:32.072436+0000","last_clean":"2024-06-13T11:55:32.072436+0000","last_became_active":"2024-06-13T11:50:36.440576+0000","last_became_peered":"2024-06-13T11:50:36.440576+0000","last_unstale":"2024-06-13T11:55:32.072436+0000","last_undegraded":"2024-06-13T11:55:32.072436+0000","last_fullsized":"2024-06-13T11:55:32.072436+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:28:40.406863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072434+0000","last_change":"2024-06-13T11:50:36.454116+0000","last_active":"2024-06-13T11:55:32.072434+0000","last_peered":"2024-06-13T11:55:32.072434+0000","last_clean":"2024-06-13T11:55:32.072434+0000","last_became_active":"2024-06-13T11:50:36.453800+0000","last_became_peered":"2024-06-13T11:50:36.453800+0000","last_unstale":"2024-06-13T11:55:32.072434+0000","last_undegraded":"2024-06-13T11:55:32.072434+0000","last_fullsized":"2024-06-13T11:55:32.072434+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:38:26.463949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"100'7","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.892642+0000","last_change":"2024-06-13T11:50:36.459877+0000","last_active":"2024-06-13T11:55:31.892642+0000","last_peered":"2024-06-13T11:55:31.892642+0000","last_clean":"2024-06-13T11:55:31.892642+0000","last_became_active":"2024-06-13T11:50:36.455381+0000","last_became_peered":"2024-06-13T11:50:36.455381+0000","last_unstale":"2024-06-13T11:55:31.892642+0000","last_undegraded":"2024-06-13T11:55:31.892642+0000","last_fullsized":"2024-06-13T11:55:31.892642+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:56:51.514883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"100'4","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073820+0000","last_change":"2024-06-13T11:50:36.445686+0000","last_active":"2024-06-13T11:55:32.073820+0000","last_peered":"2024-06-13T11:55:32.073820+0000","last_clean":"2024-06-13T11:55:32.073820+0000","last_became_active":"2024-06-13T11:50:36.445279+0000","last_became_peered":"2024-06-13T11:50:36.445279+0000","last_unstale":"2024-06-13T11:55:32.073820+0000","last_undegraded":"2024-06-13T11:55:32.073820+0000","last_fullsized":"2024-06-13T11:55:32.073820+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:44:00.988523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"100'6","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.924192+0000","last_change":"2024-06-13T11:50:36.445752+0000","last_active":"2024-06-13T11:55:31.924192+0000","last_peered":"2024-06-13T11:55:31.924192+0000","last_clean":"2024-06-13T11:55:31.924192+0000","last_became_active":"2024-06-13T11:50:36.445423+0000","last_became_peered":"2024-06-13T11:50:36.445423+0000","last_unstale":"2024-06-13T11:55:31.924192+0000","last_undegraded":"2024-06-13T11:55:31.924192+0000","last_fullsized":"2024-06-13T11:55:31.924192+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:25:14.676015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"100'15","reported_seq":57,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072953+0000","last_change":"2024-06-13T11:50:36.446128+0000","last_active":"2024-06-13T11:55:32.072953+0000","last_peered":"2024-06-13T11:55:32.072953+0000","last_clean":"2024-06-13T11:55:32.072953+0000","last_became_active":"2024-06-13T11:50:36.445725+0000","last_became_peered":"2024-06-13T11:50:36.445725+0000","last_unstale":"2024-06-13T11:55:32.072953+0000","last_undegraded":"2024-06-13T11:55:32.072953+0000","last_fullsized":"2024-06-13T11:55:32.072953+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:28:00.324949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"100'2","reported_seq":44,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.793321+0000","last_change":"2024-06-13T11:50:36.455166+0000","last_active":"2024-06-13T11:55:31.793321+0000","last_peered":"2024-06-13T11:55:31.793321+0000","last_clean":"2024-06-13T11:55:31.793321+0000","last_became_active":"2024-06-13T11:50:36.453169+0000","last_became_peered":"2024-06-13T11:50:36.453169+0000","last_unstale":"2024-06-13T11:55:31.793321+0000","last_undegraded":"2024-06-13T11:55:31.793321+0000","last_fullsized":"2024-06-13T11:55:31.793321+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:35:16.914313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"100'6","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790924+0000","last_change":"2024-06-13T11:52:27.423210+0000","last_active":"2024-06-13T11:55:31.790924+0000","last_peered":"2024-06-13T11:55:31.790924+0000","last_clean":"2024-06-13T11:55:31.790924+0000","last_became_active":"2024-06-13T11:52:27.422646+0000","last_became_peered":"2024-06-13T11:52:27.422646+0000","last_unstale":"2024-06-13T11:55:31.790924+0000","last_undegraded":"2024-06-13T11:55:31.790924+0000","last_fullsized":"2024-06-13T11:55:31.790924+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:23:31.774203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,8],"acting":[5,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791756+0000","last_change":"2024-06-13T11:50:36.444749+0000","last_active":"2024-06-13T11:55:31.791756+0000","last_peered":"2024-06-13T11:55:31.791756+0000","last_clean":"2024-06-13T11:55:31.791756+0000","last_became_active":"2024-06-13T11:50:36.444428+0000","last_became_peered":"2024-06-13T11:50:36.444428+0000","last_unstale":"2024-06-13T11:55:31.791756+0000","last_undegraded":"2024-06-13T11:55:31.791756+0000","last_fullsized":"2024-06-13T11:55:31.791756+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:20:51.757128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"100'10","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073217+0000","last_change":"2024-06-13T11:50:36.432130+0000","last_active":"2024-06-13T11:55:32.073217+0000","last_peered":"2024-06-13T11:55:32.073217+0000","last_clean":"2024-06-13T11:55:32.073217+0000","last_became_active":"2024-06-13T11:50:36.431265+0000","last_became_peered":"2024-06-13T11:50:36.431265+0000","last_unstale":"2024-06-13T11:55:32.073217+0000","last_undegraded":"2024-06-13T11:55:32.073217+0000","last_fullsized":"2024-06-13T11:55:32.073217+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:27:01.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"100'11","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073440+0000","last_change":"2024-06-13T11:50:36.442545+0000","last_active":"2024-06-13T11:55:32.073440+0000","last_peered":"2024-06-13T11:55:32.073440+0000","last_clean":"2024-06-13T11:55:32.073440+0000","last_became_active":"2024-06-13T11:50:36.441753+0000","last_became_peered":"2024-06-13T11:50:36.441753+0000","last_unstale":"2024-06-13T11:55:32.073440+0000","last_undegraded":"2024-06-13T11:55:32.073440+0000","last_fullsized":"2024-06-13T11:55:32.073440+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:22:26.896507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.924007+0000","last_change":"2024-06-13T11:50:36.446371+0000","last_active":"2024-06-13T11:55:31.924007+0000","last_peered":"2024-06-13T11:55:31.924007+0000","last_clean":"2024-06-13T11:55:31.924007+0000","last_became_active":"2024-06-13T11:50:36.445982+0000","last_became_peered":"2024-06-13T11:50:36.445982+0000","last_unstale":"2024-06-13T11:55:31.924007+0000","last_undegraded":"2024-06-13T11:55:31.924007+0000","last_fullsized":"2024-06-13T11:55:31.924007+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:03:09.952954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":603440,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":1420,"num_read_kb":826,"num_write":315,"num_write_kb":1456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2039808,"data_stored":1810320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":245,"ondisk_log_size":245,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351053,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36868,"kb_used_data":1528,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708284,"statfs":{"total":95995035648,"available":95957282816,"internally_reserved":0,"allocated":1564672,"data_stored":976274,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612689,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28968,"kb_used_data":1952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716184,"statfs":{"total":95995035648,"available":95965372416,"internally_reserved":0,"allocated":1998848,"data_stored":1375517,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776216,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36880,"kb_used_data":1540,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708272,"statfs":{"total":95995035648,"available":95957270528,"internally_reserved":0,"allocated":1576960,"data_stored":980494,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037853,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28160,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716992,"statfs":{"total":95995035648,"available":95966199808,"internally_reserved":0,"allocated":1171456,"data_stored":582990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299490,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28752,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716400,"statfs":{"total":95995035648,"available":95965593600,"internally_reserved":0,"allocated":1773568,"data_stored":1181017,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463016,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28152,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717000,"statfs":{"total":95995035648,"available":95966208000,"internally_reserved":0,"allocated":1159168,"data_stored":578358,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574980,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28232,"kb_used_data":1212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716920,"statfs":{"total":95995035648,"available":95966126080,"internally_reserved":0,"allocated":1241088,"data_stored":651467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738506,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28176,"kb_used_data":1156,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716976,"statfs":{"total":95995035648,"available":95966183424,"internally_reserved":0,"allocated":1183744,"data_stored":579746,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411457,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36568,"kb_used_data":1228,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708584,"statfs":{"total":95995035648,"available":95957590016,"internally_reserved":0,"allocated":1257472,"data_stored":652964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149817,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36996,"kb_used_data":1660,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708156,"statfs":{"total":95995035648,"available":95957151744,"internally_reserved":0,"allocated":1699840,"data_stored":1103368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888180,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28164,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716988,"statfs":{"total":95995035648,"available":95966195712,"internally_reserved":0,"allocated":1171456,"data_stored":584094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724655,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37208,"kb_used_data":1872,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93707944,"statfs":{"total":95995035648,"available":95956934656,"internally_reserved":0,"allocated":1916928,"data_stored":1307119,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":73199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":74696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":544768,"data_stored":525100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":163840,"data_stored":134387,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4189,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":394034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":249856,"data_stored":206881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":405504,"data_stored":393910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-13T11:55:39.954 INFO:tasks.fwd_scrub.ceph_manager:clean! 2024-06-13T11:55:39.954 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-06-13T11:55:40.202 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.201+0000 7ff208000640 1 -- 172.21.15.42:0/3979498058 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff200103df0 msgr2=0x7ff2001041d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:40.202 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.201+0000 7ff208000640 1 --2- 172.21.15.42:0/3979498058 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff200103df0 0x7ff2001041d0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7ff1f4009900 tx=0x7ff1f402a410 comp rx=0 tx=0).stop 2024-06-13T11:55:40.203 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.202+0000 7ff208000640 1 -- 172.21.15.42:0/3979498058 shutdown_connections 2024-06-13T11:55:40.203 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.202+0000 7ff208000640 1 --2- 172.21.15.42:0/3979498058 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff200108ec0 0x7ff200110a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:40.203 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.202+0000 7ff208000640 1 --2- 172.21.15.42:0/3979498058 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff2001047a0 0x7ff2001087e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:40.203 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.202+0000 7ff208000640 1 --2- 172.21.15.42:0/3979498058 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff200103df0 0x7ff2001041d0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:40.203 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.202+0000 7ff208000640 1 -- 172.21.15.42:0/3979498058 >> 172.21.15.42:0/3979498058 conn(0x7ff2000ff650 msgr2=0x7ff200101a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:40.203 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.202+0000 7ff208000640 1 -- 172.21.15.42:0/3979498058 shutdown_connections 2024-06-13T11:55:40.203 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.202+0000 7ff208000640 1 -- 172.21.15.42:0/3979498058 wait complete. 2024-06-13T11:55:40.204 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.203+0000 7ff208000640 1 Processor -- start 2024-06-13T11:55:40.204 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.203+0000 7ff208000640 1 -- start start 2024-06-13T11:55:40.204 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.203+0000 7ff208000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff200103df0 0x7ff20019a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:40.204 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.203+0000 7ff208000640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff200108ec0 0x7ff20019aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:40.204 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.203+0000 7ff208000640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff20019edc0 0x7ff20019f270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:40.204 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.203+0000 7ff208000640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff200113fc0 con 0x7ff200103df0 2024-06-13T11:55:40.204 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.203+0000 7ff208000640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7ff200113e40 con 0x7ff20019edc0 2024-06-13T11:55:40.204 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.203+0000 7ff208000640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7ff200114140 con 0x7ff200108ec0 2024-06-13T11:55:40.204 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.204+0000 7ff205600640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff200103df0 0x7ff20019a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:40.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.204+0000 7ff206000640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff20019edc0 0x7ff20019f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:40.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.204+0000 7ff204c00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff200108ec0 0x7ff20019aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:40.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.204+0000 7ff205600640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff200103df0 0x7ff20019a500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37084/0 (socket says 172.21.15.42:37084) 2024-06-13T11:55:40.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.204+0000 7ff205600640 1 -- 172.21.15.42:0/4199445498 learned_addr learned my addr 172.21.15.42:0/4199445498 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:40.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.204+0000 7ff204c00640 1 -- 172.21.15.42:0/4199445498 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff20019edc0 msgr2=0x7ff20019f270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:40.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.204+0000 7ff204c00640 1 --2- 172.21.15.42:0/4199445498 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff20019edc0 0x7ff20019f270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:40.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.204+0000 7ff204c00640 1 -- 172.21.15.42:0/4199445498 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff200103df0 msgr2=0x7ff20019a500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:40.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.204+0000 7ff204c00640 1 --2- 172.21.15.42:0/4199445498 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff200103df0 0x7ff20019a500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:40.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.204+0000 7ff204c00640 1 -- 172.21.15.42:0/4199445498 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff20019f8b0 con 0x7ff200108ec0 2024-06-13T11:55:40.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.205+0000 7ff204c00640 1 --2- 172.21.15.42:0/4199445498 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff200108ec0 0x7ff20019aa40 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7ff1ec00e9c0 tx=0x7ff1ec00ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:40.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.205+0000 7ff1fe000640 1 -- 172.21.15.42:0/4199445498 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1ec00ccc0 con 0x7ff200108ec0 2024-06-13T11:55:40.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.205+0000 7ff1fe000640 1 -- 172.21.15.42:0/4199445498 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff1ec005020 con 0x7ff200108ec0 2024-06-13T11:55:40.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.205+0000 7ff208000640 1 -- 172.21.15.42:0/4199445498 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff20019fba0 con 0x7ff200108ec0 2024-06-13T11:55:40.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.205+0000 7ff208000640 1 -- 172.21.15.42:0/4199445498 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2001a7390 con 0x7ff200108ec0 2024-06-13T11:55:40.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.205+0000 7ff1fe000640 1 -- 172.21.15.42:0/4199445498 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1ec004a00 con 0x7ff200108ec0 2024-06-13T11:55:40.207 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.207+0000 7ff208000640 1 -- 172.21.15.42:0/4199445498 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1e0005290 con 0x7ff200108ec0 2024-06-13T11:55:40.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.209+0000 7ff1fe000640 1 -- 172.21.15.42:0/4199445498 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 25) ==== 138060+0+0 (secure 0 0 0) 0x7ff1ec004c80 con 0x7ff200108ec0 2024-06-13T11:55:40.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.211+0000 7ff1fe000640 1 --2- 172.21.15.42:0/4199445498 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7ff1e80a2ea0 0x7ff1e80a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:40.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.211+0000 7ff1fe000640 1 -- 172.21.15.42:0/4199445498 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7ff1ec0cf880 con 0x7ff200108ec0 2024-06-13T11:55:40.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.211+0000 7ff205600640 1 --2- 172.21.15.42:0/4199445498 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7ff1e80a2ea0 0x7ff1e80a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:40.212 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.212+0000 7ff205600640 1 --2- 172.21.15.42:0/4199445498 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7ff1e80a2ea0 0x7ff1e80a5360 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7ff1f40096c0 tx=0x7ff1f40046c0 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:40.215 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.215+0000 7ff1fe000640 1 -- 172.21.15.42:0/4199445498 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff1ec09be40 con 0x7ff200108ec0 2024-06-13T11:55:40.425 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.424+0000 7ff208000640 1 -- 172.21.15.42:0/4199445498 --> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff1e0000bc0 con 0x7ff1e80a2ea0 2024-06-13T11:55:40.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.456+0000 7ff1fe000640 1 -- 172.21.15.42:0/4199445498 <== mgr.25157 v2:172.21.15.42:6800/3710434171 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339596 (secure 0 0 0) 0x7ff1e0000bc0 con 0x7ff1e80a2ea0 2024-06-13T11:55:40.457 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:55:40.463 INFO:teuthology.orchestra.run.smithi042.stderr:dumped all 2024-06-13T11:55:40.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.463+0000 7ff208000640 1 -- 172.21.15.42:0/4199445498 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7ff1e80a2ea0 msgr2=0x7ff1e80a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:40.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.463+0000 7ff208000640 1 --2- 172.21.15.42:0/4199445498 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7ff1e80a2ea0 0x7ff1e80a5360 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7ff1f40096c0 tx=0x7ff1f40046c0 comp rx=0 tx=0).stop 2024-06-13T11:55:40.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.463+0000 7ff208000640 1 -- 172.21.15.42:0/4199445498 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff200108ec0 msgr2=0x7ff20019aa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:40.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.463+0000 7ff208000640 1 --2- 172.21.15.42:0/4199445498 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff200108ec0 0x7ff20019aa40 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7ff1ec00e9c0 tx=0x7ff1ec00ee80 comp rx=0 tx=0).stop 2024-06-13T11:55:40.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.463+0000 7ff208000640 1 -- 172.21.15.42:0/4199445498 shutdown_connections 2024-06-13T11:55:40.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.463+0000 7ff208000640 1 --2- 172.21.15.42:0/4199445498 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7ff1e80a2ea0 0x7ff1e80a5360 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:40.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.463+0000 7ff208000640 1 --2- 172.21.15.42:0/4199445498 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff20019edc0 0x7ff20019f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:40.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.463+0000 7ff208000640 1 --2- 172.21.15.42:0/4199445498 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff200108ec0 0x7ff20019aa40 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:40.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.463+0000 7ff208000640 1 --2- 172.21.15.42:0/4199445498 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff200103df0 0x7ff20019a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:40.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.463+0000 7ff208000640 1 -- 172.21.15.42:0/4199445498 >> 172.21.15.42:0/4199445498 conn(0x7ff2000ff650 msgr2=0x7ff2001019e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:40.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.464+0000 7ff208000640 1 -- 172.21.15.42:0/4199445498 shutdown_connections 2024-06-13T11:55:40.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:40.464+0000 7ff208000640 1 -- 172.21.15.42:0/4199445498 wait complete. 2024-06-13T11:55:40.487 INFO:teuthology.orchestra.run.smithi042.stdout:{"pg_ready":true,"pg_map":{"version":7,"stamp":"2024-06-13T11:55:39.813327+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1194042,"num_objects":66,"num_object_clones":0,"num_object_copies":200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":1657,"num_read_kb":1156,"num_write":518,"num_write_kb":4396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":895,"ondisk_log_size":895,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":383124,"kb_used_data":17300,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124558700,"statfs":{"total":1151940427776,"available":1151548108800,"internally_reserved":0,"allocated":17715200,"data_stored":10553408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":374453562},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":3300,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":134,"num_read_kb":231,"num_write":29,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.977696"},"pg_stats":[{"pgid":"3.3f","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.924415+0000","last_change":"2024-06-13T11:50:36.448635+0000","last_active":"2024-06-13T11:55:31.924415+0000","last_peered":"2024-06-13T11:55:31.924415+0000","last_clean":"2024-06-13T11:55:31.924415+0000","last_became_active":"2024-06-13T11:50:36.448111+0000","last_became_peered":"2024-06-13T11:50:36.448111+0000","last_unstale":"2024-06-13T11:55:31.924415+0000","last_undegraded":"2024-06-13T11:55:31.924415+0000","last_fullsized":"2024-06-13T11:55:31.924415+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:29:52.539514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"100'4","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.892974+0000","last_change":"2024-06-13T11:50:36.452784+0000","last_active":"2024-06-13T11:55:31.892974+0000","last_peered":"2024-06-13T11:55:31.892974+0000","last_clean":"2024-06-13T11:55:31.892974+0000","last_became_active":"2024-06-13T11:50:36.452506+0000","last_became_peered":"2024-06-13T11:50:36.452506+0000","last_unstale":"2024-06-13T11:55:31.892974+0000","last_undegraded":"2024-06-13T11:55:31.892974+0000","last_fullsized":"2024-06-13T11:55:31.892974+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:24:10.080882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"100'7","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.892560+0000","last_change":"2024-06-13T11:50:36.452965+0000","last_active":"2024-06-13T11:55:31.892560+0000","last_peered":"2024-06-13T11:55:31.892560+0000","last_clean":"2024-06-13T11:55:31.892560+0000","last_became_active":"2024-06-13T11:50:36.452605+0000","last_became_peered":"2024-06-13T11:50:36.452605+0000","last_unstale":"2024-06-13T11:55:31.892560+0000","last_undegraded":"2024-06-13T11:55:31.892560+0000","last_fullsized":"2024-06-13T11:55:31.892560+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:59:08.463531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790998+0000","last_change":"2024-06-13T11:50:36.444046+0000","last_active":"2024-06-13T11:55:31.790998+0000","last_peered":"2024-06-13T11:55:31.790998+0000","last_clean":"2024-06-13T11:55:31.790998+0000","last_became_active":"2024-06-13T11:50:36.442838+0000","last_became_peered":"2024-06-13T11:50:36.442838+0000","last_unstale":"2024-06-13T11:55:31.790998+0000","last_undegraded":"2024-06-13T11:55:31.790998+0000","last_fullsized":"2024-06-13T11:55:31.790998+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:27:46.472089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"100'4","reported_seq":45,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073629+0000","last_change":"2024-06-13T11:50:36.457506+0000","last_active":"2024-06-13T11:55:32.073629+0000","last_peered":"2024-06-13T11:55:32.073629+0000","last_clean":"2024-06-13T11:55:32.073629+0000","last_became_active":"2024-06-13T11:50:36.457269+0000","last_became_peered":"2024-06-13T11:50:36.457269+0000","last_unstale":"2024-06-13T11:55:32.073629+0000","last_undegraded":"2024-06-13T11:55:32.073629+0000","last_fullsized":"2024-06-13T11:55:32.073629+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:04:26.858158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"100'6","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.934518+0000","last_change":"2024-06-13T11:50:36.445065+0000","last_active":"2024-06-13T11:55:31.934518+0000","last_peered":"2024-06-13T11:55:31.934518+0000","last_clean":"2024-06-13T11:55:31.934518+0000","last_became_active":"2024-06-13T11:50:36.444760+0000","last_became_peered":"2024-06-13T11:50:36.444760+0000","last_unstale":"2024-06-13T11:55:31.934518+0000","last_undegraded":"2024-06-13T11:55:31.934518+0000","last_fullsized":"2024-06-13T11:55:31.934518+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:56:56.098315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"100'5","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072751+0000","last_change":"2024-06-13T11:50:36.444460+0000","last_active":"2024-06-13T11:55:32.072751+0000","last_peered":"2024-06-13T11:55:32.072751+0000","last_clean":"2024-06-13T11:55:32.072751+0000","last_became_active":"2024-06-13T11:50:36.444127+0000","last_became_peered":"2024-06-13T11:50:36.444127+0000","last_unstale":"2024-06-13T11:55:32.072751+0000","last_undegraded":"2024-06-13T11:55:32.072751+0000","last_fullsized":"2024-06-13T11:55:32.072751+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:04:23.675913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"100'9","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791357+0000","last_change":"2024-06-13T11:50:36.439840+0000","last_active":"2024-06-13T11:55:31.791357+0000","last_peered":"2024-06-13T11:55:31.791357+0000","last_clean":"2024-06-13T11:55:31.791357+0000","last_became_active":"2024-06-13T11:50:36.438965+0000","last_became_peered":"2024-06-13T11:50:36.438965+0000","last_unstale":"2024-06-13T11:55:31.791357+0000","last_undegraded":"2024-06-13T11:55:31.791357+0000","last_fullsized":"2024-06-13T11:55:31.791357+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:13:17.486496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"100'11","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.074078+0000","last_change":"2024-06-13T11:50:36.432417+0000","last_active":"2024-06-13T11:55:32.074078+0000","last_peered":"2024-06-13T11:55:32.074078+0000","last_clean":"2024-06-13T11:55:32.074078+0000","last_became_active":"2024-06-13T11:50:36.432053+0000","last_became_peered":"2024-06-13T11:50:36.432053+0000","last_unstale":"2024-06-13T11:55:32.074078+0000","last_undegraded":"2024-06-13T11:55:32.074078+0000","last_fullsized":"2024-06-13T11:55:32.074078+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:40:17.612339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"100'16","reported_seq":58,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.934782+0000","last_change":"2024-06-13T11:50:36.439609+0000","last_active":"2024-06-13T11:55:31.934782+0000","last_peered":"2024-06-13T11:55:31.934782+0000","last_clean":"2024-06-13T11:55:31.934782+0000","last_became_active":"2024-06-13T11:50:36.439228+0000","last_became_peered":"2024-06-13T11:50:36.439228+0000","last_unstale":"2024-06-13T11:55:31.934782+0000","last_undegraded":"2024-06-13T11:55:31.934782+0000","last_fullsized":"2024-06-13T11:55:31.934782+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:45:55.176878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"100'6","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073504+0000","last_change":"2024-06-13T11:50:36.445733+0000","last_active":"2024-06-13T11:55:32.073504+0000","last_peered":"2024-06-13T11:55:32.073504+0000","last_clean":"2024-06-13T11:55:32.073504+0000","last_became_active":"2024-06-13T11:50:36.445382+0000","last_became_peered":"2024-06-13T11:50:36.445382+0000","last_unstale":"2024-06-13T11:55:32.073504+0000","last_undegraded":"2024-06-13T11:55:32.073504+0000","last_fullsized":"2024-06-13T11:55:32.073504+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:38:36.752336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"100'7","reported_seq":21,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.921017+0000","last_change":"2024-06-13T11:52:27.424660+0000","last_active":"2024-06-13T11:55:31.921017+0000","last_peered":"2024-06-13T11:55:31.921017+0000","last_clean":"2024-06-13T11:55:31.921017+0000","last_became_active":"2024-06-13T11:52:27.424039+0000","last_became_peered":"2024-06-13T11:52:27.424039+0000","last_unstale":"2024-06-13T11:55:31.921017+0000","last_undegraded":"2024-06-13T11:55:31.921017+0000","last_fullsized":"2024-06-13T11:55:31.921017+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:14:13.190613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"100'10","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073739+0000","last_change":"2024-06-13T11:50:36.435568+0000","last_active":"2024-06-13T11:55:32.073739+0000","last_peered":"2024-06-13T11:55:32.073739+0000","last_clean":"2024-06-13T11:55:32.073739+0000","last_became_active":"2024-06-13T11:50:36.435231+0000","last_became_peered":"2024-06-13T11:50:36.435231+0000","last_unstale":"2024-06-13T11:55:32.073739+0000","last_undegraded":"2024-06-13T11:55:32.073739+0000","last_fullsized":"2024-06-13T11:55:32.073739+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:49:20.886268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"100'7","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.892513+0000","last_change":"2024-06-13T11:50:36.447343+0000","last_active":"2024-06-13T11:55:31.892513+0000","last_peered":"2024-06-13T11:55:31.892513+0000","last_clean":"2024-06-13T11:55:31.892513+0000","last_became_active":"2024-06-13T11:50:36.446958+0000","last_became_peered":"2024-06-13T11:50:36.446958+0000","last_unstale":"2024-06-13T11:55:31.892513+0000","last_undegraded":"2024-06-13T11:55:31.892513+0000","last_fullsized":"2024-06-13T11:55:31.892513+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:15:40.900741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"100'7","reported_seq":55,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.892455+0000","last_change":"2024-06-13T11:51:26.330495+0000","last_active":"2024-06-13T11:55:31.892455+0000","last_peered":"2024-06-13T11:55:31.892455+0000","last_clean":"2024-06-13T11:55:31.892455+0000","last_became_active":"2024-06-13T11:51:26.329786+0000","last_became_peered":"2024-06-13T11:51:26.329786+0000","last_unstale":"2024-06-13T11:55:31.892455+0000","last_undegraded":"2024-06-13T11:55:31.892455+0000","last_fullsized":"2024-06-13T11:55:31.892455+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:49:38.021458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,2],"acting":[0,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"100'9","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072971+0000","last_change":"2024-06-13T11:50:36.440755+0000","last_active":"2024-06-13T11:55:32.072971+0000","last_peered":"2024-06-13T11:55:32.072971+0000","last_clean":"2024-06-13T11:55:32.072971+0000","last_became_active":"2024-06-13T11:50:36.440422+0000","last_became_peered":"2024-06-13T11:50:36.440422+0000","last_unstale":"2024-06-13T11:55:32.072971+0000","last_undegraded":"2024-06-13T11:55:32.072971+0000","last_fullsized":"2024-06-13T11:55:32.072971+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:46:47.212189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.924243+0000","last_change":"2024-06-13T11:50:36.459002+0000","last_active":"2024-06-13T11:55:31.924243+0000","last_peered":"2024-06-13T11:55:31.924243+0000","last_clean":"2024-06-13T11:55:31.924243+0000","last_became_active":"2024-06-13T11:50:36.458599+0000","last_became_peered":"2024-06-13T11:50:36.458599+0000","last_unstale":"2024-06-13T11:55:31.924243+0000","last_undegraded":"2024-06-13T11:55:31.924243+0000","last_fullsized":"2024-06-13T11:55:31.924243+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:49:20.494979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"100'10","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.921729+0000","last_change":"2024-06-13T11:50:36.450967+0000","last_active":"2024-06-13T11:55:31.921729+0000","last_peered":"2024-06-13T11:55:31.921729+0000","last_clean":"2024-06-13T11:55:31.921729+0000","last_became_active":"2024-06-13T11:50:36.450592+0000","last_became_peered":"2024-06-13T11:50:36.450592+0000","last_unstale":"2024-06-13T11:55:31.921729+0000","last_undegraded":"2024-06-13T11:55:31.921729+0000","last_fullsized":"2024-06-13T11:55:31.921729+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:22:12.397454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"100'7","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072933+0000","last_change":"2024-06-13T11:50:36.451400+0000","last_active":"2024-06-13T11:55:32.072933+0000","last_peered":"2024-06-13T11:55:32.072933+0000","last_clean":"2024-06-13T11:55:32.072933+0000","last_became_active":"2024-06-13T11:50:36.450966+0000","last_became_peered":"2024-06-13T11:50:36.450966+0000","last_unstale":"2024-06-13T11:55:32.072933+0000","last_undegraded":"2024-06-13T11:55:32.072933+0000","last_fullsized":"2024-06-13T11:55:32.072933+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:28:51.534767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072495+0000","last_change":"2024-06-13T11:50:49.811241+0000","last_active":"2024-06-13T11:55:32.072495+0000","last_peered":"2024-06-13T11:55:32.072495+0000","last_clean":"2024-06-13T11:55:32.072495+0000","last_became_active":"2024-06-13T11:50:49.810730+0000","last_became_peered":"2024-06-13T11:50:49.810730+0000","last_unstale":"2024-06-13T11:55:32.072495+0000","last_undegraded":"2024-06-13T11:55:32.072495+0000","last_fullsized":"2024-06-13T11:55:32.072495+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:18:29.129152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"98'9","reported_seq":58,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.921927+0000","last_change":"2024-06-13T11:50:32.005589+0000","last_active":"2024-06-13T11:55:31.921927+0000","last_peered":"2024-06-13T11:55:31.921927+0000","last_clean":"2024-06-13T11:55:31.921927+0000","last_became_active":"2024-06-13T11:50:32.004906+0000","last_became_peered":"2024-06-13T11:50:32.004906+0000","last_unstale":"2024-06-13T11:55:31.921927+0000","last_undegraded":"2024-06-13T11:55:31.921927+0000","last_fullsized":"2024-06-13T11:55:31.921927+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:34:27.553780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"100'5","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.792465+0000","last_change":"2024-06-13T11:50:36.450855+0000","last_active":"2024-06-13T11:55:31.792465+0000","last_peered":"2024-06-13T11:55:31.792465+0000","last_clean":"2024-06-13T11:55:31.792465+0000","last_became_active":"2024-06-13T11:50:36.450533+0000","last_became_peered":"2024-06-13T11:50:36.450533+0000","last_unstale":"2024-06-13T11:55:31.792465+0000","last_undegraded":"2024-06-13T11:55:31.792465+0000","last_fullsized":"2024-06-13T11:55:31.792465+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:36:16.143805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790471+0000","last_change":"2024-06-13T11:50:49.798992+0000","last_active":"2024-06-13T11:55:31.790471+0000","last_peered":"2024-06-13T11:55:31.790471+0000","last_clean":"2024-06-13T11:55:31.790471+0000","last_became_active":"2024-06-13T11:50:49.798132+0000","last_became_peered":"2024-06-13T11:50:49.798132+0000","last_unstale":"2024-06-13T11:55:31.790471+0000","last_undegraded":"2024-06-13T11:55:31.790471+0000","last_fullsized":"2024-06-13T11:55:31.790471+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:36:03.669654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"98'2","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.792783+0000","last_change":"2024-06-13T11:50:32.021295+0000","last_active":"2024-06-13T11:55:31.792783+0000","last_peered":"2024-06-13T11:55:31.792783+0000","last_clean":"2024-06-13T11:55:31.792783+0000","last_became_active":"2024-06-13T11:50:32.020452+0000","last_became_peered":"2024-06-13T11:50:32.020452+0000","last_unstale":"2024-06-13T11:55:31.792783+0000","last_undegraded":"2024-06-13T11:55:31.792783+0000","last_fullsized":"2024-06-13T11:55:31.792783+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:33:41.991538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"100'6","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.892935+0000","last_change":"2024-06-13T11:50:36.451705+0000","last_active":"2024-06-13T11:55:31.892935+0000","last_peered":"2024-06-13T11:55:31.892935+0000","last_clean":"2024-06-13T11:55:31.892935+0000","last_became_active":"2024-06-13T11:50:36.447807+0000","last_became_peered":"2024-06-13T11:50:36.447807+0000","last_unstale":"2024-06-13T11:55:31.892935+0000","last_undegraded":"2024-06-13T11:55:31.892935+0000","last_fullsized":"2024-06-13T11:55:31.892935+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:57:02.901214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790648+0000","last_change":"2024-06-13T11:50:49.789742+0000","last_active":"2024-06-13T11:55:31.790648+0000","last_peered":"2024-06-13T11:55:31.790648+0000","last_clean":"2024-06-13T11:55:31.790648+0000","last_became_active":"2024-06-13T11:50:49.789315+0000","last_became_peered":"2024-06-13T11:50:49.789315+0000","last_unstale":"2024-06-13T11:55:31.790648+0000","last_undegraded":"2024-06-13T11:55:31.790648+0000","last_fullsized":"2024-06-13T11:55:31.790648+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:51:39.547919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"98'4","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073367+0000","last_change":"2024-06-13T11:50:31.998627+0000","last_active":"2024-06-13T11:55:32.073367+0000","last_peered":"2024-06-13T11:55:32.073367+0000","last_clean":"2024-06-13T11:55:32.073367+0000","last_became_active":"2024-06-13T11:50:31.998206+0000","last_became_peered":"2024-06-13T11:50:31.998206+0000","last_unstale":"2024-06-13T11:55:32.073367+0000","last_undegraded":"2024-06-13T11:55:32.073367+0000","last_fullsized":"2024-06-13T11:55:32.073367+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:45:05.843886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"100'9","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073442+0000","last_change":"2024-06-13T11:50:36.432039+0000","last_active":"2024-06-13T11:55:32.073442+0000","last_peered":"2024-06-13T11:55:32.073442+0000","last_clean":"2024-06-13T11:55:32.073442+0000","last_became_active":"2024-06-13T11:50:36.431716+0000","last_became_peered":"2024-06-13T11:50:36.431716+0000","last_unstale":"2024-06-13T11:55:32.073442+0000","last_undegraded":"2024-06-13T11:55:32.073442+0000","last_fullsized":"2024-06-13T11:55:32.073442+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:41:10.879028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790496+0000","last_change":"2024-06-13T11:50:49.791777+0000","last_active":"2024-06-13T11:55:31.790496+0000","last_peered":"2024-06-13T11:55:31.790496+0000","last_clean":"2024-06-13T11:55:31.790496+0000","last_became_active":"2024-06-13T11:50:49.791348+0000","last_became_peered":"2024-06-13T11:50:49.791348+0000","last_unstale":"2024-06-13T11:55:31.790496+0000","last_undegraded":"2024-06-13T11:55:31.790496+0000","last_fullsized":"2024-06-13T11:55:31.790496+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:10:20.833026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"89'2","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073167+0000","last_change":"2024-06-13T11:50:31.998416+0000","last_active":"2024-06-13T11:55:32.073167+0000","last_peered":"2024-06-13T11:55:32.073167+0000","last_clean":"2024-06-13T11:55:32.073167+0000","last_became_active":"2024-06-13T11:50:31.997994+0000","last_became_peered":"2024-06-13T11:50:31.997994+0000","last_unstale":"2024-06-13T11:55:32.073167+0000","last_undegraded":"2024-06-13T11:55:32.073167+0000","last_fullsized":"2024-06-13T11:55:32.073167+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:02:56.354971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"100'15","reported_seq":57,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791518+0000","last_change":"2024-06-13T11:50:36.432684+0000","last_active":"2024-06-13T11:55:31.791518+0000","last_peered":"2024-06-13T11:55:31.791518+0000","last_clean":"2024-06-13T11:55:31.791518+0000","last_became_active":"2024-06-13T11:50:36.432242+0000","last_became_peered":"2024-06-13T11:50:36.432242+0000","last_unstale":"2024-06-13T11:55:31.791518+0000","last_undegraded":"2024-06-13T11:55:31.791518+0000","last_fullsized":"2024-06-13T11:55:31.791518+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:37:08.696859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":38,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072831+0000","last_change":"2024-06-13T11:51:26.831257+0000","last_active":"2024-06-13T11:55:32.072831+0000","last_peered":"2024-06-13T11:55:32.072831+0000","last_clean":"2024-06-13T11:55:32.072831+0000","last_became_active":"2024-06-13T11:51:26.830703+0000","last_became_peered":"2024-06-13T11:51:26.830703+0000","last_unstale":"2024-06-13T11:55:32.072831+0000","last_undegraded":"2024-06-13T11:55:32.072831+0000","last_fullsized":"2024-06-13T11:55:32.072831+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:07:59.545889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,7,11],"acting":[2,8,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"101'9","reported_seq":278,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:36.173167+0000","last_change":"2024-06-13T11:50:31.994986+0000","last_active":"2024-06-13T11:55:36.173167+0000","last_peered":"2024-06-13T11:55:36.173167+0000","last_clean":"2024-06-13T11:55:36.173167+0000","last_became_active":"2024-06-13T11:50:31.994612+0000","last_became_peered":"2024-06-13T11:50:31.994612+0000","last_unstale":"2024-06-13T11:55:36.173167+0000","last_undegraded":"2024-06-13T11:55:36.173167+0000","last_fullsized":"2024-06-13T11:55:36.173167+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:03:22.948056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1933,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":221,"num_read_kb":6,"num_write":6,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"100'7","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072931+0000","last_change":"2024-06-13T11:50:36.445788+0000","last_active":"2024-06-13T11:55:32.072931+0000","last_peered":"2024-06-13T11:55:32.072931+0000","last_clean":"2024-06-13T11:55:32.072931+0000","last_became_active":"2024-06-13T11:50:36.445451+0000","last_became_peered":"2024-06-13T11:50:36.445451+0000","last_unstale":"2024-06-13T11:55:32.072931+0000","last_undegraded":"2024-06-13T11:55:32.072931+0000","last_fullsized":"2024-06-13T11:55:32.072931+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:01:58.220775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072639+0000","last_change":"2024-06-13T11:50:49.804726+0000","last_active":"2024-06-13T11:55:32.072639+0000","last_peered":"2024-06-13T11:55:32.072639+0000","last_clean":"2024-06-13T11:55:32.072639+0000","last_became_active":"2024-06-13T11:50:49.804271+0000","last_became_peered":"2024-06-13T11:50:49.804271+0000","last_unstale":"2024-06-13T11:55:32.072639+0000","last_undegraded":"2024-06-13T11:55:32.072639+0000","last_fullsized":"2024-06-13T11:55:32.072639+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:07:59.206174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"98'3","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.934372+0000","last_change":"2024-06-13T11:50:32.000872+0000","last_active":"2024-06-13T11:55:31.934372+0000","last_peered":"2024-06-13T11:55:31.934372+0000","last_clean":"2024-06-13T11:55:31.934372+0000","last_became_active":"2024-06-13T11:50:32.000490+0000","last_became_peered":"2024-06-13T11:50:32.000490+0000","last_unstale":"2024-06-13T11:55:31.934372+0000","last_undegraded":"2024-06-13T11:55:31.934372+0000","last_fullsized":"2024-06-13T11:55:31.934372+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:45:20.689923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791413+0000","last_change":"2024-06-13T11:50:36.434453+0000","last_active":"2024-06-13T11:55:31.791413+0000","last_peered":"2024-06-13T11:55:31.791413+0000","last_clean":"2024-06-13T11:55:31.791413+0000","last_became_active":"2024-06-13T11:50:36.434138+0000","last_became_peered":"2024-06-13T11:50:36.434138+0000","last_unstale":"2024-06-13T11:55:31.791413+0000","last_undegraded":"2024-06-13T11:55:31.791413+0000","last_fullsized":"2024-06-13T11:55:31.791413+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:34:00.022524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.924203+0000","last_change":"2024-06-13T11:50:49.806758+0000","last_active":"2024-06-13T11:55:31.924203+0000","last_peered":"2024-06-13T11:55:31.924203+0000","last_clean":"2024-06-13T11:55:31.924203+0000","last_became_active":"2024-06-13T11:50:49.806270+0000","last_became_peered":"2024-06-13T11:50:49.806270+0000","last_unstale":"2024-06-13T11:55:31.924203+0000","last_undegraded":"2024-06-13T11:55:31.924203+0000","last_fullsized":"2024-06-13T11:55:31.924203+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:29:49.106654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"98'2","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073413+0000","last_change":"2024-06-13T11:50:32.009158+0000","last_active":"2024-06-13T11:55:32.073413+0000","last_peered":"2024-06-13T11:55:32.073413+0000","last_clean":"2024-06-13T11:55:32.073413+0000","last_became_active":"2024-06-13T11:50:32.008692+0000","last_became_peered":"2024-06-13T11:50:32.008692+0000","last_unstale":"2024-06-13T11:55:32.073413+0000","last_undegraded":"2024-06-13T11:55:32.073413+0000","last_fullsized":"2024-06-13T11:55:32.073413+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:15:37.421401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791433+0000","last_change":"2024-06-13T11:50:36.440151+0000","last_active":"2024-06-13T11:55:31.791433+0000","last_peered":"2024-06-13T11:55:31.791433+0000","last_clean":"2024-06-13T11:55:31.791433+0000","last_became_active":"2024-06-13T11:50:36.439506+0000","last_became_peered":"2024-06-13T11:50:36.439506+0000","last_unstale":"2024-06-13T11:55:31.791433+0000","last_undegraded":"2024-06-13T11:55:31.791433+0000","last_fullsized":"2024-06-13T11:55:31.791433+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:32:12.449458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.892936+0000","last_change":"2024-06-13T11:50:49.796602+0000","last_active":"2024-06-13T11:55:31.892936+0000","last_peered":"2024-06-13T11:55:31.892936+0000","last_clean":"2024-06-13T11:55:31.892936+0000","last_became_active":"2024-06-13T11:50:49.794651+0000","last_became_peered":"2024-06-13T11:50:49.794651+0000","last_unstale":"2024-06-13T11:55:31.892936+0000","last_undegraded":"2024-06-13T11:55:31.892936+0000","last_fullsized":"2024-06-13T11:55:31.892936+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:01:09.836754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"98'1","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790954+0000","last_change":"2024-06-13T11:50:31.994177+0000","last_active":"2024-06-13T11:55:31.790954+0000","last_peered":"2024-06-13T11:55:31.790954+0000","last_clean":"2024-06-13T11:55:31.790954+0000","last_became_active":"2024-06-13T11:50:31.993824+0000","last_became_peered":"2024-06-13T11:50:31.993824+0000","last_unstale":"2024-06-13T11:55:31.790954+0000","last_undegraded":"2024-06-13T11:55:31.790954+0000","last_fullsized":"2024-06-13T11:55:31.790954+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:58:13.588879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"100'11","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.920444+0000","last_change":"2024-06-13T11:50:36.448522+0000","last_active":"2024-06-13T11:55:31.920444+0000","last_peered":"2024-06-13T11:55:31.920444+0000","last_clean":"2024-06-13T11:55:31.920444+0000","last_became_active":"2024-06-13T11:50:36.448180+0000","last_became_peered":"2024-06-13T11:50:36.448180+0000","last_unstale":"2024-06-13T11:55:31.920444+0000","last_undegraded":"2024-06-13T11:55:31.920444+0000","last_fullsized":"2024-06-13T11:55:31.920444+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:14:44.330239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791590+0000","last_change":"2024-06-13T11:50:49.782495+0000","last_active":"2024-06-13T11:55:31.791590+0000","last_peered":"2024-06-13T11:55:31.791590+0000","last_clean":"2024-06-13T11:55:31.791590+0000","last_became_active":"2024-06-13T11:50:49.781428+0000","last_became_peered":"2024-06-13T11:50:49.781428+0000","last_unstale":"2024-06-13T11:55:31.791590+0000","last_undegraded":"2024-06-13T11:55:31.791590+0000","last_fullsized":"2024-06-13T11:55:31.791590+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:31:25.315934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"101'5","reported_seq":268,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:36.172568+0000","last_change":"2024-06-13T11:50:32.005167+0000","last_active":"2024-06-13T11:55:36.172568+0000","last_peered":"2024-06-13T11:55:36.172568+0000","last_clean":"2024-06-13T11:55:36.172568+0000","last_became_active":"2024-06-13T11:50:32.004791+0000","last_became_peered":"2024-06-13T11:50:32.004791+0000","last_unstale":"2024-06-13T11:55:36.172568+0000","last_undegraded":"2024-06-13T11:55:36.172568+0000","last_fullsized":"2024-06-13T11:55:36.172568+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:07:54.697920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":215,"num_read_kb":215,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"100'10","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.074079+0000","last_change":"2024-06-13T11:50:36.445033+0000","last_active":"2024-06-13T11:55:32.074079+0000","last_peered":"2024-06-13T11:55:32.074079+0000","last_clean":"2024-06-13T11:55:32.074079+0000","last_became_active":"2024-06-13T11:50:36.444710+0000","last_became_peered":"2024-06-13T11:50:36.444710+0000","last_unstale":"2024-06-13T11:55:32.074079+0000","last_undegraded":"2024-06-13T11:55:32.074079+0000","last_fullsized":"2024-06-13T11:55:32.074079+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:46:26.806337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":19,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.934072+0000","last_change":"2024-06-13T11:51:26.324414+0000","last_active":"2024-06-13T11:55:31.934072+0000","last_peered":"2024-06-13T11:55:31.934072+0000","last_clean":"2024-06-13T11:55:31.934072+0000","last_became_active":"2024-06-13T11:51:26.323892+0000","last_became_peered":"2024-06-13T11:51:26.323892+0000","last_unstale":"2024-06-13T11:55:31.934072+0000","last_undegraded":"2024-06-13T11:55:31.934072+0000","last_fullsized":"2024-06-13T11:55:31.934072+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:21:37.090548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,0,2,4],"acting":[10,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.16","version":"98'2","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073567+0000","last_change":"2024-06-13T11:50:31.997214+0000","last_active":"2024-06-13T11:55:32.073567+0000","last_peered":"2024-06-13T11:55:32.073567+0000","last_clean":"2024-06-13T11:55:32.073567+0000","last_became_active":"2024-06-13T11:50:31.995539+0000","last_became_peered":"2024-06-13T11:50:31.995539+0000","last_unstale":"2024-06-13T11:55:32.073567+0000","last_undegraded":"2024-06-13T11:55:32.073567+0000","last_fullsized":"2024-06-13T11:55:32.073567+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:59:57.323062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"100'9","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.893124+0000","last_change":"2024-06-13T11:50:36.458307+0000","last_active":"2024-06-13T11:55:31.893124+0000","last_peered":"2024-06-13T11:55:31.893124+0000","last_clean":"2024-06-13T11:55:31.893124+0000","last_became_active":"2024-06-13T11:50:36.457969+0000","last_became_peered":"2024-06-13T11:50:36.457969+0000","last_unstale":"2024-06-13T11:55:31.893124+0000","last_undegraded":"2024-06-13T11:55:31.893124+0000","last_fullsized":"2024-06-13T11:55:31.893124+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:18:57.708793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":39,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790870+0000","last_change":"2024-06-13T11:51:26.320907+0000","last_active":"2024-06-13T11:55:31.790870+0000","last_peered":"2024-06-13T11:55:31.790870+0000","last_clean":"2024-06-13T11:55:31.790870+0000","last_became_active":"2024-06-13T11:51:26.320421+0000","last_became_peered":"2024-06-13T11:51:26.320421+0000","last_unstale":"2024-06-13T11:55:31.790870+0000","last_undegraded":"2024-06-13T11:55:31.790870+0000","last_fullsized":"2024-06-13T11:55:31.790870+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:06:43.798442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"98'4","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791397+0000","last_change":"2024-06-13T11:50:32.021608+0000","last_active":"2024-06-13T11:55:31.791397+0000","last_peered":"2024-06-13T11:55:31.791397+0000","last_clean":"2024-06-13T11:55:31.791397+0000","last_became_active":"2024-06-13T11:50:32.021204+0000","last_became_peered":"2024-06-13T11:50:32.021204+0000","last_unstale":"2024-06-13T11:55:31.791397+0000","last_undegraded":"2024-06-13T11:55:31.791397+0000","last_fullsized":"2024-06-13T11:55:31.791397+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:32:01.411347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"100'11","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073550+0000","last_change":"2024-06-13T11:50:36.441175+0000","last_active":"2024-06-13T11:55:32.073550+0000","last_peered":"2024-06-13T11:55:32.073550+0000","last_clean":"2024-06-13T11:55:32.073550+0000","last_became_active":"2024-06-13T11:50:36.440790+0000","last_became_peered":"2024-06-13T11:50:36.440790+0000","last_unstale":"2024-06-13T11:55:32.073550+0000","last_undegraded":"2024-06-13T11:55:32.073550+0000","last_fullsized":"2024-06-13T11:55:32.073550+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:37:00.321935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.920524+0000","last_change":"2024-06-13T11:50:49.804735+0000","last_active":"2024-06-13T11:55:31.920524+0000","last_peered":"2024-06-13T11:55:31.920524+0000","last_clean":"2024-06-13T11:55:31.920524+0000","last_became_active":"2024-06-13T11:50:49.804355+0000","last_became_peered":"2024-06-13T11:50:49.804355+0000","last_unstale":"2024-06-13T11:55:31.920524+0000","last_undegraded":"2024-06-13T11:55:31.920524+0000","last_fullsized":"2024-06-13T11:55:31.920524+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:49:22.526565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"101'44","reported_seq":536,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:37.174091+0000","last_change":"2024-06-13T11:50:31.997828+0000","last_active":"2024-06-13T11:55:37.174091+0000","last_peered":"2024-06-13T11:55:37.174091+0000","last_clean":"2024-06-13T11:55:37.174091+0000","last_became_active":"2024-06-13T11:50:31.997406+0000","last_became_peered":"2024-06-13T11:50:31.997406+0000","last_unstale":"2024-06-13T11:55:37.174091+0000","last_undegraded":"2024-06-13T11:55:37.174091+0000","last_fullsized":"2024-06-13T11:55:37.174091+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:48:04.650405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":72617,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":444,"num_read_kb":293,"num_write":45,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"100'6","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073505+0000","last_change":"2024-06-13T11:50:36.445284+0000","last_active":"2024-06-13T11:55:32.073505+0000","last_peered":"2024-06-13T11:55:32.073505+0000","last_clean":"2024-06-13T11:55:32.073505+0000","last_became_active":"2024-06-13T11:50:36.444970+0000","last_became_peered":"2024-06-13T11:50:36.444970+0000","last_unstale":"2024-06-13T11:55:32.073505+0000","last_undegraded":"2024-06-13T11:55:32.073505+0000","last_fullsized":"2024-06-13T11:55:32.073505+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:22:11.149979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791819+0000","last_change":"2024-06-13T11:50:49.786529+0000","last_active":"2024-06-13T11:55:31.791819+0000","last_peered":"2024-06-13T11:55:31.791819+0000","last_clean":"2024-06-13T11:55:31.791819+0000","last_became_active":"2024-06-13T11:50:49.786037+0000","last_became_peered":"2024-06-13T11:50:49.786037+0000","last_unstale":"2024-06-13T11:55:31.791819+0000","last_undegraded":"2024-06-13T11:55:31.791819+0000","last_fullsized":"2024-06-13T11:55:31.791819+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:24:23.424973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"98'6","reported_seq":55,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072650+0000","last_change":"2024-06-13T11:50:31.999029+0000","last_active":"2024-06-13T11:55:32.072650+0000","last_peered":"2024-06-13T11:55:32.072650+0000","last_clean":"2024-06-13T11:55:32.072650+0000","last_became_active":"2024-06-13T11:50:31.998202+0000","last_became_peered":"2024-06-13T11:50:31.998202+0000","last_unstale":"2024-06-13T11:55:32.072650+0000","last_undegraded":"2024-06-13T11:55:32.072650+0000","last_fullsized":"2024-06-13T11:55:32.072650+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:58:18.744948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"100'9","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073415+0000","last_change":"2024-06-13T11:50:36.432559+0000","last_active":"2024-06-13T11:55:32.073415+0000","last_peered":"2024-06-13T11:55:32.073415+0000","last_clean":"2024-06-13T11:55:32.073415+0000","last_became_active":"2024-06-13T11:50:36.432145+0000","last_became_peered":"2024-06-13T11:50:36.432145+0000","last_unstale":"2024-06-13T11:55:32.073415+0000","last_undegraded":"2024-06-13T11:55:32.073415+0000","last_fullsized":"2024-06-13T11:55:32.073415+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:01:13.601250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.923953+0000","last_change":"2024-06-13T11:50:49.803635+0000","last_active":"2024-06-13T11:55:31.923953+0000","last_peered":"2024-06-13T11:55:31.923953+0000","last_clean":"2024-06-13T11:55:31.923953+0000","last_became_active":"2024-06-13T11:50:49.803191+0000","last_became_peered":"2024-06-13T11:50:49.803191+0000","last_unstale":"2024-06-13T11:55:31.923953+0000","last_undegraded":"2024-06-13T11:55:31.923953+0000","last_fullsized":"2024-06-13T11:55:31.923953+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:37:57.693151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"98'3","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791119+0000","last_change":"2024-06-13T11:50:31.987555+0000","last_active":"2024-06-13T11:55:31.791119+0000","last_peered":"2024-06-13T11:55:31.791119+0000","last_clean":"2024-06-13T11:55:31.791119+0000","last_became_active":"2024-06-13T11:50:31.987254+0000","last_became_peered":"2024-06-13T11:50:31.987254+0000","last_unstale":"2024-06-13T11:55:31.791119+0000","last_undegraded":"2024-06-13T11:55:31.791119+0000","last_fullsized":"2024-06-13T11:55:31.791119+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:35:05.721577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"100'15","reported_seq":57,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073171+0000","last_change":"2024-06-13T11:50:36.434765+0000","last_active":"2024-06-13T11:55:32.073171+0000","last_peered":"2024-06-13T11:55:32.073171+0000","last_clean":"2024-06-13T11:55:32.073171+0000","last_became_active":"2024-06-13T11:50:36.434396+0000","last_became_peered":"2024-06-13T11:50:36.434396+0000","last_unstale":"2024-06-13T11:55:32.073171+0000","last_undegraded":"2024-06-13T11:55:32.073171+0000","last_fullsized":"2024-06-13T11:55:32.073171+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:59:16.400084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.921729+0000","last_change":"2024-06-13T11:50:49.804822+0000","last_active":"2024-06-13T11:55:31.921729+0000","last_peered":"2024-06-13T11:55:31.921729+0000","last_clean":"2024-06-13T11:55:31.921729+0000","last_became_active":"2024-06-13T11:50:49.804377+0000","last_became_peered":"2024-06-13T11:50:49.804377+0000","last_unstale":"2024-06-13T11:55:31.921729+0000","last_undegraded":"2024-06-13T11:55:31.921729+0000","last_fullsized":"2024-06-13T11:55:31.921729+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:59:21.447873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"101'6","reported_seq":273,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:36.325796+0000","last_change":"2024-06-13T11:50:31.995528+0000","last_active":"2024-06-13T11:55:36.325796+0000","last_peered":"2024-06-13T11:55:36.325796+0000","last_clean":"2024-06-13T11:55:36.325796+0000","last_became_active":"2024-06-13T11:50:31.995160+0000","last_became_peered":"2024-06-13T11:50:31.995160+0000","last_unstale":"2024-06-13T11:55:36.325796+0000","last_undegraded":"2024-06-13T11:55:36.325796+0000","last_fullsized":"2024-06-13T11:55:36.325796+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:58:48.255966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1674,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":220,"num_read_kb":5,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"100'6","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072779+0000","last_change":"2024-06-13T11:50:36.439326+0000","last_active":"2024-06-13T11:55:32.072779+0000","last_peered":"2024-06-13T11:55:32.072779+0000","last_clean":"2024-06-13T11:55:32.072779+0000","last_became_active":"2024-06-13T11:50:36.437630+0000","last_became_peered":"2024-06-13T11:50:36.437630+0000","last_unstale":"2024-06-13T11:55:32.072779+0000","last_undegraded":"2024-06-13T11:55:32.072779+0000","last_fullsized":"2024-06-13T11:55:32.072779+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:38:22.769253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":39,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.074196+0000","last_change":"2024-06-13T11:51:26.325885+0000","last_active":"2024-06-13T11:55:32.074196+0000","last_peered":"2024-06-13T11:55:32.074196+0000","last_clean":"2024-06-13T11:55:32.074196+0000","last_became_active":"2024-06-13T11:51:26.325339+0000","last_became_peered":"2024-06-13T11:51:26.325339+0000","last_unstale":"2024-06-13T11:55:32.074196+0000","last_undegraded":"2024-06-13T11:55:32.074196+0000","last_fullsized":"2024-06-13T11:55:32.074196+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:48:05.691391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"98'15","reported_seq":36,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.923729+0000","last_change":"2024-06-13T11:51:26.333560+0000","last_active":"2024-06-13T11:55:31.923729+0000","last_peered":"2024-06-13T11:55:31.923729+0000","last_clean":"2024-06-13T11:55:31.923729+0000","last_became_active":"2024-06-13T11:51:26.324534+0000","last_became_peered":"2024-06-13T11:51:26.324534+0000","last_unstale":"2024-06-13T11:55:31.923729+0000","last_undegraded":"2024-06-13T11:55:31.923729+0000","last_fullsized":"2024-06-13T11:55:31.923729+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:07:11.687190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"100'6","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790927+0000","last_change":"2024-06-13T11:51:26.320636+0000","last_active":"2024-06-13T11:55:31.790927+0000","last_peered":"2024-06-13T11:55:31.790927+0000","last_clean":"2024-06-13T11:55:31.790927+0000","last_became_active":"2024-06-13T11:51:26.320202+0000","last_became_peered":"2024-06-13T11:51:26.320202+0000","last_unstale":"2024-06-13T11:55:31.790927+0000","last_undegraded":"2024-06-13T11:55:31.790927+0000","last_fullsized":"2024-06-13T11:55:31.790927+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:34:56.593933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790853+0000","last_change":"2024-06-13T11:50:49.792486+0000","last_active":"2024-06-13T11:55:31.790853+0000","last_peered":"2024-06-13T11:55:31.790853+0000","last_clean":"2024-06-13T11:55:31.790853+0000","last_became_active":"2024-06-13T11:50:49.792166+0000","last_became_peered":"2024-06-13T11:50:49.792166+0000","last_unstale":"2024-06-13T11:55:31.790853+0000","last_undegraded":"2024-06-13T11:55:31.790853+0000","last_fullsized":"2024-06-13T11:55:31.790853+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:09:11.117051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"101'4","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073680+0000","last_change":"2024-06-13T11:50:31.996236+0000","last_active":"2024-06-13T11:55:32.073680+0000","last_peered":"2024-06-13T11:55:32.073680+0000","last_clean":"2024-06-13T11:55:32.073680+0000","last_became_active":"2024-06-13T11:50:31.995882+0000","last_became_peered":"2024-06-13T11:50:31.995882+0000","last_unstale":"2024-06-13T11:55:32.073680+0000","last_undegraded":"2024-06-13T11:55:32.073680+0000","last_fullsized":"2024-06-13T11:55:32.073680+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:55:12.392719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"100'5","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.924218+0000","last_change":"2024-06-13T11:52:27.422286+0000","last_active":"2024-06-13T11:55:31.924218+0000","last_peered":"2024-06-13T11:55:31.924218+0000","last_clean":"2024-06-13T11:55:31.924218+0000","last_became_active":"2024-06-13T11:52:27.421812+0000","last_became_peered":"2024-06-13T11:52:27.421812+0000","last_unstale":"2024-06-13T11:55:31.924218+0000","last_undegraded":"2024-06-13T11:55:31.924218+0000","last_fullsized":"2024-06-13T11:55:31.924218+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:06:16.429719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072847+0000","last_change":"2024-06-13T11:50:49.811097+0000","last_active":"2024-06-13T11:55:32.072847+0000","last_peered":"2024-06-13T11:55:32.072847+0000","last_clean":"2024-06-13T11:55:32.072847+0000","last_became_active":"2024-06-13T11:50:49.810557+0000","last_became_peered":"2024-06-13T11:50:49.810557+0000","last_unstale":"2024-06-13T11:55:32.072847+0000","last_undegraded":"2024-06-13T11:55:32.072847+0000","last_fullsized":"2024-06-13T11:55:32.072847+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:47:02.368100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.921193+0000","last_change":"2024-06-13T11:50:32.023735+0000","last_active":"2024-06-13T11:55:31.921193+0000","last_peered":"2024-06-13T11:55:31.921193+0000","last_clean":"2024-06-13T11:55:31.921193+0000","last_became_active":"2024-06-13T11:50:32.021473+0000","last_became_peered":"2024-06-13T11:50:32.021473+0000","last_unstale":"2024-06-13T11:55:31.921193+0000","last_undegraded":"2024-06-13T11:55:31.921193+0000","last_fullsized":"2024-06-13T11:55:31.921193+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:58:43.104063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"100'4","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.934482+0000","last_change":"2024-06-13T11:50:36.451471+0000","last_active":"2024-06-13T11:55:31.934482+0000","last_peered":"2024-06-13T11:55:31.934482+0000","last_clean":"2024-06-13T11:55:31.934482+0000","last_became_active":"2024-06-13T11:50:36.451095+0000","last_became_peered":"2024-06-13T11:50:36.451095+0000","last_unstale":"2024-06-13T11:55:31.934482+0000","last_undegraded":"2024-06-13T11:55:31.934482+0000","last_fullsized":"2024-06-13T11:55:31.934482+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:32:01.600803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073707+0000","last_change":"2024-06-13T11:50:49.795673+0000","last_active":"2024-06-13T11:55:32.073707+0000","last_peered":"2024-06-13T11:55:32.073707+0000","last_clean":"2024-06-13T11:55:32.073707+0000","last_became_active":"2024-06-13T11:50:49.792688+0000","last_became_peered":"2024-06-13T11:50:49.792688+0000","last_unstale":"2024-06-13T11:55:32.073707+0000","last_undegraded":"2024-06-13T11:55:32.073707+0000","last_fullsized":"2024-06-13T11:55:32.073707+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:55:45.409736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"98'1","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072868+0000","last_change":"2024-06-13T11:50:31.999513+0000","last_active":"2024-06-13T11:55:32.072868+0000","last_peered":"2024-06-13T11:55:32.072868+0000","last_clean":"2024-06-13T11:55:32.072868+0000","last_became_active":"2024-06-13T11:50:31.999084+0000","last_became_peered":"2024-06-13T11:50:31.999084+0000","last_unstale":"2024-06-13T11:55:32.072868+0000","last_undegraded":"2024-06-13T11:55:32.072868+0000","last_fullsized":"2024-06-13T11:55:32.072868+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:28:43.332059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"100'7","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.934309+0000","last_change":"2024-06-13T11:50:36.454011+0000","last_active":"2024-06-13T11:55:31.934309+0000","last_peered":"2024-06-13T11:55:31.934309+0000","last_clean":"2024-06-13T11:55:31.934309+0000","last_became_active":"2024-06-13T11:50:36.453698+0000","last_became_peered":"2024-06-13T11:50:36.453698+0000","last_unstale":"2024-06-13T11:55:31.934309+0000","last_undegraded":"2024-06-13T11:55:31.934309+0000","last_fullsized":"2024-06-13T11:55:31.934309+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:16:29.761245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.074113+0000","last_change":"2024-06-13T11:50:49.796164+0000","last_active":"2024-06-13T11:55:32.074113+0000","last_peered":"2024-06-13T11:55:32.074113+0000","last_clean":"2024-06-13T11:55:32.074113+0000","last_became_active":"2024-06-13T11:50:49.795079+0000","last_became_peered":"2024-06-13T11:50:49.795079+0000","last_unstale":"2024-06-13T11:55:32.074113+0000","last_undegraded":"2024-06-13T11:55:32.074113+0000","last_fullsized":"2024-06-13T11:55:32.074113+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:18:49.636830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791182+0000","last_change":"2024-06-13T11:50:36.437492+0000","last_active":"2024-06-13T11:55:31.791182+0000","last_peered":"2024-06-13T11:55:31.791182+0000","last_clean":"2024-06-13T11:55:31.791182+0000","last_became_active":"2024-06-13T11:50:36.437130+0000","last_became_peered":"2024-06-13T11:50:36.437130+0000","last_unstale":"2024-06-13T11:55:31.791182+0000","last_undegraded":"2024-06-13T11:55:31.791182+0000","last_fullsized":"2024-06-13T11:55:31.791182+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:05:21.505163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"100'5","reported_seq":268,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:36.324921+0000","last_change":"2024-06-13T11:50:32.022037+0000","last_active":"2024-06-13T11:55:36.324921+0000","last_peered":"2024-06-13T11:55:36.324921+0000","last_clean":"2024-06-13T11:55:36.324921+0000","last_became_active":"2024-06-13T11:50:32.021583+0000","last_became_peered":"2024-06-13T11:50:32.021583+0000","last_unstale":"2024-06-13T11:55:36.324921+0000","last_undegraded":"2024-06-13T11:55:36.324921+0000","last_fullsized":"2024-06-13T11:55:36.324921+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:14:50.885702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":215,"num_read_kb":215,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"98'1","reported_seq":33,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073342+0000","last_change":"2024-06-13T11:50:49.805316+0000","last_active":"2024-06-13T11:55:32.073342+0000","last_peered":"2024-06-13T11:55:32.073342+0000","last_clean":"2024-06-13T11:55:32.073342+0000","last_became_active":"2024-06-13T11:50:49.804841+0000","last_became_peered":"2024-06-13T11:50:49.804841+0000","last_unstale":"2024-06-13T11:55:32.073342+0000","last_undegraded":"2024-06-13T11:55:32.073342+0000","last_fullsized":"2024-06-13T11:55:32.073342+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:58:46.876026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"100'8","reported_seq":22,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.920605+0000","last_change":"2024-06-13T11:52:27.171505+0000","last_active":"2024-06-13T11:55:31.920605+0000","last_peered":"2024-06-13T11:55:31.920605+0000","last_clean":"2024-06-13T11:55:31.920605+0000","last_became_active":"2024-06-13T11:52:27.170457+0000","last_became_peered":"2024-06-13T11:52:27.170457+0000","last_unstale":"2024-06-13T11:55:31.920605+0000","last_undegraded":"2024-06-13T11:55:31.920605+0000","last_fullsized":"2024-06-13T11:55:31.920605+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:07:25.397450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"98'3","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790807+0000","last_change":"2024-06-13T11:50:32.007522+0000","last_active":"2024-06-13T11:55:31.790807+0000","last_peered":"2024-06-13T11:55:31.790807+0000","last_clean":"2024-06-13T11:55:31.790807+0000","last_became_active":"2024-06-13T11:50:32.007123+0000","last_became_peered":"2024-06-13T11:50:32.007123+0000","last_unstale":"2024-06-13T11:55:31.790807+0000","last_undegraded":"2024-06-13T11:55:31.790807+0000","last_fullsized":"2024-06-13T11:55:31.790807+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:22:19.237216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"101'148","reported_seq":426,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:33.955253+0000","last_change":"2024-06-13T11:49:00.954992+0000","last_active":"2024-06-13T11:55:33.955253+0000","last_peered":"2024-06-13T11:55:33.955253+0000","last_clean":"2024-06-13T11:55:33.955253+0000","last_became_active":"2024-06-13T11:49:00.954503+0000","last_became_peered":"2024-06-13T11:49:00.954503+0000","last_unstale":"2024-06-13T11:55:33.955253+0000","last_undegraded":"2024-06-13T11:55:33.955253+0000","last_fullsized":"2024-06-13T11:55:33.955253+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:45:07.238656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:45:07.238656+0000","last_clean_scrub_stamp":"2024-06-13T11:45:07.238656+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:19:38.231223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791655+0000","last_change":"2024-06-13T11:50:49.806972+0000","last_active":"2024-06-13T11:55:31.791655+0000","last_peered":"2024-06-13T11:55:31.791655+0000","last_clean":"2024-06-13T11:55:31.791655+0000","last_became_active":"2024-06-13T11:50:49.806392+0000","last_became_peered":"2024-06-13T11:50:49.806392+0000","last_unstale":"2024-06-13T11:55:31.791655+0000","last_undegraded":"2024-06-13T11:55:31.791655+0000","last_fullsized":"2024-06-13T11:55:31.791655+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:17:08.091303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"100'5","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073136+0000","last_change":"2024-06-13T11:50:36.442152+0000","last_active":"2024-06-13T11:55:32.073136+0000","last_peered":"2024-06-13T11:55:32.073136+0000","last_clean":"2024-06-13T11:55:32.073136+0000","last_became_active":"2024-06-13T11:50:36.441709+0000","last_became_peered":"2024-06-13T11:50:36.441709+0000","last_unstale":"2024-06-13T11:55:32.073136+0000","last_undegraded":"2024-06-13T11:55:32.073136+0000","last_fullsized":"2024-06-13T11:55:32.073136+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:18:08.022457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"98'3","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072719+0000","last_change":"2024-06-13T11:50:31.994003+0000","last_active":"2024-06-13T11:55:32.072719+0000","last_peered":"2024-06-13T11:55:32.072719+0000","last_clean":"2024-06-13T11:55:32.072719+0000","last_became_active":"2024-06-13T11:50:31.993661+0000","last_became_peered":"2024-06-13T11:50:31.993661+0000","last_unstale":"2024-06-13T11:55:32.072719+0000","last_undegraded":"2024-06-13T11:55:32.072719+0000","last_fullsized":"2024-06-13T11:55:32.072719+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:27:49.440932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.923882+0000","last_change":"2024-06-13T11:50:49.790217+0000","last_active":"2024-06-13T11:55:31.923882+0000","last_peered":"2024-06-13T11:55:31.923882+0000","last_clean":"2024-06-13T11:55:31.923882+0000","last_became_active":"2024-06-13T11:50:49.789751+0000","last_became_peered":"2024-06-13T11:50:49.789751+0000","last_unstale":"2024-06-13T11:55:31.923882+0000","last_undegraded":"2024-06-13T11:55:31.923882+0000","last_fullsized":"2024-06-13T11:55:31.923882+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:25:38.129828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"98'1","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073376+0000","last_change":"2024-06-13T11:50:32.021332+0000","last_active":"2024-06-13T11:55:32.073376+0000","last_peered":"2024-06-13T11:55:32.073376+0000","last_clean":"2024-06-13T11:55:32.073376+0000","last_became_active":"2024-06-13T11:50:32.020833+0000","last_became_peered":"2024-06-13T11:50:32.020833+0000","last_unstale":"2024-06-13T11:55:32.073376+0000","last_undegraded":"2024-06-13T11:55:32.073376+0000","last_fullsized":"2024-06-13T11:55:32.073376+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:47:50.120035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"100'9","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073791+0000","last_change":"2024-06-13T11:50:36.455741+0000","last_active":"2024-06-13T11:55:32.073791+0000","last_peered":"2024-06-13T11:55:32.073791+0000","last_clean":"2024-06-13T11:55:32.073791+0000","last_became_active":"2024-06-13T11:50:36.451918+0000","last_became_peered":"2024-06-13T11:50:36.451918+0000","last_unstale":"2024-06-13T11:55:32.073791+0000","last_undegraded":"2024-06-13T11:55:32.073791+0000","last_fullsized":"2024-06-13T11:55:32.073791+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:49:50.455277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791242+0000","last_change":"2024-06-13T11:50:49.796532+0000","last_active":"2024-06-13T11:55:31.791242+0000","last_peered":"2024-06-13T11:55:31.791242+0000","last_clean":"2024-06-13T11:55:31.791242+0000","last_became_active":"2024-06-13T11:50:49.796126+0000","last_became_peered":"2024-06-13T11:50:49.796126+0000","last_unstale":"2024-06-13T11:55:31.791242+0000","last_undegraded":"2024-06-13T11:55:31.791242+0000","last_fullsized":"2024-06-13T11:55:31.791242+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:25:14.656778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"101'52","reported_seq":133,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.067482+0000","last_change":"2024-06-13T11:51:26.331700+0000","last_active":"2024-06-13T11:55:32.067482+0000","last_peered":"2024-06-13T11:55:32.067482+0000","last_clean":"2024-06-13T11:55:32.067482+0000","last_became_active":"2024-06-13T11:51:26.326266+0000","last_became_peered":"2024-06-13T11:51:26.326266+0000","last_unstale":"2024-06-13T11:55:32.067482+0000","last_undegraded":"2024-06-13T11:55:32.067482+0000","last_fullsized":"2024-06-13T11:55:32.067482+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:47:34.793319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":94,"num_write_kb":841,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"100'5","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.793109+0000","last_change":"2024-06-13T11:50:36.445266+0000","last_active":"2024-06-13T11:55:31.793109+0000","last_peered":"2024-06-13T11:55:31.793109+0000","last_clean":"2024-06-13T11:55:31.793109+0000","last_became_active":"2024-06-13T11:50:36.440185+0000","last_became_peered":"2024-06-13T11:50:36.440185+0000","last_unstale":"2024-06-13T11:55:31.793109+0000","last_undegraded":"2024-06-13T11:55:31.793109+0000","last_fullsized":"2024-06-13T11:55:31.793109+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:42:53.342509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072319+0000","last_change":"2024-06-13T11:50:49.780454+0000","last_active":"2024-06-13T11:55:32.072319+0000","last_peered":"2024-06-13T11:55:32.072319+0000","last_clean":"2024-06-13T11:55:32.072319+0000","last_became_active":"2024-06-13T11:50:49.780005+0000","last_became_peered":"2024-06-13T11:50:49.780005+0000","last_unstale":"2024-06-13T11:55:32.072319+0000","last_undegraded":"2024-06-13T11:55:32.072319+0000","last_fullsized":"2024-06-13T11:55:32.072319+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:12:09.816830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"98'4","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791256+0000","last_change":"2024-06-13T11:50:32.340419+0000","last_active":"2024-06-13T11:55:31.791256+0000","last_peered":"2024-06-13T11:55:31.791256+0000","last_clean":"2024-06-13T11:55:31.791256+0000","last_became_active":"2024-06-13T11:50:32.340048+0000","last_became_peered":"2024-06-13T11:50:32.340048+0000","last_unstale":"2024-06-13T11:55:31.791256+0000","last_undegraded":"2024-06-13T11:55:31.791256+0000","last_fullsized":"2024-06-13T11:55:31.791256+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:29:58.106707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"100'7","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.893118+0000","last_change":"2024-06-13T11:50:36.459623+0000","last_active":"2024-06-13T11:55:31.893118+0000","last_peered":"2024-06-13T11:55:31.893118+0000","last_clean":"2024-06-13T11:55:31.893118+0000","last_became_active":"2024-06-13T11:50:36.459271+0000","last_became_peered":"2024-06-13T11:50:36.459271+0000","last_unstale":"2024-06-13T11:55:31.893118+0000","last_undegraded":"2024-06-13T11:55:31.893118+0000","last_fullsized":"2024-06-13T11:55:31.893118+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:28:55.075826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790884+0000","last_change":"2024-06-13T11:50:49.805147+0000","last_active":"2024-06-13T11:55:31.790884+0000","last_peered":"2024-06-13T11:55:31.790884+0000","last_clean":"2024-06-13T11:55:31.790884+0000","last_became_active":"2024-06-13T11:50:49.804715+0000","last_became_peered":"2024-06-13T11:50:49.804715+0000","last_unstale":"2024-06-13T11:55:31.790884+0000","last_undegraded":"2024-06-13T11:55:31.790884+0000","last_fullsized":"2024-06-13T11:55:31.790884+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:47:00.890543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"98'2","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072789+0000","last_change":"2024-06-13T11:50:32.022791+0000","last_active":"2024-06-13T11:55:32.072789+0000","last_peered":"2024-06-13T11:55:32.072789+0000","last_clean":"2024-06-13T11:55:32.072789+0000","last_became_active":"2024-06-13T11:50:32.022462+0000","last_became_peered":"2024-06-13T11:50:32.022462+0000","last_unstale":"2024-06-13T11:55:32.072789+0000","last_undegraded":"2024-06-13T11:55:32.072789+0000","last_fullsized":"2024-06-13T11:55:32.072789+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:21:49.421226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"100'2","reported_seq":44,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072716+0000","last_change":"2024-06-13T11:50:36.443362+0000","last_active":"2024-06-13T11:55:32.072716+0000","last_peered":"2024-06-13T11:55:32.072716+0000","last_clean":"2024-06-13T11:55:32.072716+0000","last_became_active":"2024-06-13T11:50:36.443027+0000","last_became_peered":"2024-06-13T11:50:36.443027+0000","last_unstale":"2024-06-13T11:55:32.072716+0000","last_undegraded":"2024-06-13T11:55:32.072716+0000","last_fullsized":"2024-06-13T11:55:32.072716+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:46:19.335119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.921924+0000","last_change":"2024-06-13T11:50:49.808433+0000","last_active":"2024-06-13T11:55:31.921924+0000","last_peered":"2024-06-13T11:55:31.921924+0000","last_clean":"2024-06-13T11:55:31.921924+0000","last_became_active":"2024-06-13T11:50:49.807134+0000","last_became_peered":"2024-06-13T11:50:49.807134+0000","last_unstale":"2024-06-13T11:55:31.921924+0000","last_undegraded":"2024-06-13T11:55:31.921924+0000","last_fullsized":"2024-06-13T11:55:31.921924+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:27:44.602243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"98'3","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791680+0000","last_change":"2024-06-13T11:50:32.008776+0000","last_active":"2024-06-13T11:55:31.791680+0000","last_peered":"2024-06-13T11:55:31.791680+0000","last_clean":"2024-06-13T11:55:31.791680+0000","last_became_active":"2024-06-13T11:50:32.008284+0000","last_became_peered":"2024-06-13T11:50:32.008284+0000","last_unstale":"2024-06-13T11:55:31.791680+0000","last_undegraded":"2024-06-13T11:55:31.791680+0000","last_fullsized":"2024-06-13T11:55:31.791680+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:21:07.229231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"100'9","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.923876+0000","last_change":"2024-06-13T11:50:36.448505+0000","last_active":"2024-06-13T11:55:31.923876+0000","last_peered":"2024-06-13T11:55:31.923876+0000","last_clean":"2024-06-13T11:55:31.923876+0000","last_became_active":"2024-06-13T11:50:36.448137+0000","last_became_peered":"2024-06-13T11:50:36.448137+0000","last_unstale":"2024-06-13T11:55:31.923876+0000","last_undegraded":"2024-06-13T11:55:31.923876+0000","last_fullsized":"2024-06-13T11:55:31.923876+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:46:10.736377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"98'1","reported_seq":33,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790882+0000","last_change":"2024-06-13T11:50:49.805315+0000","last_active":"2024-06-13T11:55:31.790882+0000","last_peered":"2024-06-13T11:55:31.790882+0000","last_clean":"2024-06-13T11:55:31.790882+0000","last_became_active":"2024-06-13T11:50:49.804816+0000","last_became_peered":"2024-06-13T11:50:49.804816+0000","last_unstale":"2024-06-13T11:55:31.790882+0000","last_undegraded":"2024-06-13T11:55:31.790882+0000","last_fullsized":"2024-06-13T11:55:31.790882+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:47:31.900268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"101'2","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072546+0000","last_change":"2024-06-13T11:50:31.997094+0000","last_active":"2024-06-13T11:55:32.072546+0000","last_peered":"2024-06-13T11:55:32.072546+0000","last_clean":"2024-06-13T11:55:32.072546+0000","last_became_active":"2024-06-13T11:50:31.996629+0000","last_became_peered":"2024-06-13T11:50:31.996629+0000","last_unstale":"2024-06-13T11:55:32.072546+0000","last_undegraded":"2024-06-13T11:55:32.072546+0000","last_fullsized":"2024-06-13T11:55:32.072546+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:30:37.193922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.792110+0000","last_change":"2024-06-13T11:50:36.447355+0000","last_active":"2024-06-13T11:55:31.792110+0000","last_peered":"2024-06-13T11:55:31.792110+0000","last_clean":"2024-06-13T11:55:31.792110+0000","last_became_active":"2024-06-13T11:50:36.447002+0000","last_became_peered":"2024-06-13T11:50:36.447002+0000","last_unstale":"2024-06-13T11:55:31.792110+0000","last_undegraded":"2024-06-13T11:55:31.792110+0000","last_fullsized":"2024-06-13T11:55:31.792110+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:00:33.090377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790751+0000","last_change":"2024-06-13T11:50:49.788544+0000","last_active":"2024-06-13T11:55:31.790751+0000","last_peered":"2024-06-13T11:55:31.790751+0000","last_clean":"2024-06-13T11:55:31.790751+0000","last_became_active":"2024-06-13T11:50:49.788091+0000","last_became_peered":"2024-06-13T11:50:49.788091+0000","last_unstale":"2024-06-13T11:55:31.790751+0000","last_undegraded":"2024-06-13T11:55:31.790751+0000","last_fullsized":"2024-06-13T11:55:31.790751+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:56:26.806541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"98'4","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072966+0000","last_change":"2024-06-13T11:50:31.999244+0000","last_active":"2024-06-13T11:55:32.072966+0000","last_peered":"2024-06-13T11:55:32.072966+0000","last_clean":"2024-06-13T11:55:32.072966+0000","last_became_active":"2024-06-13T11:50:31.998852+0000","last_became_peered":"2024-06-13T11:50:31.998852+0000","last_unstale":"2024-06-13T11:55:32.072966+0000","last_undegraded":"2024-06-13T11:55:32.072966+0000","last_fullsized":"2024-06-13T11:55:32.072966+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:41:55.489272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"100'5","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072917+0000","last_change":"2024-06-13T11:50:36.431561+0000","last_active":"2024-06-13T11:55:32.072917+0000","last_peered":"2024-06-13T11:55:32.072917+0000","last_clean":"2024-06-13T11:55:32.072917+0000","last_became_active":"2024-06-13T11:50:36.431246+0000","last_became_peered":"2024-06-13T11:50:36.431246+0000","last_unstale":"2024-06-13T11:55:32.072917+0000","last_undegraded":"2024-06-13T11:55:32.072917+0000","last_fullsized":"2024-06-13T11:55:32.072917+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:09:46.793537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073005+0000","last_change":"2024-06-13T11:50:49.791104+0000","last_active":"2024-06-13T11:55:32.073005+0000","last_peered":"2024-06-13T11:55:32.073005+0000","last_clean":"2024-06-13T11:55:32.073005+0000","last_became_active":"2024-06-13T11:50:49.790629+0000","last_became_peered":"2024-06-13T11:50:49.790629+0000","last_unstale":"2024-06-13T11:55:32.073005+0000","last_undegraded":"2024-06-13T11:55:32.073005+0000","last_fullsized":"2024-06-13T11:55:32.073005+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:07:36.853343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"98'3","reported_seq":22,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073247+0000","last_change":"2024-06-13T11:51:26.328181+0000","last_active":"2024-06-13T11:55:32.073247+0000","last_peered":"2024-06-13T11:55:32.073247+0000","last_clean":"2024-06-13T11:55:32.073247+0000","last_became_active":"2024-06-13T11:51:26.327892+0000","last_became_peered":"2024-06-13T11:51:26.327892+0000","last_unstale":"2024-06-13T11:55:32.073247+0000","last_undegraded":"2024-06-13T11:55:32.073247+0000","last_fullsized":"2024-06-13T11:55:32.073247+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:19:41.739869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"100'7","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073534+0000","last_change":"2024-06-13T11:50:36.437016+0000","last_active":"2024-06-13T11:55:32.073534+0000","last_peered":"2024-06-13T11:55:32.073534+0000","last_clean":"2024-06-13T11:55:32.073534+0000","last_became_active":"2024-06-13T11:50:36.436582+0000","last_became_peered":"2024-06-13T11:50:36.436582+0000","last_unstale":"2024-06-13T11:55:32.073534+0000","last_undegraded":"2024-06-13T11:55:32.073534+0000","last_fullsized":"2024-06-13T11:55:32.073534+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:31:42.509233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.892442+0000","last_change":"2024-06-13T11:50:49.811230+0000","last_active":"2024-06-13T11:55:31.892442+0000","last_peered":"2024-06-13T11:55:31.892442+0000","last_clean":"2024-06-13T11:55:31.892442+0000","last_became_active":"2024-06-13T11:50:49.810749+0000","last_became_peered":"2024-06-13T11:50:49.810749+0000","last_unstale":"2024-06-13T11:55:31.892442+0000","last_undegraded":"2024-06-13T11:55:31.892442+0000","last_fullsized":"2024-06-13T11:55:31.892442+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:15:47.018900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"101'39","reported_seq":95,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.061723+0000","last_change":"2024-06-13T11:50:31.995376+0000","last_active":"2024-06-13T11:55:32.061723+0000","last_peered":"2024-06-13T11:55:32.061723+0000","last_clean":"2024-06-13T11:55:32.061723+0000","last_became_active":"2024-06-13T11:50:31.994969+0000","last_became_peered":"2024-06-13T11:50:31.994969+0000","last_unstale":"2024-06-13T11:55:32.061723+0000","last_undegraded":"2024-06-13T11:55:32.061723+0000","last_fullsized":"2024-06-13T11:55:32.061723+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:32:27.111818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"100'6","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073360+0000","last_change":"2024-06-13T11:50:36.451177+0000","last_active":"2024-06-13T11:55:32.073360+0000","last_peered":"2024-06-13T11:55:32.073360+0000","last_clean":"2024-06-13T11:55:32.073360+0000","last_became_active":"2024-06-13T11:50:36.450731+0000","last_became_peered":"2024-06-13T11:50:36.450731+0000","last_unstale":"2024-06-13T11:55:32.073360+0000","last_undegraded":"2024-06-13T11:55:32.073360+0000","last_fullsized":"2024-06-13T11:55:32.073360+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T19:56:31.075747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790637+0000","last_change":"2024-06-13T11:50:49.780023+0000","last_active":"2024-06-13T11:55:31.790637+0000","last_peered":"2024-06-13T11:55:31.790637+0000","last_clean":"2024-06-13T11:55:31.790637+0000","last_became_active":"2024-06-13T11:50:49.779559+0000","last_became_peered":"2024-06-13T11:50:49.779559+0000","last_unstale":"2024-06-13T11:55:31.790637+0000","last_undegraded":"2024-06-13T11:55:31.790637+0000","last_fullsized":"2024-06-13T11:55:31.790637+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:48.754197+0000","last_clean_scrub_stamp":"2024-06-13T11:50:48.754197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:55:51.137812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"89'2","reported_seq":60,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.074136+0000","last_change":"2024-06-13T11:51:26.334330+0000","last_active":"2024-06-13T11:55:32.074136+0000","last_peered":"2024-06-13T11:55:32.074136+0000","last_clean":"2024-06-13T11:55:32.074136+0000","last_became_active":"2024-06-13T11:51:26.327485+0000","last_became_peered":"2024-06-13T11:51:26.327485+0000","last_unstale":"2024-06-13T11:55:32.074136+0000","last_undegraded":"2024-06-13T11:55:32.074136+0000","last_fullsized":"2024-06-13T11:55:32.074136+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:30.967818+0000","last_clean_scrub_stamp":"2024-06-13T11:50:30.967818+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T22:20:28.228503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"100'9","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073734+0000","last_change":"2024-06-13T11:50:36.440165+0000","last_active":"2024-06-13T11:55:32.073734+0000","last_peered":"2024-06-13T11:55:32.073734+0000","last_clean":"2024-06-13T11:55:32.073734+0000","last_became_active":"2024-06-13T11:50:36.439767+0000","last_became_peered":"2024-06-13T11:50:36.439767+0000","last_unstale":"2024-06-13T11:55:32.073734+0000","last_undegraded":"2024-06-13T11:55:32.073734+0000","last_fullsized":"2024-06-13T11:55:32.073734+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:09:38.776491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"100'9","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.923974+0000","last_change":"2024-06-13T11:50:36.441156+0000","last_active":"2024-06-13T11:55:31.923974+0000","last_peered":"2024-06-13T11:55:31.923974+0000","last_clean":"2024-06-13T11:55:31.923974+0000","last_became_active":"2024-06-13T11:50:36.440790+0000","last_became_peered":"2024-06-13T11:50:36.440790+0000","last_unstale":"2024-06-13T11:55:31.923974+0000","last_undegraded":"2024-06-13T11:55:31.923974+0000","last_fullsized":"2024-06-13T11:55:31.923974+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:37:54.084495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"100'12","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072436+0000","last_change":"2024-06-13T11:50:36.440942+0000","last_active":"2024-06-13T11:55:32.072436+0000","last_peered":"2024-06-13T11:55:32.072436+0000","last_clean":"2024-06-13T11:55:32.072436+0000","last_became_active":"2024-06-13T11:50:36.440576+0000","last_became_peered":"2024-06-13T11:50:36.440576+0000","last_unstale":"2024-06-13T11:55:32.072436+0000","last_undegraded":"2024-06-13T11:55:32.072436+0000","last_fullsized":"2024-06-13T11:55:32.072436+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:28:40.406863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072434+0000","last_change":"2024-06-13T11:50:36.454116+0000","last_active":"2024-06-13T11:55:32.072434+0000","last_peered":"2024-06-13T11:55:32.072434+0000","last_clean":"2024-06-13T11:55:32.072434+0000","last_became_active":"2024-06-13T11:50:36.453800+0000","last_became_peered":"2024-06-13T11:50:36.453800+0000","last_unstale":"2024-06-13T11:55:32.072434+0000","last_undegraded":"2024-06-13T11:55:32.072434+0000","last_fullsized":"2024-06-13T11:55:32.072434+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:38:26.463949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"100'7","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.892642+0000","last_change":"2024-06-13T11:50:36.459877+0000","last_active":"2024-06-13T11:55:31.892642+0000","last_peered":"2024-06-13T11:55:31.892642+0000","last_clean":"2024-06-13T11:55:31.892642+0000","last_became_active":"2024-06-13T11:50:36.455381+0000","last_became_peered":"2024-06-13T11:50:36.455381+0000","last_unstale":"2024-06-13T11:55:31.892642+0000","last_undegraded":"2024-06-13T11:55:31.892642+0000","last_fullsized":"2024-06-13T11:55:31.892642+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:56:51.514883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"100'4","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073820+0000","last_change":"2024-06-13T11:50:36.445686+0000","last_active":"2024-06-13T11:55:32.073820+0000","last_peered":"2024-06-13T11:55:32.073820+0000","last_clean":"2024-06-13T11:55:32.073820+0000","last_became_active":"2024-06-13T11:50:36.445279+0000","last_became_peered":"2024-06-13T11:50:36.445279+0000","last_unstale":"2024-06-13T11:55:32.073820+0000","last_undegraded":"2024-06-13T11:55:32.073820+0000","last_fullsized":"2024-06-13T11:55:32.073820+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:44:00.988523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"100'6","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.924192+0000","last_change":"2024-06-13T11:50:36.445752+0000","last_active":"2024-06-13T11:55:31.924192+0000","last_peered":"2024-06-13T11:55:31.924192+0000","last_clean":"2024-06-13T11:55:31.924192+0000","last_became_active":"2024-06-13T11:50:36.445423+0000","last_became_peered":"2024-06-13T11:50:36.445423+0000","last_unstale":"2024-06-13T11:55:31.924192+0000","last_undegraded":"2024-06-13T11:55:31.924192+0000","last_fullsized":"2024-06-13T11:55:31.924192+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T20:25:14.676015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"100'15","reported_seq":57,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.072953+0000","last_change":"2024-06-13T11:50:36.446128+0000","last_active":"2024-06-13T11:55:32.072953+0000","last_peered":"2024-06-13T11:55:32.072953+0000","last_clean":"2024-06-13T11:55:32.072953+0000","last_became_active":"2024-06-13T11:50:36.445725+0000","last_became_peered":"2024-06-13T11:50:36.445725+0000","last_unstale":"2024-06-13T11:55:32.072953+0000","last_undegraded":"2024-06-13T11:55:32.072953+0000","last_fullsized":"2024-06-13T11:55:32.072953+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:28:00.324949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"100'2","reported_seq":44,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.793321+0000","last_change":"2024-06-13T11:50:36.455166+0000","last_active":"2024-06-13T11:55:31.793321+0000","last_peered":"2024-06-13T11:55:31.793321+0000","last_clean":"2024-06-13T11:55:31.793321+0000","last_became_active":"2024-06-13T11:50:36.453169+0000","last_became_peered":"2024-06-13T11:50:36.453169+0000","last_unstale":"2024-06-13T11:55:31.793321+0000","last_undegraded":"2024-06-13T11:55:31.793321+0000","last_fullsized":"2024-06-13T11:55:31.793321+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:35:16.914313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"100'6","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.790924+0000","last_change":"2024-06-13T11:52:27.423210+0000","last_active":"2024-06-13T11:55:31.790924+0000","last_peered":"2024-06-13T11:55:31.790924+0000","last_clean":"2024-06-13T11:55:31.790924+0000","last_became_active":"2024-06-13T11:52:27.422646+0000","last_became_peered":"2024-06-13T11:52:27.422646+0000","last_unstale":"2024-06-13T11:55:31.790924+0000","last_undegraded":"2024-06-13T11:55:31.790924+0000","last_fullsized":"2024-06-13T11:55:31.790924+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:23:31.774203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,8],"acting":[5,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.791756+0000","last_change":"2024-06-13T11:50:36.444749+0000","last_active":"2024-06-13T11:55:31.791756+0000","last_peered":"2024-06-13T11:55:31.791756+0000","last_clean":"2024-06-13T11:55:31.791756+0000","last_became_active":"2024-06-13T11:50:36.444428+0000","last_became_peered":"2024-06-13T11:50:36.444428+0000","last_unstale":"2024-06-13T11:55:31.791756+0000","last_undegraded":"2024-06-13T11:55:31.791756+0000","last_fullsized":"2024-06-13T11:55:31.791756+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T23:20:51.757128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"100'10","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073217+0000","last_change":"2024-06-13T11:50:36.432130+0000","last_active":"2024-06-13T11:55:32.073217+0000","last_peered":"2024-06-13T11:55:32.073217+0000","last_clean":"2024-06-13T11:55:32.073217+0000","last_became_active":"2024-06-13T11:50:36.431265+0000","last_became_peered":"2024-06-13T11:50:36.431265+0000","last_unstale":"2024-06-13T11:55:32.073217+0000","last_undegraded":"2024-06-13T11:55:32.073217+0000","last_fullsized":"2024-06-13T11:55:32.073217+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:27:01.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"100'11","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:32.073440+0000","last_change":"2024-06-13T11:50:36.442545+0000","last_active":"2024-06-13T11:55:32.073440+0000","last_peered":"2024-06-13T11:55:32.073440+0000","last_clean":"2024-06-13T11:55:32.073440+0000","last_became_active":"2024-06-13T11:50:36.441753+0000","last_became_peered":"2024-06-13T11:50:36.441753+0000","last_unstale":"2024-06-13T11:55:32.073440+0000","last_undegraded":"2024-06-13T11:55:32.073440+0000","last_fullsized":"2024-06-13T11:55:32.073440+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T21:22:26.896507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-13T11:55:31.924007+0000","last_change":"2024-06-13T11:50:36.446371+0000","last_active":"2024-06-13T11:55:31.924007+0000","last_peered":"2024-06-13T11:55:31.924007+0000","last_clean":"2024-06-13T11:55:31.924007+0000","last_became_active":"2024-06-13T11:50:36.445982+0000","last_became_peered":"2024-06-13T11:50:36.445982+0000","last_unstale":"2024-06-13T11:55:31.924007+0000","last_undegraded":"2024-06-13T11:55:31.924007+0000","last_fullsized":"2024-06-13T11:55:31.924007+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T11:50:35.404827+0000","last_clean_scrub_stamp":"2024-06-13T11:50:35.404827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:03:09.952954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":603440,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":1420,"num_read_kb":826,"num_write":315,"num_write_kb":1456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2039808,"data_stored":1810320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":245,"ondisk_log_size":245,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351053,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36868,"kb_used_data":1528,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708284,"statfs":{"total":95995035648,"available":95957282816,"internally_reserved":0,"allocated":1564672,"data_stored":976274,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612689,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28968,"kb_used_data":1952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716184,"statfs":{"total":95995035648,"available":95965372416,"internally_reserved":0,"allocated":1998848,"data_stored":1375517,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776216,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36880,"kb_used_data":1540,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708272,"statfs":{"total":95995035648,"available":95957270528,"internally_reserved":0,"allocated":1576960,"data_stored":980494,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037853,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28160,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716992,"statfs":{"total":95995035648,"available":95966199808,"internally_reserved":0,"allocated":1171456,"data_stored":582990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299490,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28752,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716400,"statfs":{"total":95995035648,"available":95965593600,"internally_reserved":0,"allocated":1773568,"data_stored":1181017,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463016,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28152,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717000,"statfs":{"total":95995035648,"available":95966208000,"internally_reserved":0,"allocated":1159168,"data_stored":578358,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574980,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28232,"kb_used_data":1212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716920,"statfs":{"total":95995035648,"available":95966126080,"internally_reserved":0,"allocated":1241088,"data_stored":651467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738506,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28176,"kb_used_data":1156,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716976,"statfs":{"total":95995035648,"available":95966183424,"internally_reserved":0,"allocated":1183744,"data_stored":579746,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411457,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36568,"kb_used_data":1228,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708584,"statfs":{"total":95995035648,"available":95957590016,"internally_reserved":0,"allocated":1257472,"data_stored":652964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149817,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36996,"kb_used_data":1660,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708156,"statfs":{"total":95995035648,"available":95957151744,"internally_reserved":0,"allocated":1699840,"data_stored":1103368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888180,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28164,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716988,"statfs":{"total":95995035648,"available":95966195712,"internally_reserved":0,"allocated":1171456,"data_stored":584094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724655,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37208,"kb_used_data":1872,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93707944,"statfs":{"total":95995035648,"available":95956934656,"internally_reserved":0,"allocated":1916928,"data_stored":1307119,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":73199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":74696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":544768,"data_stored":525100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":163840,"data_stored":134387,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4189,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":394034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":249856,"data_stored":206881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":405504,"data_stored":393910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-13T11:55:40.492 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T11:55:40.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:40 smithi088 ceph-mon[36399]: Updating smithi042:/etc/ceph/ceph.client.admin.keyring 2024-06-13T11:55:40.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:40 smithi088 ceph-mon[36399]: Updating smithi042:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.client.admin.keyring 2024-06-13T11:55:40.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:40 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:40.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:40 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:40.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:40 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:40.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:40 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:55:40.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:40 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:55:40.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:40 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:55:40.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:40 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:40.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:40 smithi042 ceph-mon[32231]: Updating smithi042:/etc/ceph/ceph.client.admin.keyring 2024-06-13T11:55:40.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:40 smithi042 ceph-mon[32231]: Updating smithi042:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.client.admin.keyring 2024-06-13T11:55:40.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:40 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:40.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:40 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:40.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:40 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:40.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:40 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:55:40.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:40 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:55:40.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:40 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:55:40.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:40 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:40.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:40 smithi162 ceph-mon[36757]: Updating smithi042:/etc/ceph/ceph.client.admin.keyring 2024-06-13T11:55:40.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:40 smithi162 ceph-mon[36757]: Updating smithi042:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/config/ceph.client.admin.keyring 2024-06-13T11:55:40.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:40 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:40.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:40 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:40.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:40 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:40.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:40 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:55:40.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:40 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:55:40.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:40 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:55:40.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:40 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:40.988 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:55:41.478 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:41 smithi042 ceph-mon[32231]: from='client.25265 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T11:55:41.479 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:41 smithi042 ceph-mon[32231]: pgmap v7: 129 pgs: 129 active+clean; 1.1 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 1.1 KiB/s wr, 23 op/s 2024-06-13T11:55:41.479 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:41 smithi042 ceph-mon[32231]: from='client.25271 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T11:55:41.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:41 smithi088 ceph-mon[36399]: from='client.25265 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T11:55:41.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:41 smithi088 ceph-mon[36399]: pgmap v7: 129 pgs: 129 active+clean; 1.1 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 1.1 KiB/s wr, 23 op/s 2024-06-13T11:55:41.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:41 smithi088 ceph-mon[36399]: from='client.25271 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T11:55:41.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:41 smithi162 ceph-mon[36757]: from='client.25265 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T11:55:41.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:41 smithi162 ceph-mon[36757]: pgmap v7: 129 pgs: 129 active+clean; 1.1 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 1.1 KiB/s wr, 23 op/s 2024-06-13T11:55:41.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:41 smithi162 ceph-mon[36757]: from='client.25271 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T11:55:42.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:42 smithi042 ceph-mon[32231]: from='client.25252 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T11:55:42.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:42 smithi162 ceph-mon[36757]: from='client.25252 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T11:55:42.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:42 smithi088 ceph-mon[36399]: from='client.25252 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T11:55:43.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.230+0000 7f9fa1000700 1 -- 172.21.15.42:0/2427887976 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9f9c101390 msgr2=0x7f9f9c101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:43.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.230+0000 7f9fa1000700 1 --2- 172.21.15.42:0/2427887976 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9f9c101390 0x7f9f9c101810 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f9f88009990 tx=0x7f9f88009ca0 comp rx=0 tx=0).stop 2024-06-13T11:55:43.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.231+0000 7f9fa1000700 1 -- 172.21.15.42:0/2427887976 shutdown_connections 2024-06-13T11:55:43.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.231+0000 7f9fa1000700 1 --2- 172.21.15.42:0/2427887976 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9f9c101d50 0x7f9f9c10e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:43.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.231+0000 7f9fa1000700 1 --2- 172.21.15.42:0/2427887976 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f9c107400 0x7f9f9c1077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:43.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.231+0000 7f9fa1000700 1 --2- 172.21.15.42:0/2427887976 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9f9c101390 0x7f9f9c101810 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:43.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.231+0000 7f9fa1000700 1 -- 172.21.15.42:0/2427887976 >> 172.21.15.42:0/2427887976 conn(0x7f9f9c078340 msgr2=0x7f9f9c078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:43.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.231+0000 7f9fa1000700 1 -- 172.21.15.42:0/2427887976 shutdown_connections 2024-06-13T11:55:43.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.231+0000 7f9fa1000700 1 -- 172.21.15.42:0/2427887976 wait complete. 2024-06-13T11:55:43.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.232+0000 7f9fa1000700 1 Processor -- start 2024-06-13T11:55:43.233 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.233+0000 7f9fa1000700 1 -- start start 2024-06-13T11:55:43.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.233+0000 7f9fa1000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f9c101390 0x7f9f9c19e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:43.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.233+0000 7f9fa1000700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9f9c101d50 0x7f9f9c19ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:43.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.233+0000 7f9fa1000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9f9c107400 0x7f9f9c198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:43.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.233+0000 7f9fa1000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9f9c1116c0 con 0x7f9f9c101390 2024-06-13T11:55:43.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.233+0000 7f9fa1000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f9f9c111540 con 0x7f9f9c107400 2024-06-13T11:55:43.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.233+0000 7f9fa1000700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f9f9c111840 con 0x7f9f9c101d50 2024-06-13T11:55:43.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.233+0000 7f9f99e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f9c101390 0x7f9f9c19e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:43.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.234+0000 7f9f99400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9f9c101d50 0x7f9f9c19ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:43.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.234+0000 7f9f99e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f9c101390 0x7f9f9c19e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37104/0 (socket says 172.21.15.42:37104) 2024-06-13T11:55:43.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.234+0000 7f9f99e00700 1 -- 172.21.15.42:0/3919791523 learned_addr learned my addr 172.21.15.42:0/3919791523 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:43.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.234+0000 7f9f9a800700 1 --2- 172.21.15.42:0/3919791523 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9f9c107400 0x7f9f9c198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:43.235 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.234+0000 7f9f99400700 1 -- 172.21.15.42:0/3919791523 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9f9c107400 msgr2=0x7f9f9c198aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:43.235 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.234+0000 7f9f99400700 1 --2- 172.21.15.42:0/3919791523 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9f9c107400 0x7f9f9c198aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:43.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.234+0000 7f9f99400700 1 -- 172.21.15.42:0/3919791523 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f9c101390 msgr2=0x7f9f9c19e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:43.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.234+0000 7f9f99400700 1 --2- 172.21.15.42:0/3919791523 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f9c101390 0x7f9f9c19e8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:43.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.234+0000 7f9f99400700 1 -- 172.21.15.42:0/3919791523 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f9c199200 con 0x7f9f9c101d50 2024-06-13T11:55:43.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.234+0000 7f9f99e00700 1 --2- 172.21.15.42:0/3919791523 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f9c101390 0x7f9f9c19e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:55:43.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.234+0000 7f9f99400700 1 --2- 172.21.15.42:0/3919791523 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9f9c101d50 0x7f9f9c19ee20 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f9f880098e0 tx=0x7f9f8800b8a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:43.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.235+0000 7f9f92a00700 1 -- 172.21.15.42:0/3919791523 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f88027070 con 0x7f9f9c101d50 2024-06-13T11:55:43.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.235+0000 7f9fa1000700 1 -- 172.21.15.42:0/3919791523 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f9c199490 con 0x7f9f9c101d50 2024-06-13T11:55:43.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.235+0000 7f9f92a00700 1 -- 172.21.15.42:0/3919791523 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9f88003b60 con 0x7f9f9c101d50 2024-06-13T11:55:43.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.235+0000 7f9f92a00700 1 -- 172.21.15.42:0/3919791523 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f88022d50 con 0x7f9f9c101d50 2024-06-13T11:55:43.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.235+0000 7f9fa1000700 1 -- 172.21.15.42:0/3919791523 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f9c1a57b0 con 0x7f9f9c101d50 2024-06-13T11:55:43.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.236+0000 7f9fa1000700 1 -- 172.21.15.42:0/3919791523 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f9c069180 con 0x7f9f9c101d50 2024-06-13T11:55:43.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.238+0000 7f9f92a00700 1 -- 172.21.15.42:0/3919791523 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 25) ==== 138060+0+0 (secure 0 0 0) 0x7f9f8802a070 con 0x7f9f9c101d50 2024-06-13T11:55:43.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.240+0000 7f9f92a00700 1 --2- 172.21.15.42:0/3919791523 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f9f800a2f30 0x7f9f800a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:43.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.240+0000 7f9f92a00700 1 -- 172.21.15.42:0/3919791523 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f9f880d1270 con 0x7f9f9c101d50 2024-06-13T11:55:43.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.240+0000 7f9f99e00700 1 --2- 172.21.15.42:0/3919791523 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f9f800a2f30 0x7f9f800a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:43.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.241+0000 7f9f99e00700 1 --2- 172.21.15.42:0/3919791523 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f9f800a2f30 0x7f9f800a53f0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c009c10 tx=0x7f9f8c00b040 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:43.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.242+0000 7f9f92a00700 1 -- 172.21.15.42:0/3919791523 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9f88013070 con 0x7f9f9c101d50 2024-06-13T11:55:43.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:43 smithi042 ceph-mon[32231]: pgmap v8: 129 pgs: 129 active+clean; 1.1 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 912 B/s wr, 18 op/s 2024-06-13T11:55:43.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.522+0000 7f9fa1000700 1 -- 172.21.15.42:0/3919791523 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9f9c199fd0 con 0x7f9f9c101d50 2024-06-13T11:55:43.524 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.524+0000 7f9f92a00700 1 -- 172.21.15.42:0/3919791523 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11863 (secure 0 0 0) 0x7f9f9c199fd0 con 0x7f9f9c101d50 2024-06-13T11:55:43.525 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:55:43.525 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/1118564562","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1118564562},{"type":"v1","addr":"172.21.15.42:6835","nonce":1118564562}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/1600300489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":1600300489},{"type":"v1","addr":"172.21.15.42:6837","nonce":1600300489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14400,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/4007002681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":4007002681},{"type":"v1","addr":"172.21.15.42:6841","nonce":4007002681}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/917201081","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":917201081},{"type":"v1","addr":"172.21.15.162:6833","nonce":917201081}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/426832354","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":426832354},{"type":"v1","addr":"172.21.15.88:6833","nonce":426832354}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24457,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6835/1190029601","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6834","nonce":1190029601},{"type":"v1","addr":"172.21.15.162:6835","nonce":1190029601}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T11:50:39.387599+0000","modified":"2024-06-13T11:55:30.020300+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24539,"mds_1":24500,"mds_2":24499},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.162:6837/987659844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6836","nonce":987659844},{"type":"v1","addr":"172.21.15.162:6837","nonce":987659844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/3467952345","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":3467952345},{"type":"v1","addr":"172.21.15.88:6835","nonce":3467952345}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.162:6839/4260392567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6838","nonce":4260392567},{"type":"v1","addr":"172.21.15.162:6839","nonce":4260392567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"g","rank":2,"incarnation":22,"state":"up:active","state_seq":29,"addr":"172.21.15.42:6839/228676134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":228676134},{"type":"v1","addr":"172.21.15.42:6839","nonce":228676134}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24500":{"gid":24500,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":31,"addr":"172.21.15.88:6837/2567581640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2567581640},{"type":"v1","addr":"172.21.15.88:6837","nonce":2567581640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6839/2189735817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2189735817},{"type":"v1","addr":"172.21.15.88:6839","nonce":2189735817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24539,"qdb_cluster":[24499,24500,24539]},"id":1}]} 2024-06-13T11:55:43.528 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.527+0000 7f9fa1000700 1 -- 172.21.15.42:0/3919791523 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f9f800a2f30 msgr2=0x7f9f800a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:43.528 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.527+0000 7f9fa1000700 1 --2- 172.21.15.42:0/3919791523 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f9f800a2f30 0x7f9f800a53f0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c009c10 tx=0x7f9f8c00b040 comp rx=0 tx=0).stop 2024-06-13T11:55:43.528 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.527+0000 7f9fa1000700 1 -- 172.21.15.42:0/3919791523 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9f9c101d50 msgr2=0x7f9f9c19ee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:43.528 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.527+0000 7f9fa1000700 1 --2- 172.21.15.42:0/3919791523 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9f9c101d50 0x7f9f9c19ee20 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f9f880098e0 tx=0x7f9f8800b8a0 comp rx=0 tx=0).stop 2024-06-13T11:55:43.528 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.528+0000 7f9fa1000700 1 -- 172.21.15.42:0/3919791523 shutdown_connections 2024-06-13T11:55:43.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.528+0000 7f9fa1000700 1 --2- 172.21.15.42:0/3919791523 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f9f800a2f30 0x7f9f800a53f0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:43.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.528+0000 7f9fa1000700 1 --2- 172.21.15.42:0/3919791523 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9f9c107400 0x7f9f9c198aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:43.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.528+0000 7f9fa1000700 1 --2- 172.21.15.42:0/3919791523 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f9c101390 0x7f9f9c19e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:43.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.528+0000 7f9fa1000700 1 --2- 172.21.15.42:0/3919791523 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9f9c101d50 0x7f9f9c19ee20 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:43.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.528+0000 7f9fa1000700 1 -- 172.21.15.42:0/3919791523 >> 172.21.15.42:0/3919791523 conn(0x7f9f9c078340 msgr2=0x7f9f9c100610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:43.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.528+0000 7f9fa1000700 1 -- 172.21.15.42:0/3919791523 shutdown_connections 2024-06-13T11:55:43.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:43.528+0000 7f9fa1000700 1 -- 172.21.15.42:0/3919791523 wait complete. 2024-06-13T11:55:43.530 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 27 2024-06-13T11:55:43.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:43 smithi162 ceph-mon[36757]: pgmap v8: 129 pgs: 129 active+clean; 1.1 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 912 B/s wr, 18 op/s 2024-06-13T11:55:43.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:43 smithi088 ceph-mon[36399]: pgmap v8: 129 pgs: 129 active+clean; 1.1 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 912 B/s wr, 18 op/s 2024-06-13T11:55:44.456 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd dump --format=json 2024-06-13T11:55:44.555 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:44 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/3919791523' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:55:44.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:44 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/3919791523' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:55:44.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:44 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/3919791523' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:55:44.974 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:55:45.458 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:45 smithi042 ceph-mon[32231]: pgmap v9: 129 pgs: 129 active+clean; 1.1 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 746 B/s wr, 17 op/s 2024-06-13T11:55:45.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:45 smithi162 ceph-mon[36757]: pgmap v9: 129 pgs: 129 active+clean; 1.1 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 746 B/s wr, 17 op/s 2024-06-13T11:55:45.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:45 smithi088 ceph-mon[36399]: pgmap v9: 129 pgs: 129 active+clean; 1.1 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 746 B/s wr, 17 op/s 2024-06-13T11:55:47.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.208+0000 7fd76a800700 1 -- 172.21.15.42:0/2446471050 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd7641084f0 msgr2=0x7fd7641088d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:47.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.208+0000 7fd76a800700 1 --2- 172.21.15.42:0/2446471050 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd7641084f0 0x7fd7641088d0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fd754009990 tx=0x7fd754009ca0 comp rx=0 tx=0).stop 2024-06-13T11:55:47.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.208+0000 7fd76a800700 1 -- 172.21.15.42:0/2446471050 shutdown_connections 2024-06-13T11:55:47.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.208+0000 7fd76a800700 1 --2- 172.21.15.42:0/2446471050 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd764102f10 0x7fd76410f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:47.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.208+0000 7fd76a800700 1 --2- 172.21.15.42:0/2446471050 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd7641084f0 0x7fd7641088d0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:47.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.208+0000 7fd76a800700 1 --2- 172.21.15.42:0/2446471050 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd764102550 0x7fd7641029d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:47.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.208+0000 7fd76a800700 1 -- 172.21.15.42:0/2446471050 >> 172.21.15.42:0/2446471050 conn(0x7fd764079650 msgr2=0x7fd764079a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:47.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.208+0000 7fd76a800700 1 -- 172.21.15.42:0/2446471050 shutdown_connections 2024-06-13T11:55:47.210 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.208+0000 7fd76a800700 1 -- 172.21.15.42:0/2446471050 wait complete. 2024-06-13T11:55:47.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.209+0000 7fd76a800700 1 Processor -- start 2024-06-13T11:55:47.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.210+0000 7fd76a800700 1 -- start start 2024-06-13T11:55:47.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.210+0000 7fd76a800700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd764102550 0x7fd764074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:47.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.210+0000 7fd76a800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd764102f10 0x7fd764074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:47.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.210+0000 7fd76a800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd7641084f0 0x7fd764075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:47.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.210+0000 7fd76a800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd7641127c0 con 0x7fd7641084f0 2024-06-13T11:55:47.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.210+0000 7fd76a800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fd764112640 con 0x7fd764102f10 2024-06-13T11:55:47.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.210+0000 7fd76a800700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fd764112940 con 0x7fd764102550 2024-06-13T11:55:47.212 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.210+0000 7fd763e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd7641084f0 0x7fd764075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:47.212 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.210+0000 7fd763400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd764102550 0x7fd764074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:47.212 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.210+0000 7fd763e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd7641084f0 0x7fd764075210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37120/0 (socket says 172.21.15.42:37120) 2024-06-13T11:55:47.212 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.211+0000 7fd763e00700 1 -- 172.21.15.42:0/3145764194 learned_addr learned my addr 172.21.15.42:0/3145764194 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:47.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.211+0000 7fd762a00700 1 --2- 172.21.15.42:0/3145764194 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd764102f10 0x7fd764074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:47.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.211+0000 7fd763400700 1 -- 172.21.15.42:0/3145764194 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd764102f10 msgr2=0x7fd764074cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:47.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.211+0000 7fd763400700 1 --2- 172.21.15.42:0/3145764194 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd764102f10 0x7fd764074cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:47.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.211+0000 7fd763400700 1 -- 172.21.15.42:0/3145764194 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd7641084f0 msgr2=0x7fd764075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:47.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.211+0000 7fd763400700 1 --2- 172.21.15.42:0/3145764194 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd7641084f0 0x7fd764075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:47.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.211+0000 7fd763400700 1 -- 172.21.15.42:0/3145764194 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7641a71d0 con 0x7fd764102550 2024-06-13T11:55:47.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.211+0000 7fd763400700 1 --2- 172.21.15.42:0/3145764194 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd764102550 0x7fd764074790 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fd7540098e0 tx=0x7fd75400b8a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:47.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.212+0000 7fd75be00700 1 -- 172.21.15.42:0/3145764194 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd754027070 con 0x7fd764102550 2024-06-13T11:55:47.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.212+0000 7fd75be00700 1 -- 172.21.15.42:0/3145764194 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd754003b60 con 0x7fd764102550 2024-06-13T11:55:47.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.212+0000 7fd75be00700 1 -- 172.21.15.42:0/3145764194 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd754022d50 con 0x7fd764102550 2024-06-13T11:55:47.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.212+0000 7fd76a800700 1 -- 172.21.15.42:0/3145764194 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7641a7460 con 0x7fd764102550 2024-06-13T11:55:47.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.212+0000 7fd76a800700 1 -- 172.21.15.42:0/3145764194 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7641a7910 con 0x7fd764102550 2024-06-13T11:55:47.214 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.213+0000 7fd76a800700 1 -- 172.21.15.42:0/3145764194 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd76410a9f0 con 0x7fd764102550 2024-06-13T11:55:47.215 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.215+0000 7fd75be00700 1 -- 172.21.15.42:0/3145764194 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 25) ==== 138060+0+0 (secure 0 0 0) 0x7fd75402a070 con 0x7fd764102550 2024-06-13T11:55:47.217 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.217+0000 7fd75be00700 1 --2- 172.21.15.42:0/3145764194 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fd7480a2f30 0x7fd7480a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:47.217 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.217+0000 7fd75be00700 1 -- 172.21.15.42:0/3145764194 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fd7540d1100 con 0x7fd764102550 2024-06-13T11:55:47.217 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.217+0000 7fd762a00700 1 --2- 172.21.15.42:0/3145764194 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fd7480a2f30 0x7fd7480a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:47.218 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.218+0000 7fd762a00700 1 --2- 172.21.15.42:0/3145764194 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fd7480a2f30 0x7fd7480a53f0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fd764079cc0 tx=0x7fd750009260 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:47.219 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.219+0000 7fd75be00700 1 -- 172.21.15.42:0/3145764194 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd754031020 con 0x7fd764102550 2024-06-13T11:55:47.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:47 smithi042 ceph-mon[32231]: pgmap v10: 129 pgs: 129 active+clean; 1.1 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 682 B/s wr, 16 op/s 2024-06-13T11:55:47.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.453+0000 7fd76a800700 1 -- 172.21.15.42:0/3145764194 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd764075c70 con 0x7fd764102550 2024-06-13T11:55:47.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.455+0000 7fd75be00700 1 -- 172.21.15.42:0/3145764194 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v101) ==== 74+0+25178 (secure 0 0 0) 0x7fd754013070 con 0x7fd764102550 2024-06-13T11:55:47.457 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:55:47.457 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":101,"fsid":"aa9143f6-2979-11ef-bc9c-c7b262605968","created":"2024-06-13T11:41:17.435942+0000","modified":"2024-06-13T11:55:31.779243+0000","last_up_change":"2024-06-13T11:49:23.112844+0000","last_in_change":"2024-06-13T11:49:02.694907+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-13T11:45:07.188434+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-13T11:50:30.623817+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-13T11:50:35.354548+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-13T11:50:48.317221+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7da5efd2-efef-40b1-ba49-d97d18c443fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6803","nonce":3874128443}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6805","nonce":3874128443}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6809","nonce":3874128443}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6807","nonce":3874128443}]},"public_addr":"172.21.15.42:6803/3874128443","cluster_addr":"172.21.15.42:6805/3874128443","heartbeat_back_addr":"172.21.15.42:6809/3874128443","heartbeat_front_addr":"172.21.15.42:6807/3874128443","state":["exists","up"]},{"osd":1,"uuid":"cf818c48-4313-4607-95db-cd55f1185489","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6801","nonce":1861974568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6803","nonce":1861974568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6807","nonce":1861974568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6805","nonce":1861974568}]},"public_addr":"172.21.15.88:6801/1861974568","cluster_addr":"172.21.15.88:6803/1861974568","heartbeat_back_addr":"172.21.15.88:6807/1861974568","heartbeat_front_addr":"172.21.15.88:6805/1861974568","state":["exists","up"]},{"osd":2,"uuid":"7f0800f8-0da6-4968-801d-c5c44840fe3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6801","nonce":3452655510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6803","nonce":3452655510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6807","nonce":3452655510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6805","nonce":3452655510}]},"public_addr":"172.21.15.162:6801/3452655510","cluster_addr":"172.21.15.162:6803/3452655510","heartbeat_back_addr":"172.21.15.162:6807/3452655510","heartbeat_front_addr":"172.21.15.162:6805/3452655510","state":["exists","up"]},{"osd":3,"uuid":"341ee7d3-119b-401e-805d-9ef42c577719","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6811","nonce":1343751683}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6813","nonce":1343751683}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6817","nonce":1343751683}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6815","nonce":1343751683}]},"public_addr":"172.21.15.42:6811/1343751683","cluster_addr":"172.21.15.42:6813/1343751683","heartbeat_back_addr":"172.21.15.42:6817/1343751683","heartbeat_front_addr":"172.21.15.42:6815/1343751683","state":["exists","up"]},{"osd":4,"uuid":"72b81b4c-d223-4490-aca0-5c98c1b902d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6809","nonce":893989923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6811","nonce":893989923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6815","nonce":893989923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6813","nonce":893989923}]},"public_addr":"172.21.15.88:6809/893989923","cluster_addr":"172.21.15.88:6811/893989923","heartbeat_back_addr":"172.21.15.88:6815/893989923","heartbeat_front_addr":"172.21.15.88:6813/893989923","state":["exists","up"]},{"osd":5,"uuid":"7d03c32c-2772-4f33-902a-f4848b5ff941","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6809","nonce":3014890472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6810","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6811","nonce":3014890472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6815","nonce":3014890472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6813","nonce":3014890472}]},"public_addr":"172.21.15.162:6809/3014890472","cluster_addr":"172.21.15.162:6811/3014890472","heartbeat_back_addr":"172.21.15.162:6815/3014890472","heartbeat_front_addr":"172.21.15.162:6813/3014890472","state":["exists","up"]},{"osd":6,"uuid":"6dc26be6-89e0-49d6-a07f-76c19f1aac03","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6819","nonce":844197654}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6821","nonce":844197654}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6825","nonce":844197654}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6823","nonce":844197654}]},"public_addr":"172.21.15.42:6819/844197654","cluster_addr":"172.21.15.42:6821/844197654","heartbeat_back_addr":"172.21.15.42:6825/844197654","heartbeat_front_addr":"172.21.15.42:6823/844197654","state":["exists","up"]},{"osd":7,"uuid":"aca11d93-b379-4e96-b4fb-b03c593c89ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6817","nonce":3621891209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6819","nonce":3621891209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6823","nonce":3621891209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6821","nonce":3621891209}]},"public_addr":"172.21.15.88:6817/3621891209","cluster_addr":"172.21.15.88:6819/3621891209","heartbeat_back_addr":"172.21.15.88:6823/3621891209","heartbeat_front_addr":"172.21.15.88:6821/3621891209","state":["exists","up"]},{"osd":8,"uuid":"188effbc-495f-407c-9e6c-2801a9856326","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6817","nonce":3088625761}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6819","nonce":3088625761}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6823","nonce":3088625761}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6821","nonce":3088625761}]},"public_addr":"172.21.15.162:6817/3088625761","cluster_addr":"172.21.15.162:6819/3088625761","heartbeat_back_addr":"172.21.15.162:6823/3088625761","heartbeat_front_addr":"172.21.15.162:6821/3088625761","state":["exists","up"]},{"osd":9,"uuid":"5cc3fd15-648b-4f56-8876-5da70b55b248","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6827","nonce":2833466933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6829","nonce":2833466933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6833","nonce":2833466933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6831","nonce":2833466933}]},"public_addr":"172.21.15.42:6827/2833466933","cluster_addr":"172.21.15.42:6829/2833466933","heartbeat_back_addr":"172.21.15.42:6833/2833466933","heartbeat_front_addr":"172.21.15.42:6831/2833466933","state":["exists","up"]},{"osd":10,"uuid":"a2460fe2-1c93-4ab5-9aa1-5beba626f2cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6825","nonce":2979904837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6827","nonce":2979904837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6831","nonce":2979904837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6829","nonce":2979904837}]},"public_addr":"172.21.15.88:6825/2979904837","cluster_addr":"172.21.15.88:6827/2979904837","heartbeat_back_addr":"172.21.15.88:6831/2979904837","heartbeat_front_addr":"172.21.15.88:6829/2979904837","state":["exists","up"]},{"osd":11,"uuid":"42226b4b-93d9-4c99-88d9-b32280b3bd18","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6825","nonce":3416934543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6827","nonce":3416934543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6831","nonce":3416934543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6829","nonce":3416934543}]},"public_addr":"172.21.15.162:6825/3416934543","cluster_addr":"172.21.15.162:6827/3416934543","heartbeat_back_addr":"172.21.15.162:6831/3416934543","heartbeat_front_addr":"172.21.15.162:6829/3416934543","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:44:13.807701+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:44:38.669149+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:45:02.619341+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:45:36.081635+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:46:02.274051+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:46:27.333433+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:01.752504+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:27.895478+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:53.298845+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:48:28.167906+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:48:55.119959+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:49:20.787011+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.28","mappings":[{"from":3,"to":8}]},{"pgid":"3.31","mappings":[{"from":4,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"4.10","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:0/1129477527":"2024-06-14T11:55:31.779169+0000","172.21.15.42:0/3719179370":"2024-06-14T11:55:31.779169+0000","172.21.15.42:6801/580472160":"2024-06-14T11:55:31.779169+0000","172.21.15.42:6801/1570600420":"2024-06-14T11:42:24.478887+0000","172.21.15.42:6800/1570600420":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/681076641":"2024-06-14T11:55:31.779169+0000","172.21.15.42:0/637759380":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/701755530":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/1769082163":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/239548974":"2024-06-14T11:41:50.734334+0000","172.21.15.42:6800/480739382":"2024-06-14T11:41:50.734334+0000","172.21.15.42:6800/580472160":"2024-06-14T11:55:31.779169+0000","172.21.15.42:6801/480739382":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/522218649":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/2068607155":"2024-06-14T11:55:31.779169+0000","172.21.15.42:0/2918399760":"2024-06-14T11:42:24.478887+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-13T11:55:47.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.459+0000 7fd76a800700 1 -- 172.21.15.42:0/3145764194 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fd7480a2f30 msgr2=0x7fd7480a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:47.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.459+0000 7fd76a800700 1 --2- 172.21.15.42:0/3145764194 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fd7480a2f30 0x7fd7480a53f0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fd764079cc0 tx=0x7fd750009260 comp rx=0 tx=0).stop 2024-06-13T11:55:47.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.459+0000 7fd76a800700 1 -- 172.21.15.42:0/3145764194 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd764102550 msgr2=0x7fd764074790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:47.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.459+0000 7fd76a800700 1 --2- 172.21.15.42:0/3145764194 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd764102550 0x7fd764074790 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fd7540098e0 tx=0x7fd75400b8a0 comp rx=0 tx=0).stop 2024-06-13T11:55:47.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.459+0000 7fd76a800700 1 -- 172.21.15.42:0/3145764194 shutdown_connections 2024-06-13T11:55:47.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.459+0000 7fd76a800700 1 --2- 172.21.15.42:0/3145764194 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd7641084f0 0x7fd764075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:47.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.459+0000 7fd76a800700 1 --2- 172.21.15.42:0/3145764194 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd764102550 0x7fd764074790 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:47.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.459+0000 7fd76a800700 1 --2- 172.21.15.42:0/3145764194 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fd7480a2f30 0x7fd7480a53f0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:47.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.459+0000 7fd76a800700 1 --2- 172.21.15.42:0/3145764194 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd764102f10 0x7fd764074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:47.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.459+0000 7fd76a800700 1 -- 172.21.15.42:0/3145764194 >> 172.21.15.42:0/3145764194 conn(0x7fd764079650 msgr2=0x7fd764100640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:47.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.459+0000 7fd76a800700 1 -- 172.21.15.42:0/3145764194 shutdown_connections 2024-06-13T11:55:47.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:47.460+0000 7fd76a800700 1 -- 172.21.15.42:0/3145764194 wait complete. 2024-06-13T11:55:47.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:47 smithi162 ceph-mon[36757]: pgmap v10: 129 pgs: 129 active+clean; 1.1 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 682 B/s wr, 16 op/s 2024-06-13T11:55:47.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:47 smithi088 ceph-mon[36399]: pgmap v10: 129 pgs: 129 active+clean; 1.1 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 682 B/s wr, 16 op/s 2024-06-13T11:55:48.251 DEBUG:tasks.fwd_scrub:Yielding 2024-06-13T11:55:48.252 INFO:teuthology.run_tasks:Running task exec... 2024-06-13T11:55:48.261 INFO:teuthology.task.exec:Executing custom commands... 2024-06-13T11:55:48.261 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi042.front.sepia.ceph.com 2024-06-13T11:55:48.261 DEBUG:teuthology.orchestra.run.smithi042:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/log_level debug' 2024-06-13T11:55:48.262 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2024-06-13T11:55:48.262 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-06-13T11:55:48.262 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-06-13T11:55:48.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.467+0000 7f593d200640 1 -- 172.21.15.42:0/2098818605 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f593806a1d0 msgr2=0x7f593806a630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:48.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.467+0000 7f593d200640 1 --2- 172.21.15.42:0/2098818605 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f593806a1d0 0x7f593806a630 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f5924009860 tx=0x7f592402a340 comp rx=0 tx=0).stop 2024-06-13T11:55:48.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.467+0000 7f593d200640 1 -- 172.21.15.42:0/2098818605 shutdown_connections 2024-06-13T11:55:48.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.467+0000 7f593d200640 1 --2- 172.21.15.42:0/2098818605 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f593806ab70 0x7f593810e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:48.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.467+0000 7f593d200640 1 --2- 172.21.15.42:0/2098818605 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f593806a1d0 0x7f593806a630 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:48.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.467+0000 7f593d200640 1 --2- 172.21.15.42:0/2098818605 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5938107990 0x7f5938107d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:48.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.467+0000 7f593d200640 1 -- 172.21.15.42:0/2098818605 >> 172.21.15.42:0/2098818605 conn(0x7f59380766a0 msgr2=0x7f5938076ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:48.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.468+0000 7f593d200640 1 -- 172.21.15.42:0/2098818605 shutdown_connections 2024-06-13T11:55:48.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.468+0000 7f593d200640 1 -- 172.21.15.42:0/2098818605 wait complete. 2024-06-13T11:55:48.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.469+0000 7f593d200640 1 Processor -- start 2024-06-13T11:55:48.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.469+0000 7f593d200640 1 -- start start 2024-06-13T11:55:48.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.469+0000 7f593d200640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f593806a1d0 0x7f593819a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:48.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.469+0000 7f593d200640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f593806ab70 0x7f593819a920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:48.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.469+0000 7f593d200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5938107990 0x7f593819eca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:48.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.469+0000 7f593d200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5938111d80 con 0x7f5938107990 2024-06-13T11:55:48.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.469+0000 7f593d200640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f5938111c00 con 0x7f593806ab70 2024-06-13T11:55:48.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.469+0000 7f593d200640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f5938111f00 con 0x7f593806a1d0 2024-06-13T11:55:48.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.470+0000 7f5935e00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f593806a1d0 0x7f593819a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:48.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.470+0000 7f5935400640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f593806ab70 0x7f593819a920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:48.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.470+0000 7f5935e00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f593806a1d0 0x7f593819a3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:39158/0 (socket says 172.21.15.42:39158) 2024-06-13T11:55:48.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.470+0000 7f5935e00640 1 -- 172.21.15.42:0/4280233862 learned_addr learned my addr 172.21.15.42:0/4280233862 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:48.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.470+0000 7f5935400640 1 --2- 172.21.15.42:0/4280233862 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f593806ab70 0x7f593819a920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:42994/0 (socket says 172.21.15.42:42994) 2024-06-13T11:55:48.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.470+0000 7f5936800640 1 --2- 172.21.15.42:0/4280233862 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5938107990 0x7f593819eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:48.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.470+0000 7f5935400640 1 -- 172.21.15.42:0/4280233862 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f593806a1d0 msgr2=0x7f593819a3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:48.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.470+0000 7f5935400640 1 --2- 172.21.15.42:0/4280233862 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f593806a1d0 0x7f593819a3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:48.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.470+0000 7f5935400640 1 -- 172.21.15.42:0/4280233862 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5938107990 msgr2=0x7f593819eca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:48.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.470+0000 7f5935400640 1 --2- 172.21.15.42:0/4280233862 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5938107990 0x7f593819eca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:48.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.470+0000 7f5935400640 1 -- 172.21.15.42:0/4280233862 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f593819f3d0 con 0x7f593806ab70 2024-06-13T11:55:48.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.470+0000 7f5935e00640 1 --2- 172.21.15.42:0/4280233862 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f593806a1d0 0x7f593819a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:55:48.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.471+0000 7f5935400640 1 --2- 172.21.15.42:0/4280233862 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f593806ab70 0x7f593819a920 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f592402a860 tx=0x7f5924033d90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:48.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.471+0000 7f592ea00640 1 -- 172.21.15.42:0/4280233862 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5924037040 con 0x7f593806ab70 2024-06-13T11:55:48.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.471+0000 7f592ea00640 1 -- 172.21.15.42:0/4280233862 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5924030550 con 0x7f593806ab70 2024-06-13T11:55:48.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.471+0000 7f593d200640 1 -- 172.21.15.42:0/4280233862 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f593819f660 con 0x7f593806ab70 2024-06-13T11:55:48.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.471+0000 7f592ea00640 1 -- 172.21.15.42:0/4280233862 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5924003a30 con 0x7f593806ab70 2024-06-13T11:55:48.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.471+0000 7f593d200640 1 -- 172.21.15.42:0/4280233862 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59381a6f50 con 0x7f593806ab70 2024-06-13T11:55:48.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.472+0000 7f593d200640 1 -- 172.21.15.42:0/4280233862 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59381030b0 con 0x7f593806ab70 2024-06-13T11:55:48.474 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.474+0000 7f592ea00640 1 -- 172.21.15.42:0/4280233862 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 25) ==== 138060+0+0 (secure 0 0 0) 0x7f5924042020 con 0x7f593806ab70 2024-06-13T11:55:48.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.476+0000 7f592ea00640 1 --2- 172.21.15.42:0/4280233862 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f591c0a2f40 0x7f591c0a5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:48.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.476+0000 7f592ea00640 1 -- 172.21.15.42:0/4280233862 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f59240ef090 con 0x7f593806ab70 2024-06-13T11:55:48.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.476+0000 7f5935e00640 1 --2- 172.21.15.42:0/4280233862 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f591c0a2f40 0x7f591c0a5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:48.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.477+0000 7f5935e00640 1 --2- 172.21.15.42:0/4280233862 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f591c0a2f40 0x7f591c0a5400 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f59280096c0 tx=0x7f5928009260 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:48.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.480+0000 7f592ea00640 1 -- 172.21.15.42:0/4280233862 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5924049020 con 0x7f593806ab70 2024-06-13T11:55:48.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:48 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/3145764194' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:55:48.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:48 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/3145764194' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:55:48.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.705+0000 7f593d200640 1 -- 172.21.15.42:0/4280233862 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/log_level}] v 0) -- 0x7f59381a7180 con 0x7f593806ab70 2024-06-13T11:55:48.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.712+0000 7f592ea00640 1 -- 172.21.15.42:0/4280233862 <== mon.2 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/log_level}]=0 v28)=0 v28) ==== 129+0+0 (secure 0 0 0) 0x7f59240bb760 con 0x7f593806ab70 2024-06-13T11:55:48.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.716+0000 7f593d200640 1 -- 172.21.15.42:0/4280233862 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f591c0a2f40 msgr2=0x7f591c0a5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:48.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.716+0000 7f593d200640 1 --2- 172.21.15.42:0/4280233862 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f591c0a2f40 0x7f591c0a5400 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f59280096c0 tx=0x7f5928009260 comp rx=0 tx=0).stop 2024-06-13T11:55:48.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.716+0000 7f593d200640 1 -- 172.21.15.42:0/4280233862 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f593806ab70 msgr2=0x7f593819a920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:48.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.716+0000 7f593d200640 1 --2- 172.21.15.42:0/4280233862 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f593806ab70 0x7f593819a920 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f592402a860 tx=0x7f5924033d90 comp rx=0 tx=0).stop 2024-06-13T11:55:48.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.716+0000 7f593d200640 1 -- 172.21.15.42:0/4280233862 shutdown_connections 2024-06-13T11:55:48.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.716+0000 7f593d200640 1 --2- 172.21.15.42:0/4280233862 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f591c0a2f40 0x7f591c0a5400 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:48.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.716+0000 7f593d200640 1 --2- 172.21.15.42:0/4280233862 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5938107990 0x7f593819eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:48.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.716+0000 7f593d200640 1 --2- 172.21.15.42:0/4280233862 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f593806ab70 0x7f593819a920 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:48.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.716+0000 7f593d200640 1 --2- 172.21.15.42:0/4280233862 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f593806a1d0 0x7f593819a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:48.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.716+0000 7f593d200640 1 -- 172.21.15.42:0/4280233862 >> 172.21.15.42:0/4280233862 conn(0x7f59380766a0 msgr2=0x7f593810cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:48.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.716+0000 7f593d200640 1 -- 172.21.15.42:0/4280233862 shutdown_connections 2024-06-13T11:55:48.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.716+0000 7f593d200640 1 -- 172.21.15.42:0/4280233862 wait complete. 2024-06-13T11:55:48.732 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:55:48.739 DEBUG:teuthology.orchestra.run.smithi042:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true' 2024-06-13T11:55:48.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:48 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/3145764194' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T11:55:48.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.937+0000 7f6f34a00640 1 -- 172.21.15.42:0/279063178 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6f301008d0 msgr2=0x7f6f30100d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:48.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.937+0000 7f6f34a00640 1 --2- 172.21.15.42:0/279063178 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6f301008d0 0x7f6f30100d50 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f6f18009930 tx=0x7f6f1802a420 comp rx=0 tx=0).stop 2024-06-13T11:55:48.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.937+0000 7f6f34a00640 1 -- 172.21.15.42:0/279063178 shutdown_connections 2024-06-13T11:55:48.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.937+0000 7f6f34a00640 1 --2- 172.21.15.42:0/279063178 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6f30101290 0x7f6f3010d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:48.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.937+0000 7f6f34a00640 1 --2- 172.21.15.42:0/279063178 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6f301008d0 0x7f6f30100d50 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:48.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.937+0000 7f6f34a00640 1 --2- 172.21.15.42:0/279063178 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6f30106890 0x7f6f30106c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:48.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.937+0000 7f6f34a00640 1 -- 172.21.15.42:0/279063178 >> 172.21.15.42:0/279063178 conn(0x7f6f30077a20 msgr2=0x7f6f30077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:48.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.937+0000 7f6f34a00640 1 -- 172.21.15.42:0/279063178 shutdown_connections 2024-06-13T11:55:48.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.937+0000 7f6f34a00640 1 -- 172.21.15.42:0/279063178 wait complete. 2024-06-13T11:55:48.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.938+0000 7f6f34a00640 1 Processor -- start 2024-06-13T11:55:48.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.938+0000 7f6f34a00640 1 -- start start 2024-06-13T11:55:48.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.939+0000 7f6f34a00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6f301008d0 0x7f6f3019a510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:48.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.939+0000 7f6f34a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6f30101290 0x7f6f3019aa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:48.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.939+0000 7f6f34a00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6f30106890 0x7f6f3019ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:48.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.939+0000 7f6f34a00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6f30110cf0 con 0x7f6f30101290 2024-06-13T11:55:48.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.939+0000 7f6f34a00640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f6f30110b70 con 0x7f6f30106890 2024-06-13T11:55:48.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.939+0000 7f6f34a00640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f6f30110e70 con 0x7f6f301008d0 2024-06-13T11:55:48.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.939+0000 7f6f2de00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6f301008d0 0x7f6f3019a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:48.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.939+0000 7f6f2d400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6f30101290 0x7f6f3019aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:48.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.939+0000 7f6f2de00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6f301008d0 0x7f6f3019a510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:39176/0 (socket says 172.21.15.42:39176) 2024-06-13T11:55:48.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.939+0000 7f6f2e800640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6f30106890 0x7f6f3019ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:48.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.939+0000 7f6f2de00640 1 -- 172.21.15.42:0/169324934 learned_addr learned my addr 172.21.15.42:0/169324934 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:48.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.940+0000 7f6f2e800640 1 -- 172.21.15.42:0/169324934 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6f301008d0 msgr2=0x7f6f3019a510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:48.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.940+0000 7f6f2e800640 1 --2- 172.21.15.42:0/169324934 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6f301008d0 0x7f6f3019a510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:48.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.940+0000 7f6f2e800640 1 -- 172.21.15.42:0/169324934 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6f30101290 msgr2=0x7f6f3019aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:48.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.940+0000 7f6f2e800640 1 --2- 172.21.15.42:0/169324934 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6f30101290 0x7f6f3019aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:48.943 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.940+0000 7f6f2e800640 1 -- 172.21.15.42:0/169324934 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f3019f4b0 con 0x7f6f30106890 2024-06-13T11:55:48.943 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.940+0000 7f6f2e800640 1 --2- 172.21.15.42:0/169324934 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6f30106890 0x7f6f3019ed80 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f6f2800e970 tx=0x7f6f2800ee30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:48.943 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.940+0000 7f6f26a00640 1 -- 172.21.15.42:0/169324934 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f2800ccc0 con 0x7f6f30106890 2024-06-13T11:55:48.943 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.940+0000 7f6f26a00640 1 -- 172.21.15.42:0/169324934 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6f28005020 con 0x7f6f30106890 2024-06-13T11:55:48.943 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.940+0000 7f6f34a00640 1 -- 172.21.15.42:0/169324934 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f3019f7a0 con 0x7f6f30106890 2024-06-13T11:55:48.943 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.940+0000 7f6f26a00640 1 -- 172.21.15.42:0/169324934 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f28004a00 con 0x7f6f30106890 2024-06-13T11:55:48.943 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.940+0000 7f6f34a00640 1 -- 172.21.15.42:0/169324934 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f301a7030 con 0x7f6f30106890 2024-06-13T11:55:48.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.942+0000 7f6f34a00640 1 -- 172.21.15.42:0/169324934 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f3004f760 con 0x7f6f30106890 2024-06-13T11:55:48.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.943+0000 7f6f26a00640 1 -- 172.21.15.42:0/169324934 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 25) ==== 138060+0+0 (secure 0 0 0) 0x7f6f280051d0 con 0x7f6f30106890 2024-06-13T11:55:48.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.945+0000 7f6f26a00640 1 --2- 172.21.15.42:0/169324934 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6f140a2ec0 0x7f6f140a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:48.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.945+0000 7f6f26a00640 1 -- 172.21.15.42:0/169324934 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f6f280cfa80 con 0x7f6f30106890 2024-06-13T11:55:48.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.945+0000 7f6f2de00640 1 --2- 172.21.15.42:0/169324934 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6f140a2ec0 0x7f6f140a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:48.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.946+0000 7f6f2de00640 1 --2- 172.21.15.42:0/169324934 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6f140a2ec0 0x7f6f140a5380 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f6f20009fa0 tx=0x7f6f20009500 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:48.949 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:48.949+0000 7f6f26a00640 1 -- 172.21.15.42:0/169324934 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f6f280d1e20 con 0x7f6f30106890 2024-06-13T11:55:49.163 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.163+0000 7f6f34a00640 1 -- 172.21.15.42:0/169324934 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7f6f301a7260 con 0x7f6f30106890 2024-06-13T11:55:49.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.172+0000 7f6f26a00640 1 -- 172.21.15.42:0/169324934 <== mon.2 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v29)=0 v29) ==== 138+0+0 (secure 0 0 0) 0x7f6f2809c040 con 0x7f6f30106890 2024-06-13T11:55:49.175 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.175+0000 7f6f34a00640 1 -- 172.21.15.42:0/169324934 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6f140a2ec0 msgr2=0x7f6f140a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:49.175 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.175+0000 7f6f34a00640 1 --2- 172.21.15.42:0/169324934 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6f140a2ec0 0x7f6f140a5380 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f6f20009fa0 tx=0x7f6f20009500 comp rx=0 tx=0).stop 2024-06-13T11:55:49.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.175+0000 7f6f34a00640 1 -- 172.21.15.42:0/169324934 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6f30106890 msgr2=0x7f6f3019ed80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:49.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.175+0000 7f6f34a00640 1 --2- 172.21.15.42:0/169324934 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6f30106890 0x7f6f3019ed80 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f6f2800e970 tx=0x7f6f2800ee30 comp rx=0 tx=0).stop 2024-06-13T11:55:49.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.175+0000 7f6f34a00640 1 -- 172.21.15.42:0/169324934 shutdown_connections 2024-06-13T11:55:49.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.175+0000 7f6f34a00640 1 --2- 172.21.15.42:0/169324934 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6f140a2ec0 0x7f6f140a5380 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:49.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.175+0000 7f6f34a00640 1 --2- 172.21.15.42:0/169324934 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6f30101290 0x7f6f3019aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:49.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.175+0000 7f6f34a00640 1 --2- 172.21.15.42:0/169324934 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6f30106890 0x7f6f3019ed80 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:49.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.175+0000 7f6f34a00640 1 --2- 172.21.15.42:0/169324934 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6f301008d0 0x7f6f3019a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:49.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.175+0000 7f6f34a00640 1 -- 172.21.15.42:0/169324934 >> 172.21.15.42:0/169324934 conn(0x7f6f30077a20 msgr2=0x7f6f3010bf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:49.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.175+0000 7f6f34a00640 1 -- 172.21.15.42:0/169324934 shutdown_connections 2024-06-13T11:55:49.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.175+0000 7f6f34a00640 1 -- 172.21.15.42:0/169324934 wait complete. 2024-06-13T11:55:49.195 DEBUG:teuthology.orchestra.run.smithi042:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/dump_on_update true' 2024-06-13T11:55:49.335 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:49 smithi042 ceph-mon[32231]: pgmap v11: 129 pgs: 129 active+clean; 1.1 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 682 B/s wr, 16 op/s 2024-06-13T11:55:49.336 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:49 smithi042 ceph-mon[32231]: from='client.? ' entity='client.admin' 2024-06-13T11:55:49.336 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:49 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:55:49.336 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:49 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:55:49.336 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:49 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:55:49.336 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:49 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:49.336 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:49 smithi042 ceph-mon[32231]: from='client.? ' entity='client.admin' 2024-06-13T11:55:49.336 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:49 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:55:49.336 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:49 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:55:49.336 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:49 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:55:49.336 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:49 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:49.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.404+0000 7f2e01a00640 1 -- 172.21.15.42:0/3073157692 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2dfc0746f0 msgr2=0x7f2dfc10dab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:49.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.404+0000 7f2e01a00640 1 --2- 172.21.15.42:0/3073157692 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2dfc0746f0 0x7f2dfc10dab0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f2de4009900 tx=0x7f2de402a480 comp rx=0 tx=0).stop 2024-06-13T11:55:49.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.404+0000 7f2e01a00640 1 -- 172.21.15.42:0/3073157692 shutdown_connections 2024-06-13T11:55:49.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.404+0000 7f2e01a00640 1 --2- 172.21.15.42:0/3073157692 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2dfc0746f0 0x7f2dfc10dab0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:49.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.404+0000 7f2e01a00640 1 --2- 172.21.15.42:0/3073157692 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2dfc10dff0 0x7f2dfc110440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:49.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.404+0000 7f2e01a00640 1 --2- 172.21.15.42:0/3073157692 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2dfc073dd0 0x7f2dfc0741b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:49.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.404+0000 7f2e01a00640 1 -- 172.21.15.42:0/3073157692 >> 172.21.15.42:0/3073157692 conn(0x7f2dfc0fd2e0 msgr2=0x7f2dfc0ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:49.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.405+0000 7f2e01a00640 1 -- 172.21.15.42:0/3073157692 shutdown_connections 2024-06-13T11:55:49.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.405+0000 7f2e01a00640 1 -- 172.21.15.42:0/3073157692 wait complete. 2024-06-13T11:55:49.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.406+0000 7f2e01a00640 1 Processor -- start 2024-06-13T11:55:49.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.406+0000 7f2e01a00640 1 -- start start 2024-06-13T11:55:49.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.406+0000 7f2e01a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2dfc073dd0 0x7f2dfc19a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:49.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.406+0000 7f2e01a00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2dfc0746f0 0x7f2dfc19a800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:49.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.406+0000 7f2e01a00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2dfc10dff0 0x7f2dfc19eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:49.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.406+0000 7f2e01a00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2dfc113d60 con 0x7f2dfc073dd0 2024-06-13T11:55:49.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.406+0000 7f2e01a00640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f2dfc113be0 con 0x7f2dfc0746f0 2024-06-13T11:55:49.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.406+0000 7f2e01a00640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f2dfc113ee0 con 0x7f2dfc10dff0 2024-06-13T11:55:49.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.407+0000 7f2dfbe00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2dfc073dd0 0x7f2dfc19a2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:49.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.407+0000 7f2df3400640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2dfc0746f0 0x7f2dfc19a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:49.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.407+0000 7f2e01000640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2dfc10dff0 0x7f2dfc19eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:49.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.407+0000 7f2dfbe00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2dfc073dd0 0x7f2dfc19a2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50578/0 (socket says 172.21.15.42:50578) 2024-06-13T11:55:49.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.407+0000 7f2df3400640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2dfc0746f0 0x7f2dfc19a800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:43030/0 (socket says 172.21.15.42:43030) 2024-06-13T11:55:49.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.407+0000 7f2dfbe00640 1 -- 172.21.15.42:0/1997416486 learned_addr learned my addr 172.21.15.42:0/1997416486 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:49.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.407+0000 7f2dfbe00640 1 -- 172.21.15.42:0/1997416486 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2dfc10dff0 msgr2=0x7f2dfc19eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:49.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.407+0000 7f2dfbe00640 1 --2- 172.21.15.42:0/1997416486 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2dfc10dff0 0x7f2dfc19eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:49.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.407+0000 7f2dfbe00640 1 -- 172.21.15.42:0/1997416486 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2dfc0746f0 msgr2=0x7f2dfc19a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:49.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.407+0000 7f2dfbe00640 1 --2- 172.21.15.42:0/1997416486 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2dfc0746f0 0x7f2dfc19a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:49.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.407+0000 7f2dfbe00640 1 -- 172.21.15.42:0/1997416486 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2dfc19f2b0 con 0x7f2dfc073dd0 2024-06-13T11:55:49.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.407+0000 7f2df3400640 1 --2- 172.21.15.42:0/1997416486 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2dfc0746f0 0x7f2dfc19a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:55:49.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.407+0000 7f2dfbe00640 1 --2- 172.21.15.42:0/1997416486 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2dfc073dd0 0x7f2dfc19a2c0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f2dec00ebc0 tx=0x7f2dec00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:49.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.408+0000 7f2df9600640 1 -- 172.21.15.42:0/1997416486 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dec010430 con 0x7f2dfc073dd0 2024-06-13T11:55:49.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.408+0000 7f2df9600640 1 -- 172.21.15.42:0/1997416486 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2dec010ab0 con 0x7f2dfc073dd0 2024-06-13T11:55:49.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.408+0000 7f2e01a00640 1 -- 172.21.15.42:0/1997416486 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2dfc19f5a0 con 0x7f2dfc073dd0 2024-06-13T11:55:49.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.408+0000 7f2df9600640 1 -- 172.21.15.42:0/1997416486 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dec018b30 con 0x7f2dfc073dd0 2024-06-13T11:55:49.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.408+0000 7f2e01a00640 1 -- 172.21.15.42:0/1997416486 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2dfc1a6e30 con 0x7f2dfc073dd0 2024-06-13T11:55:49.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.409+0000 7f2e01a00640 1 -- 172.21.15.42:0/1997416486 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2dfc04ffb0 con 0x7f2dfc073dd0 2024-06-13T11:55:49.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.411+0000 7f2df9600640 1 -- 172.21.15.42:0/1997416486 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 25) ==== 138060+0+0 (secure 0 0 0) 0x7f2dec018cd0 con 0x7f2dfc073dd0 2024-06-13T11:55:49.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.413+0000 7f2df9600640 1 --2- 172.21.15.42:0/1997416486 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f2de00a2e90 0x7f2de00a5350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:49.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.413+0000 7f2df9600640 1 -- 172.21.15.42:0/1997416486 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f2dec0d0160 con 0x7f2dfc073dd0 2024-06-13T11:55:49.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.413+0000 7f2df3400640 1 --2- 172.21.15.42:0/1997416486 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f2de00a2e90 0x7f2de00a5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:49.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.414+0000 7f2df3400640 1 --2- 172.21.15.42:0/1997416486 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f2de00a2e90 0x7f2de00a5350 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f2de4009230 tx=0x7f2de40058d0 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:49.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.418+0000 7f2df9600640 1 -- 172.21.15.42:0/1997416486 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f2dec09c720 con 0x7f2dfc073dd0 2024-06-13T11:55:49.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.630+0000 7f2e01a00640 1 -- 172.21.15.42:0/1997416486 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7f2dfc108be0 con 0x7f2dfc073dd0 2024-06-13T11:55:49.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.636+0000 7f2df9600640 1 -- 172.21.15.42:0/1997416486 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v30)=0 v30) ==== 133+0+0 (secure 0 0 0) 0x7f2dec09c020 con 0x7f2dfc073dd0 2024-06-13T11:55:49.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.639+0000 7f2e01a00640 1 -- 172.21.15.42:0/1997416486 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f2de00a2e90 msgr2=0x7f2de00a5350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:49.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.639+0000 7f2e01a00640 1 --2- 172.21.15.42:0/1997416486 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f2de00a2e90 0x7f2de00a5350 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f2de4009230 tx=0x7f2de40058d0 comp rx=0 tx=0).stop 2024-06-13T11:55:49.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.639+0000 7f2e01a00640 1 -- 172.21.15.42:0/1997416486 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2dfc073dd0 msgr2=0x7f2dfc19a2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:49.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.639+0000 7f2e01a00640 1 --2- 172.21.15.42:0/1997416486 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2dfc073dd0 0x7f2dfc19a2c0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f2dec00ebc0 tx=0x7f2dec00c2d0 comp rx=0 tx=0).stop 2024-06-13T11:55:49.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.640+0000 7f2e01a00640 1 -- 172.21.15.42:0/1997416486 shutdown_connections 2024-06-13T11:55:49.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.640+0000 7f2e01a00640 1 --2- 172.21.15.42:0/1997416486 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f2de00a2e90 0x7f2de00a5350 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:49.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.640+0000 7f2e01a00640 1 --2- 172.21.15.42:0/1997416486 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2dfc10dff0 0x7f2dfc19eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:49.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.640+0000 7f2e01a00640 1 --2- 172.21.15.42:0/1997416486 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2dfc0746f0 0x7f2dfc19a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:49.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.640+0000 7f2e01a00640 1 --2- 172.21.15.42:0/1997416486 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2dfc073dd0 0x7f2dfc19a2c0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:49.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.640+0000 7f2e01a00640 1 -- 172.21.15.42:0/1997416486 >> 172.21.15.42:0/1997416486 conn(0x7f2dfc0fd2e0 msgr2=0x7f2dfc0feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:49.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.640+0000 7f2e01a00640 1 -- 172.21.15.42:0/1997416486 shutdown_connections 2024-06-13T11:55:49.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.640+0000 7f2e01a00640 1 -- 172.21.15.42:0/1997416486 wait complete. 2024-06-13T11:55:49.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:49 smithi162 ceph-mon[36757]: pgmap v11: 129 pgs: 129 active+clean; 1.1 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 682 B/s wr, 16 op/s 2024-06-13T11:55:49.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:49 smithi162 ceph-mon[36757]: from='client.? ' entity='client.admin' 2024-06-13T11:55:49.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:49 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:55:49.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:49 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:55:49.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:49 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:55:49.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:49 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:49.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:49 smithi162 ceph-mon[36757]: from='client.? ' entity='client.admin' 2024-06-13T11:55:49.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:49 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:55:49.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:49 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:55:49.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:49 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:55:49.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:49 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:49.660 DEBUG:teuthology.orchestra.run.smithi042:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m' 2024-06-13T11:55:49.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:49 smithi088 ceph-mon[36399]: pgmap v11: 129 pgs: 129 active+clean; 1.1 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 682 B/s wr, 16 op/s 2024-06-13T11:55:49.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:49 smithi088 ceph-mon[36399]: from='client.? ' entity='client.admin' 2024-06-13T11:55:49.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:49 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:55:49.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:49 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:55:49.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:49 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:55:49.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:49 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:49.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:49 smithi088 ceph-mon[36399]: from='client.? ' entity='client.admin' 2024-06-13T11:55:49.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:49 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:55:49.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:49 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:55:49.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:49 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:55:49.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:49 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:49.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.870+0000 7f26bb200640 1 -- 172.21.15.42:0/2037276185 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f26bc10de70 msgr2=0x7f26bc10e250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:49.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.870+0000 7f26bb200640 1 --2- 172.21.15.42:0/2037276185 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f26bc10de70 0x7f26bc10e250 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f26ac009890 tx=0x7f26ac02a380 comp rx=0 tx=0).stop 2024-06-13T11:55:49.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.871+0000 7f26bb200640 1 -- 172.21.15.42:0/2037276185 shutdown_connections 2024-06-13T11:55:49.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.871+0000 7f26bb200640 1 --2- 172.21.15.42:0/2037276185 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f26bc108860 0x7f26bc114ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:49.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.871+0000 7f26bb200640 1 --2- 172.21.15.42:0/2037276185 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f26bc107ee0 0x7f26bc108320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:49.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.871+0000 7f26bb200640 1 --2- 172.21.15.42:0/2037276185 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f26bc10de70 0x7f26bc10e250 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:49.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.871+0000 7f26bb200640 1 -- 172.21.15.42:0/2037276185 >> 172.21.15.42:0/2037276185 conn(0x7f26bc077780 msgr2=0x7f26bc1067c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:49.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.871+0000 7f26bb200640 1 -- 172.21.15.42:0/2037276185 shutdown_connections 2024-06-13T11:55:49.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.871+0000 7f26bb200640 1 -- 172.21.15.42:0/2037276185 wait complete. 2024-06-13T11:55:49.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.872+0000 7f26bb200640 1 Processor -- start 2024-06-13T11:55:49.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.872+0000 7f26bb200640 1 -- start start 2024-06-13T11:55:49.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.872+0000 7f26bb200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f26bc107ee0 0x7f26bc19e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:49.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.872+0000 7f26bb200640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f26bc108860 0x7f26bc19ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:49.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.872+0000 7f26bb200640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f26bc10de70 0x7f26bc1a2f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:49.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.872+0000 7f26bb200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f26bc118190 con 0x7f26bc107ee0 2024-06-13T11:55:49.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.872+0000 7f26bb200640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f26bc118010 con 0x7f26bc10de70 2024-06-13T11:55:49.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.872+0000 7f26bb200640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f26bc118310 con 0x7f26bc108860 2024-06-13T11:55:49.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.872+0000 7f26b9e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f26bc107ee0 0x7f26bc19e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:49.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.873+0000 7f26b9400640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f26bc108860 0x7f26bc19ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:49.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.873+0000 7f26b9400640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f26bc108860 0x7f26bc19ebf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:39206/0 (socket says 172.21.15.42:39206) 2024-06-13T11:55:49.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.873+0000 7f26b9400640 1 -- 172.21.15.42:0/1408711646 learned_addr learned my addr 172.21.15.42:0/1408711646 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:49.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.873+0000 7f26b9e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f26bc107ee0 0x7f26bc19e6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50596/0 (socket says 172.21.15.42:50596) 2024-06-13T11:55:49.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.873+0000 7f26ba800640 1 --2- 172.21.15.42:0/1408711646 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f26bc10de70 0x7f26bc1a2f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:49.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.873+0000 7f26b9400640 1 -- 172.21.15.42:0/1408711646 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f26bc10de70 msgr2=0x7f26bc1a2f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:49.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.873+0000 7f26b9400640 1 --2- 172.21.15.42:0/1408711646 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f26bc10de70 0x7f26bc1a2f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:49.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.873+0000 7f26b9400640 1 -- 172.21.15.42:0/1408711646 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f26bc107ee0 msgr2=0x7f26bc19e6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:49.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.873+0000 7f26b9400640 1 --2- 172.21.15.42:0/1408711646 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f26bc107ee0 0x7f26bc19e6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:49.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.873+0000 7f26b9400640 1 -- 172.21.15.42:0/1408711646 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26bc1a36a0 con 0x7f26bc108860 2024-06-13T11:55:49.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.873+0000 7f26b9e00640 1 --2- 172.21.15.42:0/1408711646 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f26bc107ee0 0x7f26bc19e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:55:49.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.873+0000 7f26ba800640 1 --2- 172.21.15.42:0/1408711646 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f26bc10de70 0x7f26bc1a2f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:55:49.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.873+0000 7f26b9400640 1 --2- 172.21.15.42:0/1408711646 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f26bc108860 0x7f26bc19ebf0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f26a400e9f0 tx=0x7f26a400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:49.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.874+0000 7f26b2a00640 1 -- 172.21.15.42:0/1408711646 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26a400ccc0 con 0x7f26bc108860 2024-06-13T11:55:49.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.874+0000 7f26b2a00640 1 -- 172.21.15.42:0/1408711646 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f26a4005500 con 0x7f26bc108860 2024-06-13T11:55:49.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.874+0000 7f26b2a00640 1 -- 172.21.15.42:0/1408711646 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26a4010690 con 0x7f26bc108860 2024-06-13T11:55:49.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.874+0000 7f26bb200640 1 -- 172.21.15.42:0/1408711646 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26bc1a3990 con 0x7f26bc108860 2024-06-13T11:55:49.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.874+0000 7f26bb200640 1 -- 172.21.15.42:0/1408711646 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26bc1ab220 con 0x7f26bc108860 2024-06-13T11:55:49.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.875+0000 7f26bb200640 1 -- 172.21.15.42:0/1408711646 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26bc04ffb0 con 0x7f26bc108860 2024-06-13T11:55:49.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.879+0000 7f26b2a00640 1 -- 172.21.15.42:0/1408711646 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 25) ==== 138060+0+0 (secure 0 0 0) 0x7f26a40046c0 con 0x7f26bc108860 2024-06-13T11:55:49.880 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.880+0000 7f26b2a00640 1 --2- 172.21.15.42:0/1408711646 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f26a00a2e90 0x7f26a00a5350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:49.880 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.880+0000 7f26b2a00640 1 -- 172.21.15.42:0/1408711646 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f26a40cfd50 con 0x7f26bc108860 2024-06-13T11:55:49.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.880+0000 7f26b9e00640 1 --2- 172.21.15.42:0/1408711646 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f26a00a2e90 0x7f26a00a5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:49.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.881+0000 7f26b9e00640 1 --2- 172.21.15.42:0/1408711646 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f26a00a2e90 0x7f26a00a5350 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f26ac035040 tx=0x7f26ac0056d0 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:49.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:49.884+0000 7f26b2a00640 1 -- 172.21.15.42:0/1408711646 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f26a409c310 con 0x7f26bc108860 2024-06-13T11:55:50.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.121+0000 7f26bb200640 1 -- 172.21.15.42:0/1408711646 --> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f26bc061de0 con 0x7f26a00a2e90 2024-06-13T11:55:50.255 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.255+0000 7f26b2a00640 1 -- 172.21.15.42:0/1408711646 <== mgr.25157 v2:172.21.15.42:6800/3710434171 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f26bc061de0 con 0x7f26a00a2e90 2024-06-13T11:55:50.256 INFO:teuthology.orchestra.run.smithi042.stdout:Schedule set for path / 2024-06-13T11:55:50.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.258+0000 7f26bb200640 1 -- 172.21.15.42:0/1408711646 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f26a00a2e90 msgr2=0x7f26a00a5350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:50.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.258+0000 7f26bb200640 1 --2- 172.21.15.42:0/1408711646 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f26a00a2e90 0x7f26a00a5350 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f26ac035040 tx=0x7f26ac0056d0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.258+0000 7f26bb200640 1 -- 172.21.15.42:0/1408711646 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f26bc108860 msgr2=0x7f26bc19ebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:50.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.258+0000 7f26bb200640 1 --2- 172.21.15.42:0/1408711646 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f26bc108860 0x7f26bc19ebf0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f26a400e9f0 tx=0x7f26a400eeb0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.258+0000 7f26bb200640 1 -- 172.21.15.42:0/1408711646 shutdown_connections 2024-06-13T11:55:50.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.258+0000 7f26bb200640 1 --2- 172.21.15.42:0/1408711646 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f26a00a2e90 0x7f26a00a5350 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.258+0000 7f26bb200640 1 --2- 172.21.15.42:0/1408711646 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f26bc10de70 0x7f26bc1a2f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.258+0000 7f26bb200640 1 --2- 172.21.15.42:0/1408711646 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f26bc108860 0x7f26bc19ebf0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.258+0000 7f26bb200640 1 --2- 172.21.15.42:0/1408711646 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f26bc107ee0 0x7f26bc19e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.258+0000 7f26bb200640 1 -- 172.21.15.42:0/1408711646 >> 172.21.15.42:0/1408711646 conn(0x7f26bc077780 msgr2=0x7f26bc0788f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:50.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.258+0000 7f26bb200640 1 -- 172.21.15.42:0/1408711646 shutdown_connections 2024-06-13T11:55:50.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.258+0000 7f26bb200640 1 -- 172.21.15.42:0/1408711646 wait complete. 2024-06-13T11:55:50.277 DEBUG:teuthology.orchestra.run.smithi042:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h' 2024-06-13T11:55:50.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.468+0000 7fa53a800640 1 -- 172.21.15.42:0/3224066181 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa53410e290 msgr2=0x7fa534110680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:50.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.468+0000 7fa53a800640 1 --2- 172.21.15.42:0/3224066181 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa53410e290 0x7fa534110680 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fa52c009900 tx=0x7fa52c02a490 comp rx=0 tx=0).stop 2024-06-13T11:55:50.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.468+0000 7fa53a800640 1 -- 172.21.15.42:0/3224066181 shutdown_connections 2024-06-13T11:55:50.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.468+0000 7fa53a800640 1 --2- 172.21.15.42:0/3224066181 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa53410e290 0x7fa534110680 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.468+0000 7fa53a800640 1 --2- 172.21.15.42:0/3224066181 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa534074590 0x7fa53410dd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.468+0000 7fa53a800640 1 --2- 172.21.15.42:0/3224066181 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa534073c70 0x7fa534074050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.468+0000 7fa53a800640 1 -- 172.21.15.42:0/3224066181 >> 172.21.15.42:0/3224066181 conn(0x7fa534078e30 msgr2=0x7fa534079240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:50.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.468+0000 7fa53a800640 1 -- 172.21.15.42:0/3224066181 shutdown_connections 2024-06-13T11:55:50.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.468+0000 7fa53a800640 1 -- 172.21.15.42:0/3224066181 wait complete. 2024-06-13T11:55:50.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.469+0000 7fa53a800640 1 Processor -- start 2024-06-13T11:55:50.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.469+0000 7fa53a800640 1 -- start start 2024-06-13T11:55:50.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.469+0000 7fa53a800640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa534073c70 0x7fa53419a450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:50.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.470+0000 7fa53a800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa534074590 0x7fa53419a990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:50.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.470+0000 7fa53a800640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa53410e290 0x7fa53419ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:50.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.470+0000 7fa53a800640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa534113f90 con 0x7fa534074590 2024-06-13T11:55:50.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.470+0000 7fa53a800640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fa534113e10 con 0x7fa53410e290 2024-06-13T11:55:50.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.470+0000 7fa53a800640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fa534114110 con 0x7fa534073c70 2024-06-13T11:55:50.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.470+0000 7fa533400640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa534073c70 0x7fa53419a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:50.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.470+0000 7fa532a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa534074590 0x7fa53419a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:50.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.470+0000 7fa532a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa534074590 0x7fa53419a990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50612/0 (socket says 172.21.15.42:50612) 2024-06-13T11:55:50.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.470+0000 7fa532a00640 1 -- 172.21.15.42:0/918634958 learned_addr learned my addr 172.21.15.42:0/918634958 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:50.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.470+0000 7fa533e00640 1 --2- 172.21.15.42:0/918634958 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa53410e290 0x7fa53419ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:50.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.470+0000 7fa532a00640 1 -- 172.21.15.42:0/918634958 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa534073c70 msgr2=0x7fa53419a450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:50.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.470+0000 7fa532a00640 1 --2- 172.21.15.42:0/918634958 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa534073c70 0x7fa53419a450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.470+0000 7fa532a00640 1 -- 172.21.15.42:0/918634958 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa53410e290 msgr2=0x7fa53419ecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:50.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.470+0000 7fa532a00640 1 --2- 172.21.15.42:0/918634958 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa53410e290 0x7fa53419ecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.470+0000 7fa532a00640 1 -- 172.21.15.42:0/918634958 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa53419f3f0 con 0x7fa534074590 2024-06-13T11:55:50.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.471+0000 7fa533400640 1 --2- 172.21.15.42:0/918634958 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa534073c70 0x7fa53419a450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:55:50.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.471+0000 7fa533e00640 1 --2- 172.21.15.42:0/918634958 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa53410e290 0x7fa53419ecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:55:50.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.471+0000 7fa532a00640 1 --2- 172.21.15.42:0/918634958 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa534074590 0x7fa53419a990 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fa51c00e9f0 tx=0x7fa51c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:50.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.471+0000 7fa52be00640 1 -- 172.21.15.42:0/918634958 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa51c00cd80 con 0x7fa534074590 2024-06-13T11:55:50.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.471+0000 7fa52be00640 1 -- 172.21.15.42:0/918634958 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa51c005500 con 0x7fa534074590 2024-06-13T11:55:50.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.471+0000 7fa53a800640 1 -- 172.21.15.42:0/918634958 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa53419f6e0 con 0x7fa534074590 2024-06-13T11:55:50.474 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.471+0000 7fa52be00640 1 -- 172.21.15.42:0/918634958 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa51c010690 con 0x7fa534074590 2024-06-13T11:55:50.474 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.471+0000 7fa53a800640 1 -- 172.21.15.42:0/918634958 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5341a6f70 con 0x7fa534074590 2024-06-13T11:55:50.474 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.473+0000 7fa53a800640 1 -- 172.21.15.42:0/918634958 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa53404f760 con 0x7fa534074590 2024-06-13T11:55:50.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.474+0000 7fa52be00640 1 -- 172.21.15.42:0/918634958 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 25) ==== 138060+0+0 (secure 0 0 0) 0x7fa51c0046c0 con 0x7fa534074590 2024-06-13T11:55:50.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.476+0000 7fa52be00640 1 --2- 172.21.15.42:0/918634958 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fa5180a2ec0 0x7fa5180a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:50.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.476+0000 7fa52be00640 1 -- 172.21.15.42:0/918634958 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fa51c0cfec0 con 0x7fa534074590 2024-06-13T11:55:50.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.476+0000 7fa533400640 1 --2- 172.21.15.42:0/918634958 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fa5180a2ec0 0x7fa5180a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:50.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.477+0000 7fa533400640 1 --2- 172.21.15.42:0/918634958 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fa5180a2ec0 0x7fa5180a5380 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fa524005fd0 tx=0x7fa524009500 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:50.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.480+0000 7fa52be00640 1 -- 172.21.15.42:0/918634958 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fa51c09c480 con 0x7fa534074590 2024-06-13T11:55:50.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.719+0000 7fa53a800640 1 -- 172.21.15.42:0/918634958 --> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}) -- 0x7fa5340fef30 con 0x7fa5180a2ec0 2024-06-13T11:55:50.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.852+0000 7fa52be00640 1 -- 172.21.15.42:0/918634958 <== mgr.25157 v2:172.21.15.42:6800/3710434171 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+26 (secure 0 0 0) 0x7fa5340fef30 con 0x7fa5180a2ec0 2024-06-13T11:55:50.853 INFO:teuthology.orchestra.run.smithi042.stdout:Retention added to path / 2024-06-13T11:55:50.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.855+0000 7fa53a800640 1 -- 172.21.15.42:0/918634958 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fa5180a2ec0 msgr2=0x7fa5180a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:50.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.855+0000 7fa53a800640 1 --2- 172.21.15.42:0/918634958 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fa5180a2ec0 0x7fa5180a5380 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fa524005fd0 tx=0x7fa524009500 comp rx=0 tx=0).stop 2024-06-13T11:55:50.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.855+0000 7fa53a800640 1 -- 172.21.15.42:0/918634958 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa534074590 msgr2=0x7fa53419a990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:50.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.855+0000 7fa53a800640 1 --2- 172.21.15.42:0/918634958 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa534074590 0x7fa53419a990 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fa51c00e9f0 tx=0x7fa51c00edf0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.855+0000 7fa53a800640 1 -- 172.21.15.42:0/918634958 shutdown_connections 2024-06-13T11:55:50.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.855+0000 7fa53a800640 1 --2- 172.21.15.42:0/918634958 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fa5180a2ec0 0x7fa5180a5380 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.855+0000 7fa53a800640 1 --2- 172.21.15.42:0/918634958 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa534074590 0x7fa53419a990 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.855+0000 7fa53a800640 1 --2- 172.21.15.42:0/918634958 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa53410e290 0x7fa53419ecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.855+0000 7fa53a800640 1 --2- 172.21.15.42:0/918634958 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa534073c70 0x7fa53419a450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.855+0000 7fa53a800640 1 -- 172.21.15.42:0/918634958 >> 172.21.15.42:0/918634958 conn(0x7fa534078e30 msgr2=0x7fa5340fe820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:50.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.856+0000 7fa53a800640 1 -- 172.21.15.42:0/918634958 shutdown_connections 2024-06-13T11:55:50.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.856+0000 7fa53a800640 1 -- 172.21.15.42:0/918634958 wait complete. 2024-06-13T11:55:50.872 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:50 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/1997416486' entity='client.admin' 2024-06-13T11:55:50.872 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:50 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:55:50.872 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:50 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:55:50.872 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:50 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:55:50.872 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:50 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:50.872 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:50 smithi042 ceph-mon[32231]: pgmap v12: 129 pgs: 129 active+clean; 1.1 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 682 B/s wr, 18 op/s 2024-06-13T11:55:50.872 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:50 smithi042 ceph-mon[32231]: from='client.25288 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:55:50.876 DEBUG:teuthology.orchestra.run.smithi042:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-06-13T11:55:50.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:50 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/1997416486' entity='client.admin' 2024-06-13T11:55:50.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:50 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:55:50.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:50 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:55:50.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:50 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:55:50.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:50 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:50.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:50 smithi162 ceph-mon[36757]: pgmap v12: 129 pgs: 129 active+clean; 1.1 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 682 B/s wr, 18 op/s 2024-06-13T11:55:50.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:50 smithi162 ceph-mon[36757]: from='client.25288 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:55:50.931 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:50 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/1997416486' entity='client.admin' 2024-06-13T11:55:50.931 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:50 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:55:50.931 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:50 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:55:50.931 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:50 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:55:50.932 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:50 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:55:50.932 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:50 smithi088 ceph-mon[36399]: pgmap v12: 129 pgs: 129 active+clean; 1.1 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 682 B/s wr, 18 op/s 2024-06-13T11:55:50.932 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:50 smithi088 ceph-mon[36399]: from='client.25288 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:55:50.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.941+0000 7fa12a000700 1 -- 172.21.15.42:0/2738850224 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa124108500 msgr2=0x7fa1241088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:50.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.941+0000 7fa12a000700 1 --2- 172.21.15.42:0/2738850224 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa124108500 0x7fa1241088e0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fa114009990 tx=0x7fa114009ca0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.941+0000 7fa12a000700 1 -- 172.21.15.42:0/2738850224 shutdown_connections 2024-06-13T11:55:50.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.941+0000 7fa12a000700 1 --2- 172.21.15.42:0/2738850224 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa124108500 0x7fa1241088e0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.941+0000 7fa12a000700 1 --2- 172.21.15.42:0/2738850224 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa12406ab30 0x7fa12410f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.941+0000 7fa12a000700 1 --2- 172.21.15.42:0/2738850224 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa12406a170 0x7fa12406a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.941+0000 7fa12a000700 1 -- 172.21.15.42:0/2738850224 >> 172.21.15.42:0/2738850224 conn(0x7fa124078340 msgr2=0x7fa124078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:50.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.941+0000 7fa12a000700 1 -- 172.21.15.42:0/2738850224 shutdown_connections 2024-06-13T11:55:50.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.941+0000 7fa12a000700 1 -- 172.21.15.42:0/2738850224 wait complete. 2024-06-13T11:55:50.943 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.943+0000 7fa12a000700 1 Processor -- start 2024-06-13T11:55:50.943 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.943+0000 7fa12a000700 1 -- start start 2024-06-13T11:55:50.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.943+0000 7fa12a000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa12406a170 0x7fa124198d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:50.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.943+0000 7fa12a000700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa12406ab30 0x7fa1241992a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:50.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.943+0000 7fa12a000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa124108500 0x7fa12419d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:50.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.944+0000 7fa12a000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa1241127b0 con 0x7fa124108500 2024-06-13T11:55:50.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.944+0000 7fa12a000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fa124112630 con 0x7fa12406a170 2024-06-13T11:55:50.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.944+0000 7fa12a000700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fa124112930 con 0x7fa12406ab30 2024-06-13T11:55:50.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.944+0000 7fa123400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa12406a170 0x7fa124198d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:50.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.944+0000 7fa123400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa12406a170 0x7fa124198d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:43092/0 (socket says 172.21.15.42:43092) 2024-06-13T11:55:50.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.944+0000 7fa123400700 1 -- 172.21.15.42:0/3517149545 learned_addr learned my addr 172.21.15.42:0/3517149545 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:50.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.944+0000 7fa123e00700 1 --2- 172.21.15.42:0/3517149545 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa124108500 0x7fa12419d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:50.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.944+0000 7fa122a00700 1 --2- 172.21.15.42:0/3517149545 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa12406ab30 0x7fa1241992a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:50.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.944+0000 7fa123400700 1 -- 172.21.15.42:0/3517149545 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa12406ab30 msgr2=0x7fa1241992a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:50.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.944+0000 7fa123400700 1 --2- 172.21.15.42:0/3517149545 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa12406ab30 0x7fa1241992a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.944+0000 7fa123400700 1 -- 172.21.15.42:0/3517149545 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa124108500 msgr2=0x7fa12419d5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:50.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.944+0000 7fa123400700 1 --2- 172.21.15.42:0/3517149545 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa124108500 0x7fa12419d5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.944+0000 7fa123400700 1 -- 172.21.15.42:0/3517149545 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa12419dd20 con 0x7fa12406a170 2024-06-13T11:55:50.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.944+0000 7fa123e00700 1 --2- 172.21.15.42:0/3517149545 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa124108500 0x7fa12419d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:55:50.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.944+0000 7fa122a00700 1 --2- 172.21.15.42:0/3517149545 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa12406ab30 0x7fa1241992a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:55:50.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.945+0000 7fa123400700 1 --2- 172.21.15.42:0/3517149545 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa12406a170 0x7fa124198d60 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fa114005910 tx=0x7fa11400bb60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:50.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.945+0000 7fa11be00700 1 -- 172.21.15.42:0/3517149545 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa114027070 con 0x7fa12406a170 2024-06-13T11:55:50.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.945+0000 7fa11be00700 1 -- 172.21.15.42:0/3517149545 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa114003d70 con 0x7fa12406a170 2024-06-13T11:55:50.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.945+0000 7fa11be00700 1 -- 172.21.15.42:0/3517149545 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa11400f6c0 con 0x7fa12406a170 2024-06-13T11:55:50.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.945+0000 7fa12a000700 1 -- 172.21.15.42:0/3517149545 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa12419dfb0 con 0x7fa12406a170 2024-06-13T11:55:50.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.945+0000 7fa12a000700 1 -- 172.21.15.42:0/3517149545 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1241a5890 con 0x7fa12406a170 2024-06-13T11:55:50.949 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.949+0000 7fa11be00700 1 -- 172.21.15.42:0/3517149545 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 25) ==== 138060+0+0 (secure 0 0 0) 0x7fa11402a070 con 0x7fa12406a170 2024-06-13T11:55:50.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.950+0000 7fa11be00700 1 --2- 172.21.15.42:0/3517149545 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fa1080a7340 0x7fa1080a9800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:50.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.950+0000 7fa134920b80 1 Processor -- start 2024-06-13T11:55:50.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.950+0000 7fa11be00700 1 -- 172.21.15.42:0/3517149545 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fa1140d0b90 con 0x7fa12406a170 2024-06-13T11:55:50.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.950+0000 7fa134920b80 1 -- start start 2024-06-13T11:55:50.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.950+0000 7fa122a00700 1 --2- 172.21.15.42:0/3517149545 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fa1080a7340 0x7fa1080a9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:50.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.951+0000 7fa134920b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562438723c10 0x562438723ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:50.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.951+0000 7fa134920b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562438724530 0x56243871dd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:50.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.951+0000 7fa134920b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56243871e2c0 0x56243871e700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:50.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.951+0000 7fa134920b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56243862ca90 con 0x562438723c10 2024-06-13T11:55:50.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.951+0000 7fa134920b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x56243866fb80 con 0x562438724530 2024-06-13T11:55:50.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.951+0000 7fa134920b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x56243862a970 con 0x56243871e2c0 2024-06-13T11:55:50.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.951+0000 7fa123e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56243871e2c0 0x56243871e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:50.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.951+0000 7fa122a00700 1 --2- 172.21.15.42:0/3517149545 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fa1080a7340 0x7fa1080a9800 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fa124078940 tx=0x7fa110009260 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:50.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.951+0000 7fa123e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56243871e2c0 0x56243871e700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:39254/0 (socket says 172.21.15.42:39254) 2024-06-13T11:55:50.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.951+0000 7fa123e00700 1 -- 172.21.15.42:0/1308269813 learned_addr learned my addr 172.21.15.42:0/1308269813 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:50.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.951+0000 7fa122a00700 1 --2- 172.21.15.42:0/1308269813 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562438724530 0x56243871dd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:50.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.951+0000 7fa123400700 1 --2- 172.21.15.42:0/1308269813 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562438723c10 0x562438723ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:50.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.952+0000 7fa122a00700 1 -- 172.21.15.42:0/1308269813 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56243871e2c0 msgr2=0x56243871e700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:50.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.952+0000 7fa122a00700 1 --2- 172.21.15.42:0/1308269813 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56243871e2c0 0x56243871e700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.952+0000 7fa122a00700 1 -- 172.21.15.42:0/1308269813 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562438723c10 msgr2=0x562438723ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:50.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.952+0000 7fa122a00700 1 --2- 172.21.15.42:0/1308269813 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562438723c10 0x562438723ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.952+0000 7fa122a00700 1 -- 172.21.15.42:0/1308269813 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562438618010 con 0x562438724530 2024-06-13T11:55:50.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.952+0000 7fa123400700 1 --2- 172.21.15.42:0/1308269813 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562438723c10 0x562438723ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:55:50.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.952+0000 7fa123e00700 1 --2- 172.21.15.42:0/1308269813 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56243871e2c0 0x56243871e700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:55:50.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.952+0000 7fa122a00700 1 --2- 172.21.15.42:0/1308269813 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562438724530 0x56243871dd80 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fa110011f80 tx=0x7fa110014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a6ac4606d5a44988 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:50.954 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.952+0000 7fa118c00700 1 -- 172.21.15.42:0/1308269813 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa110009e70 con 0x562438724530 2024-06-13T11:55:50.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.952+0000 7fa118c00700 1 -- 172.21.15.42:0/1308269813 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa110025070 con 0x562438724530 2024-06-13T11:55:50.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.952+0000 7fa118c00700 1 -- 172.21.15.42:0/1308269813 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa110012b10 con 0x562438724530 2024-06-13T11:55:50.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.953+0000 7fa134920b80 1 -- 172.21.15.42:0/1308269813 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562438724530 msgr2=0x56243871dd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:50.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.953+0000 7fa134920b80 1 --2- 172.21.15.42:0/1308269813 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562438724530 0x56243871dd80 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fa110011f80 tx=0x7fa110014000 comp rx=0 tx=0).stop 2024-06-13T11:55:50.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.953+0000 7fa134920b80 1 -- 172.21.15.42:0/1308269813 shutdown_connections 2024-06-13T11:55:50.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.953+0000 7fa134920b80 1 --2- 172.21.15.42:0/1308269813 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56243871e2c0 0x56243871e700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.953+0000 7fa134920b80 1 --2- 172.21.15.42:0/1308269813 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562438723c10 0x562438723ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.953+0000 7fa134920b80 1 --2- 172.21.15.42:0/1308269813 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562438724530 0x56243871dd80 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.953+0000 7fa134920b80 1 -- 172.21.15.42:0/1308269813 >> 172.21.15.42:0/1308269813 conn(0x56243864a1f0 msgr2=0x562438719070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:50.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.954+0000 7fa134920b80 1 -- 172.21.15.42:0/1308269813 shutdown_connections 2024-06-13T11:55:50.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.954+0000 7fa134920b80 1 -- 172.21.15.42:0/1308269813 wait complete. 2024-06-13T11:55:50.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.954+0000 7fa134920b80 1 -- start start 2024-06-13T11:55:50.956 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.954+0000 7fa134920b80 1 Processor -- start 2024-06-13T11:55:50.957 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.955+0000 7fa134920b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56243871e2c0 0x56243872a300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:50.957 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.955+0000 7fa134920b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562438723c10 0x562438727600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:50.957 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.955+0000 7fa134920b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562438724530 0x562438727b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:50.957 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.955+0000 7fa134920b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56243860bfe0 con 0x562438724530 2024-06-13T11:55:50.957 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.955+0000 7fa134920b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x56243866bb40 con 0x562438723c10 2024-06-13T11:55:50.957 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.955+0000 7fa134920b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x56243872af10 con 0x56243871e2c0 2024-06-13T11:55:50.957 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.955+0000 7fa134920b80 10 client.0 _ll_register_callbacks cb 0x562438605400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:55:50.957 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.955+0000 7fa122a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562438723c10 0x562438727600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:50.957 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.955+0000 7fa122a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562438723c10 0x562438727600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:43108/0 (socket says 172.21.15.42:43108) 2024-06-13T11:55:50.957 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.955+0000 7fa122a00700 1 -- 172.21.15.42:0/2225370598 learned_addr learned my addr 172.21.15.42:0/2225370598 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:50.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.955+0000 7fa123400700 1 --2- 172.21.15.42:0/2225370598 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56243871e2c0 0x56243872a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:50.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.956+0000 7fa123e00700 1 --2- 172.21.15.42:0/2225370598 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562438724530 0x562438727b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:50.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.956+0000 7fa122a00700 1 -- 172.21.15.42:0/2225370598 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56243871e2c0 msgr2=0x56243872a300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:50.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.956+0000 7fa122a00700 1 --2- 172.21.15.42:0/2225370598 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56243871e2c0 0x56243872a300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.956+0000 7fa122a00700 1 -- 172.21.15.42:0/2225370598 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562438724530 msgr2=0x562438727b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:50.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.956+0000 7fa122a00700 1 --2- 172.21.15.42:0/2225370598 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562438724530 0x562438727b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.956+0000 7fa122a00700 1 -- 172.21.15.42:0/2225370598 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5624385be950 con 0x562438723c10 2024-06-13T11:55:50.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.956+0000 7fa123e00700 1 --2- 172.21.15.42:0/2225370598 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562438724530 0x562438727b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:55:50.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.956+0000 7fa122a00700 1 --2- 172.21.15.42:0/2225370598 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562438723c10 0x562438727600 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fa110006010 tx=0x7fa110013f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4cee5930b48aef07 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:50.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.956+0000 7fa10d600700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:55:50.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.956+0000 7fa10d600700 1 -- 172.21.15.42:0/2225370598 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa110003680 con 0x562438723c10 2024-06-13T11:55:50.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.957+0000 7fa134920b80 1 -- 172.21.15.42:0/2225370598 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa110025070 con 0x562438723c10 2024-06-13T11:55:50.959 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.957+0000 7fa10d600700 1 -- 172.21.15.42:0/2225370598 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fa110003820 con 0x562438723c10 2024-06-13T11:55:50.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.957+0000 7fa10d600700 1 -- 172.21.15.42:0/2225370598 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fa110003a20 con 0x562438723c10 2024-06-13T11:55:50.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.957+0000 7fa134920b80 10 client.25331 fetch_fsmap learned FSMap version 27 2024-06-13T11:55:50.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.957+0000 7fa134920b80 1 -- 172.21.15.42:0/2225370598 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5624387356f0 con 0x562438723c10 2024-06-13T11:55:50.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.957+0000 7fa10d600700 1 -- 172.21.15.42:0/2225370598 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa110025070 con 0x562438723c10 2024-06-13T11:55:50.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.957+0000 7fa10d600700 1 -- 172.21.15.42:0/2225370598 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 27) ==== 8346+0+0 (secure 0 0 0) 0x7fa110034cb0 con 0x562438723c10 2024-06-13T11:55:50.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.958+0000 7fa134920b80 10 client.25331 fetch_fsmap finished waiting for FSMap version 27 2024-06-13T11:55:50.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.958+0000 7fa134920b80 10 client.25331 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-06-13T11:55:50.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.958+0000 7fa134920b80 20 client.25331 populate_metadata read hostname 'smithi042' 2024-06-13T11:55:50.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.958+0000 7fa134920b80 1 --2- 172.21.15.42:0/2225370598 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x562438737c80 0x56243873a070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:50.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.958+0000 7fa134920b80 4 client.25331 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:55:50.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.958+0000 7fa134920b80 1 -- 172.21.15.42:0/2225370598 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56243867d080 con 0x562438737c80 2024-06-13T11:55:50.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.958+0000 7fa123400700 1 --2- 172.21.15.42:0/2225370598 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x562438737c80 0x56243873a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:50.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.959+0000 7fa123400700 1 --2- 172.21.15.42:0/2225370598 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x562438737c80 0x56243873a070 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d66d7b9481e622dd server_cookie=bba86ea96f53872d in_seq=0 out_seq=0 2024-06-13T11:55:50.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.959+0000 7fa10d600700 10 client.25331 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:55:50.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.960+0000 7fa10d600700 1 -- 172.21.15.42:0/2225370598 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x56243867d080 con 0x562438737c80 2024-06-13T11:55:50.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.960+0000 7fa10d600700 10 client.25331 handle_command_reply: tid=0 2024-06-13T11:55:50.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.960+0000 7fa134920b80 1 client.25331 shutdown 2024-06-13T11:55:50.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.960+0000 7fa134920b80 1 -- 172.21.15.42:0/2225370598 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562438723c10 msgr2=0x562438727600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:50.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.960+0000 7fa134920b80 1 --2- 172.21.15.42:0/2225370598 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562438723c10 0x562438727600 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fa110006010 tx=0x7fa110013f10 comp rx=0 tx=0).stop 2024-06-13T11:55:50.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.960+0000 7fa134920b80 1 -- 172.21.15.42:0/2225370598 shutdown_connections 2024-06-13T11:55:50.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.960+0000 7fa134920b80 1 --2- 172.21.15.42:0/2225370598 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x562438737c80 0x56243873a070 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.960+0000 7fa134920b80 1 --2- 172.21.15.42:0/2225370598 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562438724530 0x562438727b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.960+0000 7fa134920b80 1 --2- 172.21.15.42:0/2225370598 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56243871e2c0 0x56243872a300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.960+0000 7fa134920b80 1 --2- 172.21.15.42:0/2225370598 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562438723c10 0x562438727600 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.960+0000 7fa10d600700 0 client.25331 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:55:50.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.960+0000 7fa134920b80 1 -- 172.21.15.42:0/2225370598 >> 172.21.15.42:0/2225370598 conn(0x56243864a1f0 msgr2=0x562438712810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:50.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.961+0000 7fa134920b80 1 -- 172.21.15.42:0/2225370598 shutdown_connections 2024-06-13T11:55:50.963 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.961+0000 7fa134920b80 1 -- 172.21.15.42:0/2225370598 wait complete. 2024-06-13T11:55:50.963 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.961+0000 7fa134920b80 20 client.25331 trim_cache size 0 max 16384 2024-06-13T11:55:50.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.984+0000 7fa134920b80 1 Processor -- start 2024-06-13T11:55:50.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.984+0000 7fa134920b80 1 -- start start 2024-06-13T11:55:50.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.985+0000 7fa134920b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56243871e2c0 0x5624387131b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:50.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.985+0000 7fa134920b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x562438723c10 0x562438729e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:50.986 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.985+0000 7fa134920b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562438724530 0x5624387275c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:50.986 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.985+0000 7fa134920b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa1241aec50 con 0x562438724530 2024-06-13T11:55:50.986 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.985+0000 7fa134920b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fa1241ac4e0 con 0x56243871e2c0 2024-06-13T11:55:50.986 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.985+0000 7fa134920b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fa1241aa330 con 0x562438723c10 2024-06-13T11:55:50.986 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.985+0000 7fa123400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56243871e2c0 0x5624387131b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:50.986 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.985+0000 7fa122a00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x562438723c10 0x562438729e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:50.986 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.985+0000 7fa123400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56243871e2c0 0x5624387131b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:43118/0 (socket says 172.21.15.42:43118) 2024-06-13T11:55:50.986 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.985+0000 7fa123400700 1 -- 172.21.15.42:0/2397505043 learned_addr learned my addr 172.21.15.42:0/2397505043 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:50.986 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.985+0000 7fa123e00700 1 --2- 172.21.15.42:0/2397505043 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562438724530 0x5624387275c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:50.987 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.985+0000 7fa123400700 1 -- 172.21.15.42:0/2397505043 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x562438723c10 msgr2=0x562438729e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:50.987 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.985+0000 7fa123400700 1 --2- 172.21.15.42:0/2397505043 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x562438723c10 0x562438729e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.987 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.985+0000 7fa123400700 1 -- 172.21.15.42:0/2397505043 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562438724530 msgr2=0x5624387275c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:50.987 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.985+0000 7fa123400700 1 --2- 172.21.15.42:0/2397505043 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562438724530 0x5624387275c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.987 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.986+0000 7fa123400700 1 -- 172.21.15.42:0/2397505043 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562438724240 con 0x56243871e2c0 2024-06-13T11:55:50.987 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.986+0000 7fa123e00700 1 --2- 172.21.15.42:0/2397505043 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562438724530 0x5624387275c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:55:50.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.986+0000 7fa123400700 1 --2- 172.21.15.42:0/2397505043 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56243871e2c0 0x5624387131b0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fa11409cad0 tx=0x7fa11401a040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1f55b5986ab3e960 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:50.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.986+0000 7fa10fe00700 1 -- 172.21.15.42:0/2397505043 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa11409d240 con 0x56243871e2c0 2024-06-13T11:55:50.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.986+0000 7fa10fe00700 1 -- 172.21.15.42:0/2397505043 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa11409cb40 con 0x56243871e2c0 2024-06-13T11:55:50.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.986+0000 7fa10fe00700 1 -- 172.21.15.42:0/2397505043 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa11409d000 con 0x56243871e2c0 2024-06-13T11:55:50.989 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.987+0000 7fa134920b80 1 -- 172.21.15.42:0/2397505043 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56243871e2c0 msgr2=0x5624387131b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:50.989 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.987+0000 7fa134920b80 1 --2- 172.21.15.42:0/2397505043 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56243871e2c0 0x5624387131b0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fa11409cad0 tx=0x7fa11401a040 comp rx=0 tx=0).stop 2024-06-13T11:55:50.989 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.987+0000 7fa134920b80 1 -- 172.21.15.42:0/2397505043 shutdown_connections 2024-06-13T11:55:50.989 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.987+0000 7fa134920b80 1 --2- 172.21.15.42:0/2397505043 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56243871e2c0 0x5624387131b0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.989 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.987+0000 7fa134920b80 1 --2- 172.21.15.42:0/2397505043 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562438724530 0x5624387275c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.989 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.987+0000 7fa134920b80 1 --2- 172.21.15.42:0/2397505043 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x562438723c10 0x562438729e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.989 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.987+0000 7fa134920b80 1 -- 172.21.15.42:0/2397505043 >> 172.21.15.42:0/2397505043 conn(0x56243864a1f0 msgr2=0x562438726eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:50.989 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.987+0000 7fa134920b80 1 -- 172.21.15.42:0/2397505043 shutdown_connections 2024-06-13T11:55:50.989 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.988+0000 7fa134920b80 1 -- 172.21.15.42:0/2397505043 wait complete. 2024-06-13T11:55:50.989 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.988+0000 7fa134920b80 1 -- start start 2024-06-13T11:55:50.989 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.988+0000 7fa134920b80 1 Processor -- start 2024-06-13T11:55:50.990 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.989+0000 7fa134920b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56243871e2c0 0x562438730490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:50.990 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.989+0000 7fa134920b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562438723c10 0x5624387309d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:50.990 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.989+0000 7fa134920b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562438724530 0x56243872d270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:50.990 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.989+0000 7fa134920b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa1241aa9a0 con 0x562438724530 2024-06-13T11:55:50.990 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.989+0000 7fa134920b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fa1241abe10 con 0x562438723c10 2024-06-13T11:55:50.990 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.989+0000 7fa134920b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fa1241ab070 con 0x56243871e2c0 2024-06-13T11:55:50.990 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.989+0000 7fa134920b80 10 client.0 _ll_register_callbacks cb 0x562438605400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:55:50.991 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.990+0000 7fa122a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562438723c10 0x5624387309d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:50.991 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.990+0000 7fa122a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562438723c10 0x5624387309d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:43126/0 (socket says 172.21.15.42:43126) 2024-06-13T11:55:50.991 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.990+0000 7fa123400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56243871e2c0 0x562438730490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:50.992 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.990+0000 7fa122a00700 1 -- 172.21.15.42:0/4256554522 learned_addr learned my addr 172.21.15.42:0/4256554522 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:50.992 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.990+0000 7fa123e00700 1 --2- 172.21.15.42:0/4256554522 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562438724530 0x56243872d270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:50.992 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.990+0000 7fa122a00700 1 -- 172.21.15.42:0/4256554522 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56243871e2c0 msgr2=0x562438730490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:50.992 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.990+0000 7fa122a00700 1 --2- 172.21.15.42:0/4256554522 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56243871e2c0 0x562438730490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.992 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.990+0000 7fa122a00700 1 -- 172.21.15.42:0/4256554522 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562438724530 msgr2=0x56243872d270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:50.992 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.990+0000 7fa122a00700 1 --2- 172.21.15.42:0/4256554522 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562438724530 0x56243872d270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.992 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.990+0000 7fa122a00700 1 -- 172.21.15.42:0/4256554522 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56243872da80 con 0x562438723c10 2024-06-13T11:55:50.992 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.990+0000 7fa122a00700 1 --2- 172.21.15.42:0/4256554522 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562438723c10 0x5624387309d0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fa1100204b0 tx=0x7fa110009dc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=faf36a8319e1e810 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:50.992 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.990+0000 7fa10d600700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:55:50.992 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.991+0000 7fa10d600700 1 -- 172.21.15.42:0/4256554522 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa110047060 con 0x562438723c10 2024-06-13T11:55:50.992 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.991+0000 7fa134920b80 1 -- 172.21.15.42:0/4256554522 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa11409cb40 con 0x562438723c10 2024-06-13T11:55:50.992 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.991+0000 7fa10d600700 1 -- 172.21.15.42:0/4256554522 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fa110005380 con 0x562438723c10 2024-06-13T11:55:50.992 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.991+0000 7fa10d600700 1 -- 172.21.15.42:0/4256554522 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fa11004e050 con 0x562438723c10 2024-06-13T11:55:50.993 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.991+0000 7fa134920b80 10 client.25337 fetch_fsmap learned FSMap version 27 2024-06-13T11:55:50.993 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.991+0000 7fa134920b80 1 -- 172.21.15.42:0/4256554522 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5624387a3390 con 0x562438723c10 2024-06-13T11:55:50.994 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.991+0000 7fa10d600700 1 -- 172.21.15.42:0/4256554522 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa11409cb40 con 0x562438723c10 2024-06-13T11:55:50.994 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.991+0000 7fa10d600700 1 -- 172.21.15.42:0/4256554522 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 27) ==== 8346+0+0 (secure 0 0 0) 0x7fa110034430 con 0x562438723c10 2024-06-13T11:55:50.994 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.992+0000 7fa134920b80 10 client.25337 fetch_fsmap finished waiting for FSMap version 27 2024-06-13T11:55:50.994 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.992+0000 7fa134920b80 10 client.25337 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-06-13T11:55:50.994 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.992+0000 7fa134920b80 20 client.25337 populate_metadata read hostname 'smithi042' 2024-06-13T11:55:50.994 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.992+0000 7fa134920b80 1 --2- 172.21.15.42:0/4256554522 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5624387a3820 0x5624387a5c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:50.994 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.992+0000 7fa134920b80 4 client.25337 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-06-13T11:55:50.994 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.992+0000 7fa134920b80 1 -- 172.21.15.42:0/4256554522 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x562438677600 con 0x5624387a3820 2024-06-13T11:55:50.994 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.992+0000 7fa123400700 1 --2- 172.21.15.42:0/4256554522 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5624387a3820 0x5624387a5c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:50.994 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.993+0000 7fa10d600700 10 client.25337 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:55:50.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.993+0000 7fa123400700 1 --2- 172.21.15.42:0/4256554522 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5624387a3820 0x5624387a5c40 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bc0c96cf4cd29490 server_cookie=37f47e49c94d1c16 in_seq=0 out_seq=0 2024-06-13T11:55:50.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.994+0000 7fa10d600700 1 -- 172.21.15.42:0/4256554522 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x562438677600 con 0x5624387a3820 2024-06-13T11:55:50.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.994+0000 7fa10d600700 10 client.25337 handle_command_reply: tid=0 2024-06-13T11:55:50.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.994+0000 7fa134920b80 1 client.25337 shutdown 2024-06-13T11:55:50.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.994+0000 7fa134920b80 1 -- 172.21.15.42:0/4256554522 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562438723c10 msgr2=0x5624387309d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:50.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.994+0000 7fa134920b80 1 --2- 172.21.15.42:0/4256554522 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562438723c10 0x5624387309d0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fa1100204b0 tx=0x7fa110009dc0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.994+0000 7fa134920b80 1 -- 172.21.15.42:0/4256554522 shutdown_connections 2024-06-13T11:55:50.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.994+0000 7fa134920b80 1 --2- 172.21.15.42:0/4256554522 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5624387a3820 0x5624387a5c40 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.994+0000 7fa134920b80 1 --2- 172.21.15.42:0/4256554522 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562438724530 0x56243872d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.994+0000 7fa134920b80 1 --2- 172.21.15.42:0/4256554522 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56243871e2c0 0x562438730490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.994+0000 7fa134920b80 1 --2- 172.21.15.42:0/4256554522 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562438723c10 0x5624387309d0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.994+0000 7fa134920b80 1 -- 172.21.15.42:0/4256554522 >> 172.21.15.42:0/4256554522 conn(0x56243864a1f0 msgr2=0x562438727710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:50.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.995+0000 7fa10d600700 0 client.25337 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:55:50.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.995+0000 7fa134920b80 1 -- 172.21.15.42:0/4256554522 shutdown_connections 2024-06-13T11:55:50.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.995+0000 7fa134920b80 1 -- 172.21.15.42:0/4256554522 wait complete. 2024-06-13T11:55:50.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.995+0000 7fa134920b80 20 client.25337 trim_cache size 0 max 16384 2024-06-13T11:55:50.997 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-13T11:55:50.997 INFO:teuthology.orchestra.run.smithi042.stdout: "return_code": 0, 2024-06-13T11:55:50.997 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_tag": "d97563d1-d4b6-4ffb-b941-214844b086b5", 2024-06-13T11:55:50.997 INFO:teuthology.orchestra.run.smithi042.stdout: "mode": "asynchronous" 2024-06-13T11:55:50.998 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-13T11:55:50.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.996+0000 7fa12a000700 1 -- 172.21.15.42:0/3517149545 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fa1080a7340 msgr2=0x7fa1080a9800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:50.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.996+0000 7fa12a000700 1 --2- 172.21.15.42:0/3517149545 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fa1080a7340 0x7fa1080a9800 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fa124078940 tx=0x7fa110009260 comp rx=0 tx=0).stop 2024-06-13T11:55:50.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.996+0000 7fa12a000700 1 -- 172.21.15.42:0/3517149545 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa12406a170 msgr2=0x7fa124198d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:50.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.996+0000 7fa12a000700 1 --2- 172.21.15.42:0/3517149545 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa12406a170 0x7fa124198d60 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fa114005910 tx=0x7fa11400bb60 comp rx=0 tx=0).stop 2024-06-13T11:55:50.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.996+0000 7fa12a000700 1 -- 172.21.15.42:0/3517149545 shutdown_connections 2024-06-13T11:55:50.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.996+0000 7fa12a000700 1 --2- 172.21.15.42:0/3517149545 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fa1080a7340 0x7fa1080a9800 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.996+0000 7fa12a000700 1 --2- 172.21.15.42:0/3517149545 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa12406a170 0x7fa124198d60 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.996+0000 7fa12a000700 1 --2- 172.21.15.42:0/3517149545 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa124108500 0x7fa12419d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.996+0000 7fa12a000700 1 --2- 172.21.15.42:0/3517149545 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa12406ab30 0x7fa1241992a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:50.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.996+0000 7fa12a000700 1 -- 172.21.15.42:0/3517149545 >> 172.21.15.42:0/3517149545 conn(0x7fa124078340 msgr2=0x7fa124100010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:50.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.996+0000 7fa12a000700 1 -- 172.21.15.42:0/3517149545 shutdown_connections 2024-06-13T11:55:50.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:50.996+0000 7fa12a000700 1 -- 172.21.15.42:0/3517149545 wait complete. 2024-06-13T11:55:51.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.069+0000 7f4ed5400640 1 -- 172.21.15.42:0/884036197 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4ed0102960 msgr2=0x7f4ed0102d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:51.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.069+0000 7f4ed5400640 1 --2- 172.21.15.42:0/884036197 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4ed0102960 0x7f4ed0102d40 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f4ec0009900 tx=0x7f4ec002a480 comp rx=0 tx=0).stop 2024-06-13T11:55:51.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.069+0000 7f4ed5400640 1 -- 172.21.15.42:0/884036197 shutdown_connections 2024-06-13T11:55:51.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.069+0000 7f4ed5400640 1 --2- 172.21.15.42:0/884036197 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ed0103280 0x7f4ed010b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:51.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.069+0000 7f4ed5400640 1 --2- 172.21.15.42:0/884036197 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4ed010bd80 0x7f4ed010e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:51.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.069+0000 7f4ed5400640 1 --2- 172.21.15.42:0/884036197 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4ed0102960 0x7f4ed0102d40 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:51.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.069+0000 7f4ed5400640 1 -- 172.21.15.42:0/884036197 >> 172.21.15.42:0/884036197 conn(0x7f4ed00fc1c0 msgr2=0x7f4ed00fe5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:51.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.069+0000 7f4ed5400640 1 -- 172.21.15.42:0/884036197 shutdown_connections 2024-06-13T11:55:51.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.069+0000 7f4ed5400640 1 -- 172.21.15.42:0/884036197 wait complete. 2024-06-13T11:55:51.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.070+0000 7f4ed5400640 1 Processor -- start 2024-06-13T11:55:51.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.070+0000 7f4ed5400640 1 -- start start 2024-06-13T11:55:51.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.071+0000 7f4ed5400640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4ed0102960 0x7f4ed019a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:51.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.071+0000 7f4ed5400640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4ed0103280 0x7f4ed019a880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:51.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.071+0000 7f4ed5400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ed010bd80 0x7f4ed019ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:51.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.071+0000 7f4ed5400640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4ed0111bd0 con 0x7f4ed010bd80 2024-06-13T11:55:51.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.071+0000 7f4ed5400640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f4ed0111a50 con 0x7f4ed0102960 2024-06-13T11:55:51.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.071+0000 7f4ed5400640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f4ed0111d50 con 0x7f4ed0103280 2024-06-13T11:55:51.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.071+0000 7f4ecfe00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4ed0102960 0x7f4ed019a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:51.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.071+0000 7f4ecfe00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4ed0102960 0x7f4ed019a340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:43146/0 (socket says 172.21.15.42:43146) 2024-06-13T11:55:51.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.071+0000 7f4ecfe00640 1 -- 172.21.15.42:0/258509421 learned_addr learned my addr 172.21.15.42:0/258509421 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:51.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.071+0000 7f4ed4a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ed010bd80 0x7f4ed019ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:51.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.071+0000 7f4ec7e00640 1 --2- 172.21.15.42:0/258509421 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4ed0103280 0x7f4ed019a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:51.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.071+0000 7f4ecfe00640 1 -- 172.21.15.42:0/258509421 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4ed0103280 msgr2=0x7f4ed019a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:51.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.071+0000 7f4ecfe00640 1 --2- 172.21.15.42:0/258509421 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4ed0103280 0x7f4ed019a880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:51.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.071+0000 7f4ecfe00640 1 -- 172.21.15.42:0/258509421 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ed010bd80 msgr2=0x7f4ed019ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:51.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.071+0000 7f4ecfe00640 1 --2- 172.21.15.42:0/258509421 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ed010bd80 0x7f4ed019ebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:51.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.071+0000 7f4ecfe00640 1 -- 172.21.15.42:0/258509421 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ed019f2e0 con 0x7f4ed0102960 2024-06-13T11:55:51.074 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.071+0000 7f4ec7e00640 1 --2- 172.21.15.42:0/258509421 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4ed0103280 0x7f4ed019a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:55:51.074 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.072+0000 7f4ecfe00640 1 --2- 172.21.15.42:0/258509421 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4ed0102960 0x7f4ed019a340 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f4ec0004770 tx=0x7f4ec0003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:51.074 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.072+0000 7f4ecd600640 1 -- 172.21.15.42:0/258509421 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ec003f070 con 0x7f4ed0102960 2024-06-13T11:55:51.074 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.072+0000 7f4ed5400640 1 -- 172.21.15.42:0/258509421 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ed019f570 con 0x7f4ed0102960 2024-06-13T11:55:51.074 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.072+0000 7f4ecd600640 1 -- 172.21.15.42:0/258509421 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4ec0031ca0 con 0x7f4ed0102960 2024-06-13T11:55:51.074 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.072+0000 7f4ecd600640 1 -- 172.21.15.42:0/258509421 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ec0035030 con 0x7f4ed0102960 2024-06-13T11:55:51.074 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.072+0000 7f4ed5400640 1 -- 172.21.15.42:0/258509421 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ed01a6e60 con 0x7f4ed0102960 2024-06-13T11:55:51.074 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.073+0000 7f4ed5400640 1 -- 172.21.15.42:0/258509421 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ed004ffb0 con 0x7f4ed0102960 2024-06-13T11:55:51.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.075+0000 7f4ecd600640 1 -- 172.21.15.42:0/258509421 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 25) ==== 138060+0+0 (secure 0 0 0) 0x7f4ec0042070 con 0x7f4ed0102960 2024-06-13T11:55:51.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.076+0000 7f4ecd600640 1 --2- 172.21.15.42:0/258509421 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f4eb40a2e90 0x7f4eb40a5350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:51.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.077+0000 7f4ecd600640 1 -- 172.21.15.42:0/258509421 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f4ec00f00d0 con 0x7f4ed0102960 2024-06-13T11:55:51.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.077+0000 7f4ec7e00640 1 --2- 172.21.15.42:0/258509421 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f4eb40a2e90 0x7f4eb40a5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:51.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.077+0000 7f4ec7e00640 1 --2- 172.21.15.42:0/258509421 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f4eb40a2e90 0x7f4eb40a5350 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4ed00fe690 tx=0x7f4eb8005f90 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:51.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.081+0000 7f4ecd600640 1 -- 172.21.15.42:0/258509421 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4ec00bc760 con 0x7f4ed0102960 2024-06-13T11:55:51.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.311+0000 7f4ed5400640 1 -- 172.21.15.42:0/258509421 --> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f4ed0101ca0 con 0x7f4eb40a2e90 2024-06-13T11:55:51.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.327+0000 7f4ecd600640 1 -- 172.21.15.42:0/258509421 <== mgr.25157 v2:172.21.15.42:6800/3710434171 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+298 (secure 0 0 0) 0x7f4ed0101ca0 con 0x7f4eb40a2e90 2024-06-13T11:55:51.328 INFO:teuthology.orchestra.run.smithi042.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-06-13T00:00:00", "created": "2024-06-13T11:55:50", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true} 2024-06-13T11:55:51.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.330+0000 7f4ed5400640 1 -- 172.21.15.42:0/258509421 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f4eb40a2e90 msgr2=0x7f4eb40a5350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:51.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.330+0000 7f4ed5400640 1 --2- 172.21.15.42:0/258509421 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f4eb40a2e90 0x7f4eb40a5350 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4ed00fe690 tx=0x7f4eb8005f90 comp rx=0 tx=0).stop 2024-06-13T11:55:51.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.330+0000 7f4ed5400640 1 -- 172.21.15.42:0/258509421 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4ed0102960 msgr2=0x7f4ed019a340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:51.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.330+0000 7f4ed5400640 1 --2- 172.21.15.42:0/258509421 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4ed0102960 0x7f4ed019a340 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f4ec0004770 tx=0x7f4ec0003c10 comp rx=0 tx=0).stop 2024-06-13T11:55:51.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.330+0000 7f4ed5400640 1 -- 172.21.15.42:0/258509421 shutdown_connections 2024-06-13T11:55:51.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.330+0000 7f4ed5400640 1 --2- 172.21.15.42:0/258509421 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f4eb40a2e90 0x7f4eb40a5350 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:51.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.330+0000 7f4ed5400640 1 --2- 172.21.15.42:0/258509421 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ed010bd80 0x7f4ed019ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:51.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.330+0000 7f4ed5400640 1 --2- 172.21.15.42:0/258509421 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4ed0103280 0x7f4ed019a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:51.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.330+0000 7f4ed5400640 1 --2- 172.21.15.42:0/258509421 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4ed0102960 0x7f4ed019a340 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:51.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.330+0000 7f4ed5400640 1 -- 172.21.15.42:0/258509421 >> 172.21.15.42:0/258509421 conn(0x7f4ed00fc1c0 msgr2=0x7f4ed0100580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:51.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.330+0000 7f4ed5400640 1 -- 172.21.15.42:0/258509421 shutdown_connections 2024-06-13T11:55:51.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.331+0000 7f4ed5400640 1 -- 172.21.15.42:0/258509421 wait complete. 2024-06-13T11:55:51.349 DEBUG:teuthology.orchestra.run.smithi042:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-06-13T11:55:51.544 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.543+0000 7f07db000640 1 -- 172.21.15.42:0/2985108088 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f07d4108200 msgr2=0x7f07d41085e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:51.544 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.543+0000 7f07db000640 1 --2- 172.21.15.42:0/2985108088 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f07d4108200 0x7f07d41085e0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f07c4009ca0 tx=0x7f07c402a8c0 comp rx=0 tx=0).stop 2024-06-13T11:55:51.544 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.544+0000 7f07db000640 1 -- 172.21.15.42:0/2985108088 shutdown_connections 2024-06-13T11:55:51.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.544+0000 7f07db000640 1 --2- 172.21.15.42:0/2985108088 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f07d4108bb0 0x7f07d410cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:51.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.544+0000 7f07db000640 1 --2- 172.21.15.42:0/2985108088 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f07d410d2d0 0x7f07d4114ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:51.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.544+0000 7f07db000640 1 --2- 172.21.15.42:0/2985108088 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f07d4108200 0x7f07d41085e0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:51.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.544+0000 7f07db000640 1 -- 172.21.15.42:0/2985108088 >> 172.21.15.42:0/2985108088 conn(0x7f07d4075f30 msgr2=0x7f07d4078350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:51.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.544+0000 7f07db000640 1 -- 172.21.15.42:0/2985108088 shutdown_connections 2024-06-13T11:55:51.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.544+0000 7f07db000640 1 -- 172.21.15.42:0/2985108088 wait complete. 2024-06-13T11:55:51.546 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.545+0000 7f07db000640 1 Processor -- start 2024-06-13T11:55:51.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.545+0000 7f07db000640 1 -- start start 2024-06-13T11:55:51.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.545+0000 7f07db000640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f07d4108200 0x7f07d41a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:51.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.545+0000 7f07db000640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f07d410d2d0 0x7f07d41a4970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:51.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.546+0000 7f07db000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f07d419e630 0x7f07d419eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:51.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.546+0000 7f07db000640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f07d41183b0 con 0x7f07d419e630 2024-06-13T11:55:51.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.546+0000 7f07db000640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f07d4118230 con 0x7f07d4108200 2024-06-13T11:55:51.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.546+0000 7f07db000640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f07d4118530 con 0x7f07d410d2d0 2024-06-13T11:55:51.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.546+0000 7f07d3e00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f07d4108200 0x7f07d41a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:51.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.546+0000 7f07d3e00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f07d4108200 0x7f07d41a4430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:43160/0 (socket says 172.21.15.42:43160) 2024-06-13T11:55:51.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.546+0000 7f07d3e00640 1 -- 172.21.15.42:0/3286840644 learned_addr learned my addr 172.21.15.42:0/3286840644 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:51.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.546+0000 7f07d3400640 1 --2- 172.21.15.42:0/3286840644 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f07d410d2d0 0x7f07d41a4970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:51.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.546+0000 7f07d9000640 1 --2- 172.21.15.42:0/3286840644 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f07d419e630 0x7f07d419eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:51.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.546+0000 7f07d3e00640 1 -- 172.21.15.42:0/3286840644 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f07d410d2d0 msgr2=0x7f07d41a4970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:51.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.546+0000 7f07d3e00640 1 --2- 172.21.15.42:0/3286840644 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f07d410d2d0 0x7f07d41a4970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:51.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.546+0000 7f07d3e00640 1 -- 172.21.15.42:0/3286840644 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f07d419e630 msgr2=0x7f07d419eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:51.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.546+0000 7f07d3e00640 1 --2- 172.21.15.42:0/3286840644 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f07d419e630 0x7f07d419eae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:51.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.546+0000 7f07d3e00640 1 -- 172.21.15.42:0/3286840644 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07d419f150 con 0x7f07d4108200 2024-06-13T11:55:51.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.547+0000 7f07d3e00640 1 --2- 172.21.15.42:0/3286840644 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f07d4108200 0x7f07d41a4430 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f07c4005e30 tx=0x7f07c4003f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:51.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.547+0000 7f07d0c00640 1 -- 172.21.15.42:0/3286840644 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07c4031650 con 0x7f07d4108200 2024-06-13T11:55:51.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.547+0000 7f07d0c00640 1 -- 172.21.15.42:0/3286840644 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f07c40317f0 con 0x7f07d4108200 2024-06-13T11:55:51.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.547+0000 7f07d0c00640 1 -- 172.21.15.42:0/3286840644 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07c402fa30 con 0x7f07d4108200 2024-06-13T11:55:51.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.547+0000 7f07db000640 1 -- 172.21.15.42:0/3286840644 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07d419f3e0 con 0x7f07d4108200 2024-06-13T11:55:51.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.547+0000 7f07db000640 1 -- 172.21.15.42:0/3286840644 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07d41ab590 con 0x7f07d4108200 2024-06-13T11:55:51.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.548+0000 7f07db000640 1 -- 172.21.15.42:0/3286840644 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07d41096d0 con 0x7f07d4108200 2024-06-13T11:55:51.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.550+0000 7f07d0c00640 1 -- 172.21.15.42:0/3286840644 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 25) ==== 138060+0+0 (secure 0 0 0) 0x7f07c402fc30 con 0x7f07d4108200 2024-06-13T11:55:51.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.552+0000 7f07d0c00640 1 --2- 172.21.15.42:0/3286840644 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f07b80a2f40 0x7f07b80a5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:51.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.552+0000 7f07d0c00640 1 -- 172.21.15.42:0/3286840644 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f07c40f0c30 con 0x7f07d4108200 2024-06-13T11:55:51.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.552+0000 7f07d3400640 1 --2- 172.21.15.42:0/3286840644 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f07b80a2f40 0x7f07b80a5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:51.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.553+0000 7f07d3400640 1 --2- 172.21.15.42:0/3286840644 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f07b80a2f40 0x7f07b80a5400 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f07d4107280 tx=0x7f07bc005f90 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:51.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.560+0000 7f07d0c00640 1 -- 172.21.15.42:0/3286840644 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f07c40bd300 con 0x7f07d4108200 2024-06-13T11:55:51.793 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.793+0000 7f07db000640 1 -- 172.21.15.42:0/3286840644 --> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7f07d4108bb0 con 0x7f07b80a2f40 2024-06-13T11:55:51.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.806+0000 7f07d0c00640 1 -- 172.21.15.42:0/3286840644 <== mgr.25157 v2:172.21.15.42:6800/3710434171 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7f07d4108bb0 con 0x7f07b80a2f40 2024-06-13T11:55:51.807 INFO:teuthology.orchestra.run.smithi042.stdout:/ 1m 6m3h 2024-06-13T11:55:51.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.809+0000 7f07db000640 1 -- 172.21.15.42:0/3286840644 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f07b80a2f40 msgr2=0x7f07b80a5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:51.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.809+0000 7f07db000640 1 --2- 172.21.15.42:0/3286840644 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f07b80a2f40 0x7f07b80a5400 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f07d4107280 tx=0x7f07bc005f90 comp rx=0 tx=0).stop 2024-06-13T11:55:51.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.809+0000 7f07db000640 1 -- 172.21.15.42:0/3286840644 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f07d4108200 msgr2=0x7f07d41a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:51.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.809+0000 7f07db000640 1 --2- 172.21.15.42:0/3286840644 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f07d4108200 0x7f07d41a4430 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f07c4005e30 tx=0x7f07c4003f90 comp rx=0 tx=0).stop 2024-06-13T11:55:51.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.809+0000 7f07db000640 1 -- 172.21.15.42:0/3286840644 shutdown_connections 2024-06-13T11:55:51.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.809+0000 7f07db000640 1 --2- 172.21.15.42:0/3286840644 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f07b80a2f40 0x7f07b80a5400 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:51.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.809+0000 7f07db000640 1 --2- 172.21.15.42:0/3286840644 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f07d419e630 0x7f07d419eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:51.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.809+0000 7f07db000640 1 --2- 172.21.15.42:0/3286840644 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f07d410d2d0 0x7f07d41a4970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:51.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.809+0000 7f07db000640 1 --2- 172.21.15.42:0/3286840644 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f07d4108200 0x7f07d41a4430 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:51.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.809+0000 7f07db000640 1 -- 172.21.15.42:0/3286840644 >> 172.21.15.42:0/3286840644 conn(0x7f07d4075f30 msgr2=0x7f07d40781f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:51.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.810+0000 7f07db000640 1 -- 172.21.15.42:0/3286840644 shutdown_connections 2024-06-13T11:55:51.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:51.810+0000 7f07db000640 1 -- 172.21.15.42:0/3286840644 wait complete. 2024-06-13T11:55:51.829 DEBUG:teuthology.orchestra.run.smithi042:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME' 2024-06-13T11:55:51.918 INFO:teuthology.run_tasks:Running task full_sequential_finally... 2024-06-13T11:55:51.931 INFO:teuthology.run_tasks:Running task background_exec... 2024-06-13T11:55:51.940 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi042.front.sepia.ceph.com 2024-06-13T11:55:51.941 DEBUG:teuthology.orchestra.run.smithi042:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-06-13T11:55:51.942 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-06-13T11:55:51.990 INFO:teuthology.run_tasks:Running task workunit... 2024-06-13T11:55:52.003 INFO:tasks.workunit:Pulling workunits from ref 1373963c202323287783ccb099bbae1ec8f14a5d 2024-06-13T11:55:52.003 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-06-13T11:55:52.003 INFO:tasks.workunit:timeout=6h 2024-06-13T11:55:52.003 INFO:tasks.workunit:cleanup=True 2024-06-13T11:55:52.003 DEBUG:teuthology.orchestra.run.smithi042:> stat -- /home/ubuntu/cephtest/mnt.0 2024-06-13T11:55:52.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:51 smithi088 ceph-mon[36399]: from='client.15168 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:55:52.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:51 smithi088 ceph-mon[36399]: scrub queued for path: / 2024-06-13T11:55:52.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:51 smithi088 ceph-mon[36399]: scrub summary: idle+waiting paths [/] 2024-06-13T11:55:52.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:51 smithi088 ceph-mon[36399]: scrub summary: active paths [/] 2024-06-13T11:55:52.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:51 smithi088 ceph-mon[36399]: scrub summary: idle+waiting paths [/] 2024-06-13T11:55:52.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:51 smithi088 ceph-mon[36399]: from='client.25343 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:55:52.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:51 smithi042 ceph-mon[32231]: from='client.15168 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:55:52.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:51 smithi042 ceph-mon[32231]: scrub queued for path: / 2024-06-13T11:55:52.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:51 smithi042 ceph-mon[32231]: scrub summary: idle+waiting paths [/] 2024-06-13T11:55:52.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:51 smithi042 ceph-mon[32231]: scrub summary: active paths [/] 2024-06-13T11:55:52.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:51 smithi042 ceph-mon[32231]: scrub summary: idle+waiting paths [/] 2024-06-13T11:55:52.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:51 smithi042 ceph-mon[32231]: from='client.25343 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:55:52.059 INFO:teuthology.orchestra.run.smithi042.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-06-13T11:55:52.059 INFO:teuthology.orchestra.run.smithi042.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2024-06-13T11:55:52.059 INFO:teuthology.orchestra.run.smithi042.stdout:Device: 77h/119d Inode: 1099511628283 Links: 2 2024-06-13T11:55:52.059 INFO:teuthology.orchestra.run.smithi042.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-13T11:55:52.059 INFO:teuthology.orchestra.run.smithi042.stdout:Context: system_u:object_r:unlabeled_t:s0 2024-06-13T11:55:52.059 INFO:teuthology.orchestra.run.smithi042.stdout:Access: 2024-06-13 11:52:22.386143119 +0000 2024-06-13T11:55:52.059 INFO:teuthology.orchestra.run.smithi042.stdout:Modify: 2024-06-13 11:52:22.386143119 +0000 2024-06-13T11:55:52.059 INFO:teuthology.orchestra.run.smithi042.stdout:Change: 2024-06-13 11:55:28.929389120 +0000 2024-06-13T11:55:52.060 INFO:teuthology.orchestra.run.smithi042.stdout: Birth: 2024-06-13 11:52:22.386143119 +0000 2024-06-13T11:55:52.060 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-06-13T11:55:52.060 DEBUG:teuthology.orchestra.run.smithi042:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-06-13T11:55:52.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:51 smithi162 ceph-mon[36757]: from='client.15168 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:55:52.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:51 smithi162 ceph-mon[36757]: scrub queued for path: / 2024-06-13T11:55:52.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:51 smithi162 ceph-mon[36757]: scrub summary: idle+waiting paths [/] 2024-06-13T11:55:52.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:51 smithi162 ceph-mon[36757]: scrub summary: active paths [/] 2024-06-13T11:55:52.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:51 smithi162 ceph-mon[36757]: scrub summary: idle+waiting paths [/] 2024-06-13T11:55:52.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:51 smithi162 ceph-mon[36757]: from='client.25343 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:55:52.174 DEBUG:teuthology.orchestra.run.smithi042:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 1373963c202323287783ccb099bbae1ec8f14a5d 2024-06-13T11:55:52.225 INFO:tasks.workunit.client.0.smithi042.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-06-13T11:55:52.440 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:55:52.859 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:52 smithi042 ceph-mon[32231]: from='client.25349 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:55:52.859 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:52 smithi042 ceph-mon[32231]: pgmap v13: 129 pgs: 129 active+clean; 1.1 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:55:53.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:52 smithi088 ceph-mon[36399]: from='client.25349 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:55:53.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:52 smithi088 ceph-mon[36399]: pgmap v13: 129 pgs: 129 active+clean; 1.1 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:55:53.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:52 smithi162 ceph-mon[36757]: from='client.25349 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T11:55:53.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:52 smithi162 ceph-mon[36757]: pgmap v13: 129 pgs: 129 active+clean; 1.1 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:55:54.734 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.733+0000 7fdf2e800700 1 -- 172.21.15.42:0/1614032387 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdf281084f0 msgr2=0x7fdf281088d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:54.734 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.733+0000 7fdf2e800700 1 --2- 172.21.15.42:0/1614032387 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdf281084f0 0x7fdf281088d0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fdf18009990 tx=0x7fdf18009ca0 comp rx=0 tx=0).stop 2024-06-13T11:55:54.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.733+0000 7fdf2e800700 1 -- 172.21.15.42:0/1614032387 shutdown_connections 2024-06-13T11:55:54.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.733+0000 7fdf2e800700 1 --2- 172.21.15.42:0/1614032387 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf2806b3c0 0x7fdf2810f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:54.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.733+0000 7fdf2e800700 1 --2- 172.21.15.42:0/1614032387 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdf281084f0 0x7fdf281088d0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:54.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.733+0000 7fdf2e800700 1 --2- 172.21.15.42:0/1614032387 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf2806aa00 0x7fdf2806ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:54.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.733+0000 7fdf2e800700 1 -- 172.21.15.42:0/1614032387 >> 172.21.15.42:0/1614032387 conn(0x7fdf28078300 msgr2=0x7fdf28078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:54.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.733+0000 7fdf2e800700 1 -- 172.21.15.42:0/1614032387 shutdown_connections 2024-06-13T11:55:54.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.733+0000 7fdf2e800700 1 -- 172.21.15.42:0/1614032387 wait complete. 2024-06-13T11:55:54.736 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.734+0000 7fdf2e800700 1 Processor -- start 2024-06-13T11:55:54.736 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.735+0000 7fdf2e800700 1 -- start start 2024-06-13T11:55:54.736 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.735+0000 7fdf2e800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf2806aa00 0x7fdf28101450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:54.736 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.735+0000 7fdf2e800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf2806b3c0 0x7fdf28101990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:54.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.735+0000 7fdf2e800700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdf281084f0 0x7fdf28101ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:54.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.735+0000 7fdf2e800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdf28112750 con 0x7fdf2806b3c0 2024-06-13T11:55:54.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.735+0000 7fdf2e800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fdf281125d0 con 0x7fdf2806aa00 2024-06-13T11:55:54.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.735+0000 7fdf2e800700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fdf281128d0 con 0x7fdf281084f0 2024-06-13T11:55:54.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.735+0000 7fdf26a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf2806b3c0 0x7fdf28101990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:54.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.735+0000 7fdf27400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf2806aa00 0x7fdf28101450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:54.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.735+0000 7fdf27400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf2806aa00 0x7fdf28101450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:43176/0 (socket says 172.21.15.42:43176) 2024-06-13T11:55:54.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.735+0000 7fdf26a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf2806b3c0 0x7fdf28101990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50708/0 (socket says 172.21.15.42:50708) 2024-06-13T11:55:54.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.735+0000 7fdf27400700 1 -- 172.21.15.42:0/2697884432 learned_addr learned my addr 172.21.15.42:0/2697884432 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:54.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.736+0000 7fdf27e00700 1 --2- 172.21.15.42:0/2697884432 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdf281084f0 0x7fdf28101ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:54.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.736+0000 7fdf26a00700 1 -- 172.21.15.42:0/2697884432 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdf281084f0 msgr2=0x7fdf28101ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:54.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.736+0000 7fdf26a00700 1 --2- 172.21.15.42:0/2697884432 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdf281084f0 0x7fdf28101ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:54.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.736+0000 7fdf26a00700 1 -- 172.21.15.42:0/2697884432 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf2806aa00 msgr2=0x7fdf28101450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:54.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.736+0000 7fdf26a00700 1 --2- 172.21.15.42:0/2697884432 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf2806aa00 0x7fdf28101450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:54.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.736+0000 7fdf26a00700 1 -- 172.21.15.42:0/2697884432 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf281a70f0 con 0x7fdf2806b3c0 2024-06-13T11:55:54.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.736+0000 7fdf26a00700 1 --2- 172.21.15.42:0/2697884432 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf2806b3c0 0x7fdf28101990 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fdf1400e9f0 tx=0x7fdf1400ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:54.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.737+0000 7fdf1fe00700 1 -- 172.21.15.42:0/2697884432 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf1400cb70 con 0x7fdf2806b3c0 2024-06-13T11:55:54.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.737+0000 7fdf1fe00700 1 -- 172.21.15.42:0/2697884432 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdf1400ee90 con 0x7fdf2806b3c0 2024-06-13T11:55:54.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.737+0000 7fdf2e800700 1 -- 172.21.15.42:0/2697884432 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf281a73e0 con 0x7fdf2806b3c0 2024-06-13T11:55:54.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.737+0000 7fdf1fe00700 1 -- 172.21.15.42:0/2697884432 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf14003dc0 con 0x7fdf2806b3c0 2024-06-13T11:55:54.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.737+0000 7fdf2e800700 1 -- 172.21.15.42:0/2697884432 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf281a7920 con 0x7fdf2806b3c0 2024-06-13T11:55:54.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.743+0000 7fdf1fe00700 1 -- 172.21.15.42:0/2697884432 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 25) ==== 138060+0+0 (secure 0 0 0) 0x7fdf14003fa0 con 0x7fdf2806b3c0 2024-06-13T11:55:54.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.744+0000 7fdf39168b80 1 Processor -- start 2024-06-13T11:55:54.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.744+0000 7fdf39168b80 1 -- start start 2024-06-13T11:55:54.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.744+0000 7fdf39168b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562c1e7e8e40 0x562c1e86c070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:54.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.745+0000 7fdf39168b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c1e86c5b0 0x562c1e86ca30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:54.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.745+0000 7fdf39168b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x562c1e877300 0x562c1e8796f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:54.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.745+0000 7fdf39168b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x562c1e77ba10 con 0x562c1e86c5b0 2024-06-13T11:55:54.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.745+0000 7fdf39168b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x562c1e7beb00 con 0x562c1e7e8e40 2024-06-13T11:55:54.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.745+0000 7fdf39168b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x562c1e7798f0 con 0x562c1e877300 2024-06-13T11:55:54.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.745+0000 7fdf26a00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x562c1e877300 0x562c1e8796f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:54.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.745+0000 7fdf27e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562c1e7e8e40 0x562c1e86c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:54.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.745+0000 7fdf26a00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x562c1e877300 0x562c1e8796f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:39358/0 (socket says 172.21.15.42:39358) 2024-06-13T11:55:54.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.745+0000 7fdf26a00700 1 -- 172.21.15.42:0/857414300 learned_addr learned my addr 172.21.15.42:0/857414300 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:54.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.745+0000 7fdf27e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562c1e7e8e40 0x562c1e86c070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:43178/0 (socket says 172.21.15.42:43178) 2024-06-13T11:55:54.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.745+0000 7fdf27400700 1 --2- 172.21.15.42:0/857414300 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c1e86c5b0 0x562c1e86ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:54.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.745+0000 7fdf1fe00700 1 --2- 172.21.15.42:0/2697884432 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fdf0c0a2eb0 0x7fdf0c0a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:54.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.745+0000 7fdf26a00700 1 -- 172.21.15.42:0/857414300 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562c1e7e8e40 msgr2=0x562c1e86c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:54.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.745+0000 7fdf26a00700 1 --2- 172.21.15.42:0/857414300 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562c1e7e8e40 0x562c1e86c070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:54.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.745+0000 7fdf26a00700 1 -- 172.21.15.42:0/857414300 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c1e86c5b0 msgr2=0x562c1e86ca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:54.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.745+0000 7fdf26a00700 1 --2- 172.21.15.42:0/857414300 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c1e86c5b0 0x562c1e86ca30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:54.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.746+0000 7fdf26a00700 1 -- 172.21.15.42:0/857414300 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562c1e766f90 con 0x562c1e877300 2024-06-13T11:55:54.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.746+0000 7fdf26a00700 1 --2- 172.21.15.42:0/857414300 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x562c1e877300 0x562c1e8796f0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fdf140ccdd0 tx=0x7fdf14097e50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=92efa6541b65728b server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:54.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.746+0000 7fdf27e00700 1 --2- 172.21.15.42:0/2697884432 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fdf0c0a2eb0 0x7fdf0c0a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:54.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.746+0000 7fdf1fe00700 1 -- 172.21.15.42:0/2697884432 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fdf140cfc70 con 0x7fdf2806b3c0 2024-06-13T11:55:54.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.746+0000 7fdf1cc00700 1 -- 172.21.15.42:0/857414300 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf1409b900 con 0x562c1e877300 2024-06-13T11:55:54.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.746+0000 7fdf1cc00700 1 -- 172.21.15.42:0/857414300 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdf1409c230 con 0x562c1e877300 2024-06-13T11:55:54.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.746+0000 7fdf1cc00700 1 -- 172.21.15.42:0/857414300 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf1409b490 con 0x562c1e877300 2024-06-13T11:55:54.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.747+0000 7fdf39168b80 1 -- 172.21.15.42:0/857414300 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x562c1e877300 msgr2=0x562c1e8796f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:54.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.747+0000 7fdf39168b80 1 --2- 172.21.15.42:0/857414300 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x562c1e877300 0x562c1e8796f0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fdf140ccdd0 tx=0x7fdf14097e50 comp rx=0 tx=0).stop 2024-06-13T11:55:54.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.747+0000 7fdf27e00700 1 --2- 172.21.15.42:0/2697884432 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fdf0c0a2eb0 0x7fdf0c0a5370 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x562c1e8693b0 tx=0x7fdf20009040 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:54.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.748+0000 7fdf39168b80 1 -- 172.21.15.42:0/857414300 shutdown_connections 2024-06-13T11:55:54.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.748+0000 7fdf39168b80 1 --2- 172.21.15.42:0/857414300 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562c1e7e8e40 0x562c1e86c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:54.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.748+0000 7fdf39168b80 1 --2- 172.21.15.42:0/857414300 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x562c1e877300 0x562c1e8796f0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:54.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.748+0000 7fdf39168b80 1 --2- 172.21.15.42:0/857414300 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c1e86c5b0 0x562c1e86ca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:54.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.748+0000 7fdf39168b80 1 -- 172.21.15.42:0/857414300 >> 172.21.15.42:0/857414300 conn(0x562c1e799170 msgr2=0x562c1e8684b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:54.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.748+0000 7fdf39168b80 1 -- 172.21.15.42:0/857414300 shutdown_connections 2024-06-13T11:55:54.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.748+0000 7fdf39168b80 1 -- 172.21.15.42:0/857414300 wait complete. 2024-06-13T11:55:54.750 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.748+0000 7fdf39168b80 1 -- start start 2024-06-13T11:55:54.750 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.749+0000 7fdf39168b80 1 Processor -- start 2024-06-13T11:55:54.750 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.749+0000 7fdf39168b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x562c1e7e8e40 0x562c1e876a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:54.750 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.749+0000 7fdf39168b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562c1e86c5b0 0x562c1e873d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:54.750 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.749+0000 7fdf39168b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c1e877300 0x562c1e874280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:54.750 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.749+0000 7fdf39168b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x562c1e75af60 con 0x562c1e877300 2024-06-13T11:55:54.750 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.749+0000 7fdf39168b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x562c1e7baac0 con 0x562c1e86c5b0 2024-06-13T11:55:54.750 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.749+0000 7fdf39168b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x562c1e879fc0 con 0x562c1e7e8e40 2024-06-13T11:55:54.750 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.749+0000 7fdf39168b80 10 client.0 _ll_register_callbacks cb 0x562c1e758720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:55:54.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.750+0000 7fdf27400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x562c1e7e8e40 0x562c1e876a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:54.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.750+0000 7fdf27e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c1e877300 0x562c1e874280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:54.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.750+0000 7fdf27400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x562c1e7e8e40 0x562c1e876a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:39366/0 (socket says 172.21.15.42:39366) 2024-06-13T11:55:54.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.750+0000 7fdf27400700 1 -- 172.21.15.42:0/2302207796 learned_addr learned my addr 172.21.15.42:0/2302207796 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:54.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.750+0000 7fdf27400700 1 -- 172.21.15.42:0/2302207796 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562c1e86c5b0 msgr2=0x562c1e873d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:54.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.750+0000 7fdf27400700 1 --2- 172.21.15.42:0/2302207796 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562c1e86c5b0 0x562c1e873d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:54.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.750+0000 7fdf27400700 1 -- 172.21.15.42:0/2302207796 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c1e877300 msgr2=0x562c1e874280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:54.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.750+0000 7fdf27400700 1 --2- 172.21.15.42:0/2302207796 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c1e877300 0x562c1e874280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:54.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.750+0000 7fdf27400700 1 -- 172.21.15.42:0/2302207796 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562c1e70d8d0 con 0x562c1e7e8e40 2024-06-13T11:55:54.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.751+0000 7fdf27400700 1 --2- 172.21.15.42:0/2302207796 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x562c1e7e8e40 0x562c1e876a40 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fdf180095c0 tx=0x7fdf180095f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=54b314951f4d8f8c server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:54.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.751+0000 7fdf11600700 10 client.0 ms_handle_connect on v2:172.21.15.162:3300/0 2024-06-13T11:55:54.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.752+0000 7fdf11600700 1 -- 172.21.15.42:0/2302207796 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf18028060 con 0x562c1e7e8e40 2024-06-13T11:55:54.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.752+0000 7fdf11600700 1 -- 172.21.15.42:0/2302207796 <== mon.1 v2:172.21.15.162:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fdf180055d0 con 0x562c1e7e8e40 2024-06-13T11:55:54.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.752+0000 7fdf39168b80 1 -- 172.21.15.42:0/2302207796 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdf1409c230 con 0x562c1e7e8e40 2024-06-13T11:55:54.753 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.752+0000 7fdf11600700 1 -- 172.21.15.42:0/2302207796 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fdf1802f050 con 0x562c1e7e8e40 2024-06-13T11:55:54.753 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.752+0000 7fdf39168b80 10 client.25336 fetch_fsmap learned FSMap version 27 2024-06-13T11:55:54.753 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.752+0000 7fdf39168b80 1 -- 172.21.15.42:0/2302207796 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x562c1e8846b0 con 0x562c1e7e8e40 2024-06-13T11:55:54.753 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.753+0000 7fdf11600700 1 -- 172.21.15.42:0/2302207796 <== mon.1 v2:172.21.15.162:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdf1409c230 con 0x562c1e7e8e40 2024-06-13T11:55:54.753 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.753+0000 7fdf11600700 1 -- 172.21.15.42:0/2302207796 <== mon.1 v2:172.21.15.162:3300/0 5 ==== fsmap(e 27) ==== 8346+0+0 (secure 0 0 0) 0x7fdf1800f7f0 con 0x562c1e7e8e40 2024-06-13T11:55:54.753 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.753+0000 7fdf39168b80 10 client.25336 fetch_fsmap finished waiting for FSMap version 27 2024-06-13T11:55:54.753 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.753+0000 7fdf39168b80 10 client.25336 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-06-13T11:55:54.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.753+0000 7fdf39168b80 20 client.25336 populate_metadata read hostname 'smithi042' 2024-06-13T11:55:54.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.753+0000 7fdf39168b80 1 --2- 172.21.15.42:0/2302207796 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x562c1e886cf0 0x562c1e889120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:54.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.753+0000 7fdf39168b80 4 client.25336 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:55:54.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.753+0000 7fdf39168b80 1 -- 172.21.15.42:0/2302207796 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562c1e7cc000 con 0x562c1e886cf0 2024-06-13T11:55:54.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.753+0000 7fdf26a00700 1 --2- 172.21.15.42:0/2302207796 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x562c1e886cf0 0x562c1e889120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:54.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.754+0000 7fdf26a00700 1 --2- 172.21.15.42:0/2302207796 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x562c1e886cf0 0x562c1e889120 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=10a2e7b32ba7e575 server_cookie=84fe1b62f979e794 in_seq=0 out_seq=0 2024-06-13T11:55:54.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.754+0000 7fdf11600700 10 client.25336 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:55:54.755 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.755+0000 7fdf11600700 1 -- 172.21.15.42:0/2302207796 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x562c1e7cc000 con 0x562c1e886cf0 2024-06-13T11:55:54.755 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.755+0000 7fdf11600700 10 client.25336 handle_command_reply: tid=0 2024-06-13T11:55:54.755 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.755+0000 7fdf39168b80 1 client.25336 shutdown 2024-06-13T11:55:54.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.755+0000 7fdf39168b80 1 -- 172.21.15.42:0/2302207796 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x562c1e7e8e40 msgr2=0x562c1e876a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:54.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.755+0000 7fdf39168b80 1 --2- 172.21.15.42:0/2302207796 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x562c1e7e8e40 0x562c1e876a40 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fdf180095c0 tx=0x7fdf180095f0 comp rx=0 tx=0).stop 2024-06-13T11:55:54.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.755+0000 7fdf39168b80 1 -- 172.21.15.42:0/2302207796 shutdown_connections 2024-06-13T11:55:54.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.755+0000 7fdf39168b80 1 --2- 172.21.15.42:0/2302207796 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x562c1e886cf0 0x562c1e889120 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:54.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.755+0000 7fdf39168b80 1 --2- 172.21.15.42:0/2302207796 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c1e877300 0x562c1e874280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:54.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.755+0000 7fdf39168b80 1 --2- 172.21.15.42:0/2302207796 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x562c1e7e8e40 0x562c1e876a40 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:54.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.755+0000 7fdf39168b80 1 --2- 172.21.15.42:0/2302207796 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562c1e86c5b0 0x562c1e873d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:54.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.755+0000 7fdf39168b80 1 -- 172.21.15.42:0/2302207796 >> 172.21.15.42:0/2302207796 conn(0x562c1e799170 msgr2=0x562c1e867740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:54.757 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.755+0000 7fdf11600700 0 client.25336 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:55:54.757 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.755+0000 7fdf39168b80 1 -- 172.21.15.42:0/2302207796 shutdown_connections 2024-06-13T11:55:54.757 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.755+0000 7fdf39168b80 1 -- 172.21.15.42:0/2302207796 wait complete. 2024-06-13T11:55:54.757 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.756+0000 7fdf39168b80 20 client.25336 trim_cache size 0 max 16384 2024-06-13T11:55:54.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.803+0000 7fdf39168b80 1 Processor -- start 2024-06-13T11:55:54.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.803+0000 7fdf39168b80 1 -- start start 2024-06-13T11:55:54.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.803+0000 7fdf39168b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562c1e7e8e40 0x562c1e872ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:54.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.803+0000 7fdf39168b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c1e86c5b0 0x562c1e8675c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:54.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.803+0000 7fdf39168b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x562c1e877300 0x562c1e8786f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:54.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.803+0000 7fdf39168b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdf281b3130 con 0x562c1e86c5b0 2024-06-13T11:55:54.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.803+0000 7fdf39168b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fdf281b09c0 con 0x562c1e7e8e40 2024-06-13T11:55:54.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.803+0000 7fdf39168b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fdf281ae810 con 0x562c1e877300 2024-06-13T11:55:54.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.804+0000 7fdf26a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c1e86c5b0 0x562c1e8675c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:54.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.804+0000 7fdf27400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562c1e7e8e40 0x562c1e872ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:54.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.804+0000 7fdf27e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x562c1e877300 0x562c1e8786f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:54.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.804+0000 7fdf27400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562c1e7e8e40 0x562c1e872ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:43198/0 (socket says 172.21.15.42:43198) 2024-06-13T11:55:54.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.804+0000 7fdf26a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c1e86c5b0 0x562c1e8675c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50736/0 (socket says 172.21.15.42:50736) 2024-06-13T11:55:54.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.804+0000 7fdf27e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x562c1e877300 0x562c1e8786f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:39372/0 (socket says 172.21.15.42:39372) 2024-06-13T11:55:54.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.804+0000 7fdf27400700 1 -- 172.21.15.42:0/407337635 learned_addr learned my addr 172.21.15.42:0/407337635 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:54.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.804+0000 7fdf27e00700 1 -- 172.21.15.42:0/407337635 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562c1e7e8e40 msgr2=0x562c1e872ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:54.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.804+0000 7fdf27e00700 1 --2- 172.21.15.42:0/407337635 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562c1e7e8e40 0x562c1e872ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:54.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.804+0000 7fdf27e00700 1 -- 172.21.15.42:0/407337635 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c1e86c5b0 msgr2=0x562c1e8675c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:54.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.804+0000 7fdf27e00700 1 --2- 172.21.15.42:0/407337635 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c1e86c5b0 0x562c1e8675c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:54.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.804+0000 7fdf27e00700 1 -- 172.21.15.42:0/407337635 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562c1e8722b0 con 0x562c1e877300 2024-06-13T11:55:54.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.805+0000 7fdf27e00700 1 --2- 172.21.15.42:0/407337635 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x562c1e877300 0x562c1e8786f0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fdf200074d0 tx=0x7fdf20004b40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=10584faa6a4b9934 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:54.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.805+0000 7fdf13e00700 1 -- 172.21.15.42:0/407337635 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf20003c10 con 0x562c1e877300 2024-06-13T11:55:54.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.805+0000 7fdf13e00700 1 -- 172.21.15.42:0/407337635 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdf20028020 con 0x562c1e877300 2024-06-13T11:55:54.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.805+0000 7fdf13e00700 1 -- 172.21.15.42:0/407337635 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf20023890 con 0x562c1e877300 2024-06-13T11:55:54.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.806+0000 7fdf39168b80 1 -- 172.21.15.42:0/407337635 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x562c1e877300 msgr2=0x562c1e8786f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:54.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.806+0000 7fdf39168b80 1 --2- 172.21.15.42:0/407337635 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x562c1e877300 0x562c1e8786f0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fdf200074d0 tx=0x7fdf20004b40 comp rx=0 tx=0).stop 2024-06-13T11:55:54.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.806+0000 7fdf39168b80 1 -- 172.21.15.42:0/407337635 shutdown_connections 2024-06-13T11:55:54.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.806+0000 7fdf39168b80 1 --2- 172.21.15.42:0/407337635 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562c1e7e8e40 0x562c1e872ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:54.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.806+0000 7fdf39168b80 1 --2- 172.21.15.42:0/407337635 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x562c1e877300 0x562c1e8786f0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:54.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.806+0000 7fdf39168b80 1 --2- 172.21.15.42:0/407337635 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c1e86c5b0 0x562c1e8675c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:54.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.806+0000 7fdf39168b80 1 -- 172.21.15.42:0/407337635 >> 172.21.15.42:0/407337635 conn(0x562c1e799170 msgr2=0x562c1e866eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:54.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.806+0000 7fdf39168b80 1 -- 172.21.15.42:0/407337635 shutdown_connections 2024-06-13T11:55:54.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.806+0000 7fdf39168b80 1 -- 172.21.15.42:0/407337635 wait complete. 2024-06-13T11:55:54.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.807+0000 7fdf39168b80 1 -- start start 2024-06-13T11:55:54.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.807+0000 7fdf39168b80 1 Processor -- start 2024-06-13T11:55:54.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.807+0000 7fdf39168b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x562c1e7e8e40 0x562c1e87f790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:54.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.807+0000 7fdf39168b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c1e86c5b0 0x562c1e88e110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:54.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.807+0000 7fdf39168b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562c1e877300 0x562c1e88e650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:54.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.807+0000 7fdf39168b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdf281aee80 con 0x562c1e86c5b0 2024-06-13T11:55:54.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.807+0000 7fdf39168b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fdf281b02f0 con 0x562c1e877300 2024-06-13T11:55:54.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.807+0000 7fdf39168b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fdf281af550 con 0x562c1e7e8e40 2024-06-13T11:55:54.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.807+0000 7fdf39168b80 10 client.0 _ll_register_callbacks cb 0x562c1e758720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:55:54.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.808+0000 7fdf26a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c1e86c5b0 0x562c1e88e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:54.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.808+0000 7fdf26a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c1e86c5b0 0x562c1e88e110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50746/0 (socket says 172.21.15.42:50746) 2024-06-13T11:55:54.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.808+0000 7fdf26a00700 1 -- 172.21.15.42:0/2391155740 learned_addr learned my addr 172.21.15.42:0/2391155740 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:55:54.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.808+0000 7fdf27e00700 1 --2- 172.21.15.42:0/2391155740 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562c1e877300 0x562c1e88e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:54.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.808+0000 7fdf27400700 1 --2- 172.21.15.42:0/2391155740 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x562c1e7e8e40 0x562c1e87f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:54.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.808+0000 7fdf26a00700 1 -- 172.21.15.42:0/2391155740 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x562c1e7e8e40 msgr2=0x562c1e87f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:54.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.808+0000 7fdf26a00700 1 --2- 172.21.15.42:0/2391155740 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x562c1e7e8e40 0x562c1e87f790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:54.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.808+0000 7fdf26a00700 1 -- 172.21.15.42:0/2391155740 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562c1e877300 msgr2=0x562c1e88e650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:55:54.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.808+0000 7fdf26a00700 1 --2- 172.21.15.42:0/2391155740 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562c1e877300 0x562c1e88e650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:54.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.808+0000 7fdf26a00700 1 -- 172.21.15.42:0/2391155740 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562c1e88ec90 con 0x562c1e86c5b0 2024-06-13T11:55:54.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.809+0000 7fdf26a00700 1 --2- 172.21.15.42:0/2391155740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c1e86c5b0 0x562c1e88e110 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fdf1409bac0 tx=0x7fdf14097d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=976cd8a0785326c3 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:55:54.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.809+0000 7fdf11600700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-13T11:55:54.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.809+0000 7fdf11600700 1 -- 172.21.15.42:0/2391155740 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf140d3030 con 0x562c1e86c5b0 2024-06-13T11:55:54.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.809+0000 7fdf11600700 1 -- 172.21.15.42:0/2391155740 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fdf140d3590 con 0x562c1e86c5b0 2024-06-13T11:55:54.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.809+0000 7fdf39168b80 1 -- 172.21.15.42:0/2391155740 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdf20028020 con 0x562c1e86c5b0 2024-06-13T11:55:54.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.809+0000 7fdf11600700 1 -- 172.21.15.42:0/2391155740 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fdf1409ce60 con 0x562c1e86c5b0 2024-06-13T11:55:54.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.809+0000 7fdf39168b80 10 client.15216 fetch_fsmap learned FSMap version 27 2024-06-13T11:55:54.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.809+0000 7fdf39168b80 1 -- 172.21.15.42:0/2391155740 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x562c1e87e0b0 con 0x562c1e86c5b0 2024-06-13T11:55:54.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.810+0000 7fdf11600700 1 -- 172.21.15.42:0/2391155740 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdf20028020 con 0x562c1e86c5b0 2024-06-13T11:55:54.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.810+0000 7fdf11600700 1 -- 172.21.15.42:0/2391155740 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 27) ==== 8346+0+0 (secure 0 0 0) 0x7fdf14097880 con 0x562c1e86c5b0 2024-06-13T11:55:54.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.810+0000 7fdf39168b80 10 client.15216 fetch_fsmap finished waiting for FSMap version 27 2024-06-13T11:55:54.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.810+0000 7fdf39168b80 10 client.15216 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-06-13T11:55:54.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.810+0000 7fdf39168b80 20 client.15216 populate_metadata read hostname 'smithi042' 2024-06-13T11:55:54.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.810+0000 7fdf39168b80 1 --2- 172.21.15.42:0/2391155740 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x562c1e8f1ae0 0x562c1e8f3ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:55:54.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.810+0000 7fdf39168b80 4 client.15216 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-06-13T11:55:54.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.810+0000 7fdf39168b80 1 -- 172.21.15.42:0/2391155740 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "scrub status"}) -- 0x562c1e7c6580 con 0x562c1e8f1ae0 2024-06-13T11:55:54.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.810+0000 7fdf27400700 1 --2- 172.21.15.42:0/2391155740 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x562c1e8f1ae0 0x562c1e8f3ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:55:54.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.811+0000 7fdf27400700 1 --2- 172.21.15.42:0/2391155740 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x562c1e8f1ae0 0x562c1e8f3ed0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3d8661a18ccee13d server_cookie=e091034b1e9e0d2a in_seq=0 out_seq=0 2024-06-13T11:55:54.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.811+0000 7fdf11600700 10 client.15216 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:55:54.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.811+0000 7fdf11600700 1 -- 172.21.15.42:0/2391155740 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x562c1e7c6580 con 0x562c1e8f1ae0 2024-06-13T11:55:54.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.811+0000 7fdf11600700 10 client.15216 handle_command_reply: tid=0 2024-06-13T11:55:54.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.811+0000 7fdf39168b80 1 client.15216 shutdown 2024-06-13T11:55:54.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.811+0000 7fdf39168b80 1 -- 172.21.15.42:0/2391155740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c1e86c5b0 msgr2=0x562c1e88e110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:54.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.811+0000 7fdf39168b80 1 --2- 172.21.15.42:0/2391155740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c1e86c5b0 0x562c1e88e110 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fdf1409bac0 tx=0x7fdf14097d00 comp rx=0 tx=0).stop 2024-06-13T11:55:54.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.811+0000 7fdf39168b80 1 -- 172.21.15.42:0/2391155740 shutdown_connections 2024-06-13T11:55:54.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.811+0000 7fdf39168b80 1 --2- 172.21.15.42:0/2391155740 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x562c1e8f1ae0 0x562c1e8f3ed0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:54.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.811+0000 7fdf39168b80 1 --2- 172.21.15.42:0/2391155740 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562c1e877300 0x562c1e88e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:54.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.811+0000 7fdf39168b80 1 --2- 172.21.15.42:0/2391155740 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x562c1e7e8e40 0x562c1e87f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:54.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.811+0000 7fdf39168b80 1 --2- 172.21.15.42:0/2391155740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c1e86c5b0 0x562c1e88e110 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:54.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.811+0000 7fdf11600700 0 client.15216 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:55:54.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.812+0000 7fdf39168b80 1 -- 172.21.15.42:0/2391155740 >> 172.21.15.42:0/2391155740 conn(0x562c1e799170 msgr2=0x562c1e86e850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:54.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.812+0000 7fdf39168b80 1 -- 172.21.15.42:0/2391155740 shutdown_connections 2024-06-13T11:55:54.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.812+0000 7fdf39168b80 1 -- 172.21.15.42:0/2391155740 wait complete. 2024-06-13T11:55:54.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.812+0000 7fdf39168b80 20 client.15216 trim_cache size 0 max 16384 2024-06-13T11:55:54.815 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-13T11:55:54.815 INFO:teuthology.orchestra.run.smithi042.stdout: "status": "IDLE (waiting for more scrubs)", 2024-06-13T11:55:54.815 INFO:teuthology.orchestra.run.smithi042.stdout: "scrubs": { 2024-06-13T11:55:54.815 INFO:teuthology.orchestra.run.smithi042.stdout: "d97563d1-d4b6-4ffb-b941-214844b086b5": { 2024-06-13T11:55:54.816 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/", 2024-06-13T11:55:54.816 INFO:teuthology.orchestra.run.smithi042.stdout: "tag": "d97563d1-d4b6-4ffb-b941-214844b086b5", 2024-06-13T11:55:54.816 INFO:teuthology.orchestra.run.smithi042.stdout: "options": "recursive,force" 2024-06-13T11:55:54.816 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T11:55:54.816 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T11:55:54.816 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-13T11:55:54.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.813+0000 7fdf2e800700 1 -- 172.21.15.42:0/2697884432 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fdf0c0a2eb0 msgr2=0x7fdf0c0a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:54.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.813+0000 7fdf2e800700 1 --2- 172.21.15.42:0/2697884432 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fdf0c0a2eb0 0x7fdf0c0a5370 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x562c1e8693b0 tx=0x7fdf20009040 comp rx=0 tx=0).stop 2024-06-13T11:55:54.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.813+0000 7fdf2e800700 1 -- 172.21.15.42:0/2697884432 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf2806b3c0 msgr2=0x7fdf28101990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:55:54.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.813+0000 7fdf2e800700 1 --2- 172.21.15.42:0/2697884432 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf2806b3c0 0x7fdf28101990 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fdf1400e9f0 tx=0x7fdf1400ed00 comp rx=0 tx=0).stop 2024-06-13T11:55:54.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.813+0000 7fdf2e800700 1 -- 172.21.15.42:0/2697884432 shutdown_connections 2024-06-13T11:55:54.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.813+0000 7fdf2e800700 1 --2- 172.21.15.42:0/2697884432 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fdf0c0a2eb0 0x7fdf0c0a5370 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:54.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.813+0000 7fdf2e800700 1 --2- 172.21.15.42:0/2697884432 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf2806aa00 0x7fdf28101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:54.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.813+0000 7fdf2e800700 1 --2- 172.21.15.42:0/2697884432 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdf281084f0 0x7fdf28101ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:54.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.813+0000 7fdf2e800700 1 --2- 172.21.15.42:0/2697884432 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf2806b3c0 0x7fdf28101990 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:55:54.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.813+0000 7fdf2e800700 1 -- 172.21.15.42:0/2697884432 >> 172.21.15.42:0/2697884432 conn(0x7fdf28078300 msgr2=0x7fdf28100010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:55:54.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.813+0000 7fdf2e800700 1 -- 172.21.15.42:0/2697884432 shutdown_connections 2024-06-13T11:55:54.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:55:54.813+0000 7fdf2e800700 1 -- 172.21.15.42:0/2697884432 wait complete. 2024-06-13T11:55:55.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:54 smithi162 ceph-mon[36757]: pgmap v14: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 77 KiB/s wr, 39 op/s 2024-06-13T11:55:55.185 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:54 smithi042 ceph-mon[32231]: pgmap v14: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 77 KiB/s wr, 39 op/s 2024-06-13T11:55:55.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:54 smithi088 ceph-mon[36399]: pgmap v14: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 77 KiB/s wr, 39 op/s 2024-06-13T11:55:55.663 INFO:tasks.cephfs.filesystem:scrub status for tag:d97563d1-d4b6-4ffb-b941-214844b086b5 - {'path': '/', 'tag': 'd97563d1-d4b6-4ffb-b941-214844b086b5', 'options': 'recursive,force'} 2024-06-13T11:55:57.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:56 smithi162 ceph-mon[36757]: pgmap v15: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 77 KiB/s wr, 37 op/s 2024-06-13T11:55:57.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:56 smithi088 ceph-mon[36399]: pgmap v15: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 77 KiB/s wr, 37 op/s 2024-06-13T11:55:57.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:56 smithi042 ceph-mon[32231]: pgmap v15: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 77 KiB/s wr, 37 op/s 2024-06-13T11:55:59.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:55:58 smithi162 ceph-mon[36757]: pgmap v16: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 77 KiB/s wr, 39 op/s 2024-06-13T11:55:59.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:55:58 smithi088 ceph-mon[36399]: pgmap v16: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 77 KiB/s wr, 39 op/s 2024-06-13T11:55:59.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:55:58 smithi042 ceph-mon[32231]: pgmap v16: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 77 KiB/s wr, 39 op/s 2024-06-13T11:56:01.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:00 smithi162 ceph-mon[36757]: pgmap v17: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 77 KiB/s wr, 39 op/s 2024-06-13T11:56:01.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:00 smithi088 ceph-mon[36399]: pgmap v17: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 77 KiB/s wr, 39 op/s 2024-06-13T11:56:01.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:00 smithi042 ceph-mon[32231]: pgmap v17: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 77 KiB/s wr, 39 op/s 2024-06-13T11:56:01.308 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:56:00 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:56:00.878+0000 7fab09400700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T11:56:01.308 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:56:00 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:56:00.878+0000 7fab09400700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T11:56:01.308 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:56:00 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:56:00.878+0000 7fab09400700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T11:56:01.308 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:56:00 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:56:00.878+0000 7fab09400700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T11:56:01.308 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 11:56:00 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T11:56:00.878+0000 7fab09400700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T11:56:03.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:02 smithi088 ceph-mon[36399]: pgmap v18: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 77 KiB/s wr, 37 op/s 2024-06-13T11:56:03.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:02 smithi088 ceph-mon[36399]: mgrmap e26: x(active, since 30s), standbys: z, y 2024-06-13T11:56:03.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:02 smithi042 ceph-mon[32231]: pgmap v18: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 77 KiB/s wr, 37 op/s 2024-06-13T11:56:03.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:02 smithi042 ceph-mon[32231]: mgrmap e26: x(active, since 30s), standbys: z, y 2024-06-13T11:56:03.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:02 smithi162 ceph-mon[36757]: pgmap v18: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 77 KiB/s wr, 37 op/s 2024-06-13T11:56:03.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:02 smithi162 ceph-mon[36757]: mgrmap e26: x(active, since 30s), standbys: z, y 2024-06-13T11:56:04.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:03 smithi088 ceph-mon[36399]: scrub summary: idle 2024-06-13T11:56:04.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:03 smithi042 ceph-mon[32231]: scrub summary: idle 2024-06-13T11:56:04.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:03 smithi162 ceph-mon[36757]: scrub summary: idle 2024-06-13T11:56:05.245 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.244+0000 7f2892400640 1 -- 172.21.15.42:0/2993078346 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f288c103e10 msgr2=0x7f288c1041f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:05.245 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.244+0000 7f2892400640 1 --2- 172.21.15.42:0/2993078346 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f288c103e10 0x7f288c1041f0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f287c009900 tx=0x7f287c02a3f0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.245 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.244+0000 7f2892400640 1 -- 172.21.15.42:0/2993078346 shutdown_connections 2024-06-13T11:56:05.245 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.244+0000 7f2892400640 1 --2- 172.21.15.42:0/2993078346 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f288c1047c0 0x7f288c108800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.245 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.244+0000 7f2892400640 1 --2- 172.21.15.42:0/2993078346 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f288c108ee0 0x7f288c110ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.245 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.244+0000 7f2892400640 1 --2- 172.21.15.42:0/2993078346 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f288c103e10 0x7f288c1041f0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.245 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.244+0000 7f2892400640 1 -- 172.21.15.42:0/2993078346 >> 172.21.15.42:0/2993078346 conn(0x7f288c0ff6d0 msgr2=0x7f288c101af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:05.245 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.244+0000 7f2892400640 1 -- 172.21.15.42:0/2993078346 shutdown_connections 2024-06-13T11:56:05.246 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.244+0000 7f2892400640 1 -- 172.21.15.42:0/2993078346 wait complete. 2024-06-13T11:56:05.247 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.245+0000 7f2892400640 1 Processor -- start 2024-06-13T11:56:05.247 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.246+0000 7f2892400640 1 -- start start 2024-06-13T11:56:05.247 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.246+0000 7f2892400640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f288c103e10 0x7f288c19a440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:05.247 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.246+0000 7f2892400640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f288c108ee0 0x7f288c19a980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:05.247 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.246+0000 7f2892400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f288c19ecb0 0x7f288c19f160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:05.247 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.246+0000 7f2892400640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f288c113fe0 con 0x7f288c19ecb0 2024-06-13T11:56:05.248 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.246+0000 7f2892400640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f288c113e60 con 0x7f288c108ee0 2024-06-13T11:56:05.248 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.246+0000 7f2892400640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f288c114160 con 0x7f288c103e10 2024-06-13T11:56:05.248 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.246+0000 7f288be00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f288c19ecb0 0x7f288c19f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:05.248 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.246+0000 7f288aa00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f288c108ee0 0x7f288c19a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:05.248 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.246+0000 7f288b400640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f288c103e10 0x7f288c19a440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:05.248 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.246+0000 7f288be00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f288c19ecb0 0x7f288c19f160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:45442/0 (socket says 172.21.15.42:45442) 2024-06-13T11:56:05.248 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.246+0000 7f288be00640 1 -- 172.21.15.42:0/4116819098 learned_addr learned my addr 172.21.15.42:0/4116819098 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:05.248 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.247+0000 7f288aa00640 1 -- 172.21.15.42:0/4116819098 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f288c103e10 msgr2=0x7f288c19a440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:05.248 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.247+0000 7f288aa00640 1 --2- 172.21.15.42:0/4116819098 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f288c103e10 0x7f288c19a440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.248 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.247+0000 7f288aa00640 1 -- 172.21.15.42:0/4116819098 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f288c19ecb0 msgr2=0x7f288c19f160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:05.248 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.247+0000 7f288aa00640 1 --2- 172.21.15.42:0/4116819098 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f288c19ecb0 0x7f288c19f160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.248 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.247+0000 7f288aa00640 1 -- 172.21.15.42:0/4116819098 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f288c19f7a0 con 0x7f288c108ee0 2024-06-13T11:56:05.248 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.247+0000 7f288be00640 1 --2- 172.21.15.42:0/4116819098 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f288c19ecb0 0x7f288c19f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:56:05.249 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.247+0000 7f288aa00640 1 --2- 172.21.15.42:0/4116819098 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f288c108ee0 0x7f288c19a980 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f287800e9c0 tx=0x7f287800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:05.249 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.247+0000 7f2883e00640 1 -- 172.21.15.42:0/4116819098 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f287800ccc0 con 0x7f288c108ee0 2024-06-13T11:56:05.249 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.248+0000 7f2892400640 1 -- 172.21.15.42:0/4116819098 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f288c19fa90 con 0x7f288c108ee0 2024-06-13T11:56:05.249 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.248+0000 7f2883e00640 1 -- 172.21.15.42:0/4116819098 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2878010910 con 0x7f288c108ee0 2024-06-13T11:56:05.249 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.248+0000 7f2883e00640 1 -- 172.21.15.42:0/4116819098 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2878018880 con 0x7f288c108ee0 2024-06-13T11:56:05.250 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.248+0000 7f2892400640 1 -- 172.21.15.42:0/4116819098 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f288c1a7270 con 0x7f288c108ee0 2024-06-13T11:56:05.251 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.251+0000 7f2895179740 1 Processor -- start 2024-06-13T11:56:05.251 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.251+0000 7f2895179740 1 -- start start 2024-06-13T11:56:05.253 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.252+0000 7f2895179740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db5e0e45e0 0x55db5e0e2b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:05.253 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.252+0000 7f2895179740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55db5e0e3070 0x55db5e0e34f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:05.253 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.252+0000 7f2895179740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55db5e0eddf0 0x55db5e0f01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:05.253 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.252+0000 7f2895179740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55db5e047420 con 0x55db5e0e45e0 2024-06-13T11:56:05.253 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.252+0000 7f2895179740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55db5dfeec50 con 0x55db5e0eddf0 2024-06-13T11:56:05.253 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.252+0000 7f2895179740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55db5e0433e0 con 0x55db5e0e3070 2024-06-13T11:56:05.253 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.252+0000 7f288be00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db5e0e45e0 0x55db5e0e2b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:05.253 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.252+0000 7f288be00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db5e0e45e0 0x55db5e0e2b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:45452/0 (socket says 172.21.15.42:45452) 2024-06-13T11:56:05.254 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.252+0000 7f288be00640 1 -- 172.21.15.42:0/3358102166 learned_addr learned my addr 172.21.15.42:0/3358102166 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:05.254 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.252+0000 7f288b400640 1 --2- 172.21.15.42:0/3358102166 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55db5e0e3070 0x55db5e0e34f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:05.254 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.252+0000 7f2883e00640 1 -- 172.21.15.42:0/4116819098 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 26) ==== 138117+0+0 (secure 0 0 0) 0x7f2878010ac0 con 0x7f288c108ee0 2024-06-13T11:56:05.254 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.253+0000 7f288be00640 1 -- 172.21.15.42:0/3358102166 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55db5e0e3070 msgr2=0x55db5e0e34f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:05.254 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.253+0000 7f288be00640 1 --2- 172.21.15.42:0/3358102166 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55db5e0e3070 0x55db5e0e34f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.254 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.253+0000 7f288be00640 1 -- 172.21.15.42:0/3358102166 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55db5e0eddf0 msgr2=0x55db5e0f01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:05.254 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.253+0000 7f288aa00640 1 --2- 172.21.15.42:0/3358102166 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55db5e0eddf0 0x55db5e0f01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:05.254 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.253+0000 7f288be00640 1 --2- 172.21.15.42:0/3358102166 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55db5e0eddf0 0x55db5e0f01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.254 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.253+0000 7f288be00640 1 -- 172.21.15.42:0/3358102166 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55db5dd5b210 con 0x55db5e0e45e0 2024-06-13T11:56:05.254 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.253+0000 7f288aa00640 1 --2- 172.21.15.42:0/3358102166 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55db5e0eddf0 0x55db5e0f01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T11:56:05.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:04 smithi088 ceph-mon[36399]: pgmap v19: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 99 KiB/s wr, 55 op/s 2024-06-13T11:56:05.257 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.253+0000 7f288be00640 1 --2- 172.21.15.42:0/3358102166 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db5e0e45e0 0x55db5e0e2b30 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f288400e830 tx=0x7f288400ecf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4c03a95bd8eca05 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:05.257 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.254+0000 7f2880c00640 1 -- 172.21.15.42:0/3358102166 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2884004d20 con 0x55db5e0e45e0 2024-06-13T11:56:05.257 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.254+0000 7f2880c00640 1 -- 172.21.15.42:0/3358102166 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2884005020 con 0x55db5e0e45e0 2024-06-13T11:56:05.257 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.254+0000 7f2880c00640 1 -- 172.21.15.42:0/3358102166 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f288400f620 con 0x55db5e0e45e0 2024-06-13T11:56:05.257 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.254+0000 7f2883e00640 1 --2- 172.21.15.42:0/4116819098 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f28700a2fd0 0x7f28700a5490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:05.257 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.254+0000 7f2883e00640 1 -- 172.21.15.42:0/4116819098 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f28780cfda0 con 0x7f288c108ee0 2024-06-13T11:56:05.257 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.254+0000 7f288b400640 1 --2- 172.21.15.42:0/4116819098 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f28700a2fd0 0x7f28700a5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:05.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.254+0000 7f2895179740 1 -- 172.21.15.42:0/3358102166 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db5e0e45e0 msgr2=0x55db5e0e2b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:05.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.254+0000 7f2895179740 1 --2- 172.21.15.42:0/3358102166 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db5e0e45e0 0x55db5e0e2b30 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f288400e830 tx=0x7f288400ecf0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.255+0000 7f2895179740 1 -- 172.21.15.42:0/3358102166 shutdown_connections 2024-06-13T11:56:05.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.255+0000 7f2895179740 1 --2- 172.21.15.42:0/3358102166 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55db5e0eddf0 0x55db5e0f01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.255+0000 7f2895179740 1 --2- 172.21.15.42:0/3358102166 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55db5e0e3070 0x55db5e0e34f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.255+0000 7f2895179740 1 --2- 172.21.15.42:0/3358102166 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db5e0e45e0 0x55db5e0e2b30 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.255+0000 7f2895179740 1 -- 172.21.15.42:0/3358102166 >> 172.21.15.42:0/3358102166 conn(0x55db5e0abfb0 msgr2=0x55db5e0df660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:05.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.255+0000 7f2895179740 1 -- 172.21.15.42:0/3358102166 shutdown_connections 2024-06-13T11:56:05.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.255+0000 7f2895179740 1 -- 172.21.15.42:0/3358102166 wait complete. 2024-06-13T11:56:05.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.255+0000 7f288b400640 1 --2- 172.21.15.42:0/4116819098 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f28700a2fd0 0x7f28700a5490 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f287c000c00 tx=0x7f287c005b50 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:05.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.256+0000 7f2895179740 1 -- start start 2024-06-13T11:56:05.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.256+0000 7f2895179740 1 Processor -- start 2024-06-13T11:56:05.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.256+0000 7f2895179740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55db5e0e3070 0x55db5e0eae50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:05.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.256+0000 7f2895179740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db5e0e45e0 0x55db5e0eb390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:05.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.256+0000 7f2895179740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55db5e0eddf0 0x55db5e0eb8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:05.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.256+0000 7f2895179740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55db5e0f0bc0 con 0x55db5e0e45e0 2024-06-13T11:56:05.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.256+0000 7f2895179740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55db5e0020b0 con 0x55db5e0eddf0 2024-06-13T11:56:05.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.256+0000 7f2895179740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55db5e0f0d40 con 0x55db5e0e3070 2024-06-13T11:56:05.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.257+0000 7f2895179740 10 client.0 _ll_register_callbacks cb 0x55db5dfedf40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:56:05.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.257+0000 7f288b400640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55db5e0e3070 0x55db5e0eae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:05.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.257+0000 7f288aa00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db5e0e45e0 0x55db5e0eb390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:05.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.257+0000 7f288be00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55db5e0eddf0 0x55db5e0eb8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:05.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.257+0000 7f288b400640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55db5e0e3070 0x55db5e0eae50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:37710/0 (socket says 172.21.15.42:37710) 2024-06-13T11:56:05.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.257+0000 7f288b400640 1 -- 172.21.15.42:0/144315383 learned_addr learned my addr 172.21.15.42:0/144315383 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:05.262 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.257+0000 7f288b400640 1 -- 172.21.15.42:0/144315383 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55db5e0eddf0 msgr2=0x55db5e0eb8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:05.262 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.257+0000 7f288b400640 1 --2- 172.21.15.42:0/144315383 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55db5e0eddf0 0x55db5e0eb8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.262 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.257+0000 7f288b400640 1 -- 172.21.15.42:0/144315383 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db5e0e45e0 msgr2=0x55db5e0eb390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:05.262 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.257+0000 7f288b400640 1 --2- 172.21.15.42:0/144315383 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db5e0e45e0 0x55db5e0eb390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.262 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.257+0000 7f288b400640 1 -- 172.21.15.42:0/144315383 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55db5de27620 con 0x55db5e0e3070 2024-06-13T11:56:05.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.257+0000 7f288be00640 1 --2- 172.21.15.42:0/144315383 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55db5e0eddf0 0x55db5e0eb8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:56:05.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.258+0000 7f288b400640 1 --2- 172.21.15.42:0/144315383 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55db5e0e3070 0x55db5e0eae50 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f287c005c40 tx=0x7f287c009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1a144214e7ac3579 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:05.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.258+0000 7f2875600640 10 client.0 ms_handle_connect on v2:172.21.15.162:3300/0 2024-06-13T11:56:05.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.258+0000 7f2875600640 1 -- 172.21.15.42:0/144315383 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f287c04e070 con 0x55db5e0e3070 2024-06-13T11:56:05.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.258+0000 7f2875600640 1 -- 172.21.15.42:0/144315383 <== mon.1 v2:172.21.15.162:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f287c004cd0 con 0x55db5e0e3070 2024-06-13T11:56:05.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.258+0000 7f2895179740 1 -- 172.21.15.42:0/144315383 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2884005020 con 0x55db5e0e3070 2024-06-13T11:56:05.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.258+0000 7f2875600640 1 -- 172.21.15.42:0/144315383 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f287c05a050 con 0x55db5e0e3070 2024-06-13T11:56:05.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.258+0000 7f2895179740 10 client.25360 fetch_fsmap learned FSMap version 27 2024-06-13T11:56:05.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.258+0000 7f2895179740 1 -- 172.21.15.42:0/144315383 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55db5e0fcef0 con 0x55db5e0e3070 2024-06-13T11:56:05.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.259+0000 7f2875600640 1 -- 172.21.15.42:0/144315383 <== mon.1 v2:172.21.15.162:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2884005020 con 0x55db5e0e3070 2024-06-13T11:56:05.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.259+0000 7f2875600640 1 -- 172.21.15.42:0/144315383 <== mon.1 v2:172.21.15.162:3300/0 5 ==== fsmap(e 27) ==== 8346+0+0 (secure 0 0 0) 0x7f287c0038f0 con 0x55db5e0e3070 2024-06-13T11:56:05.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.259+0000 7f2895179740 10 client.25360 fetch_fsmap finished waiting for FSMap version 27 2024-06-13T11:56:05.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.259+0000 7f2895179740 10 client.25360 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:56:05.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.259+0000 7f2895179740 20 client.25360 populate_metadata read hostname 'smithi042' 2024-06-13T11:56:05.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.259+0000 7f2895179740 1 --2- 172.21.15.42:0/144315383 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55db5e0fe3b0 0x55db5e1007e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:05.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.259+0000 7f2895179740 4 client.25360 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:56:05.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.259+0000 7f2895179740 1 -- 172.21.15.42:0/144315383 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55db5e054b50 con 0x55db5e0fe3b0 2024-06-13T11:56:05.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.260+0000 7f288aa00640 1 --2- 172.21.15.42:0/144315383 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55db5e0fe3b0 0x55db5e1007e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:05.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.260+0000 7f2875600640 10 client.25360 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:05.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.260+0000 7f288aa00640 1 --2- 172.21.15.42:0/144315383 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55db5e0fe3b0 0x55db5e1007e0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d7daa80f4937f0e2 server_cookie=b10eadcbb1302221 in_seq=0 out_seq=0 2024-06-13T11:56:05.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.261+0000 7f2875600640 1 -- 172.21.15.42:0/144315383 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55db5e054b50 con 0x55db5e0fe3b0 2024-06-13T11:56:05.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.261+0000 7f2875600640 10 client.25360 handle_command_reply: tid=0 2024-06-13T11:56:05.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.261+0000 7f2895179740 1 client.25360 shutdown 2024-06-13T11:56:05.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.261+0000 7f2895179740 1 -- 172.21.15.42:0/144315383 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55db5e0e3070 msgr2=0x55db5e0eae50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:05.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.261+0000 7f2895179740 1 --2- 172.21.15.42:0/144315383 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55db5e0e3070 0x55db5e0eae50 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f287c005c40 tx=0x7f287c009260 comp rx=0 tx=0).stop 2024-06-13T11:56:05.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.261+0000 7f2895179740 1 -- 172.21.15.42:0/144315383 shutdown_connections 2024-06-13T11:56:05.265 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.261+0000 7f2895179740 1 --2- 172.21.15.42:0/144315383 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55db5e0fe3b0 0x55db5e1007e0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.265 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.261+0000 7f2895179740 1 --2- 172.21.15.42:0/144315383 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db5e0e45e0 0x55db5e0eb390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.265 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.261+0000 7f2895179740 1 --2- 172.21.15.42:0/144315383 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55db5e0eddf0 0x55db5e0eb8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.265 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.261+0000 7f2875600640 0 client.25360 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:05.265 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.261+0000 7f2895179740 1 --2- 172.21.15.42:0/144315383 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55db5e0e3070 0x55db5e0eae50 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.265 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.261+0000 7f2895179740 1 -- 172.21.15.42:0/144315383 >> 172.21.15.42:0/144315383 conn(0x55db5e0abfb0 msgr2=0x55db5e0e5490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:05.265 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.262+0000 7f2895179740 1 -- 172.21.15.42:0/144315383 shutdown_connections 2024-06-13T11:56:05.265 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.262+0000 7f2895179740 1 -- 172.21.15.42:0/144315383 wait complete. 2024-06-13T11:56:05.265 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.262+0000 7f2895179740 20 client.25360 trim_cache size 0 max 16384 2024-06-13T11:56:05.284 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.283+0000 7f2895179740 1 Processor -- start 2024-06-13T11:56:05.284 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.283+0000 7f2895179740 1 -- start start 2024-06-13T11:56:05.284 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.283+0000 7f2895179740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db5e0e3070 0x55db5e0df7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:05.284 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.283+0000 7f2895179740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55db5e0e45e0 0x55db5e1060f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:05.284 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.283+0000 7f2895179740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55db5e0eddf0 0x55db5e106630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:05.284 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.283+0000 7f2895179740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f288c1b38b0 con 0x55db5e0e3070 2024-06-13T11:56:05.284 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.283+0000 7f2895179740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f288c1b1180 con 0x55db5e0e45e0 2024-06-13T11:56:05.284 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.283+0000 7f2895179740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f288c1aefd0 con 0x55db5e0eddf0 2024-06-13T11:56:05.285 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.284+0000 7f288be00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55db5e0eddf0 0x55db5e106630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:05.286 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.284+0000 7f288be00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55db5e0eddf0 0x55db5e106630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:37720/0 (socket says 172.21.15.42:37720) 2024-06-13T11:56:05.286 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.284+0000 7f288be00640 1 -- 172.21.15.42:0/1436595108 learned_addr learned my addr 172.21.15.42:0/1436595108 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:05.286 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.284+0000 7f288aa00640 1 --2- 172.21.15.42:0/1436595108 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55db5e0e45e0 0x55db5e1060f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:05.286 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.284+0000 7f288b400640 1 --2- 172.21.15.42:0/1436595108 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db5e0e3070 0x55db5e0df7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:05.286 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.284+0000 7f288be00640 1 -- 172.21.15.42:0/1436595108 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55db5e0e45e0 msgr2=0x55db5e1060f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:05.286 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.284+0000 7f288be00640 1 --2- 172.21.15.42:0/1436595108 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55db5e0e45e0 0x55db5e1060f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.286 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.284+0000 7f288be00640 1 -- 172.21.15.42:0/1436595108 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db5e0e3070 msgr2=0x55db5e0df7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:05.286 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.284+0000 7f288be00640 1 --2- 172.21.15.42:0/1436595108 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db5e0e3070 0x55db5e0df7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.286 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.284+0000 7f288be00640 1 -- 172.21.15.42:0/1436595108 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55db5e0e2d70 con 0x55db5e0eddf0 2024-06-13T11:56:05.286 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.285+0000 7f288be00640 1 --2- 172.21.15.42:0/1436595108 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55db5e0eddf0 0x55db5e106630 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f2884009c30 tx=0x7f2884009bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1c29d9c30e8819e8 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:05.286 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.285+0000 7f2877e00640 1 -- 172.21.15.42:0/1436595108 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2884011ba0 con 0x55db5e0eddf0 2024-06-13T11:56:05.286 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.285+0000 7f2877e00640 1 -- 172.21.15.42:0/1436595108 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2884003e50 con 0x55db5e0eddf0 2024-06-13T11:56:05.287 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.285+0000 7f2877e00640 1 -- 172.21.15.42:0/1436595108 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28840047f0 con 0x55db5e0eddf0 2024-06-13T11:56:05.289 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.286+0000 7f2895179740 1 -- 172.21.15.42:0/1436595108 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55db5e0eddf0 msgr2=0x55db5e106630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:05.289 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.286+0000 7f2895179740 1 --2- 172.21.15.42:0/1436595108 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55db5e0eddf0 0x55db5e106630 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f2884009c30 tx=0x7f2884009bc0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.289 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.286+0000 7f2895179740 1 -- 172.21.15.42:0/1436595108 shutdown_connections 2024-06-13T11:56:05.289 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.286+0000 7f2895179740 1 --2- 172.21.15.42:0/1436595108 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55db5e0eddf0 0x55db5e106630 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.289 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.286+0000 7f2895179740 1 --2- 172.21.15.42:0/1436595108 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55db5e0e45e0 0x55db5e1060f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.289 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.286+0000 7f2895179740 1 --2- 172.21.15.42:0/1436595108 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db5e0e3070 0x55db5e0df7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.289 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.286+0000 7f2895179740 1 -- 172.21.15.42:0/1436595108 >> 172.21.15.42:0/1436595108 conn(0x55db5e0abfb0 msgr2=0x55db5e0df0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:05.289 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.286+0000 7f2895179740 1 -- 172.21.15.42:0/1436595108 shutdown_connections 2024-06-13T11:56:05.289 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.286+0000 7f2895179740 1 -- 172.21.15.42:0/1436595108 wait complete. 2024-06-13T11:56:05.289 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.286+0000 7f2895179740 1 -- start start 2024-06-13T11:56:05.289 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.287+0000 7f2895179740 1 Processor -- start 2024-06-13T11:56:05.289 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.287+0000 7f2895179740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55db5e0e3070 0x55db5e1613c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:05.289 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.287+0000 7f2895179740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55db5e0e45e0 0x55db5e161900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:05.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.287+0000 7f2895179740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db5e0eddf0 0x55db5e0f1530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:05.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.287+0000 7f2895179740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f288c1af640 con 0x55db5e0eddf0 2024-06-13T11:56:05.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.287+0000 7f2895179740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f288c1b0ab0 con 0x55db5e0e3070 2024-06-13T11:56:05.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.287+0000 7f2895179740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f288c1afd10 con 0x55db5e0e45e0 2024-06-13T11:56:05.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.287+0000 7f2895179740 10 client.0 _ll_register_callbacks cb 0x7f287c009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:56:05.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.287+0000 7f288be00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db5e0eddf0 0x55db5e0f1530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:05.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.288+0000 7f288be00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db5e0eddf0 0x55db5e0f1530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:45480/0 (socket says 172.21.15.42:45480) 2024-06-13T11:56:05.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.288+0000 7f288aa00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55db5e0e45e0 0x55db5e161900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:05.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.288+0000 7f288be00640 1 -- 172.21.15.42:0/4006504506 learned_addr learned my addr 172.21.15.42:0/4006504506 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:05.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.288+0000 7f288b400640 1 --2- 172.21.15.42:0/4006504506 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55db5e0e3070 0x55db5e1613c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:05.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.288+0000 7f288aa00640 1 -- 172.21.15.42:0/4006504506 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55db5e0e3070 msgr2=0x55db5e1613c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:05.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.288+0000 7f288aa00640 1 --2- 172.21.15.42:0/4006504506 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55db5e0e3070 0x55db5e1613c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.288+0000 7f288aa00640 1 -- 172.21.15.42:0/4006504506 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db5e0eddf0 msgr2=0x55db5e0f1530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:05.291 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.288+0000 7f288aa00640 1 --2- 172.21.15.42:0/4006504506 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db5e0eddf0 0x55db5e0f1530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.291 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.288+0000 7f288aa00640 1 -- 172.21.15.42:0/4006504506 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55db5e0f1c70 con 0x55db5e0e45e0 2024-06-13T11:56:05.291 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.288+0000 7f288aa00640 1 --2- 172.21.15.42:0/4006504506 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55db5e0e45e0 0x55db5e161900 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f28780ccf00 tx=0x7f28780d2230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6b35e38a11051a1b server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:05.291 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.288+0000 7f2875600640 10 client.0 ms_handle_connect on v2:172.21.15.162:3300/0 2024-06-13T11:56:05.291 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.288+0000 7f2875600640 1 -- 172.21.15.42:0/4006504506 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28780983f0 con 0x55db5e0e45e0 2024-06-13T11:56:05.291 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.288+0000 7f2875600640 1 -- 172.21.15.42:0/4006504506 <== mon.1 v2:172.21.15.162:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f28780a44b0 con 0x55db5e0e45e0 2024-06-13T11:56:05.291 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.289+0000 7f2895179740 1 -- 172.21.15.42:0/4006504506 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2884003e50 con 0x55db5e0e45e0 2024-06-13T11:56:05.292 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.289+0000 7f2875600640 1 -- 172.21.15.42:0/4006504506 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f2878098590 con 0x55db5e0e45e0 2024-06-13T11:56:05.292 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.289+0000 7f2895179740 10 client.25366 fetch_fsmap learned FSMap version 27 2024-06-13T11:56:05.292 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.289+0000 7f2895179740 1 -- 172.21.15.42:0/4006504506 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55db5e168be0 con 0x55db5e0e45e0 2024-06-13T11:56:05.292 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.289+0000 7f2875600640 1 -- 172.21.15.42:0/4006504506 <== mon.1 v2:172.21.15.162:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2884003e50 con 0x55db5e0e45e0 2024-06-13T11:56:05.292 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.289+0000 7f2875600640 1 -- 172.21.15.42:0/4006504506 <== mon.1 v2:172.21.15.162:3300/0 5 ==== fsmap(e 27) ==== 8346+0+0 (secure 0 0 0) 0x7f287809b260 con 0x55db5e0e45e0 2024-06-13T11:56:05.293 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.289+0000 7f2895179740 10 client.25366 fetch_fsmap finished waiting for FSMap version 27 2024-06-13T11:56:05.293 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.289+0000 7f2895179740 10 client.25366 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:56:05.293 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.289+0000 7f2895179740 20 client.25366 populate_metadata read hostname 'smithi042' 2024-06-13T11:56:05.293 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.289+0000 7f2895179740 1 --2- 172.21.15.42:0/4006504506 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55db5e169360 0x55db5e16b780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:05.293 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.289+0000 7f2895179740 4 client.25366 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-13T11:56:05.293 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.289+0000 7f2895179740 1 -- 172.21.15.42:0/4006504506 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55db5e04eea0 con 0x55db5e169360 2024-06-13T11:56:05.293 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.290+0000 7f288b400640 1 --2- 172.21.15.42:0/4006504506 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55db5e169360 0x55db5e16b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:05.293 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.290+0000 7f288b400640 1 --2- 172.21.15.42:0/4006504506 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55db5e169360 0x55db5e16b780 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3e5c198127ad6733 server_cookie=875653504b985b7d in_seq=0 out_seq=0 2024-06-13T11:56:05.293 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.290+0000 7f2875600640 10 client.25366 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:05.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.304+0000 7f2875600640 1 -- 172.21.15.42:0/4006504506 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55db5e04eea0 con 0x55db5e169360 2024-06-13T11:56:05.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.304+0000 7f2875600640 10 client.25366 handle_command_reply: tid=0 2024-06-13T11:56:05.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.304+0000 7f2895179740 1 client.25366 shutdown 2024-06-13T11:56:05.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.305+0000 7f2895179740 1 -- 172.21.15.42:0/4006504506 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55db5e0e45e0 msgr2=0x55db5e161900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:05.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.305+0000 7f2895179740 1 --2- 172.21.15.42:0/4006504506 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55db5e0e45e0 0x55db5e161900 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f28780ccf00 tx=0x7f28780d2230 comp rx=0 tx=0).stop 2024-06-13T11:56:05.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.305+0000 7f2895179740 1 -- 172.21.15.42:0/4006504506 shutdown_connections 2024-06-13T11:56:05.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.305+0000 7f2895179740 1 --2- 172.21.15.42:0/4006504506 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55db5e169360 0x55db5e16b780 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.305+0000 7f2895179740 1 --2- 172.21.15.42:0/4006504506 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db5e0eddf0 0x55db5e0f1530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.305+0000 7f2895179740 1 --2- 172.21.15.42:0/4006504506 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55db5e0e45e0 0x55db5e161900 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.305+0000 7f2875600640 0 client.25366 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:05.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.305+0000 7f2895179740 1 --2- 172.21.15.42:0/4006504506 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55db5e0e3070 0x55db5e1613c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.305+0000 7f2895179740 1 -- 172.21.15.42:0/4006504506 >> 172.21.15.42:0/4006504506 conn(0x55db5e0abfb0 msgr2=0x55db5e0e4bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:05.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.305+0000 7f2895179740 1 -- 172.21.15.42:0/4006504506 shutdown_connections 2024-06-13T11:56:05.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.305+0000 7f2895179740 1 -- 172.21.15.42:0/4006504506 wait complete. 2024-06-13T11:56:05.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.305+0000 7f2895179740 20 client.25366 trim_cache size 0 max 16384 2024-06-13T11:56:05.307 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-13T11:56:05.307 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-13T11:56:05.307 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-13T11:56:05.307 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.306+0000 7f2892400640 1 -- 172.21.15.42:0/4116819098 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f28700a2fd0 msgr2=0x7f28700a5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:05.308 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.306+0000 7f2892400640 1 --2- 172.21.15.42:0/4116819098 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f28700a2fd0 0x7f28700a5490 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f287c000c00 tx=0x7f287c005b50 comp rx=0 tx=0).stop 2024-06-13T11:56:05.308 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.306+0000 7f2892400640 1 -- 172.21.15.42:0/4116819098 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f288c108ee0 msgr2=0x7f288c19a980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:05.308 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.306+0000 7f2892400640 1 --2- 172.21.15.42:0/4116819098 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f288c108ee0 0x7f288c19a980 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f287800e9c0 tx=0x7f287800ee80 comp rx=0 tx=0).stop 2024-06-13T11:56:05.308 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.306+0000 7f2892400640 1 -- 172.21.15.42:0/4116819098 shutdown_connections 2024-06-13T11:56:05.308 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.306+0000 7f2892400640 1 --2- 172.21.15.42:0/4116819098 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f28700a2fd0 0x7f28700a5490 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.308 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.306+0000 7f2892400640 1 --2- 172.21.15.42:0/4116819098 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f288c19ecb0 0x7f288c19f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.308 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.306+0000 7f2892400640 1 --2- 172.21.15.42:0/4116819098 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f288c108ee0 0x7f288c19a980 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.308 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.306+0000 7f2892400640 1 --2- 172.21.15.42:0/4116819098 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f288c103e10 0x7f288c19a440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:05.308 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.306+0000 7f2892400640 1 -- 172.21.15.42:0/4116819098 >> 172.21.15.42:0/4116819098 conn(0x7f288c0ff6d0 msgr2=0x7f288c1019b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:05.308 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.306+0000 7f2892400640 1 -- 172.21.15.42:0/4116819098 shutdown_connections 2024-06-13T11:56:05.308 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:05.306+0000 7f2892400640 1 -- 172.21.15.42:0/4116819098 wait complete. 2024-06-13T11:56:05.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:04 smithi042 ceph-mon[32231]: pgmap v19: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 99 KiB/s wr, 55 op/s 2024-06-13T11:56:05.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:04 smithi162 ceph-mon[36757]: pgmap v19: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 99 KiB/s wr, 55 op/s 2024-06-13T11:56:07.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:06 smithi088 ceph-mon[36399]: pgmap v20: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-06-13T11:56:07.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:06 smithi042 ceph-mon[32231]: pgmap v20: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-06-13T11:56:07.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:06 smithi162 ceph-mon[36757]: pgmap v20: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-06-13T11:56:09.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:08 smithi088 ceph-mon[36399]: pgmap v21: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 25 op/s 2024-06-13T11:56:09.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:08 smithi042 ceph-mon[32231]: pgmap v21: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 25 op/s 2024-06-13T11:56:09.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:08 smithi162 ceph-mon[36757]: pgmap v21: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 25 op/s 2024-06-13T11:56:11.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:10 smithi088 ceph-mon[36399]: pgmap v22: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 25 KiB/s wr, 25 op/s 2024-06-13T11:56:11.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:10 smithi042 ceph-mon[32231]: pgmap v22: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 25 KiB/s wr, 25 op/s 2024-06-13T11:56:11.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:10 smithi162 ceph-mon[36757]: pgmap v22: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 25 KiB/s wr, 25 op/s 2024-06-13T11:56:13.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:12 smithi088 ceph-mon[36399]: pgmap v23: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 25 KiB/s wr, 25 op/s 2024-06-13T11:56:13.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:12 smithi042 ceph-mon[32231]: pgmap v23: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 25 KiB/s wr, 25 op/s 2024-06-13T11:56:13.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:12 smithi162 ceph-mon[36757]: pgmap v23: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 25 KiB/s wr, 25 op/s 2024-06-13T11:56:15.206 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:14 smithi162 ceph-mon[36757]: pgmap v24: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 25 KiB/s wr, 27 op/s 2024-06-13T11:56:15.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:14 smithi088 ceph-mon[36399]: pgmap v24: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 25 KiB/s wr, 27 op/s 2024-06-13T11:56:15.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:14 smithi042 ceph-mon[32231]: pgmap v24: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 25 KiB/s wr, 27 op/s 2024-06-13T11:56:17.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:16 smithi088 ceph-mon[36399]: pgmap v25: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 2.4 KiB/s wr, 9 op/s 2024-06-13T11:56:17.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:16 smithi042 ceph-mon[32231]: pgmap v25: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 2.4 KiB/s wr, 9 op/s 2024-06-13T11:56:17.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:16 smithi162 ceph-mon[36757]: pgmap v25: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 2.4 KiB/s wr, 9 op/s 2024-06-13T11:56:18.448 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.448+0000 7f6d51a00640 1 -- 172.21.15.42:0/3090893179 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6d4c1099e0 msgr2=0x7f6d4c109dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:18.448 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.448+0000 7f6d51a00640 1 --2- 172.21.15.42:0/3090893179 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6d4c1099e0 0x7f6d4c109dc0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f6d3c009930 tx=0x7f6d3c02a420 comp rx=0 tx=0).stop 2024-06-13T11:56:18.448 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.448+0000 7f6d51a00640 1 -- 172.21.15.42:0/3090893179 shutdown_connections 2024-06-13T11:56:18.448 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.448+0000 7f6d51a00640 1 --2- 172.21.15.42:0/3090893179 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6d4c104390 0x7f6d4c1108a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:18.448 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.448+0000 7f6d51a00640 1 --2- 172.21.15.42:0/3090893179 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6d4c1039d0 0x7f6d4c103e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:18.448 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.448+0000 7f6d51a00640 1 --2- 172.21.15.42:0/3090893179 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6d4c1099e0 0x7f6d4c109dc0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:18.448 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.448+0000 7f6d51a00640 1 -- 172.21.15.42:0/3090893179 >> 172.21.15.42:0/3090893179 conn(0x7f6d4c0ff480 msgr2=0x7f6d4c1018a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:18.448 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.448+0000 7f6d51a00640 1 -- 172.21.15.42:0/3090893179 shutdown_connections 2024-06-13T11:56:18.448 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.448+0000 7f6d51a00640 1 -- 172.21.15.42:0/3090893179 wait complete. 2024-06-13T11:56:18.450 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.449+0000 7f6d51a00640 1 Processor -- start 2024-06-13T11:56:18.450 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.449+0000 7f6d51a00640 1 -- start start 2024-06-13T11:56:18.451 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.449+0000 7f6d51a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6d4c1039d0 0x7f6d4c19a330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:18.451 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.449+0000 7f6d51a00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6d4c104390 0x7f6d4c19a870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:18.451 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.450+0000 7f6d51a00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6d4c1099e0 0x7f6d4c19ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:18.451 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.450+0000 7f6d51a00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6d4c113e10 con 0x7f6d4c1039d0 2024-06-13T11:56:18.451 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.450+0000 7f6d51a00640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f6d4c113c90 con 0x7f6d4c104390 2024-06-13T11:56:18.451 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.450+0000 7f6d51a00640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f6d4c113f90 con 0x7f6d4c1099e0 2024-06-13T11:56:18.451 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.450+0000 7f6d4be00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6d4c1039d0 0x7f6d4c19a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:18.451 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.450+0000 7f6d4be00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6d4c1039d0 0x7f6d4c19a330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50382/0 (socket says 172.21.15.42:50382) 2024-06-13T11:56:18.451 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.450+0000 7f6d4be00640 1 -- 172.21.15.42:0/3983783127 learned_addr learned my addr 172.21.15.42:0/3983783127 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:18.451 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.450+0000 7f6d51000640 1 --2- 172.21.15.42:0/3983783127 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6d4c1099e0 0x7f6d4c19ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:18.451 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.450+0000 7f6d4b400640 1 --2- 172.21.15.42:0/3983783127 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6d4c104390 0x7f6d4c19a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:18.451 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.450+0000 7f6d4be00640 1 -- 172.21.15.42:0/3983783127 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6d4c1099e0 msgr2=0x7f6d4c19ebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:18.451 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.450+0000 7f6d4be00640 1 --2- 172.21.15.42:0/3983783127 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6d4c1099e0 0x7f6d4c19ebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:18.452 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.450+0000 7f6d4be00640 1 -- 172.21.15.42:0/3983783127 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6d4c104390 msgr2=0x7f6d4c19a870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:18.452 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.450+0000 7f6d4be00640 1 --2- 172.21.15.42:0/3983783127 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6d4c104390 0x7f6d4c19a870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:18.452 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.450+0000 7f6d4be00640 1 -- 172.21.15.42:0/3983783127 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d4c19f320 con 0x7f6d4c1039d0 2024-06-13T11:56:18.452 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.451+0000 7f6d4be00640 1 --2- 172.21.15.42:0/3983783127 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6d4c1039d0 0x7f6d4c19a330 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f6d3c02a940 tx=0x7f6d3c003b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:18.452 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.451+0000 7f6d48c00640 1 -- 172.21.15.42:0/3983783127 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d3c03f070 con 0x7f6d4c1039d0 2024-06-13T11:56:18.452 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.451+0000 7f6d51a00640 1 -- 172.21.15.42:0/3983783127 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d4c19f5b0 con 0x7f6d4c1039d0 2024-06-13T11:56:18.452 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.451+0000 7f6d48c00640 1 -- 172.21.15.42:0/3983783127 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6d3c031c90 con 0x7f6d4c1039d0 2024-06-13T11:56:18.452 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.451+0000 7f6d48c00640 1 -- 172.21.15.42:0/3983783127 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d3c035030 con 0x7f6d4c1039d0 2024-06-13T11:56:18.452 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.451+0000 7f6d51a00640 1 -- 172.21.15.42:0/3983783127 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d4c1a6ea0 con 0x7f6d4c1039d0 2024-06-13T11:56:18.454 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.454+0000 7f6d55fb4740 1 Processor -- start 2024-06-13T11:56:18.454 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.455+0000 7f6d55fb4740 1 -- start start 2024-06-13T11:56:18.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.455+0000 7f6d55fb4740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593f41847a0 0x5593f4182cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:18.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.455+0000 7f6d55fb4740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593f4183230 0x5593f41836b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:18.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.455+0000 7f6d55fb4740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593f418dfb0 0x5593f41903a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:18.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.455+0000 7f6d55fb4740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5593f40e7420 con 0x5593f418dfb0 2024-06-13T11:56:18.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.455+0000 7f6d55fb4740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x5593f408ec50 con 0x5593f4183230 2024-06-13T11:56:18.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.455+0000 7f6d55fb4740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x5593f40e33e0 con 0x5593f41847a0 2024-06-13T11:56:18.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.455+0000 7f6d48c00640 1 -- 172.21.15.42:0/3983783127 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 138117+0+0 (secure 0 0 0) 0x7f6d3c042070 con 0x7f6d4c1039d0 2024-06-13T11:56:18.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.455+0000 7f6d51000640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593f41847a0 0x5593f4182cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:18.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.455+0000 7f6d51000640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593f41847a0 0x5593f4182cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:43344/0 (socket says 172.21.15.42:43344) 2024-06-13T11:56:18.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.455+0000 7f6d4b400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593f418dfb0 0x5593f41903a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:18.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.455+0000 7f6d51000640 1 -- 172.21.15.42:0/863885902 learned_addr learned my addr 172.21.15.42:0/863885902 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:18.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.456+0000 7f6d4be00640 1 --2- 172.21.15.42:0/863885902 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593f4183230 0x5593f41836b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:18.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.456+0000 7f6d51000640 1 -- 172.21.15.42:0/863885902 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593f4183230 msgr2=0x5593f41836b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:18.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.456+0000 7f6d51000640 1 --2- 172.21.15.42:0/863885902 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593f4183230 0x5593f41836b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:18.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.456+0000 7f6d51000640 1 -- 172.21.15.42:0/863885902 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593f418dfb0 msgr2=0x5593f41903a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:18.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.456+0000 7f6d51000640 1 --2- 172.21.15.42:0/863885902 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593f418dfb0 0x5593f41903a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:18.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.456+0000 7f6d51000640 1 -- 172.21.15.42:0/863885902 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5593f3dfb210 con 0x5593f41847a0 2024-06-13T11:56:18.459 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.456+0000 7f6d51000640 1 --2- 172.21.15.42:0/863885902 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593f41847a0 0x5593f4182cf0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f6d44009f80 tx=0x7f6d440118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9db66645ed11cf8d server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:18.459 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.457+0000 7f6d41600640 1 -- 172.21.15.42:0/863885902 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d44004b20 con 0x5593f41847a0 2024-06-13T11:56:18.459 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.457+0000 7f6d41600640 1 -- 172.21.15.42:0/863885902 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6d44004cc0 con 0x5593f41847a0 2024-06-13T11:56:18.459 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.457+0000 7f6d41600640 1 -- 172.21.15.42:0/863885902 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d44005020 con 0x5593f41847a0 2024-06-13T11:56:18.459 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.457+0000 7f6d48c00640 1 --2- 172.21.15.42:0/3983783127 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6d300a2ea0 0x7f6d300a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:18.459 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.457+0000 7f6d48c00640 1 -- 172.21.15.42:0/3983783127 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f6d3c0f00e0 con 0x7f6d4c1039d0 2024-06-13T11:56:18.459 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.457+0000 7f6d4be00640 1 --2- 172.21.15.42:0/3983783127 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6d300a2ea0 0x7f6d300a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:18.459 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.458+0000 7f6d55fb4740 1 -- 172.21.15.42:0/863885902 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593f41847a0 msgr2=0x5593f4182cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:18.459 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.458+0000 7f6d55fb4740 1 --2- 172.21.15.42:0/863885902 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593f41847a0 0x5593f4182cf0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f6d44009f80 tx=0x7f6d440118d0 comp rx=0 tx=0).stop 2024-06-13T11:56:18.459 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.458+0000 7f6d55fb4740 1 -- 172.21.15.42:0/863885902 shutdown_connections 2024-06-13T11:56:18.460 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.458+0000 7f6d55fb4740 1 --2- 172.21.15.42:0/863885902 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593f418dfb0 0x5593f41903a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:18.460 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.458+0000 7f6d55fb4740 1 --2- 172.21.15.42:0/863885902 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593f4183230 0x5593f41836b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:18.460 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.458+0000 7f6d55fb4740 1 --2- 172.21.15.42:0/863885902 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593f41847a0 0x5593f4182cf0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:18.460 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.458+0000 7f6d55fb4740 1 -- 172.21.15.42:0/863885902 >> 172.21.15.42:0/863885902 conn(0x5593f414bfb0 msgr2=0x5593f417f820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:18.460 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.458+0000 7f6d55fb4740 1 -- 172.21.15.42:0/863885902 shutdown_connections 2024-06-13T11:56:18.460 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.458+0000 7f6d55fb4740 1 -- 172.21.15.42:0/863885902 wait complete. 2024-06-13T11:56:18.460 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.458+0000 7f6d4be00640 1 --2- 172.21.15.42:0/3983783127 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6d300a2ea0 0x7f6d300a5360 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6d3c0ed2a0 tx=0x7f6d3c003f50 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:18.460 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.458+0000 7f6d55fb4740 1 -- start start 2024-06-13T11:56:18.460 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.459+0000 7f6d55fb4740 1 Processor -- start 2024-06-13T11:56:18.460 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.459+0000 7f6d55fb4740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593f4183230 0x5593f418b030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:18.460 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.459+0000 7f6d55fb4740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593f41847a0 0x5593f418b570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:18.460 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.459+0000 7f6d55fb4740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593f418dfb0 0x5593f418bab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:18.460 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.459+0000 7f6d55fb4740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5593f4190d80 con 0x5593f418dfb0 2024-06-13T11:56:18.461 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.459+0000 7f6d55fb4740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x5593f40a20b0 con 0x5593f41847a0 2024-06-13T11:56:18.461 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.459+0000 7f6d55fb4740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x5593f4190f00 con 0x5593f4183230 2024-06-13T11:56:18.461 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.459+0000 7f6d55fb4740 10 client.0 _ll_register_callbacks cb 0x5593f408df40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:56:18.461 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.459+0000 7f6d51000640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593f4183230 0x5593f418b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:18.461 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.459+0000 7f6d51000640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593f4183230 0x5593f418b030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:43360/0 (socket says 172.21.15.42:43360) 2024-06-13T11:56:18.461 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.460+0000 7f6d51000640 1 -- 172.21.15.42:0/3264194474 learned_addr learned my addr 172.21.15.42:0/3264194474 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:18.461 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.460+0000 7f6d4b400640 1 --2- 172.21.15.42:0/3264194474 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593f41847a0 0x5593f418b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:18.461 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.460+0000 7f6d51000640 1 --2- 172.21.15.42:0/3264194474 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593f418dfb0 0x5593f418bab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:18.463 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.460+0000 7f6d4b400640 1 -- 172.21.15.42:0/3264194474 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593f4183230 msgr2=0x5593f418b030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:18.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.460+0000 7f6d4b400640 1 --2- 172.21.15.42:0/3264194474 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593f4183230 0x5593f418b030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:18.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.460+0000 7f6d4b400640 1 -- 172.21.15.42:0/3264194474 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593f418dfb0 msgr2=0x5593f418bab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:18.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.460+0000 7f6d4b400640 1 --2- 172.21.15.42:0/3264194474 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593f418dfb0 0x5593f418bab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:18.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.460+0000 7f6d4b400640 1 -- 172.21.15.42:0/3264194474 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5593f3ec7620 con 0x5593f41847a0 2024-06-13T11:56:18.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.460+0000 7f6d4b400640 1 --2- 172.21.15.42:0/3264194474 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593f41847a0 0x5593f418b570 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x5593f4183cd0 tx=0x7f6d38012b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4e9d11b51978148e server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:18.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.460+0000 7f6d36000640 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:56:18.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.461+0000 7f6d36000640 1 -- 172.21.15.42:0/3264194474 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d3800f8f0 con 0x5593f41847a0 2024-06-13T11:56:18.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.461+0000 7f6d36000640 1 -- 172.21.15.42:0/3264194474 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f6d3800fa90 con 0x5593f41847a0 2024-06-13T11:56:18.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.461+0000 7f6d55fb4740 1 -- 172.21.15.42:0/3264194474 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6d44004cc0 con 0x5593f41847a0 2024-06-13T11:56:18.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.461+0000 7f6d36000640 1 -- 172.21.15.42:0/3264194474 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f6d3800fc90 con 0x5593f41847a0 2024-06-13T11:56:18.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.461+0000 7f6d55fb4740 10 client.25397 fetch_fsmap learned FSMap version 27 2024-06-13T11:56:18.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.461+0000 7f6d55fb4740 1 -- 172.21.15.42:0/3264194474 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5593f419d1b0 con 0x5593f41847a0 2024-06-13T11:56:18.465 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.461+0000 7f6d36000640 1 -- 172.21.15.42:0/3264194474 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6d44004cc0 con 0x5593f41847a0 2024-06-13T11:56:18.465 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.461+0000 7f6d36000640 1 -- 172.21.15.42:0/3264194474 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 27) ==== 8346+0+0 (secure 0 0 0) 0x7f6d3801c420 con 0x5593f41847a0 2024-06-13T11:56:18.465 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.461+0000 7f6d55fb4740 10 client.25397 fetch_fsmap finished waiting for FSMap version 27 2024-06-13T11:56:18.465 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.461+0000 7f6d55fb4740 10 client.25397 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:56:18.465 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.461+0000 7f6d55fb4740 20 client.25397 populate_metadata read hostname 'smithi042' 2024-06-13T11:56:18.465 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.462+0000 7f6d55fb4740 1 --2- 172.21.15.42:0/3264194474 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5593f419e6c0 0x5593f41a0ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:18.465 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.462+0000 7f6d55fb4740 4 client.25397 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:56:18.465 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.462+0000 7f6d55fb4740 1 -- 172.21.15.42:0/3264194474 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5593f40f4b50 con 0x5593f419e6c0 2024-06-13T11:56:18.465 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.462+0000 7f6d51000640 1 --2- 172.21.15.42:0/3264194474 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5593f419e6c0 0x5593f41a0ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:18.465 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.462+0000 7f6d51000640 1 --2- 172.21.15.42:0/3264194474 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5593f419e6c0 0x5593f41a0ab0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7c675e9edb4e7ed0 server_cookie=ff1c2e6ba9ea8709 in_seq=0 out_seq=0 2024-06-13T11:56:18.465 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.462+0000 7f6d36000640 10 client.25397 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:18.465 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.463+0000 7f6d36000640 1 -- 172.21.15.42:0/3264194474 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5593f40f4b50 con 0x5593f419e6c0 2024-06-13T11:56:18.465 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.463+0000 7f6d36000640 10 client.25397 handle_command_reply: tid=0 2024-06-13T11:56:18.466 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.463+0000 7f6d55fb4740 1 client.25397 shutdown 2024-06-13T11:56:18.466 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.463+0000 7f6d55fb4740 1 -- 172.21.15.42:0/3264194474 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593f41847a0 msgr2=0x5593f418b570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:18.466 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.463+0000 7f6d55fb4740 1 --2- 172.21.15.42:0/3264194474 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593f41847a0 0x5593f418b570 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x5593f4183cd0 tx=0x7f6d38012b60 comp rx=0 tx=0).stop 2024-06-13T11:56:18.466 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.463+0000 7f6d55fb4740 1 -- 172.21.15.42:0/3264194474 shutdown_connections 2024-06-13T11:56:18.466 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.463+0000 7f6d55fb4740 1 --2- 172.21.15.42:0/3264194474 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5593f419e6c0 0x5593f41a0ab0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:18.466 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.464+0000 7f6d55fb4740 1 --2- 172.21.15.42:0/3264194474 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593f418dfb0 0x5593f418bab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:18.466 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.464+0000 7f6d55fb4740 1 --2- 172.21.15.42:0/3264194474 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593f41847a0 0x5593f418b570 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:18.466 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.464+0000 7f6d55fb4740 1 --2- 172.21.15.42:0/3264194474 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593f4183230 0x5593f418b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:18.466 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.464+0000 7f6d36000640 0 client.25397 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:18.466 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.464+0000 7f6d55fb4740 1 -- 172.21.15.42:0/3264194474 >> 172.21.15.42:0/3264194474 conn(0x5593f414bfb0 msgr2=0x5593f4185690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:18.466 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.464+0000 7f6d55fb4740 1 -- 172.21.15.42:0/3264194474 shutdown_connections 2024-06-13T11:56:18.466 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.464+0000 7f6d55fb4740 1 -- 172.21.15.42:0/3264194474 wait complete. 2024-06-13T11:56:18.467 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.464+0000 7f6d55fb4740 20 client.25397 trim_cache size 0 max 16384 2024-06-13T11:56:18.481 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.481+0000 7f6d55fb4740 1 Processor -- start 2024-06-13T11:56:18.481 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.481+0000 7f6d55fb4740 1 -- start start 2024-06-13T11:56:18.481 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.481+0000 7f6d55fb4740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593f4183230 0x5593f41a6340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:18.481 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.482+0000 7f6d55fb4740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593f41847a0 0x5593f41a6880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:18.481 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.482+0000 7f6d55fb4740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593f418dfb0 0x5593f418aff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:18.481 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.482+0000 7f6d55fb4740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6d4c1b38e0 con 0x5593f418dfb0 2024-06-13T11:56:18.481 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.482+0000 7f6d55fb4740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f6d4c1b11b0 con 0x5593f4183230 2024-06-13T11:56:18.481 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.482+0000 7f6d55fb4740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f6d4c1af000 con 0x5593f41847a0 2024-06-13T11:56:18.483 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.482+0000 7f6d51000640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593f4183230 0x5593f41a6340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:18.483 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.482+0000 7f6d4b400640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593f41847a0 0x5593f41a6880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:18.483 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.482+0000 7f6d51000640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593f4183230 0x5593f41a6340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:52478/0 (socket says 172.21.15.42:52478) 2024-06-13T11:56:18.483 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.482+0000 7f6d51000640 1 -- 172.21.15.42:0/339259215 learned_addr learned my addr 172.21.15.42:0/339259215 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:18.483 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.482+0000 7f6d51000640 1 --2- 172.21.15.42:0/339259215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593f418dfb0 0x5593f418aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:18.483 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.482+0000 7f6d4b400640 1 -- 172.21.15.42:0/339259215 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593f4183230 msgr2=0x5593f41a6340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:18.483 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.482+0000 7f6d4b400640 1 --2- 172.21.15.42:0/339259215 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593f4183230 0x5593f41a6340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:18.483 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.482+0000 7f6d4b400640 1 -- 172.21.15.42:0/339259215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593f418dfb0 msgr2=0x5593f418aff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:18.483 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.482+0000 7f6d4b400640 1 --2- 172.21.15.42:0/339259215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593f418dfb0 0x5593f418aff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:18.483 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.483+0000 7f6d4b400640 1 -- 172.21.15.42:0/339259215 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5593f41a1110 con 0x5593f41847a0 2024-06-13T11:56:18.483 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.483+0000 7f6d4b400640 1 --2- 172.21.15.42:0/339259215 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593f41847a0 0x5593f41a6880 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f6d3801ca50 tx=0x7f6d3800f810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ab4c3e8e080f7bf2 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:18.484 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.483+0000 7f6d40c00640 1 -- 172.21.15.42:0/339259215 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d38009dc0 con 0x5593f41847a0 2024-06-13T11:56:18.484 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.483+0000 7f6d40c00640 1 -- 172.21.15.42:0/339259215 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6d3800f8f0 con 0x5593f41847a0 2024-06-13T11:56:18.484 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.483+0000 7f6d40c00640 1 -- 172.21.15.42:0/339259215 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d38005040 con 0x5593f41847a0 2024-06-13T11:56:18.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.484+0000 7f6d55fb4740 1 -- 172.21.15.42:0/339259215 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593f41847a0 msgr2=0x5593f41a6880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:18.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.484+0000 7f6d55fb4740 1 --2- 172.21.15.42:0/339259215 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593f41847a0 0x5593f41a6880 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f6d3801ca50 tx=0x7f6d3800f810 comp rx=0 tx=0).stop 2024-06-13T11:56:18.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.484+0000 7f6d55fb4740 1 -- 172.21.15.42:0/339259215 shutdown_connections 2024-06-13T11:56:18.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.484+0000 7f6d55fb4740 1 --2- 172.21.15.42:0/339259215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593f418dfb0 0x5593f418aff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:18.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.484+0000 7f6d55fb4740 1 --2- 172.21.15.42:0/339259215 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593f41847a0 0x5593f41a6880 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:18.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.484+0000 7f6d55fb4740 1 --2- 172.21.15.42:0/339259215 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593f4183230 0x5593f41a6340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:18.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.484+0000 7f6d55fb4740 1 -- 172.21.15.42:0/339259215 >> 172.21.15.42:0/339259215 conn(0x5593f414bfb0 msgr2=0x5593f417f300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:18.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.484+0000 7f6d55fb4740 1 -- 172.21.15.42:0/339259215 shutdown_connections 2024-06-13T11:56:18.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.484+0000 7f6d55fb4740 1 -- 172.21.15.42:0/339259215 wait complete. 2024-06-13T11:56:18.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.485+0000 7f6d55fb4740 1 -- start start 2024-06-13T11:56:18.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.485+0000 7f6d55fb4740 1 Processor -- start 2024-06-13T11:56:18.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.485+0000 7f6d55fb4740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593f4183230 0x5593f4191750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:18.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.485+0000 7f6d55fb4740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593f41847a0 0x5593f4191c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:18.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.485+0000 7f6d55fb4740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593f418dfb0 0x5593f4207300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:18.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.485+0000 7f6d55fb4740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6d4c1af670 con 0x5593f418dfb0 2024-06-13T11:56:18.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.485+0000 7f6d55fb4740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f6d4c1b0ae0 con 0x5593f41847a0 2024-06-13T11:56:18.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.485+0000 7f6d55fb4740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f6d4c1afd40 con 0x5593f4183230 2024-06-13T11:56:18.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.485+0000 7f6d55fb4740 10 client.0 _ll_register_callbacks cb 0x7f6d38009850 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:56:18.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.486+0000 7f6d51000640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593f4183230 0x5593f4191750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:18.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.486+0000 7f6d4b400640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593f41847a0 0x5593f4191c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:18.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.486+0000 7f6d51000640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593f4183230 0x5593f4191750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:43386/0 (socket says 172.21.15.42:43386) 2024-06-13T11:56:18.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.486+0000 7f6d4b400640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593f41847a0 0x5593f4191c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:52494/0 (socket says 172.21.15.42:52494) 2024-06-13T11:56:18.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.486+0000 7f6d51000640 1 -- 172.21.15.42:0/3607090584 learned_addr learned my addr 172.21.15.42:0/3607090584 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:18.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.486+0000 7f6d51000640 1 --2- 172.21.15.42:0/3607090584 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593f418dfb0 0x5593f4207300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:18.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.486+0000 7f6d4b400640 1 -- 172.21.15.42:0/3607090584 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593f4183230 msgr2=0x5593f4191750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:18.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.486+0000 7f6d4b400640 1 --2- 172.21.15.42:0/3607090584 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593f4183230 0x5593f4191750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:18.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.486+0000 7f6d4b400640 1 -- 172.21.15.42:0/3607090584 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593f418dfb0 msgr2=0x5593f4207300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:18.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.486+0000 7f6d4b400640 1 --2- 172.21.15.42:0/3607090584 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593f418dfb0 0x5593f4207300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:18.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.486+0000 7f6d4b400640 1 -- 172.21.15.42:0/3607090584 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5593f42078f0 con 0x5593f41847a0 2024-06-13T11:56:18.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.486+0000 7f6d4b400640 1 --2- 172.21.15.42:0/3607090584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593f41847a0 0x5593f4191c90 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x5593f4190680 tx=0x7f6d3801df30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=95c7101828c9541d server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:18.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.486+0000 7f6d36000640 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:56:18.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.487+0000 7f6d36000640 1 -- 172.21.15.42:0/3607090584 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d3800faa0 con 0x5593f41847a0 2024-06-13T11:56:18.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.487+0000 7f6d36000640 1 -- 172.21.15.42:0/3607090584 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f6d38005090 con 0x5593f41847a0 2024-06-13T11:56:18.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.487+0000 7f6d55fb4740 1 -- 172.21.15.42:0/3607090584 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6d3800f8f0 con 0x5593f41847a0 2024-06-13T11:56:18.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.487+0000 7f6d36000640 1 -- 172.21.15.42:0/3607090584 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f6d3803c050 con 0x5593f41847a0 2024-06-13T11:56:18.490 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.487+0000 7f6d55fb4740 10 client.25403 fetch_fsmap learned FSMap version 27 2024-06-13T11:56:18.490 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.487+0000 7f6d55fb4740 1 -- 172.21.15.42:0/3607090584 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5593f4208be0 con 0x5593f41847a0 2024-06-13T11:56:18.490 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.487+0000 7f6d36000640 1 -- 172.21.15.42:0/3607090584 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6d3800f8f0 con 0x5593f41847a0 2024-06-13T11:56:18.490 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.487+0000 7f6d36000640 1 -- 172.21.15.42:0/3607090584 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 27) ==== 8346+0+0 (secure 0 0 0) 0x7f6d38003c70 con 0x5593f41847a0 2024-06-13T11:56:18.490 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.488+0000 7f6d55fb4740 10 client.25403 fetch_fsmap finished waiting for FSMap version 27 2024-06-13T11:56:18.490 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.488+0000 7f6d55fb4740 10 client.25403 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:56:18.490 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.488+0000 7f6d55fb4740 20 client.25403 populate_metadata read hostname 'smithi042' 2024-06-13T11:56:18.490 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.488+0000 7f6d55fb4740 1 --2- 172.21.15.42:0/3607090584 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5593f4209290 0x5593f420b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:18.490 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.488+0000 7f6d55fb4740 4 client.25403 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-13T11:56:18.490 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.488+0000 7f6d55fb4740 1 -- 172.21.15.42:0/3607090584 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5593f40eeea0 con 0x5593f4209290 2024-06-13T11:56:18.491 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.488+0000 7f6d51000640 1 --2- 172.21.15.42:0/3607090584 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5593f4209290 0x5593f420b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:18.491 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.488+0000 7f6d51000640 1 --2- 172.21.15.42:0/3607090584 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5593f4209290 0x5593f420b6b0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f9a47c07d507c485 server_cookie=71fd55d19626c03a in_seq=0 out_seq=0 2024-06-13T11:56:18.491 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.488+0000 7f6d36000640 10 client.25403 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:18.492 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.492+0000 7f6d36000640 1 -- 172.21.15.42:0/3607090584 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5593f40eeea0 con 0x5593f4209290 2024-06-13T11:56:18.492 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.492+0000 7f6d36000640 10 client.25403 handle_command_reply: tid=0 2024-06-13T11:56:18.492 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.492+0000 7f6d55fb4740 1 client.25403 shutdown 2024-06-13T11:56:18.492 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.492+0000 7f6d55fb4740 1 -- 172.21.15.42:0/3607090584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593f41847a0 msgr2=0x5593f4191c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:18.492 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.492+0000 7f6d55fb4740 1 --2- 172.21.15.42:0/3607090584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593f41847a0 0x5593f4191c90 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x5593f4190680 tx=0x7f6d3801df30 comp rx=0 tx=0).stop 2024-06-13T11:56:18.493 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.492+0000 7f6d55fb4740 1 -- 172.21.15.42:0/3607090584 shutdown_connections 2024-06-13T11:56:18.493 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.492+0000 7f6d55fb4740 1 --2- 172.21.15.42:0/3607090584 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5593f4209290 0x5593f420b6b0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:18.493 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.492+0000 7f6d55fb4740 1 --2- 172.21.15.42:0/3607090584 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593f418dfb0 0x5593f4207300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:18.493 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.492+0000 7f6d36000640 0 client.25403 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:18.493 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.492+0000 7f6d55fb4740 1 --2- 172.21.15.42:0/3607090584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593f41847a0 0x5593f4191c90 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:18.493 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.492+0000 7f6d55fb4740 1 --2- 172.21.15.42:0/3607090584 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593f4183230 0x5593f4191750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:18.493 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.492+0000 7f6d55fb4740 1 -- 172.21.15.42:0/3607090584 >> 172.21.15.42:0/3607090584 conn(0x5593f414bfb0 msgr2=0x5593f418b860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:18.493 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.493+0000 7f6d55fb4740 1 -- 172.21.15.42:0/3607090584 shutdown_connections 2024-06-13T11:56:18.493 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.493+0000 7f6d55fb4740 1 -- 172.21.15.42:0/3607090584 wait complete. 2024-06-13T11:56:18.493 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.493+0000 7f6d55fb4740 20 client.25403 trim_cache size 0 max 16384 2024-06-13T11:56:18.494 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-13T11:56:18.494 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-13T11:56:18.494 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-13T11:56:18.494 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.493+0000 7f6d51a00640 1 -- 172.21.15.42:0/3983783127 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6d300a2ea0 msgr2=0x7f6d300a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:18.494 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.493+0000 7f6d51a00640 1 --2- 172.21.15.42:0/3983783127 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6d300a2ea0 0x7f6d300a5360 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6d3c0ed2a0 tx=0x7f6d3c003f50 comp rx=0 tx=0).stop 2024-06-13T11:56:18.494 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.493+0000 7f6d51a00640 1 -- 172.21.15.42:0/3983783127 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6d4c1039d0 msgr2=0x7f6d4c19a330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:18.495 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.493+0000 7f6d51a00640 1 --2- 172.21.15.42:0/3983783127 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6d4c1039d0 0x7f6d4c19a330 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f6d3c02a940 tx=0x7f6d3c003b20 comp rx=0 tx=0).stop 2024-06-13T11:56:18.495 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.494+0000 7f6d51a00640 1 -- 172.21.15.42:0/3983783127 shutdown_connections 2024-06-13T11:56:18.495 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.494+0000 7f6d51a00640 1 --2- 172.21.15.42:0/3983783127 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6d300a2ea0 0x7f6d300a5360 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:18.495 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.494+0000 7f6d51a00640 1 --2- 172.21.15.42:0/3983783127 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6d4c1099e0 0x7f6d4c19ebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:18.495 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.494+0000 7f6d51a00640 1 --2- 172.21.15.42:0/3983783127 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6d4c104390 0x7f6d4c19a870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:18.495 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.494+0000 7f6d51a00640 1 --2- 172.21.15.42:0/3983783127 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6d4c1039d0 0x7f6d4c19a330 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:18.495 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.494+0000 7f6d51a00640 1 -- 172.21.15.42:0/3983783127 >> 172.21.15.42:0/3983783127 conn(0x7f6d4c0ff480 msgr2=0x7f6d4c0ffd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:18.495 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.494+0000 7f6d51a00640 1 -- 172.21.15.42:0/3983783127 shutdown_connections 2024-06-13T11:56:18.495 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:18.494+0000 7f6d51a00640 1 -- 172.21.15.42:0/3983783127 wait complete. 2024-06-13T11:56:19.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:18 smithi088 ceph-mon[36399]: pgmap v26: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 2.4 KiB/s wr, 12 op/s 2024-06-13T11:56:19.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:18 smithi042 ceph-mon[32231]: pgmap v26: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 2.4 KiB/s wr, 12 op/s 2024-06-13T11:56:19.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:18 smithi162 ceph-mon[36757]: pgmap v26: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 2.4 KiB/s wr, 12 op/s 2024-06-13T11:56:21.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:20 smithi088 ceph-mon[36399]: pgmap v27: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 597 B/s wr, 7 op/s 2024-06-13T11:56:21.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:20 smithi042 ceph-mon[32231]: pgmap v27: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 597 B/s wr, 7 op/s 2024-06-13T11:56:21.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:20 smithi162 ceph-mon[36757]: pgmap v27: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 597 B/s wr, 7 op/s 2024-06-13T11:56:23.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:22 smithi088 ceph-mon[36399]: pgmap v28: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:56:23.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:22 smithi042 ceph-mon[32231]: pgmap v28: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:56:23.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:22 smithi162 ceph-mon[36757]: pgmap v28: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:56:25.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:24 smithi088 ceph-mon[36399]: pgmap v29: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-06-13T11:56:25.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:24 smithi042 ceph-mon[32231]: pgmap v29: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-06-13T11:56:25.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:24 smithi162 ceph-mon[36757]: pgmap v29: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-06-13T11:56:25.664 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-06-13T11:56:26.202 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:56:27.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:26 smithi088 ceph-mon[36399]: pgmap v30: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-06-13T11:56:27.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:26 smithi042 ceph-mon[32231]: pgmap v30: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-06-13T11:56:27.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:26 smithi162 ceph-mon[36757]: pgmap v30: 129 pgs: 129 active+clean; 1.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-06-13T11:56:28.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.348+0000 7f886ee00700 1 -- 172.21.15.42:0/115200103 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8868103ea0 msgr2=0x7f886810c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:28.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.348+0000 7f886ee00700 1 --2- 172.21.15.42:0/115200103 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8868103ea0 0x7f886810c390 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f885400faf0 tx=0x7f885400fe00 comp rx=0 tx=0).stop 2024-06-13T11:56:28.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.349+0000 7f886ee00700 1 -- 172.21.15.42:0/115200103 shutdown_connections 2024-06-13T11:56:28.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.349+0000 7f886ee00700 1 --2- 172.21.15.42:0/115200103 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f886810c9b0 0x7f886810ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:28.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.349+0000 7f886ee00700 1 --2- 172.21.15.42:0/115200103 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8868103580 0x7f8868103960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:28.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.349+0000 7f886ee00700 1 --2- 172.21.15.42:0/115200103 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8868103ea0 0x7f886810c390 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:28.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.349+0000 7f886ee00700 1 -- 172.21.15.42:0/115200103 >> 172.21.15.42:0/115200103 conn(0x7f88680fcdb0 msgr2=0x7f88680ff1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:28.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.349+0000 7f886ee00700 1 -- 172.21.15.42:0/115200103 shutdown_connections 2024-06-13T11:56:28.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.349+0000 7f886ee00700 1 -- 172.21.15.42:0/115200103 wait complete. 2024-06-13T11:56:28.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.350+0000 7f886ee00700 1 Processor -- start 2024-06-13T11:56:28.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.351+0000 7f886ee00700 1 -- start start 2024-06-13T11:56:28.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.351+0000 7f886ee00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8868103580 0x7f886819c6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:28.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.351+0000 7f886ee00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8868103ea0 0x7f886819cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:28.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.351+0000 7f886ee00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f886810c9b0 0x7f8868196820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:28.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.351+0000 7f886ee00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8868110580 con 0x7f8868103ea0 2024-06-13T11:56:28.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.351+0000 7f886ee00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f8868110400 con 0x7f8868103580 2024-06-13T11:56:28.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.351+0000 7f886ee00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f8868110700 con 0x7f886810c9b0 2024-06-13T11:56:28.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.352+0000 7f886da00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8868103580 0x7f886819c6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:28.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.352+0000 7f886da00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8868103580 0x7f886819c6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:56272/0 (socket says 172.21.15.42:56272) 2024-06-13T11:56:28.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.352+0000 7f886da00700 1 -- 172.21.15.42:0/2932907546 learned_addr learned my addr 172.21.15.42:0/2932907546 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:28.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.352+0000 7f886d000700 1 --2- 172.21.15.42:0/2932907546 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8868103ea0 0x7f886819cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:28.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.352+0000 7f886e400700 1 --2- 172.21.15.42:0/2932907546 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f886810c9b0 0x7f8868196820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:28.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.352+0000 7f886da00700 1 -- 172.21.15.42:0/2932907546 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f886810c9b0 msgr2=0x7f8868196820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:28.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.352+0000 7f886da00700 1 --2- 172.21.15.42:0/2932907546 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f886810c9b0 0x7f8868196820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:28.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.352+0000 7f886da00700 1 -- 172.21.15.42:0/2932907546 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8868103ea0 msgr2=0x7f886819cbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:28.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.352+0000 7f886da00700 1 --2- 172.21.15.42:0/2932907546 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8868103ea0 0x7f886819cbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:28.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.352+0000 7f886da00700 1 -- 172.21.15.42:0/2932907546 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8868197000 con 0x7f8868103580 2024-06-13T11:56:28.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.353+0000 7f886d000700 1 --2- 172.21.15.42:0/2932907546 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8868103ea0 0x7f886819cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:56:28.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.353+0000 7f886da00700 1 --2- 172.21.15.42:0/2932907546 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8868103580 0x7f886819c6a0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f885c00e9a0 tx=0x7f885c00ed60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:28.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.353+0000 7f8866000700 1 -- 172.21.15.42:0/2932907546 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f885c00cbd0 con 0x7f8868103580 2024-06-13T11:56:28.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.353+0000 7f886ee00700 1 -- 172.21.15.42:0/2932907546 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88681972f0 con 0x7f8868103580 2024-06-13T11:56:28.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.353+0000 7f8866000700 1 -- 172.21.15.42:0/2932907546 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f885c00cd70 con 0x7f8868103580 2024-06-13T11:56:28.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.353+0000 7f8866000700 1 -- 172.21.15.42:0/2932907546 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f885c0187c0 con 0x7f8868103580 2024-06-13T11:56:28.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.353+0000 7f886ee00700 1 -- 172.21.15.42:0/2932907546 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88681a3500 con 0x7f8868103580 2024-06-13T11:56:28.360 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.359+0000 7f887ad23b80 1 Processor -- start 2024-06-13T11:56:28.360 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.360+0000 7f8866000700 1 -- 172.21.15.42:0/2932907546 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 26) ==== 138117+0+0 (secure 0 0 0) 0x7f885c010430 con 0x7f8868103580 2024-06-13T11:56:28.360 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.360+0000 7f887ad23b80 1 -- start start 2024-06-13T11:56:28.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.361+0000 7f887ad23b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5647f3fcbe40 0x5647f4051420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:28.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.361+0000 7f887ad23b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5647f4051960 0x5647f4051de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:28.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.361+0000 7f887ad23b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647f405a570 0x5647f405c960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:28.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.361+0000 7f886e400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5647f3fcbe40 0x5647f4051420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:28.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.361+0000 7f887ad23b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5647f3f5ea10 con 0x5647f405a570 2024-06-13T11:56:28.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.361+0000 7f887ad23b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x5647f3fa1b00 con 0x5647f4051960 2024-06-13T11:56:28.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.361+0000 7f887ad23b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x5647f3f5c8f0 con 0x5647f3fcbe40 2024-06-13T11:56:28.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.361+0000 7f886e400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5647f3fcbe40 0x5647f4051420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:53532/0 (socket says 172.21.15.42:53532) 2024-06-13T11:56:28.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.361+0000 7f886e400700 1 -- 172.21.15.42:0/2960082649 learned_addr learned my addr 172.21.15.42:0/2960082649 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:28.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.361+0000 7f886da00700 1 --2- 172.21.15.42:0/2960082649 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5647f4051960 0x5647f4051de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:28.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.362+0000 7f886e400700 1 -- 172.21.15.42:0/2960082649 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5647f4051960 msgr2=0x5647f4051de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:28.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.362+0000 7f886e400700 1 --2- 172.21.15.42:0/2960082649 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5647f4051960 0x5647f4051de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:28.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.362+0000 7f886e400700 1 -- 172.21.15.42:0/2960082649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647f405a570 msgr2=0x5647f405c960 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-13T11:56:28.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.362+0000 7f886d000700 1 --2- 172.21.15.42:0/2960082649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647f405a570 0x5647f405c960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:28.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.362+0000 7f886e400700 1 --2- 172.21.15.42:0/2960082649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647f405a570 0x5647f405c960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:28.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.362+0000 7f886e400700 1 -- 172.21.15.42:0/2960082649 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5647f3f49f90 con 0x5647f3fcbe40 2024-06-13T11:56:28.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.362+0000 7f8866000700 1 --2- 172.21.15.42:0/2932907546 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f88500a3140 0x7f88500a5600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:28.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.362+0000 7f8866000700 1 -- 172.21.15.42:0/2932907546 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f885c018560 con 0x7f8868103580 2024-06-13T11:56:28.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.363+0000 7f886da00700 1 --2- 172.21.15.42:0/2932907546 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f88500a3140 0x7f88500a5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:28.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.363+0000 7f886e400700 1 --2- 172.21.15.42:0/2960082649 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5647f3fcbe40 0x5647f4051420 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f8860009440 tx=0x7f8860009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8e753e00aca08b50 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:28.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.364+0000 7f886da00700 1 --2- 172.21.15.42:0/2932907546 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f88500a3140 0x7f88500a5600 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f885c0ccdb0 tx=0x7f885c000bc0 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:28.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.364+0000 7f885aa00700 1 -- 172.21.15.42:0/2960082649 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8860013750 con 0x5647f3fcbe40 2024-06-13T11:56:28.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.364+0000 7f885aa00700 1 -- 172.21.15.42:0/2960082649 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8860013dd0 con 0x5647f3fcbe40 2024-06-13T11:56:28.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.364+0000 7f885aa00700 1 -- 172.21.15.42:0/2960082649 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88600143e0 con 0x5647f3fcbe40 2024-06-13T11:56:28.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.365+0000 7f887ad23b80 1 -- 172.21.15.42:0/2960082649 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5647f3fcbe40 msgr2=0x5647f4051420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:28.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.365+0000 7f887ad23b80 1 --2- 172.21.15.42:0/2960082649 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5647f3fcbe40 0x5647f4051420 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f8860009440 tx=0x7f8860009920 comp rx=0 tx=0).stop 2024-06-13T11:56:28.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.365+0000 7f887ad23b80 1 -- 172.21.15.42:0/2960082649 shutdown_connections 2024-06-13T11:56:28.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.365+0000 7f887ad23b80 1 --2- 172.21.15.42:0/2960082649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647f405a570 0x5647f405c960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:28.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.365+0000 7f887ad23b80 1 --2- 172.21.15.42:0/2960082649 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5647f3fcbe40 0x5647f4051420 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:28.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.365+0000 7f887ad23b80 1 --2- 172.21.15.42:0/2960082649 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5647f4051960 0x5647f4051de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:28.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.365+0000 7f887ad23b80 1 -- 172.21.15.42:0/2960082649 >> 172.21.15.42:0/2960082649 conn(0x5647f3f7c170 msgr2=0x5647f404b820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:28.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.365+0000 7f887ad23b80 1 -- 172.21.15.42:0/2960082649 shutdown_connections 2024-06-13T11:56:28.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.365+0000 7f887ad23b80 1 -- 172.21.15.42:0/2960082649 wait complete. 2024-06-13T11:56:28.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.366+0000 7f887ad23b80 1 -- start start 2024-06-13T11:56:28.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.366+0000 7f887ad23b80 1 Processor -- start 2024-06-13T11:56:28.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.367+0000 7f887ad23b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5647f3fcbe40 0x5647f4059d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:28.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.367+0000 7f887ad23b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5647f4051960 0x5647f4057090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:28.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.367+0000 7f887ad23b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647f405a570 0x5647f40575d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:28.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.367+0000 7f887ad23b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5647f3f3df60 con 0x5647f405a570 2024-06-13T11:56:28.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.367+0000 7f887ad23b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x5647f3f9dac0 con 0x5647f3fcbe40 2024-06-13T11:56:28.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.367+0000 7f887ad23b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x5647f405d180 con 0x5647f4051960 2024-06-13T11:56:28.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.367+0000 7f887ad23b80 10 client.0 _ll_register_callbacks cb 0x5647f3f3b720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:56:28.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.368+0000 7f886d000700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5647f4051960 0x5647f4057090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:28.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.368+0000 7f886d000700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5647f4051960 0x5647f4057090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:53548/0 (socket says 172.21.15.42:53548) 2024-06-13T11:56:28.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.368+0000 7f886d000700 1 -- 172.21.15.42:0/3480703884 learned_addr learned my addr 172.21.15.42:0/3480703884 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:28.377 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.368+0000 7f886e400700 1 --2- 172.21.15.42:0/3480703884 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5647f3fcbe40 0x5647f4059d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:28.377 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.368+0000 7f886e400700 1 --2- 172.21.15.42:0/3480703884 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647f405a570 0x5647f40575d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:28.377 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.368+0000 7f886d000700 1 -- 172.21.15.42:0/3480703884 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5647f3fcbe40 msgr2=0x5647f4059d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:28.377 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.368+0000 7f886d000700 1 --2- 172.21.15.42:0/3480703884 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5647f3fcbe40 0x5647f4059d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:28.377 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.368+0000 7f886d000700 1 -- 172.21.15.42:0/3480703884 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647f405a570 msgr2=0x5647f40575d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:28.378 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.368+0000 7f886d000700 1 --2- 172.21.15.42:0/3480703884 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647f405a570 0x5647f40575d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:28.378 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.368+0000 7f886d000700 1 -- 172.21.15.42:0/3480703884 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5647f3ef08d0 con 0x5647f4051960 2024-06-13T11:56:28.378 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.369+0000 7f886d000700 1 --2- 172.21.15.42:0/3480703884 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5647f4051960 0x5647f4057090 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f8868104300 tx=0x7f8854009f50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=31467279caf23b1c server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:28.378 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.369+0000 7f884f400700 10 client.0 ms_handle_connect on v2:172.21.15.162:3300/0 2024-06-13T11:56:28.378 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.369+0000 7f884f400700 1 -- 172.21.15.42:0/3480703884 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8854027020 con 0x5647f4051960 2024-06-13T11:56:28.378 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.369+0000 7f884f400700 1 -- 172.21.15.42:0/3480703884 <== mon.1 v2:172.21.15.162:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f885400f460 con 0x5647f4051960 2024-06-13T11:56:28.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.369+0000 7f887ad23b80 1 -- 172.21.15.42:0/3480703884 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8860013dd0 con 0x5647f4051960 2024-06-13T11:56:28.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.370+0000 7f884f400700 1 -- 172.21.15.42:0/3480703884 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f8854005040 con 0x5647f4051960 2024-06-13T11:56:28.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.370+0000 7f887ad23b80 10 client.25396 fetch_fsmap learned FSMap version 27 2024-06-13T11:56:28.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.370+0000 7f887ad23b80 1 -- 172.21.15.42:0/3480703884 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5647f4067950 con 0x5647f4051960 2024-06-13T11:56:28.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.370+0000 7f884f400700 1 -- 172.21.15.42:0/3480703884 <== mon.1 v2:172.21.15.162:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8860013dd0 con 0x5647f4051960 2024-06-13T11:56:28.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.371+0000 7f884f400700 1 -- 172.21.15.42:0/3480703884 <== mon.1 v2:172.21.15.162:3300/0 5 ==== fsmap(e 27) ==== 8346+0+0 (secure 0 0 0) 0x7f885400e660 con 0x5647f4051960 2024-06-13T11:56:28.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.371+0000 7f887ad23b80 10 client.25396 fetch_fsmap finished waiting for FSMap version 27 2024-06-13T11:56:28.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.371+0000 7f887ad23b80 10 client.25396 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-06-13T11:56:28.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.371+0000 7f887ad23b80 20 client.25396 populate_metadata read hostname 'smithi042' 2024-06-13T11:56:28.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.371+0000 7f887ad23b80 1 --2- 172.21.15.42:0/3480703884 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5647f406a030 0x5647f406c420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:28.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.371+0000 7f887ad23b80 4 client.25396 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:56:28.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.371+0000 7f887ad23b80 1 -- 172.21.15.42:0/3480703884 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5647f3faf000 con 0x5647f406a030 2024-06-13T11:56:28.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.372+0000 7f886e400700 1 --2- 172.21.15.42:0/3480703884 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5647f406a030 0x5647f406c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:28.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.372+0000 7f884f400700 10 client.25396 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:28.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.372+0000 7f886e400700 1 --2- 172.21.15.42:0/3480703884 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5647f406a030 0x5647f406c420 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a5b121a9096fed00 server_cookie=615c331e52d08b3 in_seq=0 out_seq=0 2024-06-13T11:56:28.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.373+0000 7f884f400700 1 -- 172.21.15.42:0/3480703884 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5647f3faf000 con 0x5647f406a030 2024-06-13T11:56:28.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.373+0000 7f884f400700 10 client.25396 handle_command_reply: tid=0 2024-06-13T11:56:28.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.373+0000 7f887ad23b80 1 client.25396 shutdown 2024-06-13T11:56:28.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.374+0000 7f887ad23b80 1 -- 172.21.15.42:0/3480703884 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5647f4051960 msgr2=0x5647f4057090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:28.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.374+0000 7f887ad23b80 1 --2- 172.21.15.42:0/3480703884 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5647f4051960 0x5647f4057090 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f8868104300 tx=0x7f8854009f50 comp rx=0 tx=0).stop 2024-06-13T11:56:28.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.374+0000 7f887ad23b80 1 -- 172.21.15.42:0/3480703884 shutdown_connections 2024-06-13T11:56:28.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.374+0000 7f887ad23b80 1 --2- 172.21.15.42:0/3480703884 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5647f406a030 0x5647f406c420 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:28.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.374+0000 7f887ad23b80 1 --2- 172.21.15.42:0/3480703884 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5647f3fcbe40 0x5647f4059d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:28.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.374+0000 7f887ad23b80 1 --2- 172.21.15.42:0/3480703884 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647f405a570 0x5647f40575d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:28.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.374+0000 7f887ad23b80 1 --2- 172.21.15.42:0/3480703884 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5647f4051960 0x5647f4057090 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:28.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.374+0000 7f887ad23b80 1 -- 172.21.15.42:0/3480703884 >> 172.21.15.42:0/3480703884 conn(0x5647f3f7c170 msgr2=0x5647f404b410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:28.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.374+0000 7f884f400700 0 client.25396 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:28.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.374+0000 7f887ad23b80 1 -- 172.21.15.42:0/3480703884 shutdown_connections 2024-06-13T11:56:28.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.374+0000 7f887ad23b80 1 -- 172.21.15.42:0/3480703884 wait complete. 2024-06-13T11:56:28.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.374+0000 7f887ad23b80 20 client.25396 trim_cache size 0 max 16384 2024-06-13T11:56:28.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.398+0000 7f887ad23b80 1 Processor -- start 2024-06-13T11:56:28.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.398+0000 7f887ad23b80 1 -- start start 2024-06-13T11:56:28.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.399+0000 7f887ad23b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647f3fcbe40 0x5647f40598d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:28.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.399+0000 7f887ad23b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5647f4051960 0x5647f4057050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:28.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.399+0000 7f887ad23b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5647f405a570 0x5647f4057590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:28.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.399+0000 7f887ad23b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f88681aec70 con 0x5647f3fcbe40 2024-06-13T11:56:28.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.399+0000 7f887ad23b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f88681ac500 con 0x5647f4051960 2024-06-13T11:56:28.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.399+0000 7f887ad23b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f88681aa350 con 0x5647f405a570 2024-06-13T11:56:28.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.399+0000 7f886e400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647f3fcbe40 0x5647f40598d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:28.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.399+0000 7f886e400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647f3fcbe40 0x5647f40598d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33114/0 (socket says 172.21.15.42:33114) 2024-06-13T11:56:28.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.399+0000 7f886e400700 1 -- 172.21.15.42:0/2860199308 learned_addr learned my addr 172.21.15.42:0/2860199308 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:28.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.400+0000 7f886d000700 1 --2- 172.21.15.42:0/2860199308 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5647f4051960 0x5647f4057050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:28.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.400+0000 7f886e400700 1 --2- 172.21.15.42:0/2860199308 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5647f405a570 0x5647f4057590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:28.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.401+0000 7f886d000700 1 -- 172.21.15.42:0/2860199308 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5647f405a570 msgr2=0x5647f4057590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:28.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.401+0000 7f886d000700 1 --2- 172.21.15.42:0/2860199308 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5647f405a570 0x5647f4057590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:28.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.401+0000 7f886d000700 1 -- 172.21.15.42:0/2860199308 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647f3fcbe40 msgr2=0x5647f40598d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:28.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.401+0000 7f886d000700 1 --2- 172.21.15.42:0/2860199308 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647f3fcbe40 0x5647f40598d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:28.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.401+0000 7f886d000700 1 -- 172.21.15.42:0/2860199308 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5647f4055600 con 0x5647f4051960 2024-06-13T11:56:28.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.401+0000 7f886e400700 1 --2- 172.21.15.42:0/2860199308 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5647f405a570 0x5647f4057590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T11:56:28.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.401+0000 7f886d000700 1 --2- 172.21.15.42:0/2860199308 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5647f4051960 0x5647f4057050 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f885400ea80 tx=0x7f8854009e80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6a323aa5e6899b29 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:28.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.402+0000 7f885a000700 1 -- 172.21.15.42:0/2860199308 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f885403c070 con 0x5647f4051960 2024-06-13T11:56:28.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.402+0000 7f885a000700 1 -- 172.21.15.42:0/2860199308 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8854003b60 con 0x5647f4051960 2024-06-13T11:56:28.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.402+0000 7f885a000700 1 -- 172.21.15.42:0/2860199308 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8854027070 con 0x5647f4051960 2024-06-13T11:56:28.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.402+0000 7f887ad23b80 1 -- 172.21.15.42:0/2860199308 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5647f4051960 msgr2=0x5647f4057050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:28.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.402+0000 7f887ad23b80 1 --2- 172.21.15.42:0/2860199308 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5647f4051960 0x5647f4057050 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f885400ea80 tx=0x7f8854009e80 comp rx=0 tx=0).stop 2024-06-13T11:56:28.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.403+0000 7f887ad23b80 1 -- 172.21.15.42:0/2860199308 shutdown_connections 2024-06-13T11:56:28.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.403+0000 7f887ad23b80 1 --2- 172.21.15.42:0/2860199308 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5647f405a570 0x5647f4057590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:28.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.403+0000 7f887ad23b80 1 --2- 172.21.15.42:0/2860199308 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647f3fcbe40 0x5647f40598d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:28.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.403+0000 7f887ad23b80 1 --2- 172.21.15.42:0/2860199308 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5647f4051960 0x5647f4057050 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:28.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.403+0000 7f887ad23b80 1 -- 172.21.15.42:0/2860199308 >> 172.21.15.42:0/2860199308 conn(0x5647f3f7c170 msgr2=0x5647f4056940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:28.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.403+0000 7f887ad23b80 1 -- 172.21.15.42:0/2860199308 shutdown_connections 2024-06-13T11:56:28.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.403+0000 7f887ad23b80 1 -- 172.21.15.42:0/2860199308 wait complete. 2024-06-13T11:56:28.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.403+0000 7f887ad23b80 1 -- start start 2024-06-13T11:56:28.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.404+0000 7f887ad23b80 1 Processor -- start 2024-06-13T11:56:28.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.404+0000 7f887ad23b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5647f3fcbe40 0x5647f405e960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:28.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.404+0000 7f887ad23b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647f4051960 0x5647f405eea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:28.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.404+0000 7f887ad23b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5647f405a570 0x5647f40d3ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:28.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.404+0000 7f887ad23b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f88681aa9c0 con 0x5647f4051960 2024-06-13T11:56:28.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.404+0000 7f887ad23b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f88681abe30 con 0x5647f3fcbe40 2024-06-13T11:56:28.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.404+0000 7f887ad23b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f88681ab090 con 0x5647f405a570 2024-06-13T11:56:28.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.404+0000 7f887ad23b80 10 client.0 _ll_register_callbacks cb 0x5647f3f3b720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:56:28.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.405+0000 7f886d000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647f4051960 0x5647f405eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:28.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.405+0000 7f886e400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5647f3fcbe40 0x5647f405e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:28.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.405+0000 7f886e400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5647f3fcbe40 0x5647f405e960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:56312/0 (socket says 172.21.15.42:56312) 2024-06-13T11:56:28.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.405+0000 7f886e400700 1 -- 172.21.15.42:0/1376386249 learned_addr learned my addr 172.21.15.42:0/1376386249 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:28.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.405+0000 7f886e400700 1 --2- 172.21.15.42:0/1376386249 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5647f405a570 0x5647f40d3ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:28.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.406+0000 7f886e400700 1 -- 172.21.15.42:0/1376386249 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5647f3fcbe40 msgr2=0x5647f405e960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:28.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.406+0000 7f886e400700 1 --2- 172.21.15.42:0/1376386249 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5647f3fcbe40 0x5647f405e960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:28.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.406+0000 7f886e400700 1 -- 172.21.15.42:0/1376386249 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647f4051960 msgr2=0x5647f405eea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:28.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.406+0000 7f886e400700 1 --2- 172.21.15.42:0/1376386249 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647f4051960 0x5647f405eea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:28.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.406+0000 7f886e400700 1 -- 172.21.15.42:0/1376386249 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5647f40d4290 con 0x5647f405a570 2024-06-13T11:56:28.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.406+0000 7f884f400700 10 client.0 ms_handle_connect on v2:172.21.15.162:3300/0 2024-06-13T11:56:28.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.406+0000 7f886e400700 1 --2- 172.21.15.42:0/1376386249 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5647f405a570 0x5647f40d3ca0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f886000afd0 tx=0x7f886000b040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4790e17e5345f86d server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:28.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.407+0000 7f884f400700 1 -- 172.21.15.42:0/1376386249 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8860015ab0 con 0x5647f405a570 2024-06-13T11:56:28.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.407+0000 7f884f400700 1 -- 172.21.15.42:0/1376386249 <== mon.1 v2:172.21.15.162:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f8860015c50 con 0x5647f405a570 2024-06-13T11:56:28.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.407+0000 7f887ad23b80 1 -- 172.21.15.42:0/1376386249 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8854003b60 con 0x5647f405a570 2024-06-13T11:56:28.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.407+0000 7f884f400700 1 -- 172.21.15.42:0/1376386249 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f8860015e50 con 0x5647f405a570 2024-06-13T11:56:28.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.407+0000 7f887ad23b80 10 client.25399 fetch_fsmap learned FSMap version 27 2024-06-13T11:56:28.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.407+0000 7f887ad23b80 1 -- 172.21.15.42:0/1376386249 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5647f40d54d0 con 0x5647f405a570 2024-06-13T11:56:28.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.408+0000 7f884f400700 1 -- 172.21.15.42:0/1376386249 <== mon.1 v2:172.21.15.162:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8854003b60 con 0x5647f405a570 2024-06-13T11:56:28.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.408+0000 7f884f400700 1 -- 172.21.15.42:0/1376386249 <== mon.1 v2:172.21.15.162:3300/0 5 ==== fsmap(e 27) ==== 8346+0+0 (secure 0 0 0) 0x7f8860013550 con 0x5647f405a570 2024-06-13T11:56:28.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.409+0000 7f887ad23b80 10 client.25399 fetch_fsmap finished waiting for FSMap version 27 2024-06-13T11:56:28.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.409+0000 7f887ad23b80 10 client.25399 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-06-13T11:56:28.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.409+0000 7f887ad23b80 20 client.25399 populate_metadata read hostname 'smithi042' 2024-06-13T11:56:28.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.409+0000 7f887ad23b80 1 --2- 172.21.15.42:0/1376386249 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5647f40d5a40 0x5647f40d7e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:28.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.409+0000 7f887ad23b80 4 client.25399 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-06-13T11:56:28.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.409+0000 7f887ad23b80 1 -- 172.21.15.42:0/1376386249 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5647f3fa9580 con 0x5647f40d5a40 2024-06-13T11:56:28.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.411+0000 7f886d000700 1 --2- 172.21.15.42:0/1376386249 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5647f40d5a40 0x5647f40d7e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:28.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.413+0000 7f886d000700 1 --2- 172.21.15.42:0/1376386249 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5647f40d5a40 0x5647f40d7e60 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8a44abb09bb74be4 server_cookie=8d65ca1ff5dd29d5 in_seq=0 out_seq=0 2024-06-13T11:56:28.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.413+0000 7f884f400700 10 client.25399 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:28.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.413+0000 7f884f400700 1 -- 172.21.15.42:0/1376386249 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5647f3fa9580 con 0x5647f40d5a40 2024-06-13T11:56:28.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.413+0000 7f884f400700 10 client.25399 handle_command_reply: tid=0 2024-06-13T11:56:28.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.413+0000 7f887ad23b80 1 client.25399 shutdown 2024-06-13T11:56:28.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.414+0000 7f887ad23b80 1 -- 172.21.15.42:0/1376386249 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5647f405a570 msgr2=0x5647f40d3ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:28.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.414+0000 7f887ad23b80 1 --2- 172.21.15.42:0/1376386249 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5647f405a570 0x5647f40d3ca0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f886000afd0 tx=0x7f886000b040 comp rx=0 tx=0).stop 2024-06-13T11:56:28.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.414+0000 7f887ad23b80 1 -- 172.21.15.42:0/1376386249 shutdown_connections 2024-06-13T11:56:28.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.414+0000 7f887ad23b80 1 --2- 172.21.15.42:0/1376386249 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5647f40d5a40 0x5647f40d7e60 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:28.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.414+0000 7f887ad23b80 1 --2- 172.21.15.42:0/1376386249 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5647f3fcbe40 0x5647f405e960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:28.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.414+0000 7f887ad23b80 1 --2- 172.21.15.42:0/1376386249 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5647f405a570 0x5647f40d3ca0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:28.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.414+0000 7f887ad23b80 1 --2- 172.21.15.42:0/1376386249 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647f4051960 0x5647f405eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:28.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.414+0000 7f887ad23b80 1 -- 172.21.15.42:0/1376386249 >> 172.21.15.42:0/1376386249 conn(0x5647f3f7c170 msgr2=0x5647f40571a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:28.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.414+0000 7f884f400700 0 client.25399 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:28.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.415+0000 7f887ad23b80 1 -- 172.21.15.42:0/1376386249 shutdown_connections 2024-06-13T11:56:28.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.415+0000 7f887ad23b80 1 -- 172.21.15.42:0/1376386249 wait complete. 2024-06-13T11:56:28.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.415+0000 7f887ad23b80 20 client.25399 trim_cache size 0 max 16384 2024-06-13T11:56:28.416 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-13T11:56:28.417 INFO:teuthology.orchestra.run.smithi042.stdout: "status": "no active scrubs running", 2024-06-13T11:56:28.417 INFO:teuthology.orchestra.run.smithi042.stdout: "scrubs": {} 2024-06-13T11:56:28.417 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-13T11:56:28.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.418+0000 7f886ee00700 1 -- 172.21.15.42:0/2932907546 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f88500a3140 msgr2=0x7f88500a5600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:28.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.418+0000 7f886ee00700 1 --2- 172.21.15.42:0/2932907546 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f88500a3140 0x7f88500a5600 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f885c0ccdb0 tx=0x7f885c000bc0 comp rx=0 tx=0).stop 2024-06-13T11:56:28.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.418+0000 7f886ee00700 1 -- 172.21.15.42:0/2932907546 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8868103580 msgr2=0x7f886819c6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:28.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.418+0000 7f886ee00700 1 --2- 172.21.15.42:0/2932907546 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8868103580 0x7f886819c6a0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f885c00e9a0 tx=0x7f885c00ed60 comp rx=0 tx=0).stop 2024-06-13T11:56:28.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.418+0000 7f886ee00700 1 -- 172.21.15.42:0/2932907546 shutdown_connections 2024-06-13T11:56:28.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.418+0000 7f886ee00700 1 --2- 172.21.15.42:0/2932907546 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f88500a3140 0x7f88500a5600 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:28.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.418+0000 7f886ee00700 1 --2- 172.21.15.42:0/2932907546 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8868103580 0x7f886819c6a0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:28.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.418+0000 7f886ee00700 1 --2- 172.21.15.42:0/2932907546 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f886810c9b0 0x7f8868196820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:28.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.418+0000 7f886ee00700 1 --2- 172.21.15.42:0/2932907546 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8868103ea0 0x7f886819cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:28.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.418+0000 7f886ee00700 1 -- 172.21.15.42:0/2932907546 >> 172.21.15.42:0/2932907546 conn(0x7f88680fcdb0 msgr2=0x7f88680fda80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:28.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.418+0000 7f886ee00700 1 -- 172.21.15.42:0/2932907546 shutdown_connections 2024-06-13T11:56:28.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:28.419+0000 7f886ee00700 1 -- 172.21.15.42:0/2932907546 wait complete. 2024-06-13T11:56:29.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:28 smithi042 ceph-mon[32231]: pgmap v31: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-06-13T11:56:29.226 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-06-13T11:56:29.226 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T11:56:29.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:28 smithi088 ceph-mon[36399]: pgmap v31: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-06-13T11:56:29.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:28 smithi162 ceph-mon[36757]: pgmap v31: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-06-13T11:56:29.835 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:56:31.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:30 smithi042 ceph-mon[32231]: pgmap v32: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.6 KiB/s wr, 5 op/s 2024-06-13T11:56:31.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:30 smithi088 ceph-mon[36399]: pgmap v32: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.6 KiB/s wr, 5 op/s 2024-06-13T11:56:31.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:30 smithi162 ceph-mon[36757]: pgmap v32: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.6 KiB/s wr, 5 op/s 2024-06-13T11:56:31.622 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.621+0000 7fd76d000640 1 -- 172.21.15.42:0/1440872390 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd768102960 msgr2=0x7fd768102d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:31.622 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.621+0000 7fd76d000640 1 --2- 172.21.15.42:0/1440872390 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd768102960 0x7fd768102d40 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fd75800fb10 tx=0x7fd75802e600 comp rx=0 tx=0).stop 2024-06-13T11:56:31.622 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.621+0000 7fd76d000640 1 -- 172.21.15.42:0/1440872390 shutdown_connections 2024-06-13T11:56:31.622 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.621+0000 7fd76d000640 1 --2- 172.21.15.42:0/1440872390 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd76810bd80 0x7fd76810e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.622 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.621+0000 7fd76d000640 1 --2- 172.21.15.42:0/1440872390 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd768103280 0x7fd76810b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.623 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.622+0000 7fd76d000640 1 --2- 172.21.15.42:0/1440872390 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd768102960 0x7fd768102d40 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.623 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.622+0000 7fd76d000640 1 -- 172.21.15.42:0/1440872390 >> 172.21.15.42:0/1440872390 conn(0x7fd7680fc1c0 msgr2=0x7fd7680fe5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:31.623 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.622+0000 7fd76d000640 1 -- 172.21.15.42:0/1440872390 shutdown_connections 2024-06-13T11:56:31.623 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.622+0000 7fd76d000640 1 -- 172.21.15.42:0/1440872390 wait complete. 2024-06-13T11:56:31.624 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.623+0000 7fd76d000640 1 Processor -- start 2024-06-13T11:56:31.624 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.623+0000 7fd76d000640 1 -- start start 2024-06-13T11:56:31.624 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.623+0000 7fd76d000640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd768102960 0x7fd768195f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:31.624 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.623+0000 7fd76d000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd768103280 0x7fd768196440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:31.624 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.623+0000 7fd76d000640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd76810bd80 0x7fd76819a770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:31.624 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.623+0000 7fd76d000640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd76810f9e0 con 0x7fd768103280 2024-06-13T11:56:31.624 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.623+0000 7fd76d000640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fd76810f860 con 0x7fd76810bd80 2024-06-13T11:56:31.624 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.623+0000 7fd76d000640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fd76810fb60 con 0x7fd768102960 2024-06-13T11:56:31.625 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.624+0000 7fd767400640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd768102960 0x7fd768195f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:31.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.624+0000 7fd767400640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd768102960 0x7fd768195f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:53564/0 (socket says 172.21.15.42:53564) 2024-06-13T11:56:31.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.624+0000 7fd767400640 1 -- 172.21.15.42:0/2574060482 learned_addr learned my addr 172.21.15.42:0/2574060482 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:31.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.624+0000 7fd766a00640 1 --2- 172.21.15.42:0/2574060482 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd768103280 0x7fd768196440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:31.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.624+0000 7fd767e00640 1 --2- 172.21.15.42:0/2574060482 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd76810bd80 0x7fd76819a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:31.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.624+0000 7fd767400640 1 -- 172.21.15.42:0/2574060482 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd76810bd80 msgr2=0x7fd76819a770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:31.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.624+0000 7fd767400640 1 --2- 172.21.15.42:0/2574060482 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd76810bd80 0x7fd76819a770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.624+0000 7fd767400640 1 -- 172.21.15.42:0/2574060482 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd768103280 msgr2=0x7fd768196440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:31.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.624+0000 7fd767400640 1 --2- 172.21.15.42:0/2574060482 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd768103280 0x7fd768196440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.624+0000 7fd767400640 1 -- 172.21.15.42:0/2574060482 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd76819aea0 con 0x7fd768102960 2024-06-13T11:56:31.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.625+0000 7fd766a00640 1 --2- 172.21.15.42:0/2574060482 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd768103280 0x7fd768196440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:56:31.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.625+0000 7fd767400640 1 --2- 172.21.15.42:0/2574060482 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd768102960 0x7fd768195f00 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fd758005ab0 tx=0x7fd758004970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:31.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.625+0000 7fd75fe00640 1 -- 172.21.15.42:0/2574060482 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd758044070 con 0x7fd768102960 2024-06-13T11:56:31.627 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.625+0000 7fd75fe00640 1 -- 172.21.15.42:0/2574060482 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd75800ed50 con 0x7fd768102960 2024-06-13T11:56:31.627 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.625+0000 7fd75fe00640 1 -- 172.21.15.42:0/2574060482 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd758003a50 con 0x7fd768102960 2024-06-13T11:56:31.627 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.625+0000 7fd76d000640 1 -- 172.21.15.42:0/2574060482 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd76819b130 con 0x7fd768102960 2024-06-13T11:56:31.627 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.625+0000 7fd76d000640 1 -- 172.21.15.42:0/2574060482 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7681a2a20 con 0x7fd768102960 2024-06-13T11:56:31.631 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.630+0000 7fd75fe00640 1 -- 172.21.15.42:0/2574060482 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 26) ==== 138117+0+0 (secure 0 0 0) 0x7fd758047070 con 0x7fd768102960 2024-06-13T11:56:31.631 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.631+0000 7fd7715a8740 1 Processor -- start 2024-06-13T11:56:31.631 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.631+0000 7fd7715a8740 1 -- start start 2024-06-13T11:56:31.632 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.631+0000 7fd7715a8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5646d16397a0 0x5646d1637cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:31.632 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.632+0000 7fd7715a8740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d1638230 0x5646d16386b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:31.632 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.632+0000 7fd7715a8740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5646d164b7c0 0x5646d164dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:31.632 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.632+0000 7fd7715a8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5646d159c420 con 0x5646d16397a0 2024-06-13T11:56:31.632 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.632+0000 7fd7715a8740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x5646d1543c50 con 0x5646d1638230 2024-06-13T11:56:31.632 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.632+0000 7fd7715a8740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x5646d15983e0 con 0x5646d164b7c0 2024-06-13T11:56:31.633 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.632+0000 7fd766a00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5646d164b7c0 0x5646d164dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:31.633 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.632+0000 7fd766a00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5646d164b7c0 0x5646d164dbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:53574/0 (socket says 172.21.15.42:53574) 2024-06-13T11:56:31.633 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.632+0000 7fd766a00640 1 -- 172.21.15.42:0/2706969586 learned_addr learned my addr 172.21.15.42:0/2706969586 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:31.633 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.632+0000 7fd767e00640 1 --2- 172.21.15.42:0/2706969586 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5646d16397a0 0x5646d1637cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:31.633 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.632+0000 7fd75fe00640 1 --2- 172.21.15.42:0/2574060482 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fd74c0a2f20 0x7fd74c0a53e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:31.633 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.632+0000 7fd767400640 1 --2- 172.21.15.42:0/2706969586 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d1638230 0x5646d16386b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:31.633 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.633+0000 7fd75fe00640 1 -- 172.21.15.42:0/2574060482 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fd7580f41d0 con 0x7fd768102960 2024-06-13T11:56:31.634 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.633+0000 7fd766a00640 1 -- 172.21.15.42:0/2706969586 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d1638230 msgr2=0x5646d16386b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:31.634 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.633+0000 7fd766a00640 1 --2- 172.21.15.42:0/2706969586 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d1638230 0x5646d16386b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.634 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.633+0000 7fd766a00640 1 -- 172.21.15.42:0/2706969586 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5646d16397a0 msgr2=0x5646d1637cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:31.634 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.633+0000 7fd766a00640 1 --2- 172.21.15.42:0/2706969586 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5646d16397a0 0x5646d1637cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.634 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.633+0000 7fd766a00640 1 -- 172.21.15.42:0/2706969586 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5646d12b0210 con 0x5646d164b7c0 2024-06-13T11:56:31.634 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.633+0000 7fd767400640 1 --2- 172.21.15.42:0/2706969586 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d1638230 0x5646d16386b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:56:31.634 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.633+0000 7fd767e00640 1 --2- 172.21.15.42:0/2706969586 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5646d16397a0 0x5646d1637cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:56:31.635 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.634+0000 7fd767e00640 1 --2- 172.21.15.42:0/2574060482 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fd74c0a2f20 0x7fd74c0a53e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:31.635 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.634+0000 7fd766a00640 1 --2- 172.21.15.42:0/2706969586 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5646d164b7c0 0x5646d164dbb0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fd754009d10 tx=0x7fd7540117b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8ff4185b8508bf8 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:31.635 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.634+0000 7fd75cc00640 1 -- 172.21.15.42:0/2706969586 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd754012450 con 0x5646d164b7c0 2024-06-13T11:56:31.635 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.634+0000 7fd75cc00640 1 -- 172.21.15.42:0/2706969586 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd754012ad0 con 0x5646d164b7c0 2024-06-13T11:56:31.635 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.634+0000 7fd75cc00640 1 -- 172.21.15.42:0/2706969586 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd75400fc60 con 0x5646d164b7c0 2024-06-13T11:56:31.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.635+0000 7fd7715a8740 1 -- 172.21.15.42:0/2706969586 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5646d164b7c0 msgr2=0x5646d164dbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:31.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.635+0000 7fd7715a8740 1 --2- 172.21.15.42:0/2706969586 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5646d164b7c0 0x5646d164dbb0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fd754009d10 tx=0x7fd7540117b0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.635+0000 7fd7715a8740 1 -- 172.21.15.42:0/2706969586 shutdown_connections 2024-06-13T11:56:31.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.635+0000 7fd7715a8740 1 --2- 172.21.15.42:0/2706969586 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5646d164b7c0 0x5646d164dbb0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.635+0000 7fd7715a8740 1 --2- 172.21.15.42:0/2706969586 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d1638230 0x5646d16386b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.635+0000 7fd7715a8740 1 --2- 172.21.15.42:0/2706969586 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5646d16397a0 0x5646d1637cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.636+0000 7fd7715a8740 1 -- 172.21.15.42:0/2706969586 >> 172.21.15.42:0/2706969586 conn(0x5646d1600fb0 msgr2=0x5646d1634820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:31.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.636+0000 7fd7715a8740 1 -- 172.21.15.42:0/2706969586 shutdown_connections 2024-06-13T11:56:31.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.636+0000 7fd7715a8740 1 -- 172.21.15.42:0/2706969586 wait complete. 2024-06-13T11:56:31.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.636+0000 7fd767e00640 1 --2- 172.21.15.42:0/2574060482 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fd74c0a2f20 0x7fd74c0a53e0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd760009d50 tx=0x7fd760004a40 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:31.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.637+0000 7fd7715a8740 1 -- start start 2024-06-13T11:56:31.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.637+0000 7fd7715a8740 1 Processor -- start 2024-06-13T11:56:31.638 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.638+0000 7fd7715a8740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d1638230 0x5646d16487b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:31.638 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.638+0000 7fd7715a8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5646d16397a0 0x5646d1648cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:31.638 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.638+0000 7fd7715a8740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5646d164b7c0 0x5646d1649230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:31.638 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.638+0000 7fd7715a8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5646d164e590 con 0x5646d16397a0 2024-06-13T11:56:31.638 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.638+0000 7fd7715a8740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x5646d15570b0 con 0x5646d1638230 2024-06-13T11:56:31.638 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.638+0000 7fd7715a8740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x5646d164e710 con 0x5646d164b7c0 2024-06-13T11:56:31.638 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.638+0000 7fd7715a8740 10 client.0 _ll_register_callbacks cb 0x5646d1542f40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:56:31.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.638+0000 7fd767400640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d1638230 0x5646d16487b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:31.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.638+0000 7fd767400640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d1638230 0x5646d16487b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:56344/0 (socket says 172.21.15.42:56344) 2024-06-13T11:56:31.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.638+0000 7fd767400640 1 -- 172.21.15.42:0/1959468129 learned_addr learned my addr 172.21.15.42:0/1959468129 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:31.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.638+0000 7fd767e00640 1 --2- 172.21.15.42:0/1959468129 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5646d164b7c0 0x5646d1649230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:31.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.638+0000 7fd766a00640 1 --2- 172.21.15.42:0/1959468129 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5646d16397a0 0x5646d1648cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:31.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.638+0000 7fd767400640 1 -- 172.21.15.42:0/1959468129 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5646d164b7c0 msgr2=0x5646d1649230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:31.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.638+0000 7fd767400640 1 --2- 172.21.15.42:0/1959468129 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5646d164b7c0 0x5646d1649230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.638+0000 7fd767400640 1 -- 172.21.15.42:0/1959468129 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5646d16397a0 msgr2=0x5646d1648cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:31.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.638+0000 7fd767400640 1 --2- 172.21.15.42:0/1959468129 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5646d16397a0 0x5646d1648cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.639+0000 7fd767400640 1 -- 172.21.15.42:0/1959468129 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5646d137c620 con 0x5646d1638230 2024-06-13T11:56:31.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.639+0000 7fd766a00640 1 --2- 172.21.15.42:0/1959468129 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5646d16397a0 0x5646d1648cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T11:56:31.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.639+0000 7fd767e00640 1 --2- 172.21.15.42:0/1959468129 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5646d164b7c0 0x5646d1649230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T11:56:31.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.639+0000 7fd767400640 1 --2- 172.21.15.42:0/1959468129 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d1638230 0x5646d16487b0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fd7580bcbf0 tx=0x7fd758034dd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=69520b846d9dd614 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:31.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.639+0000 7fd751600640 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:56:31.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.639+0000 7fd751600640 1 -- 172.21.15.42:0/1959468129 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7580bfb80 con 0x5646d1638230 2024-06-13T11:56:31.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.639+0000 7fd751600640 1 -- 172.21.15.42:0/1959468129 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fd7580be520 con 0x5646d1638230 2024-06-13T11:56:31.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.639+0000 7fd7715a8740 1 -- 172.21.15.42:0/1959468129 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd754012ad0 con 0x5646d1638230 2024-06-13T11:56:31.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.640+0000 7fd751600640 1 -- 172.21.15.42:0/1959468129 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fd75800f4b0 con 0x5646d1638230 2024-06-13T11:56:31.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.640+0000 7fd7715a8740 10 client.25433 fetch_fsmap learned FSMap version 27 2024-06-13T11:56:31.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.640+0000 7fd7715a8740 1 -- 172.21.15.42:0/1959468129 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5646d165a8d0 con 0x5646d1638230 2024-06-13T11:56:31.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.640+0000 7fd751600640 1 -- 172.21.15.42:0/1959468129 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd754012ad0 con 0x5646d1638230 2024-06-13T11:56:31.642 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.640+0000 7fd751600640 1 -- 172.21.15.42:0/1959468129 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 27) ==== 8346+0+0 (secure 0 0 0) 0x7fd7580c4170 con 0x5646d1638230 2024-06-13T11:56:31.642 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.640+0000 7fd7715a8740 10 client.25433 fetch_fsmap finished waiting for FSMap version 27 2024-06-13T11:56:31.642 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.640+0000 7fd7715a8740 10 client.25433 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:56:31.642 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.640+0000 7fd7715a8740 20 client.25433 populate_metadata read hostname 'smithi042' 2024-06-13T11:56:31.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.640+0000 7fd7715a8740 1 --2- 172.21.15.42:0/1959468129 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5646d165be80 0x5646d165e320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:31.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.640+0000 7fd7715a8740 4 client.25433 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:56:31.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.640+0000 7fd7715a8740 1 -- 172.21.15.42:0/1959468129 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5646d15a9b50 con 0x5646d165be80 2024-06-13T11:56:31.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.641+0000 7fd766a00640 1 --2- 172.21.15.42:0/1959468129 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5646d165be80 0x5646d165e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:31.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.642+0000 7fd766a00640 1 --2- 172.21.15.42:0/1959468129 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5646d165be80 0x5646d165e320 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b0e72972ed0a96e4 server_cookie=f94ff022f90124fc in_seq=0 out_seq=0 2024-06-13T11:56:31.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.642+0000 7fd751600640 10 client.25433 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:31.644 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.642+0000 7fd751600640 1 -- 172.21.15.42:0/1959468129 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5646d15a9b50 con 0x5646d165be80 2024-06-13T11:56:31.644 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.642+0000 7fd751600640 10 client.25433 handle_command_reply: tid=0 2024-06-13T11:56:31.644 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.643+0000 7fd7715a8740 1 client.25433 shutdown 2024-06-13T11:56:31.644 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.643+0000 7fd7715a8740 1 -- 172.21.15.42:0/1959468129 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d1638230 msgr2=0x5646d16487b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:31.644 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.643+0000 7fd7715a8740 1 --2- 172.21.15.42:0/1959468129 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d1638230 0x5646d16487b0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fd7580bcbf0 tx=0x7fd758034dd0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.644 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.643+0000 7fd7715a8740 1 -- 172.21.15.42:0/1959468129 shutdown_connections 2024-06-13T11:56:31.644 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.643+0000 7fd7715a8740 1 --2- 172.21.15.42:0/1959468129 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5646d165be80 0x5646d165e320 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.644 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.643+0000 7fd7715a8740 1 --2- 172.21.15.42:0/1959468129 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5646d16397a0 0x5646d1648cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.644 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.643+0000 7fd7715a8740 1 --2- 172.21.15.42:0/1959468129 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5646d164b7c0 0x5646d1649230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.644 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.643+0000 7fd7715a8740 1 --2- 172.21.15.42:0/1959468129 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d1638230 0x5646d16487b0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.645 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.643+0000 7fd7715a8740 1 -- 172.21.15.42:0/1959468129 >> 172.21.15.42:0/1959468129 conn(0x5646d1600fb0 msgr2=0x5646d163a690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:31.645 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.643+0000 7fd751600640 0 client.25433 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:31.645 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.643+0000 7fd7715a8740 1 -- 172.21.15.42:0/1959468129 shutdown_connections 2024-06-13T11:56:31.645 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.643+0000 7fd7715a8740 1 -- 172.21.15.42:0/1959468129 wait complete. 2024-06-13T11:56:31.645 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.644+0000 7fd7715a8740 20 client.25433 trim_cache size 0 max 16384 2024-06-13T11:56:31.677 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.677+0000 7fd7715a8740 1 Processor -- start 2024-06-13T11:56:31.678 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.677+0000 7fd7715a8740 1 -- start start 2024-06-13T11:56:31.678 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.678+0000 7fd7715a8740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5646d1638230 0x5646d165de90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:31.678 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.678+0000 7fd7715a8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5646d16397a0 0x5646d1647080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:31.678 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.678+0000 7fd7715a8740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d164b7c0 0x5646d16475c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:31.678 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.678+0000 7fd7715a8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd7681af370 con 0x5646d16397a0 2024-06-13T11:56:31.678 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.678+0000 7fd7715a8740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fd7681acc40 con 0x5646d164b7c0 2024-06-13T11:56:31.679 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.678+0000 7fd7715a8740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fd7681aaa90 con 0x5646d1638230 2024-06-13T11:56:31.679 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.678+0000 7fd766a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5646d16397a0 0x5646d1647080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:31.680 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.678+0000 7fd767400640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5646d1638230 0x5646d165de90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:31.680 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.678+0000 7fd767400640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5646d1638230 0x5646d165de90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:53590/0 (socket says 172.21.15.42:53590) 2024-06-13T11:56:31.680 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.678+0000 7fd766a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5646d16397a0 0x5646d1647080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33164/0 (socket says 172.21.15.42:33164) 2024-06-13T11:56:31.680 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.678+0000 7fd767400640 1 -- 172.21.15.42:0/3076771314 learned_addr learned my addr 172.21.15.42:0/3076771314 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:31.680 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.678+0000 7fd767e00640 1 --2- 172.21.15.42:0/3076771314 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d164b7c0 0x5646d16475c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:31.680 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.679+0000 7fd767400640 1 -- 172.21.15.42:0/3076771314 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d164b7c0 msgr2=0x5646d16475c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:31.680 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.679+0000 7fd767400640 1 --2- 172.21.15.42:0/3076771314 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d164b7c0 0x5646d16475c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.680 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.679+0000 7fd767400640 1 -- 172.21.15.42:0/3076771314 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5646d16397a0 msgr2=0x5646d1647080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:31.680 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.679+0000 7fd767400640 1 --2- 172.21.15.42:0/3076771314 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5646d16397a0 0x5646d1647080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.680 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.679+0000 7fd767400640 1 -- 172.21.15.42:0/3076771314 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5646d163aed0 con 0x5646d1638230 2024-06-13T11:56:31.680 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.679+0000 7fd767e00640 1 --2- 172.21.15.42:0/3076771314 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d164b7c0 0x5646d16475c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:56:31.680 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.679+0000 7fd767400640 1 --2- 172.21.15.42:0/3076771314 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5646d1638230 0x5646d165de90 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd7580f1420 tx=0x7fd7580f14a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c6238dd3f7ddd703 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:31.681 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.680+0000 7fd753e00640 1 -- 172.21.15.42:0/3076771314 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7580c8ee0 con 0x5646d1638230 2024-06-13T11:56:31.681 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.680+0000 7fd753e00640 1 -- 172.21.15.42:0/3076771314 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd75800f4b0 con 0x5646d1638230 2024-06-13T11:56:31.682 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.680+0000 7fd753e00640 1 -- 172.21.15.42:0/3076771314 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7580bfff0 con 0x5646d1638230 2024-06-13T11:56:31.682 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.681+0000 7fd7715a8740 1 -- 172.21.15.42:0/3076771314 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5646d1638230 msgr2=0x5646d165de90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:31.682 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.681+0000 7fd7715a8740 1 --2- 172.21.15.42:0/3076771314 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5646d1638230 0x5646d165de90 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd7580f1420 tx=0x7fd7580f14a0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.682 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.681+0000 7fd7715a8740 1 -- 172.21.15.42:0/3076771314 shutdown_connections 2024-06-13T11:56:31.682 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.681+0000 7fd7715a8740 1 --2- 172.21.15.42:0/3076771314 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5646d16397a0 0x5646d1647080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.682 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.681+0000 7fd7715a8740 1 --2- 172.21.15.42:0/3076771314 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d164b7c0 0x5646d16475c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.682 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.681+0000 7fd7715a8740 1 --2- 172.21.15.42:0/3076771314 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5646d1638230 0x5646d165de90 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.682 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.681+0000 7fd7715a8740 1 -- 172.21.15.42:0/3076771314 >> 172.21.15.42:0/3076771314 conn(0x5646d1600fb0 msgr2=0x5646d1657fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:31.682 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.681+0000 7fd7715a8740 1 -- 172.21.15.42:0/3076771314 shutdown_connections 2024-06-13T11:56:31.682 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.681+0000 7fd7715a8740 1 -- 172.21.15.42:0/3076771314 wait complete. 2024-06-13T11:56:31.683 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.682+0000 7fd7715a8740 1 -- start start 2024-06-13T11:56:31.683 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.682+0000 7fd7715a8740 1 Processor -- start 2024-06-13T11:56:31.683 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.683+0000 7fd7715a8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5646d1638230 0x5646d1664420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:31.683 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.683+0000 7fd7715a8740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5646d16397a0 0x5646d1645a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:31.683 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.683+0000 7fd7715a8740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d164b7c0 0x5646d1646020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:31.683 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.683+0000 7fd7715a8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd7681ab100 con 0x5646d1638230 2024-06-13T11:56:31.683 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.683+0000 7fd7715a8740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fd7681ac570 con 0x5646d164b7c0 2024-06-13T11:56:31.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.683+0000 7fd7715a8740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fd7681ab7d0 con 0x5646d16397a0 2024-06-13T11:56:31.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.683+0000 7fd7715a8740 10 client.0 _ll_register_callbacks cb 0x7fd758004b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:56:31.685 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.683+0000 7fd766a00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5646d16397a0 0x5646d1645a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:31.685 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.684+0000 7fd766a00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5646d16397a0 0x5646d1645a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:53604/0 (socket says 172.21.15.42:53604) 2024-06-13T11:56:31.685 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.684+0000 7fd766a00640 1 -- 172.21.15.42:0/3701718933 learned_addr learned my addr 172.21.15.42:0/3701718933 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:31.685 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.684+0000 7fd767400640 1 --2- 172.21.15.42:0/3701718933 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5646d1638230 0x5646d1664420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:31.685 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.684+0000 7fd767e00640 1 --2- 172.21.15.42:0/3701718933 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d164b7c0 0x5646d1646020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:31.685 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.684+0000 7fd767e00640 1 -- 172.21.15.42:0/3701718933 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5646d16397a0 msgr2=0x5646d1645a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:31.685 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.684+0000 7fd767e00640 1 --2- 172.21.15.42:0/3701718933 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5646d16397a0 0x5646d1645a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.685 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.684+0000 7fd767e00640 1 -- 172.21.15.42:0/3701718933 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5646d1638230 msgr2=0x5646d1664420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:31.685 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.684+0000 7fd767e00640 1 --2- 172.21.15.42:0/3701718933 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5646d1638230 0x5646d1664420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.685 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.684+0000 7fd767e00640 1 -- 172.21.15.42:0/3701718933 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5646d1646850 con 0x5646d164b7c0 2024-06-13T11:56:31.685 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.684+0000 7fd767400640 1 --2- 172.21.15.42:0/3701718933 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5646d1638230 0x5646d1664420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:56:31.685 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.685+0000 7fd767e00640 1 --2- 172.21.15.42:0/3701718933 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d164b7c0 0x5646d1646020 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fd760005fd0 tx=0x7fd760018000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c94d64cd4af7693b server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:31.687 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.685+0000 7fd751600640 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:56:31.687 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.685+0000 7fd751600640 1 -- 172.21.15.42:0/3701718933 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd76002f060 con 0x5646d164b7c0 2024-06-13T11:56:31.687 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.685+0000 7fd751600640 1 -- 172.21.15.42:0/3701718933 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fd76002a480 con 0x5646d164b7c0 2024-06-13T11:56:31.687 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.685+0000 7fd7715a8740 1 -- 172.21.15.42:0/3701718933 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd75800f4b0 con 0x5646d164b7c0 2024-06-13T11:56:31.687 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.686+0000 7fd751600640 1 -- 172.21.15.42:0/3701718933 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fd76002a680 con 0x5646d164b7c0 2024-06-13T11:56:31.687 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.686+0000 7fd7715a8740 10 client.25439 fetch_fsmap learned FSMap version 27 2024-06-13T11:56:31.687 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.686+0000 7fd7715a8740 1 -- 172.21.15.42:0/3701718933 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5646d1662d80 con 0x5646d164b7c0 2024-06-13T11:56:31.687 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.686+0000 7fd751600640 1 -- 172.21.15.42:0/3701718933 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd75800f4b0 con 0x5646d164b7c0 2024-06-13T11:56:31.687 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.686+0000 7fd751600640 1 -- 172.21.15.42:0/3701718933 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 27) ==== 8346+0+0 (secure 0 0 0) 0x7fd76001c980 con 0x5646d164b7c0 2024-06-13T11:56:31.687 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.686+0000 7fd7715a8740 10 client.25439 fetch_fsmap finished waiting for FSMap version 27 2024-06-13T11:56:31.687 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.686+0000 7fd7715a8740 10 client.25439 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:56:31.687 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.686+0000 7fd7715a8740 20 client.25439 populate_metadata read hostname 'smithi042' 2024-06-13T11:56:31.688 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.686+0000 7fd7715a8740 1 --2- 172.21.15.42:0/3701718933 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5646d16634e0 0x5646d1652990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:31.688 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.686+0000 7fd7715a8740 4 client.25439 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-13T11:56:31.688 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.686+0000 7fd7715a8740 1 -- 172.21.15.42:0/3701718933 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5646d15a3ea0 con 0x5646d16634e0 2024-06-13T11:56:31.688 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.687+0000 7fd767400640 1 --2- 172.21.15.42:0/3701718933 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5646d16634e0 0x5646d1652990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:31.688 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.687+0000 7fd767400640 1 --2- 172.21.15.42:0/3701718933 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5646d16634e0 0x5646d1652990 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=26e2ccaf4c4d62c5 server_cookie=7dd8b5ab459d0f68 in_seq=0 out_seq=0 2024-06-13T11:56:31.688 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.687+0000 7fd751600640 10 client.25439 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.697+0000 7fd751600640 1 -- 172.21.15.42:0/3701718933 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5646d15a3ea0 con 0x5646d16634e0 2024-06-13T11:56:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.697+0000 7fd751600640 10 client.25439 handle_command_reply: tid=0 2024-06-13T11:56:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.697+0000 7fd7715a8740 1 client.25439 shutdown 2024-06-13T11:56:31.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.697+0000 7fd7715a8740 1 -- 172.21.15.42:0/3701718933 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d164b7c0 msgr2=0x5646d1646020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:31.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.697+0000 7fd7715a8740 1 --2- 172.21.15.42:0/3701718933 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d164b7c0 0x5646d1646020 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fd760005fd0 tx=0x7fd760018000 comp rx=0 tx=0).stop 2024-06-13T11:56:31.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.697+0000 7fd7715a8740 1 -- 172.21.15.42:0/3701718933 shutdown_connections 2024-06-13T11:56:31.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.697+0000 7fd7715a8740 1 --2- 172.21.15.42:0/3701718933 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5646d16634e0 0x5646d1652990 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.697+0000 7fd7715a8740 1 --2- 172.21.15.42:0/3701718933 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d164b7c0 0x5646d1646020 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.697+0000 7fd7715a8740 1 --2- 172.21.15.42:0/3701718933 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5646d16397a0 0x5646d1645a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.697+0000 7fd751600640 0 client.25439 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:31.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.697+0000 7fd7715a8740 1 --2- 172.21.15.42:0/3701718933 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5646d1638230 0x5646d1664420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.698+0000 7fd7715a8740 1 -- 172.21.15.42:0/3701718933 >> 172.21.15.42:0/3701718933 conn(0x5646d1600fb0 msgr2=0x5646d1646c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:31.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.698+0000 7fd7715a8740 1 -- 172.21.15.42:0/3701718933 shutdown_connections 2024-06-13T11:56:31.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.698+0000 7fd7715a8740 1 -- 172.21.15.42:0/3701718933 wait complete. 2024-06-13T11:56:31.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.698+0000 7fd7715a8740 20 client.25439 trim_cache size 0 max 16384 2024-06-13T11:56:31.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-13T11:56:31.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-13T11:56:31.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-13T11:56:31.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.701+0000 7fd76d000640 1 -- 172.21.15.42:0/2574060482 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fd74c0a2f20 msgr2=0x7fd74c0a53e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:31.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.701+0000 7fd76d000640 1 --2- 172.21.15.42:0/2574060482 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fd74c0a2f20 0x7fd74c0a53e0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd760009d50 tx=0x7fd760004a40 comp rx=0 tx=0).stop 2024-06-13T11:56:31.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.701+0000 7fd76d000640 1 -- 172.21.15.42:0/2574060482 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd768102960 msgr2=0x7fd768195f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:31.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.701+0000 7fd76d000640 1 --2- 172.21.15.42:0/2574060482 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd768102960 0x7fd768195f00 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fd758005ab0 tx=0x7fd758004970 comp rx=0 tx=0).stop 2024-06-13T11:56:31.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.701+0000 7fd76d000640 1 -- 172.21.15.42:0/2574060482 shutdown_connections 2024-06-13T11:56:31.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.701+0000 7fd76d000640 1 --2- 172.21.15.42:0/2574060482 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fd74c0a2f20 0x7fd74c0a53e0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.701+0000 7fd76d000640 1 --2- 172.21.15.42:0/2574060482 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd768103280 0x7fd768196440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.701+0000 7fd76d000640 1 --2- 172.21.15.42:0/2574060482 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd76810bd80 0x7fd76819a770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.701+0000 7fd76d000640 1 --2- 172.21.15.42:0/2574060482 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd768102960 0x7fd768195f00 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:31.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.701+0000 7fd76d000640 1 -- 172.21.15.42:0/2574060482 >> 172.21.15.42:0/2574060482 conn(0x7fd7680fc1c0 msgr2=0x7fd7680fda60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:31.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.701+0000 7fd76d000640 1 -- 172.21.15.42:0/2574060482 shutdown_connections 2024-06-13T11:56:31.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:31.701+0000 7fd76d000640 1 -- 172.21.15.42:0/2574060482 wait complete. 2024-06-13T11:56:32.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.066+0000 7f4126800700 1 -- 172.21.15.42:0/3655486932 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f412010ec00 msgr2=0x7f4120111070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:32.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.066+0000 7f4126800700 1 --2- 172.21.15.42:0/3655486932 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f412010ec00 0x7f4120111070 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f411800b0a0 tx=0x7f411800b3b0 comp rx=0 tx=0).stop 2024-06-13T11:56:32.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.066+0000 7f4126800700 1 -- 172.21.15.42:0/3655486932 shutdown_connections 2024-06-13T11:56:32.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.066+0000 7f4126800700 1 --2- 172.21.15.42:0/3655486932 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f41200748c0 0x7f4120074ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:32.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.066+0000 7f4126800700 1 --2- 172.21.15.42:0/3655486932 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f412010ec00 0x7f4120111070 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:32.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.066+0000 7f4126800700 1 --2- 172.21.15.42:0/3655486932 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41200751e0 0x7f412010e6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:32.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.066+0000 7f4126800700 1 -- 172.21.15.42:0/3655486932 >> 172.21.15.42:0/3655486932 conn(0x7f41200fdf10 msgr2=0x7f4120100330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:32.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.066+0000 7f4126800700 1 -- 172.21.15.42:0/3655486932 shutdown_connections 2024-06-13T11:56:32.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.066+0000 7f4126800700 1 -- 172.21.15.42:0/3655486932 wait complete. 2024-06-13T11:56:32.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.068+0000 7f4126800700 1 Processor -- start 2024-06-13T11:56:32.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.068+0000 7f4126800700 1 -- start start 2024-06-13T11:56:32.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.068+0000 7f4126800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41200748c0 0x7f4120107bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:32.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.068+0000 7f4126800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f41200751e0 0x7f4120108130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:32.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.068+0000 7f4126800700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f412010ec00 0x7f4120102d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:32.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.068+0000 7f4126800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4120114940 con 0x7f41200748c0 2024-06-13T11:56:32.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.068+0000 7f4126800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f41201147c0 con 0x7f41200751e0 2024-06-13T11:56:32.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.068+0000 7f4126800700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f4120114ac0 con 0x7f412010ec00 2024-06-13T11:56:32.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.069+0000 7f4125400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41200748c0 0x7f4120107bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:32.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.069+0000 7f4124a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f41200751e0 0x7f4120108130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:32.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.069+0000 7f4125400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41200748c0 0x7f4120107bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33180/0 (socket says 172.21.15.42:33180) 2024-06-13T11:56:32.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.069+0000 7f4125400700 1 -- 172.21.15.42:0/1646642266 learned_addr learned my addr 172.21.15.42:0/1646642266 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:32.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.069+0000 7f4125e00700 1 --2- 172.21.15.42:0/1646642266 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f412010ec00 0x7f4120102d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:32.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.069+0000 7f4124a00700 1 -- 172.21.15.42:0/1646642266 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f412010ec00 msgr2=0x7f4120102d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:32.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.069+0000 7f4124a00700 1 --2- 172.21.15.42:0/1646642266 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f412010ec00 0x7f4120102d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:32.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.069+0000 7f4124a00700 1 -- 172.21.15.42:0/1646642266 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41200748c0 msgr2=0x7f4120107bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:32.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.069+0000 7f4124a00700 1 --2- 172.21.15.42:0/1646642266 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41200748c0 0x7f4120107bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:32.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.069+0000 7f4124a00700 1 -- 172.21.15.42:0/1646642266 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4120103610 con 0x7f41200751e0 2024-06-13T11:56:32.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.070+0000 7f4124a00700 1 --2- 172.21.15.42:0/1646642266 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f41200751e0 0x7f4120108130 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f410c00e9f0 tx=0x7f410c00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:32.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.070+0000 7f411e000700 1 -- 172.21.15.42:0/1646642266 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f410c00c9c0 con 0x7f41200751e0 2024-06-13T11:56:32.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.070+0000 7f411e000700 1 -- 172.21.15.42:0/1646642266 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f410c00cb60 con 0x7f41200751e0 2024-06-13T11:56:32.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.070+0000 7f411e000700 1 -- 172.21.15.42:0/1646642266 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f410c018680 con 0x7f41200751e0 2024-06-13T11:56:32.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.070+0000 7f4126800700 1 -- 172.21.15.42:0/1646642266 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4120103900 con 0x7f41200751e0 2024-06-13T11:56:32.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.070+0000 7f4126800700 1 -- 172.21.15.42:0/1646642266 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f412010dae0 con 0x7f41200751e0 2024-06-13T11:56:32.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.071+0000 7f4126800700 1 -- 172.21.15.42:0/1646642266 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4120075f70 con 0x7f41200751e0 2024-06-13T11:56:32.074 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.074+0000 7f411e000700 1 -- 172.21.15.42:0/1646642266 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 26) ==== 138117+0+0 (secure 0 0 0) 0x7f410c010430 con 0x7f41200751e0 2024-06-13T11:56:32.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.075+0000 7f411e000700 1 --2- 172.21.15.42:0/1646642266 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f41080a2f40 0x7f41080a5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:32.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.075+0000 7f411e000700 1 -- 172.21.15.42:0/1646642266 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f410c0cfd50 con 0x7f41200751e0 2024-06-13T11:56:32.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.076+0000 7f4125400700 1 --2- 172.21.15.42:0/1646642266 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f41080a2f40 0x7f41080a5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:32.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.076+0000 7f4125400700 1 --2- 172.21.15.42:0/1646642266 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f41080a2f40 0x7f41080a5400 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f4114009d60 tx=0x7f4114009260 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:32.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.077+0000 7f411e000700 1 -- 172.21.15.42:0/1646642266 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f410c09c380 con 0x7f41200751e0 2024-06-13T11:56:32.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.349+0000 7f4126800700 1 -- 172.21.15.42:0/1646642266 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4120104240 con 0x7f41200751e0 2024-06-13T11:56:32.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.350+0000 7f411e000700 1 -- 172.21.15.42:0/1646642266 <== mon.2 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11863 (secure 0 0 0) 0x7f410c09bc80 con 0x7f41200751e0 2024-06-13T11:56:32.351 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:56:32.352 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/1118564562","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1118564562},{"type":"v1","addr":"172.21.15.42:6835","nonce":1118564562}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/1600300489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":1600300489},{"type":"v1","addr":"172.21.15.42:6837","nonce":1600300489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14400,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/4007002681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":4007002681},{"type":"v1","addr":"172.21.15.42:6841","nonce":4007002681}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/917201081","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":917201081},{"type":"v1","addr":"172.21.15.162:6833","nonce":917201081}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/426832354","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":426832354},{"type":"v1","addr":"172.21.15.88:6833","nonce":426832354}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24457,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6835/1190029601","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6834","nonce":1190029601},{"type":"v1","addr":"172.21.15.162:6835","nonce":1190029601}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T11:50:39.387599+0000","modified":"2024-06-13T11:55:30.020300+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24539,"mds_1":24500,"mds_2":24499},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.162:6837/987659844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6836","nonce":987659844},{"type":"v1","addr":"172.21.15.162:6837","nonce":987659844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/3467952345","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":3467952345},{"type":"v1","addr":"172.21.15.88:6835","nonce":3467952345}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.162:6839/4260392567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6838","nonce":4260392567},{"type":"v1","addr":"172.21.15.162:6839","nonce":4260392567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"g","rank":2,"incarnation":22,"state":"up:active","state_seq":29,"addr":"172.21.15.42:6839/228676134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":228676134},{"type":"v1","addr":"172.21.15.42:6839","nonce":228676134}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24500":{"gid":24500,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":31,"addr":"172.21.15.88:6837/2567581640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2567581640},{"type":"v1","addr":"172.21.15.88:6837","nonce":2567581640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6839/2189735817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2189735817},{"type":"v1","addr":"172.21.15.88:6839","nonce":2189735817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24539,"qdb_cluster":[24499,24500,24539]},"id":1}]} 2024-06-13T11:56:32.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.353+0000 7f4126800700 1 -- 172.21.15.42:0/1646642266 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f41080a2f40 msgr2=0x7f41080a5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:32.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.353+0000 7f4126800700 1 --2- 172.21.15.42:0/1646642266 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f41080a2f40 0x7f41080a5400 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f4114009d60 tx=0x7f4114009260 comp rx=0 tx=0).stop 2024-06-13T11:56:32.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.354+0000 7f4126800700 1 -- 172.21.15.42:0/1646642266 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f41200751e0 msgr2=0x7f4120108130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:32.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.354+0000 7f4126800700 1 --2- 172.21.15.42:0/1646642266 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f41200751e0 0x7f4120108130 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f410c00e9f0 tx=0x7f410c00ed00 comp rx=0 tx=0).stop 2024-06-13T11:56:32.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.354+0000 7f4126800700 1 -- 172.21.15.42:0/1646642266 shutdown_connections 2024-06-13T11:56:32.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.354+0000 7f4126800700 1 --2- 172.21.15.42:0/1646642266 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f412010ec00 0x7f4120102d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:32.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.354+0000 7f4126800700 1 --2- 172.21.15.42:0/1646642266 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41200748c0 0x7f4120107bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:32.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.354+0000 7f4126800700 1 --2- 172.21.15.42:0/1646642266 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f41080a2f40 0x7f41080a5400 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:32.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.354+0000 7f4126800700 1 --2- 172.21.15.42:0/1646642266 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f41200751e0 0x7f4120108130 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:32.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.354+0000 7f4126800700 1 -- 172.21.15.42:0/1646642266 >> 172.21.15.42:0/1646642266 conn(0x7f41200fdf10 msgr2=0x7f4120110e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:32.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.355+0000 7f4126800700 1 -- 172.21.15.42:0/1646642266 shutdown_connections 2024-06-13T11:56:32.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:32.355+0000 7f4126800700 1 -- 172.21.15.42:0/1646642266 wait complete. 2024-06-13T11:56:32.356 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 27 2024-06-13T11:56:33.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:32 smithi042 ceph-mon[32231]: pgmap v33: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.6 KiB/s wr, 5 op/s 2024-06-13T11:56:33.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:32 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/1646642266' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:56:33.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:32 smithi088 ceph-mon[36399]: pgmap v33: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.6 KiB/s wr, 5 op/s 2024-06-13T11:56:33.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:32 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/1646642266' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:56:33.297 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-06-13T11:56:33.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:32 smithi162 ceph-mon[36757]: pgmap v33: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.6 KiB/s wr, 5 op/s 2024-06-13T11:56:33.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:32 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/1646642266' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:56:33.910 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:56:35.110 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:34 smithi042 ceph-mon[32231]: pgmap v34: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-06-13T11:56:35.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:34 smithi088 ceph-mon[36399]: pgmap v34: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-06-13T11:56:35.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:34 smithi162 ceph-mon[36757]: pgmap v34: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-06-13T11:56:36.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.172+0000 7fa5bd400700 1 -- 172.21.15.42:0/2473478450 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa5b8107700 msgr2=0x7fa5b810f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:36.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.172+0000 7fa5bd400700 1 --2- 172.21.15.42:0/2473478450 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa5b8107700 0x7fa5b810f2d0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fa5b000b0d0 tx=0x7fa5b000b3e0 comp rx=0 tx=0).stop 2024-06-13T11:56:36.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.173+0000 7fa5bd400700 1 -- 172.21.15.42:0/2473478450 shutdown_connections 2024-06-13T11:56:36.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.173+0000 7fa5bd400700 1 --2- 172.21.15.42:0/2473478450 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa5b8107700 0x7fa5b810f2d0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:36.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.173+0000 7fa5bd400700 1 --2- 172.21.15.42:0/2473478450 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa5b8102620 0x7fa5b8102a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:36.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.173+0000 7fa5bd400700 1 --2- 172.21.15.42:0/2473478450 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa5b8102fd0 0x7fa5b8107020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:36.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.173+0000 7fa5bd400700 1 -- 172.21.15.42:0/2473478450 >> 172.21.15.42:0/2473478450 conn(0x7fa5b80fdf10 msgr2=0x7fa5b8100330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:36.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.173+0000 7fa5bd400700 1 -- 172.21.15.42:0/2473478450 shutdown_connections 2024-06-13T11:56:36.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.173+0000 7fa5bd400700 1 -- 172.21.15.42:0/2473478450 wait complete. 2024-06-13T11:56:36.175 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.174+0000 7fa5bd400700 1 Processor -- start 2024-06-13T11:56:36.175 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.174+0000 7fa5bd400700 1 -- start start 2024-06-13T11:56:36.175 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.175+0000 7fa5bd400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa5b8102620 0x7fa5b819ad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:36.175 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.175+0000 7fa5bd400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa5b8102fd0 0x7fa5b819b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:36.175 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.175+0000 7fa5bd400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa5b8107700 0x7fa5b819f630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:36.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.175+0000 7fa5bd400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa5b8112760 con 0x7fa5b8107700 2024-06-13T11:56:36.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.175+0000 7fa5bd400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fa5b81125e0 con 0x7fa5b8102fd0 2024-06-13T11:56:36.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.175+0000 7fa5bd400700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fa5b81128e0 con 0x7fa5b8102620 2024-06-13T11:56:36.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.175+0000 7fa5b7e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa5b8102620 0x7fa5b819ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:36.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.176+0000 7fa5b7e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa5b8102620 0x7fa5b819ad60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:53652/0 (socket says 172.21.15.42:53652) 2024-06-13T11:56:36.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.176+0000 7fa5b7e00700 1 -- 172.21.15.42:0/1762314315 learned_addr learned my addr 172.21.15.42:0/1762314315 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:36.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.176+0000 7fa5b7400700 1 --2- 172.21.15.42:0/1762314315 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa5b8102fd0 0x7fa5b819b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:36.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.176+0000 7fa5bca00700 1 --2- 172.21.15.42:0/1762314315 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa5b8107700 0x7fa5b819f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:36.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.176+0000 7fa5b7e00700 1 -- 172.21.15.42:0/1762314315 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa5b8102fd0 msgr2=0x7fa5b819b2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:36.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.176+0000 7fa5b7e00700 1 --2- 172.21.15.42:0/1762314315 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa5b8102fd0 0x7fa5b819b2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:36.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.176+0000 7fa5b7e00700 1 -- 172.21.15.42:0/1762314315 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa5b8107700 msgr2=0x7fa5b819f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:36.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.176+0000 7fa5b7e00700 1 --2- 172.21.15.42:0/1762314315 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa5b8107700 0x7fa5b819f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:36.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.176+0000 7fa5b7e00700 1 -- 172.21.15.42:0/1762314315 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5b819fd70 con 0x7fa5b8102620 2024-06-13T11:56:36.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.176+0000 7fa5bca00700 1 --2- 172.21.15.42:0/1762314315 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa5b8107700 0x7fa5b819f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T11:56:36.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.176+0000 7fa5b7e00700 1 --2- 172.21.15.42:0/1762314315 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa5b8102620 0x7fa5b819ad60 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fa5a800e9a0 tx=0x7fa5a800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:36.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.177+0000 7fa5b4c00700 1 -- 172.21.15.42:0/1762314315 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5a800cbd0 con 0x7fa5b8102620 2024-06-13T11:56:36.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.177+0000 7fa5b4c00700 1 -- 172.21.15.42:0/1762314315 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa5a800cd70 con 0x7fa5b8102620 2024-06-13T11:56:36.179 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.177+0000 7fa5b4c00700 1 -- 172.21.15.42:0/1762314315 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5a8018750 con 0x7fa5b8102620 2024-06-13T11:56:36.179 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.178+0000 7fa5bd400700 1 -- 172.21.15.42:0/1762314315 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5b81a0060 con 0x7fa5b8102620 2024-06-13T11:56:36.179 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.178+0000 7fa5bd400700 1 -- 172.21.15.42:0/1762314315 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5b81a78e0 con 0x7fa5b8102620 2024-06-13T11:56:36.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.183+0000 7fa5b4c00700 1 -- 172.21.15.42:0/1762314315 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 26) ==== 138117+0+0 (secure 0 0 0) 0x7fa5a8010430 con 0x7fa5b8102620 2024-06-13T11:56:36.186 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.186+0000 7fa5b4c00700 1 --2- 172.21.15.42:0/1762314315 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fa59c0a2fc0 0x7fa59c0a5480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:36.187 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.186+0000 7fa5b4c00700 1 -- 172.21.15.42:0/1762314315 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fa5a80cfd40 con 0x7fa5b8102620 2024-06-13T11:56:36.187 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.186+0000 7fa5c9304b80 1 Processor -- start 2024-06-13T11:56:36.187 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.186+0000 7fa5b7400700 1 --2- 172.21.15.42:0/1762314315 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fa59c0a2fc0 0x7fa59c0a5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:36.187 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.187+0000 7fa5c9304b80 1 -- start start 2024-06-13T11:56:36.188 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.187+0000 7fa5c9304b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ed066fe40 0x558ed06f5420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:36.188 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.187+0000 7fa5c9304b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558ed06f5960 0x558ed06f5de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:36.188 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.187+0000 7fa5c9304b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558ed0706d80 0x558ed0709170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:36.188 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.187+0000 7fa5c9304b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x558ed0602a10 con 0x558ed066fe40 2024-06-13T11:56:36.188 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.187+0000 7fa5c9304b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x558ed0645b00 con 0x558ed0706d80 2024-06-13T11:56:36.188 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.187+0000 7fa5c9304b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x558ed06008f0 con 0x558ed06f5960 2024-06-13T11:56:36.189 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.188+0000 7fa5bca00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558ed0706d80 0x558ed0709170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:36.189 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.188+0000 7fa5bca00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558ed0706d80 0x558ed0709170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:56400/0 (socket says 172.21.15.42:56400) 2024-06-13T11:56:36.189 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.188+0000 7fa5bca00700 1 -- 172.21.15.42:0/2331417300 learned_addr learned my addr 172.21.15.42:0/2331417300 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:36.189 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.188+0000 7fa5b7400700 1 --2- 172.21.15.42:0/1762314315 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fa59c0a2fc0 0x7fa59c0a5480 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fa5b8100890 tx=0x7fa5a4009260 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:36.189 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.188+0000 7fa5b7e00700 1 --2- 172.21.15.42:0/2331417300 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ed066fe40 0x558ed06f5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:36.189 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.188+0000 7fa5b7400700 1 --2- 172.21.15.42:0/2331417300 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558ed06f5960 0x558ed06f5de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:36.189 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.189+0000 7fa5bca00700 1 -- 172.21.15.42:0/2331417300 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558ed06f5960 msgr2=0x558ed06f5de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:36.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.189+0000 7fa5bca00700 1 --2- 172.21.15.42:0/2331417300 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558ed06f5960 0x558ed06f5de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:36.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.189+0000 7fa5bca00700 1 -- 172.21.15.42:0/2331417300 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ed066fe40 msgr2=0x558ed06f5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:36.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.189+0000 7fa5bca00700 1 --2- 172.21.15.42:0/2331417300 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ed066fe40 0x558ed06f5420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:36.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.189+0000 7fa5bca00700 1 -- 172.21.15.42:0/2331417300 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558ed05edf90 con 0x558ed0706d80 2024-06-13T11:56:36.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.189+0000 7fa5b7e00700 1 --2- 172.21.15.42:0/2331417300 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ed066fe40 0x558ed06f5420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:56:36.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.190+0000 7fa5bca00700 1 --2- 172.21.15.42:0/2331417300 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558ed0706d80 0x558ed0709170 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fa5b0009d10 tx=0x7fa5b0009d40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7cff4fc3479fe179 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:36.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.190+0000 7fa5ad600700 1 -- 172.21.15.42:0/2331417300 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5b001f030 con 0x558ed0706d80 2024-06-13T11:56:36.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.190+0000 7fa5ad600700 1 -- 172.21.15.42:0/2331417300 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa5b0009360 con 0x558ed0706d80 2024-06-13T11:56:36.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.190+0000 7fa5ad600700 1 -- 172.21.15.42:0/2331417300 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5b0007a10 con 0x558ed0706d80 2024-06-13T11:56:36.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.191+0000 7fa5c9304b80 1 -- 172.21.15.42:0/2331417300 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558ed0706d80 msgr2=0x558ed0709170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:36.192 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.191+0000 7fa5c9304b80 1 --2- 172.21.15.42:0/2331417300 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558ed0706d80 0x558ed0709170 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fa5b0009d10 tx=0x7fa5b0009d40 comp rx=0 tx=0).stop 2024-06-13T11:56:36.193 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.191+0000 7fa5c9304b80 1 -- 172.21.15.42:0/2331417300 shutdown_connections 2024-06-13T11:56:36.193 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.191+0000 7fa5c9304b80 1 --2- 172.21.15.42:0/2331417300 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558ed0706d80 0x558ed0709170 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:36.193 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.191+0000 7fa5c9304b80 1 --2- 172.21.15.42:0/2331417300 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ed066fe40 0x558ed06f5420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:36.193 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.191+0000 7fa5c9304b80 1 --2- 172.21.15.42:0/2331417300 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558ed06f5960 0x558ed06f5de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:36.193 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.191+0000 7fa5c9304b80 1 -- 172.21.15.42:0/2331417300 >> 172.21.15.42:0/2331417300 conn(0x558ed0620170 msgr2=0x558ed06ef820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:36.193 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.192+0000 7fa5c9304b80 1 -- 172.21.15.42:0/2331417300 shutdown_connections 2024-06-13T11:56:36.194 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.192+0000 7fa5c9304b80 1 -- 172.21.15.42:0/2331417300 wait complete. 2024-06-13T11:56:36.194 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.193+0000 7fa5c9304b80 1 -- start start 2024-06-13T11:56:36.194 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.193+0000 7fa5c9304b80 1 Processor -- start 2024-06-13T11:56:36.198 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.194+0000 7fa5c9304b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558ed066fe40 0x558ed07064b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:36.198 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.194+0000 7fa5c9304b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558ed06f5960 0x558ed07037b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:36.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.194+0000 7fa5c9304b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ed0706d80 0x558ed0703cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:36.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.194+0000 7fa5c9304b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x558ed05e1f60 con 0x558ed0706d80 2024-06-13T11:56:36.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.194+0000 7fa5c9304b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x558ed0641ac0 con 0x558ed066fe40 2024-06-13T11:56:36.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.194+0000 7fa5c9304b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x558ed07099e0 con 0x558ed06f5960 2024-06-13T11:56:36.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.194+0000 7fa5c9304b80 10 client.0 _ll_register_callbacks cb 0x558ed05df720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:56:36.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.195+0000 7fa5b7400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558ed06f5960 0x558ed07037b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:36.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.195+0000 7fa5bca00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ed0706d80 0x558ed0703cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:36.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.195+0000 7fa5bca00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ed0706d80 0x558ed0703cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33210/0 (socket says 172.21.15.42:33210) 2024-06-13T11:56:36.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.195+0000 7fa5bca00700 1 -- 172.21.15.42:0/1240465680 learned_addr learned my addr 172.21.15.42:0/1240465680 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:36.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.196+0000 7fa5b7e00700 1 --2- 172.21.15.42:0/1240465680 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558ed066fe40 0x558ed07064b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:36.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.197+0000 7fa5bca00700 1 -- 172.21.15.42:0/1240465680 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558ed06f5960 msgr2=0x558ed07037b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:36.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.197+0000 7fa5bca00700 1 --2- 172.21.15.42:0/1240465680 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558ed06f5960 0x558ed07037b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:36.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.197+0000 7fa5bca00700 1 -- 172.21.15.42:0/1240465680 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558ed066fe40 msgr2=0x558ed07064b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:36.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.197+0000 7fa5bca00700 1 --2- 172.21.15.42:0/1240465680 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558ed066fe40 0x558ed07064b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:36.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.197+0000 7fa5bca00700 1 -- 172.21.15.42:0/1240465680 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558ed05948d0 con 0x558ed0706d80 2024-06-13T11:56:36.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.197+0000 7fa5b7400700 1 --2- 172.21.15.42:0/1240465680 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558ed06f5960 0x558ed07037b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:56:36.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.197+0000 7fa5bca00700 1 --2- 172.21.15.42:0/1240465680 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ed0706d80 0x558ed0703cf0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fa5b000b9b0 tx=0x7fa5b0004f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b36779bbcf37298f server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:36.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.197+0000 7fa5a2000700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-13T11:56:36.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.198+0000 7fa5a2000700 1 -- 172.21.15.42:0/1240465680 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5b002a070 con 0x558ed0706d80 2024-06-13T11:56:36.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.198+0000 7fa5a2000700 1 -- 172.21.15.42:0/1240465680 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fa5b0007890 con 0x558ed0706d80 2024-06-13T11:56:36.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.198+0000 7fa5c9304b80 1 -- 172.21.15.42:0/1240465680 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa5b0009360 con 0x558ed0706d80 2024-06-13T11:56:36.202 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.199+0000 7fa5a2000700 1 -- 172.21.15.42:0/1240465680 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fa5b001f040 con 0x558ed0706d80 2024-06-13T11:56:36.202 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.199+0000 7fa5c9304b80 10 client.15297 fetch_fsmap learned FSMap version 27 2024-06-13T11:56:36.202 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.199+0000 7fa5c9304b80 1 -- 172.21.15.42:0/1240465680 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x558ed0713eb0 con 0x558ed0706d80 2024-06-13T11:56:36.202 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.199+0000 7fa5a2000700 1 -- 172.21.15.42:0/1240465680 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa5b0009360 con 0x558ed0706d80 2024-06-13T11:56:36.202 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.201+0000 7fa5a2000700 1 -- 172.21.15.42:0/1240465680 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 27) ==== 8346+0+0 (secure 0 0 0) 0x7fa5b0011070 con 0x558ed0706d80 2024-06-13T11:56:36.202 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.201+0000 7fa5c9304b80 10 client.15297 fetch_fsmap finished waiting for FSMap version 27 2024-06-13T11:56:36.202 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.201+0000 7fa5c9304b80 10 client.15297 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.g 2024-06-13T11:56:36.202 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.201+0000 7fa5c9304b80 20 client.15297 populate_metadata read hostname 'smithi042' 2024-06-13T11:56:36.202 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.201+0000 7fa5c9304b80 1 --2- 172.21.15.42:0/1240465680 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x558ed0716380 0x558ed0718770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:36.202 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.201+0000 7fa5c9304b80 4 client.15297 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:56:36.203 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.201+0000 7fa5c9304b80 1 -- 172.21.15.42:0/1240465680 --> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558ed0653000 con 0x558ed0716380 2024-06-13T11:56:36.203 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.202+0000 7fa5b7e00700 1 --2- 172.21.15.42:0/1240465680 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x558ed0716380 0x558ed0718770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:36.203 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.203+0000 7fa5b7e00700 1 --2- 172.21.15.42:0/1240465680 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x558ed0716380 0x558ed0718770 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f4f7c8229b0d4ee2 server_cookie=439504e84a976efb in_seq=0 out_seq=0 2024-06-13T11:56:36.203 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.203+0000 7fa5a2000700 10 client.15297 ms_handle_connect on v2:172.21.15.42:6838/228676134 2024-06-13T11:56:36.204 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.204+0000 7fa5a2000700 1 -- 172.21.15.42:0/1240465680 <== mds.2 v2:172.21.15.42:6838/228676134 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x558ed0653000 con 0x558ed0716380 2024-06-13T11:56:36.204 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.204+0000 7fa5a2000700 10 client.15297 handle_command_reply: tid=0 2024-06-13T11:56:36.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.204+0000 7fa5c9304b80 1 client.15297 shutdown 2024-06-13T11:56:36.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.204+0000 7fa5c9304b80 1 -- 172.21.15.42:0/1240465680 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ed0706d80 msgr2=0x558ed0703cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:36.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.204+0000 7fa5c9304b80 1 --2- 172.21.15.42:0/1240465680 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ed0706d80 0x558ed0703cf0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fa5b000b9b0 tx=0x7fa5b0004f40 comp rx=0 tx=0).stop 2024-06-13T11:56:36.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.205+0000 7fa5c9304b80 1 -- 172.21.15.42:0/1240465680 shutdown_connections 2024-06-13T11:56:36.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.205+0000 7fa5c9304b80 1 --2- 172.21.15.42:0/1240465680 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x558ed0716380 0x558ed0718770 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:36.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.205+0000 7fa5c9304b80 1 --2- 172.21.15.42:0/1240465680 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558ed066fe40 0x558ed07064b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:36.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.205+0000 7fa5c9304b80 1 --2- 172.21.15.42:0/1240465680 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ed0706d80 0x558ed0703cf0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:36.207 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.205+0000 7fa5c9304b80 1 --2- 172.21.15.42:0/1240465680 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558ed06f5960 0x558ed07037b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:36.207 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.205+0000 7fa5c9304b80 1 -- 172.21.15.42:0/1240465680 >> 172.21.15.42:0/1240465680 conn(0x558ed0620170 msgr2=0x558ed06ef410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:36.207 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.205+0000 7fa5a2000700 0 client.15297 ms_handle_reset on v2:172.21.15.42:6838/228676134 2024-06-13T11:56:36.207 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.206+0000 7fa5c9304b80 1 -- 172.21.15.42:0/1240465680 shutdown_connections 2024-06-13T11:56:36.207 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.206+0000 7fa5c9304b80 1 -- 172.21.15.42:0/1240465680 wait complete. 2024-06-13T11:56:36.207 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.206+0000 7fa5c9304b80 20 client.15297 trim_cache size 0 max 16384 2024-06-13T11:56:36.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.239+0000 7fa5c9304b80 1 Processor -- start 2024-06-13T11:56:36.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.239+0000 7fa5c9304b80 1 -- start start 2024-06-13T11:56:36.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.239+0000 7fa5c9304b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558ed066fe40 0x558ed0705ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:36.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.239+0000 7fa5c9304b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ed06f5960 0x558ed0703770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:36.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.239+0000 7fa5c9304b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558ed0706d80 0x558ed0703cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:36.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.239+0000 7fa5c9304b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa5b81aea50 con 0x558ed06f5960 2024-06-13T11:56:36.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.239+0000 7fa5c9304b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fa5b81ac2e0 con 0x558ed0706d80 2024-06-13T11:56:36.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.239+0000 7fa5c9304b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fa5b81aa130 con 0x558ed066fe40 2024-06-13T11:56:36.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.240+0000 7fa5b7e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558ed066fe40 0x558ed0705ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:36.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.240+0000 7fa5b7e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558ed066fe40 0x558ed0705ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:53668/0 (socket says 172.21.15.42:53668) 2024-06-13T11:56:36.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.240+0000 7fa5b7e00700 1 -- 172.21.15.42:0/2640989294 learned_addr learned my addr 172.21.15.42:0/2640989294 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:36.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.240+0000 7fa5b7400700 1 --2- 172.21.15.42:0/2640989294 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ed06f5960 0x558ed0703770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:36.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.240+0000 7fa5bca00700 1 --2- 172.21.15.42:0/2640989294 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558ed0706d80 0x558ed0703cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:36.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.240+0000 7fa5b7e00700 1 -- 172.21.15.42:0/2640989294 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558ed0706d80 msgr2=0x558ed0703cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:36.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.240+0000 7fa5b7e00700 1 --2- 172.21.15.42:0/2640989294 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558ed0706d80 0x558ed0703cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:36.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.240+0000 7fa5b7e00700 1 -- 172.21.15.42:0/2640989294 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ed06f5960 msgr2=0x558ed0703770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:36.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.240+0000 7fa5b7e00700 1 --2- 172.21.15.42:0/2640989294 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ed06f5960 0x558ed0703770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:36.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.240+0000 7fa5b7e00700 1 -- 172.21.15.42:0/2640989294 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558ed0701d20 con 0x558ed066fe40 2024-06-13T11:56:36.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.240+0000 7fa5bca00700 1 --2- 172.21.15.42:0/2640989294 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558ed0706d80 0x558ed0703cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:56:36.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.241+0000 7fa5b7e00700 1 --2- 172.21.15.42:0/2640989294 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558ed066fe40 0x558ed0705ff0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fa5a809b970 tx=0x7fa5a80cf040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=25f6d096c615f93e server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:36.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.241+0000 7fa5acc00700 1 -- 172.21.15.42:0/2640989294 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5a80b9070 con 0x558ed066fe40 2024-06-13T11:56:36.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.241+0000 7fa5acc00700 1 -- 172.21.15.42:0/2640989294 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa5a80a0020 con 0x558ed066fe40 2024-06-13T11:56:36.243 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.241+0000 7fa5acc00700 1 -- 172.21.15.42:0/2640989294 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5a80a46b0 con 0x558ed066fe40 2024-06-13T11:56:36.243 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.242+0000 7fa5c9304b80 1 -- 172.21.15.42:0/2640989294 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558ed066fe40 msgr2=0x558ed0705ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:36.243 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.242+0000 7fa5c9304b80 1 --2- 172.21.15.42:0/2640989294 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558ed066fe40 0x558ed0705ff0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fa5a809b970 tx=0x7fa5a80cf040 comp rx=0 tx=0).stop 2024-06-13T11:56:36.243 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.242+0000 7fa5c9304b80 1 -- 172.21.15.42:0/2640989294 shutdown_connections 2024-06-13T11:56:36.243 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.242+0000 7fa5c9304b80 1 --2- 172.21.15.42:0/2640989294 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558ed0706d80 0x558ed0703cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:36.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.242+0000 7fa5c9304b80 1 --2- 172.21.15.42:0/2640989294 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558ed066fe40 0x558ed0705ff0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:36.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.242+0000 7fa5c9304b80 1 --2- 172.21.15.42:0/2640989294 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ed06f5960 0x558ed0703770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:36.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.242+0000 7fa5c9304b80 1 -- 172.21.15.42:0/2640989294 >> 172.21.15.42:0/2640989294 conn(0x558ed0620170 msgr2=0x558ed06ef330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:36.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.243+0000 7fa5c9304b80 1 -- 172.21.15.42:0/2640989294 shutdown_connections 2024-06-13T11:56:36.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.243+0000 7fa5c9304b80 1 -- 172.21.15.42:0/2640989294 wait complete. 2024-06-13T11:56:36.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.243+0000 7fa5c9304b80 1 -- start start 2024-06-13T11:56:36.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.244+0000 7fa5c9304b80 1 Processor -- start 2024-06-13T11:56:36.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.244+0000 7fa5c9304b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558ed066fe40 0x558ed0709c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:36.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.244+0000 7fa5c9304b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ed06f5960 0x558ed070a170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:36.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.244+0000 7fa5c9304b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558ed0706d80 0x558ed070a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:36.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.244+0000 7fa5c9304b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa5b81aa7a0 con 0x558ed06f5960 2024-06-13T11:56:36.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.244+0000 7fa5c9304b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fa5b81abc10 con 0x558ed066fe40 2024-06-13T11:56:36.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.244+0000 7fa5c9304b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fa5b81aae70 con 0x558ed0706d80 2024-06-13T11:56:36.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.245+0000 7fa5c9304b80 10 client.0 _ll_register_callbacks cb 0x558ed05df720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:56:36.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.245+0000 7fa5b7e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558ed066fe40 0x558ed0709c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:36.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.245+0000 7fa5b7e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558ed066fe40 0x558ed0709c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:56428/0 (socket says 172.21.15.42:56428) 2024-06-13T11:56:36.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.245+0000 7fa5b7e00700 1 -- 172.21.15.42:0/4070110057 learned_addr learned my addr 172.21.15.42:0/4070110057 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:36.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.245+0000 7fa5b7400700 1 --2- 172.21.15.42:0/4070110057 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ed06f5960 0x558ed070a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:36.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.245+0000 7fa5bca00700 1 --2- 172.21.15.42:0/4070110057 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558ed0706d80 0x558ed070a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:36.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.246+0000 7fa5b7e00700 1 -- 172.21.15.42:0/4070110057 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558ed0706d80 msgr2=0x558ed070a6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:36.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.246+0000 7fa5b7e00700 1 --2- 172.21.15.42:0/4070110057 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558ed0706d80 0x558ed070a6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:36.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.246+0000 7fa5b7e00700 1 -- 172.21.15.42:0/4070110057 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ed06f5960 msgr2=0x558ed070a170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:36.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.246+0000 7fa5b7e00700 1 --2- 172.21.15.42:0/4070110057 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ed06f5960 0x558ed070a170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:36.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.246+0000 7fa5b7e00700 1 -- 172.21.15.42:0/4070110057 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558ed077ed00 con 0x558ed066fe40 2024-06-13T11:56:36.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.246+0000 7fa5b7400700 1 --2- 172.21.15.42:0/4070110057 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ed06f5960 0x558ed070a170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:56:36.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.246+0000 7fa5b7e00700 1 --2- 172.21.15.42:0/4070110057 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558ed066fe40 0x558ed0709c30 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fa5a809bc00 tx=0x7fa5a800cf20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6e838c7bc2eb87cd server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:36.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.246+0000 7fa5a2000700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:56:36.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.246+0000 7fa5a2000700 1 -- 172.21.15.42:0/4070110057 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5a807f060 con 0x558ed066fe40 2024-06-13T11:56:36.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.246+0000 7fa5a2000700 1 -- 172.21.15.42:0/4070110057 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fa5a80a4450 con 0x558ed066fe40 2024-06-13T11:56:36.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.246+0000 7fa5c9304b80 1 -- 172.21.15.42:0/4070110057 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa5a80a0020 con 0x558ed066fe40 2024-06-13T11:56:36.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.247+0000 7fa5a2000700 1 -- 172.21.15.42:0/4070110057 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fa5a80b9070 con 0x558ed066fe40 2024-06-13T11:56:36.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.247+0000 7fa5c9304b80 10 client.25463 fetch_fsmap learned FSMap version 27 2024-06-13T11:56:36.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.247+0000 7fa5c9304b80 1 -- 172.21.15.42:0/4070110057 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x558ed077ffc0 con 0x558ed066fe40 2024-06-13T11:56:36.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.247+0000 7fa5a2000700 1 -- 172.21.15.42:0/4070110057 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa5a80a0020 con 0x558ed066fe40 2024-06-13T11:56:36.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.248+0000 7fa5a2000700 1 -- 172.21.15.42:0/4070110057 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 27) ==== 8346+0+0 (secure 0 0 0) 0x7fa5a809b0c0 con 0x558ed066fe40 2024-06-13T11:56:36.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.248+0000 7fa5c9304b80 10 client.25463 fetch_fsmap finished waiting for FSMap version 27 2024-06-13T11:56:36.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.248+0000 7fa5c9304b80 10 client.25463 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.g 2024-06-13T11:56:36.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.248+0000 7fa5c9304b80 20 client.25463 populate_metadata read hostname 'smithi042' 2024-06-13T11:56:36.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.248+0000 7fa5c9304b80 1 --2- 172.21.15.42:0/4070110057 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x558ed0780590 0x558ed07829b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:36.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.248+0000 7fa5c9304b80 4 client.25463 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-13T11:56:36.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.248+0000 7fa5c9304b80 1 -- 172.21.15.42:0/4070110057 --> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558ed064d580 con 0x558ed0780590 2024-06-13T11:56:36.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.248+0000 7fa5b7400700 1 --2- 172.21.15.42:0/4070110057 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x558ed0780590 0x558ed07829b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:36.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.249+0000 7fa5b7400700 1 --2- 172.21.15.42:0/4070110057 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x558ed0780590 0x558ed07829b0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=150ab05b0d55e28a server_cookie=def52052e269462e in_seq=0 out_seq=0 2024-06-13T11:56:36.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.249+0000 7fa5a2000700 10 client.25463 ms_handle_connect on v2:172.21.15.42:6838/228676134 2024-06-13T11:56:36.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.249+0000 7fa5a2000700 1 -- 172.21.15.42:0/4070110057 <== mds.2 v2:172.21.15.42:6838/228676134 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558ed064d580 con 0x558ed0780590 2024-06-13T11:56:36.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.249+0000 7fa5a2000700 10 client.25463 handle_command_reply: tid=0 2024-06-13T11:56:36.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.249+0000 7fa5c9304b80 1 client.25463 shutdown 2024-06-13T11:56:36.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.250+0000 7fa5c9304b80 1 -- 172.21.15.42:0/4070110057 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558ed066fe40 msgr2=0x558ed0709c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:36.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.250+0000 7fa5c9304b80 1 --2- 172.21.15.42:0/4070110057 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558ed066fe40 0x558ed0709c30 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fa5a809bc00 tx=0x7fa5a800cf20 comp rx=0 tx=0).stop 2024-06-13T11:56:36.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.250+0000 7fa5c9304b80 1 -- 172.21.15.42:0/4070110057 shutdown_connections 2024-06-13T11:56:36.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.250+0000 7fa5c9304b80 1 --2- 172.21.15.42:0/4070110057 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x558ed0780590 0x558ed07829b0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:36.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.250+0000 7fa5c9304b80 1 --2- 172.21.15.42:0/4070110057 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558ed066fe40 0x558ed0709c30 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:36.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.250+0000 7fa5c9304b80 1 --2- 172.21.15.42:0/4070110057 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558ed0706d80 0x558ed070a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:36.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.250+0000 7fa5c9304b80 1 --2- 172.21.15.42:0/4070110057 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ed06f5960 0x558ed070a170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:36.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.250+0000 7fa5c9304b80 1 -- 172.21.15.42:0/4070110057 >> 172.21.15.42:0/4070110057 conn(0x558ed0620170 msgr2=0x558ed06ef300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:36.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.250+0000 7fa5a2000700 0 client.25463 ms_handle_reset on v2:172.21.15.42:6838/228676134 2024-06-13T11:56:36.252 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.251+0000 7fa5c9304b80 1 -- 172.21.15.42:0/4070110057 shutdown_connections 2024-06-13T11:56:36.252 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.251+0000 7fa5c9304b80 1 -- 172.21.15.42:0/4070110057 wait complete. 2024-06-13T11:56:36.252 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.251+0000 7fa5c9304b80 20 client.25463 trim_cache size 0 max 16384 2024-06-13T11:56:36.252 INFO:teuthology.orchestra.run.smithi042.stdout:[] 2024-06-13T11:56:36.253 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.252+0000 7fa5bd400700 1 -- 172.21.15.42:0/1762314315 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fa59c0a2fc0 msgr2=0x7fa59c0a5480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:36.253 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.252+0000 7fa5bd400700 1 --2- 172.21.15.42:0/1762314315 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fa59c0a2fc0 0x7fa59c0a5480 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fa5b8100890 tx=0x7fa5a4009260 comp rx=0 tx=0).stop 2024-06-13T11:56:36.253 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.252+0000 7fa5bd400700 1 -- 172.21.15.42:0/1762314315 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa5b8102620 msgr2=0x7fa5b819ad60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:36.253 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.252+0000 7fa5bd400700 1 --2- 172.21.15.42:0/1762314315 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa5b8102620 0x7fa5b819ad60 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fa5a800e9a0 tx=0x7fa5a800ecb0 comp rx=0 tx=0).stop 2024-06-13T11:56:36.253 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.252+0000 7fa5bd400700 1 -- 172.21.15.42:0/1762314315 shutdown_connections 2024-06-13T11:56:36.253 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.252+0000 7fa5bd400700 1 --2- 172.21.15.42:0/1762314315 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa5b8107700 0x7fa5b819f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:36.253 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.252+0000 7fa5bd400700 1 --2- 172.21.15.42:0/1762314315 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa5b8102620 0x7fa5b819ad60 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:36.253 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.252+0000 7fa5bd400700 1 --2- 172.21.15.42:0/1762314315 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fa59c0a2fc0 0x7fa59c0a5480 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:36.253 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.252+0000 7fa5bd400700 1 --2- 172.21.15.42:0/1762314315 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa5b8102fd0 0x7fa5b819b2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:36.253 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.252+0000 7fa5bd400700 1 -- 172.21.15.42:0/1762314315 >> 172.21.15.42:0/1762314315 conn(0x7fa5b80fdf10 msgr2=0x7fa5b810d970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:36.254 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.253+0000 7fa5bd400700 1 -- 172.21.15.42:0/1762314315 shutdown_connections 2024-06-13T11:56:36.254 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:36.253+0000 7fa5bd400700 1 -- 172.21.15.42:0/1762314315 wait complete. 2024-06-13T11:56:37.211 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-06-13T11:56:37.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:36 smithi088 ceph-mon[36399]: pgmap v35: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 2.5 KiB/s wr, 7 op/s 2024-06-13T11:56:37.281 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:36 smithi042 ceph-mon[32231]: pgmap v35: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 2.5 KiB/s wr, 7 op/s 2024-06-13T11:56:37.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:36 smithi162 ceph-mon[36757]: pgmap v35: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 2.5 KiB/s wr, 7 op/s 2024-06-13T11:56:37.683 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:56:39.249 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:38 smithi042 ceph-mon[32231]: pgmap v36: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 2.5 KiB/s wr, 9 op/s 2024-06-13T11:56:39.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:38 smithi088 ceph-mon[36399]: pgmap v36: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 2.5 KiB/s wr, 9 op/s 2024-06-13T11:56:39.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:38 smithi162 ceph-mon[36757]: pgmap v36: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 2.5 KiB/s wr, 9 op/s 2024-06-13T11:56:39.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.819+0000 7f419b200700 1 -- 172.21.15.42:0/2904396309 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f419c10ec60 msgr2=0x7f419c111070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:39.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.819+0000 7f419b200700 1 --2- 172.21.15.42:0/2904396309 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f419c10ec60 0x7f419c111070 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f4194009f90 tx=0x7f419400b330 comp rx=0 tx=0).stop 2024-06-13T11:56:39.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.819+0000 7f419b200700 1 -- 172.21.15.42:0/2904396309 shutdown_connections 2024-06-13T11:56:39.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.819+0000 7f419b200700 1 --2- 172.21.15.42:0/2904396309 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f419c10ec60 0x7f419c111070 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:39.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.819+0000 7f419b200700 1 --2- 172.21.15.42:0/2904396309 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f419c074860 0x7f419c074c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:39.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.819+0000 7f419b200700 1 --2- 172.21.15.42:0/2904396309 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f419c075180 0x7f419c10e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:39.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.819+0000 7f419b200700 1 -- 172.21.15.42:0/2904396309 >> 172.21.15.42:0/2904396309 conn(0x7f419c0fdf10 msgr2=0x7f419c100330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:39.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.820+0000 7f419b200700 1 -- 172.21.15.42:0/2904396309 shutdown_connections 2024-06-13T11:56:39.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.820+0000 7f419b200700 1 -- 172.21.15.42:0/2904396309 wait complete. 2024-06-13T11:56:39.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.821+0000 7f419b200700 1 Processor -- start 2024-06-13T11:56:39.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.821+0000 7f419b200700 1 -- start start 2024-06-13T11:56:39.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.821+0000 7f419b200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f419c074860 0x7f419c1a0a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:39.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.821+0000 7f419b200700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f419c075180 0x7f419c1a0f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:39.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.821+0000 7f419b200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f419c10ec60 0x7f419c19ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:39.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.821+0000 7f419b200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f419c1148e0 con 0x7f419c10ec60 2024-06-13T11:56:39.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.821+0000 7f419b200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f419c114760 con 0x7f419c074860 2024-06-13T11:56:39.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.821+0000 7f419b200700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f419c114a60 con 0x7f419c075180 2024-06-13T11:56:39.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.822+0000 7f4199e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f419c074860 0x7f419c1a0a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:39.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.822+0000 7f4199e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f419c074860 0x7f419c1a0a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:57316/0 (socket says 172.21.15.42:57316) 2024-06-13T11:56:39.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.822+0000 7f4199400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f419c075180 0x7f419c1a0f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:39.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.822+0000 7f4199e00700 1 -- 172.21.15.42:0/1143216665 learned_addr learned my addr 172.21.15.42:0/1143216665 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:39.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.822+0000 7f419a800700 1 --2- 172.21.15.42:0/1143216665 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f419c10ec60 0x7f419c19ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:39.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.822+0000 7f4199e00700 1 -- 172.21.15.42:0/1143216665 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f419c075180 msgr2=0x7f419c1a0f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:39.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.822+0000 7f4199e00700 1 --2- 172.21.15.42:0/1143216665 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f419c075180 0x7f419c1a0f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:39.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.822+0000 7f4199e00700 1 -- 172.21.15.42:0/1143216665 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f419c10ec60 msgr2=0x7f419c19ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:39.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.822+0000 7f4199e00700 1 --2- 172.21.15.42:0/1143216665 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f419c10ec60 0x7f419c19ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:39.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.822+0000 7f4199e00700 1 -- 172.21.15.42:0/1143216665 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f419c19b400 con 0x7f419c074860 2024-06-13T11:56:39.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.823+0000 7f4199e00700 1 --2- 172.21.15.42:0/1143216665 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f419c074860 0x7f419c1a0a50 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f418c00e9c0 tx=0x7f418c00ed80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:39.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.823+0000 7f4192a00700 1 -- 172.21.15.42:0/1143216665 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f418c00cbd0 con 0x7f419c074860 2024-06-13T11:56:39.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.823+0000 7f4192a00700 1 -- 172.21.15.42:0/1143216665 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f418c00cd70 con 0x7f419c074860 2024-06-13T11:56:39.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.823+0000 7f4192a00700 1 -- 172.21.15.42:0/1143216665 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f418c010430 con 0x7f419c074860 2024-06-13T11:56:39.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.824+0000 7f419b200700 1 -- 172.21.15.42:0/1143216665 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f419c19b6f0 con 0x7f419c074860 2024-06-13T11:56:39.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.824+0000 7f419b200700 1 -- 172.21.15.42:0/1143216665 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f419c1a79d0 con 0x7f419c074860 2024-06-13T11:56:39.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.830+0000 7f4192a00700 1 -- 172.21.15.42:0/1143216665 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 26) ==== 138117+0+0 (secure 0 0 0) 0x7f418c004750 con 0x7f419c074860 2024-06-13T11:56:39.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.831+0000 7f41abc7cb80 1 Processor -- start 2024-06-13T11:56:39.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.831+0000 7f41abc7cb80 1 -- start start 2024-06-13T11:56:39.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.831+0000 7f4192a00700 1 --2- 172.21.15.42:0/1143216665 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f41800a2fc0 0x7f41800a5480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:39.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.831+0000 7f41abc7cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e339fe2d60 0x55e339fe3140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:39.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.831+0000 7f41abc7cb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e339fe3680 0x55e339fedff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:39.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.832+0000 7f41abc7cb80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e339fee530 0x55e339ff0920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:39.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.832+0000 7f41abc7cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e339ef2a10 con 0x55e339fe2d60 2024-06-13T11:56:39.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.832+0000 7f41abc7cb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55e339f35b00 con 0x55e339fe3680 2024-06-13T11:56:39.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.832+0000 7f41abc7cb80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55e339ef08f0 con 0x55e339fee530 2024-06-13T11:56:39.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.832+0000 7f4192a00700 1 -- 172.21.15.42:0/1143216665 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f418c0cfd90 con 0x7f419c074860 2024-06-13T11:56:39.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.832+0000 7f4199e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e339fe2d60 0x55e339fe3140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:39.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.832+0000 7f4199e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e339fe2d60 0x55e339fe3140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56328/0 (socket says 172.21.15.42:56328) 2024-06-13T11:56:39.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.832+0000 7f4199e00700 1 -- 172.21.15.42:0/1668750807 learned_addr learned my addr 172.21.15.42:0/1668750807 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:39.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.832+0000 7f4199400700 1 --2- 172.21.15.42:0/1668750807 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e339fe3680 0x55e339fedff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:39.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.833+0000 7f4199e00700 1 -- 172.21.15.42:0/1668750807 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e339fee530 msgr2=0x55e339ff0920 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-13T11:56:39.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.833+0000 7f4199e00700 1 --2- 172.21.15.42:0/1668750807 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e339fee530 0x55e339ff0920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:39.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.833+0000 7f4199e00700 1 -- 172.21.15.42:0/1668750807 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e339fe3680 msgr2=0x55e339fedff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:39.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.833+0000 7f4199e00700 1 --2- 172.21.15.42:0/1668750807 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e339fe3680 0x55e339fedff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:39.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.833+0000 7f4199e00700 1 -- 172.21.15.42:0/1668750807 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e339eddf90 con 0x55e339fe2d60 2024-06-13T11:56:39.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.833+0000 7f419a800700 1 --2- 172.21.15.42:0/1143216665 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f41800a2fc0 0x7f41800a5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:39.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.833+0000 7f4199e00700 1 --2- 172.21.15.42:0/1668750807 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e339fe2d60 0x55e339fe3140 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f418c098120 tx=0x7f418c09b800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c7aa250fc84ca77 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:39.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.834+0000 7f4187400700 1 -- 172.21.15.42:0/1668750807 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f418c04a570 con 0x55e339fe2d60 2024-06-13T11:56:39.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.834+0000 7f4187400700 1 -- 172.21.15.42:0/1668750807 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f418c005730 con 0x55e339fe2d60 2024-06-13T11:56:39.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.834+0000 7f4187400700 1 -- 172.21.15.42:0/1668750807 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f418c04a930 con 0x55e339fe2d60 2024-06-13T11:56:39.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.835+0000 7f41abc7cb80 1 -- 172.21.15.42:0/1668750807 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e339fe2d60 msgr2=0x55e339fe3140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:39.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.835+0000 7f419a800700 1 --2- 172.21.15.42:0/1143216665 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f41800a2fc0 0x7f41800a5480 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4194009550 tx=0x7f41940060c0 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:39.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.835+0000 7f41abc7cb80 1 --2- 172.21.15.42:0/1668750807 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e339fe2d60 0x55e339fe3140 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f418c098120 tx=0x7f418c09b800 comp rx=0 tx=0).stop 2024-06-13T11:56:39.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.836+0000 7f41abc7cb80 1 -- 172.21.15.42:0/1668750807 shutdown_connections 2024-06-13T11:56:39.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.836+0000 7f41abc7cb80 1 --2- 172.21.15.42:0/1668750807 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e339fee530 0x55e339ff0920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:39.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.836+0000 7f41abc7cb80 1 --2- 172.21.15.42:0/1668750807 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e339fe2d60 0x55e339fe3140 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:39.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.836+0000 7f41abc7cb80 1 --2- 172.21.15.42:0/1668750807 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e339fe3680 0x55e339fedff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:39.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.836+0000 7f41abc7cb80 1 -- 172.21.15.42:0/1668750807 >> 172.21.15.42:0/1668750807 conn(0x55e339f10170 msgr2=0x55e339fdf280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:39.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.836+0000 7f41abc7cb80 1 -- 172.21.15.42:0/1668750807 shutdown_connections 2024-06-13T11:56:39.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.836+0000 7f41abc7cb80 1 -- 172.21.15.42:0/1668750807 wait complete. 2024-06-13T11:56:39.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.836+0000 7f41abc7cb80 1 -- start start 2024-06-13T11:56:39.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.837+0000 7f41abc7cb80 1 Processor -- start 2024-06-13T11:56:39.839 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.837+0000 7f41abc7cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e339fe2d60 0x55e339fedd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:39.839 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.838+0000 7f41abc7cb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e339fe3680 0x55e339feb000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:39.839 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.838+0000 7f41abc7cb80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e339fee530 0x55e339feb540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:39.839 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.838+0000 7f41abc7cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e339ed1f60 con 0x55e339fe2d60 2024-06-13T11:56:39.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.838+0000 7f41abc7cb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55e339f31ac0 con 0x55e339fe3680 2024-06-13T11:56:39.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.838+0000 7f41abc7cb80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55e339ff0f60 con 0x55e339fee530 2024-06-13T11:56:39.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.838+0000 7f41abc7cb80 10 client.0 _ll_register_callbacks cb 0x55e339ecb380 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:56:39.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.838+0000 7f4199400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e339fe3680 0x55e339feb000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:39.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.838+0000 7f4199400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e339fe3680 0x55e339feb000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:57342/0 (socket says 172.21.15.42:57342) 2024-06-13T11:56:39.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.838+0000 7f4199400700 1 -- 172.21.15.42:0/3597563532 learned_addr learned my addr 172.21.15.42:0/3597563532 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:39.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.838+0000 7f4199e00700 1 --2- 172.21.15.42:0/3597563532 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e339fe2d60 0x55e339fedd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:39.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.838+0000 7f419a800700 1 --2- 172.21.15.42:0/3597563532 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e339fee530 0x55e339feb540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:39.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.839+0000 7f4199400700 1 -- 172.21.15.42:0/3597563532 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e339fee530 msgr2=0x55e339feb540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:39.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.839+0000 7f4199400700 1 --2- 172.21.15.42:0/3597563532 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e339fee530 0x55e339feb540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:39.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.839+0000 7f4199400700 1 -- 172.21.15.42:0/3597563532 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e339fe2d60 msgr2=0x55e339fedd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:39.841 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.840+0000 7f4199400700 1 --2- 172.21.15.42:0/3597563532 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e339fe2d60 0x55e339fedd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:39.841 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.840+0000 7f4199400700 1 -- 172.21.15.42:0/3597563532 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e339e848d0 con 0x55e339fe3680 2024-06-13T11:56:39.841 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.840+0000 7f4199e00700 1 --2- 172.21.15.42:0/3597563532 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e339fe2d60 0x55e339fedd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:56:39.841 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.840+0000 7f4199400700 1 --2- 172.21.15.42:0/3597563532 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e339fe3680 0x55e339feb000 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f418800fe50 tx=0x7f41880116c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a36a7c9c3a8e8de8 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:39.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.840+0000 7f417be00700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:56:39.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.840+0000 7f417be00700 1 -- 172.21.15.42:0/3597563532 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f418801d680 con 0x55e339fe3680 2024-06-13T11:56:39.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.841+0000 7f417be00700 1 -- 172.21.15.42:0/3597563532 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f418801d820 con 0x55e339fe3680 2024-06-13T11:56:39.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.841+0000 7f41abc7cb80 1 -- 172.21.15.42:0/3597563532 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f418c005730 con 0x55e339fe3680 2024-06-13T11:56:39.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.842+0000 7f417be00700 1 -- 172.21.15.42:0/3597563532 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f418801da20 con 0x55e339fe3680 2024-06-13T11:56:39.843 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.842+0000 7f41abc7cb80 10 client.25475 fetch_fsmap learned FSMap version 27 2024-06-13T11:56:39.843 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.842+0000 7f41abc7cb80 1 -- 172.21.15.42:0/3597563532 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55e33a003f60 con 0x55e339fe3680 2024-06-13T11:56:39.843 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.842+0000 7f417be00700 1 -- 172.21.15.42:0/3597563532 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f418c005730 con 0x55e339fe3680 2024-06-13T11:56:39.844 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.842+0000 7f417be00700 1 -- 172.21.15.42:0/3597563532 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 27) ==== 8346+0+0 (secure 0 0 0) 0x7f4188027420 con 0x55e339fe3680 2024-06-13T11:56:39.844 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.842+0000 7f41abc7cb80 10 client.25475 fetch_fsmap finished waiting for FSMap version 27 2024-06-13T11:56:39.844 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.842+0000 7f41abc7cb80 10 client.25475 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-06-13T11:56:39.844 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.843+0000 7f41abc7cb80 20 client.25475 populate_metadata read hostname 'smithi042' 2024-06-13T11:56:39.844 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.843+0000 7f41abc7cb80 1 --2- 172.21.15.42:0/3597563532 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x55e33a0064f0 0x55e33a0088e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:39.844 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.843+0000 7f41abc7cb80 4 client.25475 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:56:39.845 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.843+0000 7f41abc7cb80 1 -- 172.21.15.42:0/3597563532 --> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e339f43000 con 0x55e33a0064f0 2024-06-13T11:56:39.845 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.843+0000 7f4199e00700 1 --2- 172.21.15.42:0/3597563532 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x55e33a0064f0 0x55e33a0088e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:39.845 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.844+0000 7f4199e00700 1 --2- 172.21.15.42:0/3597563532 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x55e33a0064f0 0x55e33a0088e0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f9a863fb55da6b6c server_cookie=11c11777f0d3848d in_seq=0 out_seq=0 2024-06-13T11:56:39.845 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.844+0000 7f417be00700 10 client.25475 ms_handle_connect on v2:172.21.15.88:6836/2567581640 2024-06-13T11:56:39.845 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.845+0000 7f417be00700 1 -- 172.21.15.42:0/3597563532 <== mds.1 v2:172.21.15.88:6836/2567581640 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55e339f43000 con 0x55e33a0064f0 2024-06-13T11:56:39.845 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.845+0000 7f417be00700 10 client.25475 handle_command_reply: tid=0 2024-06-13T11:56:39.845 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.845+0000 7f41abc7cb80 1 client.25475 shutdown 2024-06-13T11:56:39.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.845+0000 7f41abc7cb80 1 -- 172.21.15.42:0/3597563532 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e339fe3680 msgr2=0x55e339feb000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:39.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.845+0000 7f41abc7cb80 1 --2- 172.21.15.42:0/3597563532 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e339fe3680 0x55e339feb000 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f418800fe50 tx=0x7f41880116c0 comp rx=0 tx=0).stop 2024-06-13T11:56:39.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.845+0000 7f41abc7cb80 1 -- 172.21.15.42:0/3597563532 shutdown_connections 2024-06-13T11:56:39.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.845+0000 7f41abc7cb80 1 --2- 172.21.15.42:0/3597563532 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x55e33a0064f0 0x55e33a0088e0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:39.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.845+0000 7f41abc7cb80 1 --2- 172.21.15.42:0/3597563532 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e339fee530 0x55e339feb540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:39.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.845+0000 7f41abc7cb80 1 --2- 172.21.15.42:0/3597563532 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e339fe2d60 0x55e339fedd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:39.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.845+0000 7f417be00700 0 client.25475 ms_handle_reset on v2:172.21.15.88:6836/2567581640 2024-06-13T11:56:39.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.845+0000 7f41abc7cb80 1 --2- 172.21.15.42:0/3597563532 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e339fe3680 0x55e339feb000 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:39.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.845+0000 7f41abc7cb80 1 -- 172.21.15.42:0/3597563532 >> 172.21.15.42:0/3597563532 conn(0x55e339f10170 msgr2=0x55e339fdee70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:39.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.846+0000 7f41abc7cb80 1 -- 172.21.15.42:0/3597563532 shutdown_connections 2024-06-13T11:56:39.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.846+0000 7f41abc7cb80 1 -- 172.21.15.42:0/3597563532 wait complete. 2024-06-13T11:56:39.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.846+0000 7f41abc7cb80 20 client.25475 trim_cache size 0 max 16384 2024-06-13T11:56:39.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.879+0000 7f41abc7cb80 1 Processor -- start 2024-06-13T11:56:39.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.879+0000 7f41abc7cb80 1 -- start start 2024-06-13T11:56:39.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.879+0000 7f41abc7cb80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e339fe2d60 0x55e339fed840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:39.880 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.879+0000 7f41abc7cb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e339fe3680 0x55e339feafc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:39.880 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.879+0000 7f41abc7cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e339fee530 0x55e339feb500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:39.880 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.879+0000 7f41abc7cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f419c1aecc0 con 0x55e339fee530 2024-06-13T11:56:39.880 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.879+0000 7f41abc7cb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f419c1ac550 con 0x55e339fe3680 2024-06-13T11:56:39.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.879+0000 7f41abc7cb80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f419c1aa3a0 con 0x55e339fe2d60 2024-06-13T11:56:39.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.880+0000 7f419a800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e339fee530 0x55e339feb500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:39.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.880+0000 7f4199400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e339fe3680 0x55e339feafc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:39.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.880+0000 7f4199400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e339fe3680 0x55e339feafc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:57354/0 (socket says 172.21.15.42:57354) 2024-06-13T11:56:39.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.880+0000 7f4199400700 1 -- 172.21.15.42:0/960238216 learned_addr learned my addr 172.21.15.42:0/960238216 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:39.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.880+0000 7f4199e00700 1 --2- 172.21.15.42:0/960238216 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e339fe2d60 0x55e339fed840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:39.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.880+0000 7f4199400700 1 -- 172.21.15.42:0/960238216 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e339fe2d60 msgr2=0x55e339fed840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:39.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.880+0000 7f4199400700 1 --2- 172.21.15.42:0/960238216 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e339fe2d60 0x55e339fed840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:39.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.880+0000 7f4199400700 1 -- 172.21.15.42:0/960238216 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e339fee530 msgr2=0x55e339feb500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:39.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.880+0000 7f4199400700 1 --2- 172.21.15.42:0/960238216 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e339fee530 0x55e339feb500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:39.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.880+0000 7f4199400700 1 -- 172.21.15.42:0/960238216 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e339feba40 con 0x55e339fe3680 2024-06-13T11:56:39.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.880+0000 7f419a800700 1 --2- 172.21.15.42:0/960238216 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e339fee530 0x55e339feb500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:56:39.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.880+0000 7f4199400700 1 --2- 172.21.15.42:0/960238216 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e339fe3680 0x55e339feafc0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f4188027990 tx=0x7f418800ff90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=203861ea2a67affd server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:39.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.881+0000 7f4186a00700 1 -- 172.21.15.42:0/960238216 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4188000e60 con 0x55e339fe3680 2024-06-13T11:56:39.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.881+0000 7f4186a00700 1 -- 172.21.15.42:0/960238216 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4188027620 con 0x55e339fe3680 2024-06-13T11:56:39.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.881+0000 7f4186a00700 1 -- 172.21.15.42:0/960238216 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4188005290 con 0x55e339fe3680 2024-06-13T11:56:39.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.882+0000 7f41abc7cb80 1 -- 172.21.15.42:0/960238216 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e339fe3680 msgr2=0x55e339feafc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:39.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.882+0000 7f41abc7cb80 1 --2- 172.21.15.42:0/960238216 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e339fe3680 0x55e339feafc0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f4188027990 tx=0x7f418800ff90 comp rx=0 tx=0).stop 2024-06-13T11:56:39.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.882+0000 7f41abc7cb80 1 -- 172.21.15.42:0/960238216 shutdown_connections 2024-06-13T11:56:39.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.882+0000 7f41abc7cb80 1 --2- 172.21.15.42:0/960238216 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e339fee530 0x55e339feb500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:39.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.882+0000 7f41abc7cb80 1 --2- 172.21.15.42:0/960238216 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e339fe2d60 0x55e339fed840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:39.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.882+0000 7f41abc7cb80 1 --2- 172.21.15.42:0/960238216 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e339fe3680 0x55e339feafc0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:39.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.882+0000 7f41abc7cb80 1 -- 172.21.15.42:0/960238216 >> 172.21.15.42:0/960238216 conn(0x55e339f10170 msgr2=0x55e339fe9910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:39.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.882+0000 7f41abc7cb80 1 -- 172.21.15.42:0/960238216 shutdown_connections 2024-06-13T11:56:39.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.883+0000 7f41abc7cb80 1 -- 172.21.15.42:0/960238216 wait complete. 2024-06-13T11:56:39.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.883+0000 7f41abc7cb80 1 -- start start 2024-06-13T11:56:39.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.883+0000 7f41abc7cb80 1 Processor -- start 2024-06-13T11:56:39.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.884+0000 7f41abc7cb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e339fe2d60 0x55e339ffeef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:39.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.884+0000 7f41abc7cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e339fe3680 0x55e339ffa2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:39.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.884+0000 7f41abc7cb80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e339fee530 0x55e339ffa800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:39.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.884+0000 7f41abc7cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f419c1aaa10 con 0x55e339fe3680 2024-06-13T11:56:39.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.884+0000 7f41abc7cb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f419c1abe80 con 0x55e339fe2d60 2024-06-13T11:56:39.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.884+0000 7f41abc7cb80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f419c1ab0e0 con 0x55e339fee530 2024-06-13T11:56:39.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.884+0000 7f41abc7cb80 10 client.0 _ll_register_callbacks cb 0x55e339ecb380 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:56:39.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.884+0000 7f4199e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e339fe2d60 0x55e339ffeef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:39.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.884+0000 7f4199e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e339fe2d60 0x55e339ffeef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:57366/0 (socket says 172.21.15.42:57366) 2024-06-13T11:56:39.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.884+0000 7f4199e00700 1 -- 172.21.15.42:0/2305223345 learned_addr learned my addr 172.21.15.42:0/2305223345 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:39.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.884+0000 7f4199400700 1 --2- 172.21.15.42:0/2305223345 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e339fe3680 0x55e339ffa2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:39.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.885+0000 7f419a800700 1 --2- 172.21.15.42:0/2305223345 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e339fee530 0x55e339ffa800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:39.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.885+0000 7f4199e00700 1 -- 172.21.15.42:0/2305223345 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e339fee530 msgr2=0x55e339ffa800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:39.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.885+0000 7f4199e00700 1 --2- 172.21.15.42:0/2305223345 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e339fee530 0x55e339ffa800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:39.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.885+0000 7f4199e00700 1 -- 172.21.15.42:0/2305223345 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e339fe3680 msgr2=0x55e339ffa2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:39.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.885+0000 7f4199e00700 1 --2- 172.21.15.42:0/2305223345 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e339fe3680 0x55e339ffa2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:39.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.885+0000 7f4199e00700 1 -- 172.21.15.42:0/2305223345 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e339ffad70 con 0x55e339fe2d60 2024-06-13T11:56:39.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.885+0000 7f4199400700 1 --2- 172.21.15.42:0/2305223345 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e339fe3680 0x55e339ffa2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:56:39.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.886+0000 7f4199e00700 1 --2- 172.21.15.42:0/2305223345 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e339fe2d60 0x55e339ffeef0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f418c09b9c0 tx=0x7f418c005910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ea348d64178ecd47 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:39.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.886+0000 7f417be00700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:56:39.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.886+0000 7f417be00700 1 -- 172.21.15.42:0/2305223345 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f418c005730 con 0x55e339fe2d60 2024-06-13T11:56:39.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.886+0000 7f417be00700 1 -- 172.21.15.42:0/2305223345 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f418c099fc0 con 0x55e339fe2d60 2024-06-13T11:56:39.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.886+0000 7f41abc7cb80 1 -- 172.21.15.42:0/2305223345 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4188027620 con 0x55e339fe2d60 2024-06-13T11:56:39.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.886+0000 7f417be00700 1 -- 172.21.15.42:0/2305223345 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f418c09c3c0 con 0x55e339fe2d60 2024-06-13T11:56:39.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.886+0000 7f41abc7cb80 10 client.25481 fetch_fsmap learned FSMap version 27 2024-06-13T11:56:39.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.886+0000 7f41abc7cb80 1 -- 172.21.15.42:0/2305223345 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55e33a070ea0 con 0x55e339fe2d60 2024-06-13T11:56:39.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.887+0000 7f417be00700 1 -- 172.21.15.42:0/2305223345 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4188027620 con 0x55e339fe2d60 2024-06-13T11:56:39.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.887+0000 7f417be00700 1 -- 172.21.15.42:0/2305223345 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 27) ==== 8346+0+0 (secure 0 0 0) 0x7f418c0b3030 con 0x55e339fe2d60 2024-06-13T11:56:39.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.887+0000 7f41abc7cb80 10 client.25481 fetch_fsmap finished waiting for FSMap version 27 2024-06-13T11:56:39.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.887+0000 7f41abc7cb80 10 client.25481 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-06-13T11:56:39.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.887+0000 7f41abc7cb80 20 client.25481 populate_metadata read hostname 'smithi042' 2024-06-13T11:56:39.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.888+0000 7f41abc7cb80 1 --2- 172.21.15.42:0/2305223345 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x55e33a071180 0x55e33a073570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:39.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.888+0000 7f41abc7cb80 4 client.25481 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-13T11:56:39.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.888+0000 7f41abc7cb80 1 -- 172.21.15.42:0/2305223345 --> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e339f3d580 con 0x55e33a071180 2024-06-13T11:56:39.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.888+0000 7f4199400700 1 --2- 172.21.15.42:0/2305223345 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x55e33a071180 0x55e33a073570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:39.890 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.889+0000 7f417be00700 10 client.25481 ms_handle_connect on v2:172.21.15.88:6836/2567581640 2024-06-13T11:56:39.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.889+0000 7f4199400700 1 --2- 172.21.15.42:0/2305223345 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x55e33a071180 0x55e33a073570 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b5feacb4ee015331 server_cookie=8cffa6c3943e9b2f in_seq=0 out_seq=0 2024-06-13T11:56:39.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.889+0000 7f417be00700 1 -- 172.21.15.42:0/2305223345 <== mds.1 v2:172.21.15.88:6836/2567581640 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e339f3d580 con 0x55e33a071180 2024-06-13T11:56:39.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.889+0000 7f417be00700 10 client.25481 handle_command_reply: tid=0 2024-06-13T11:56:39.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.889+0000 7f41abc7cb80 1 client.25481 shutdown 2024-06-13T11:56:39.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.889+0000 7f41abc7cb80 1 -- 172.21.15.42:0/2305223345 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e339fe2d60 msgr2=0x55e339ffeef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:39.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.889+0000 7f41abc7cb80 1 --2- 172.21.15.42:0/2305223345 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e339fe2d60 0x55e339ffeef0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f418c09b9c0 tx=0x7f418c005910 comp rx=0 tx=0).stop 2024-06-13T11:56:39.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.889+0000 7f41abc7cb80 1 -- 172.21.15.42:0/2305223345 shutdown_connections 2024-06-13T11:56:39.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.889+0000 7f41abc7cb80 1 --2- 172.21.15.42:0/2305223345 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x55e33a071180 0x55e33a073570 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:39.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.889+0000 7f41abc7cb80 1 --2- 172.21.15.42:0/2305223345 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e339fe2d60 0x55e339ffeef0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:39.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.889+0000 7f41abc7cb80 1 --2- 172.21.15.42:0/2305223345 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e339fee530 0x55e339ffa800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:39.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.889+0000 7f41abc7cb80 1 --2- 172.21.15.42:0/2305223345 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e339fe3680 0x55e339ffa2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:39.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.889+0000 7f41abc7cb80 1 -- 172.21.15.42:0/2305223345 >> 172.21.15.42:0/2305223345 conn(0x55e339f10170 msgr2=0x55e339fe9840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:39.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.890+0000 7f417be00700 0 client.25481 ms_handle_reset on v2:172.21.15.88:6836/2567581640 2024-06-13T11:56:39.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.890+0000 7f41abc7cb80 1 -- 172.21.15.42:0/2305223345 shutdown_connections 2024-06-13T11:56:39.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.890+0000 7f41abc7cb80 1 -- 172.21.15.42:0/2305223345 wait complete. 2024-06-13T11:56:39.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.890+0000 7f41abc7cb80 20 client.25481 trim_cache size 0 max 16384 2024-06-13T11:56:39.892 INFO:teuthology.orchestra.run.smithi042.stdout:[] 2024-06-13T11:56:39.893 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.892+0000 7f419b200700 1 -- 172.21.15.42:0/1143216665 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f41800a2fc0 msgr2=0x7f41800a5480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:39.893 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.892+0000 7f419b200700 1 --2- 172.21.15.42:0/1143216665 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f41800a2fc0 0x7f41800a5480 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4194009550 tx=0x7f41940060c0 comp rx=0 tx=0).stop 2024-06-13T11:56:39.893 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.892+0000 7f419b200700 1 -- 172.21.15.42:0/1143216665 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f419c074860 msgr2=0x7f419c1a0a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:39.893 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.892+0000 7f419b200700 1 --2- 172.21.15.42:0/1143216665 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f419c074860 0x7f419c1a0a50 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f418c00e9c0 tx=0x7f418c00ed80 comp rx=0 tx=0).stop 2024-06-13T11:56:39.893 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.892+0000 7f419b200700 1 -- 172.21.15.42:0/1143216665 shutdown_connections 2024-06-13T11:56:39.893 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.892+0000 7f419b200700 1 --2- 172.21.15.42:0/1143216665 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f41800a2fc0 0x7f41800a5480 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:39.893 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.892+0000 7f419b200700 1 --2- 172.21.15.42:0/1143216665 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f419c074860 0x7f419c1a0a50 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:39.893 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.892+0000 7f419b200700 1 --2- 172.21.15.42:0/1143216665 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f419c10ec60 0x7f419c19ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:39.893 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.892+0000 7f419b200700 1 --2- 172.21.15.42:0/1143216665 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f419c075180 0x7f419c1a0f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:39.893 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.892+0000 7f419b200700 1 -- 172.21.15.42:0/1143216665 >> 172.21.15.42:0/1143216665 conn(0x7f419c0fdf10 msgr2=0x7f419c0feb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:39.894 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.892+0000 7f419b200700 1 -- 172.21.15.42:0/1143216665 shutdown_connections 2024-06-13T11:56:39.894 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:39.892+0000 7f419b200700 1 -- 172.21.15.42:0/1143216665 wait complete. 2024-06-13T11:56:40.622 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-06-13T11:56:41.050 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:56:41.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:41 smithi088 ceph-mon[36399]: pgmap v37: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-06-13T11:56:41.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:41 smithi042 ceph-mon[32231]: pgmap v37: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-06-13T11:56:41.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:41 smithi162 ceph-mon[36757]: pgmap v37: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-06-13T11:56:43.198 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:43 smithi042 ceph-mon[32231]: pgmap v38: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-06-13T11:56:43.360 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.359+0000 7f29e6c00700 1 -- 172.21.15.42:0/1205619507 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f29e010c9b0 msgr2=0x7f29e010ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:43.360 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.359+0000 7f29e6c00700 1 --2- 172.21.15.42:0/1205619507 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f29e010c9b0 0x7f29e010ee70 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f29d800b0a0 tx=0x7f29d800b3b0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.360 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.359+0000 7f29e6c00700 1 -- 172.21.15.42:0/1205619507 shutdown_connections 2024-06-13T11:56:43.360 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.359+0000 7f29e6c00700 1 --2- 172.21.15.42:0/1205619507 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f29e010c9b0 0x7f29e010ee70 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.360 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.359+0000 7f29e6c00700 1 --2- 172.21.15.42:0/1205619507 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f29e0103580 0x7f29e0103960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.361 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.359+0000 7f29e6c00700 1 --2- 172.21.15.42:0/1205619507 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f29e0103ea0 0x7f29e010c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.361 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.359+0000 7f29e6c00700 1 -- 172.21.15.42:0/1205619507 >> 172.21.15.42:0/1205619507 conn(0x7f29e00fcdb0 msgr2=0x7f29e00ff1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:43.361 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.359+0000 7f29e6c00700 1 -- 172.21.15.42:0/1205619507 shutdown_connections 2024-06-13T11:56:43.361 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.359+0000 7f29e6c00700 1 -- 172.21.15.42:0/1205619507 wait complete. 2024-06-13T11:56:43.361 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.361+0000 7f29e6c00700 1 Processor -- start 2024-06-13T11:56:43.361 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.361+0000 7f29e6c00700 1 -- start start 2024-06-13T11:56:43.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.361+0000 7f29e6c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f29e0103580 0x7f29e019e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:43.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.361+0000 7f29e6c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f29e0103ea0 0x7f29e019ed00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:43.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.361+0000 7f29e6c00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f29e010c9b0 0x7f29e0198980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:43.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.361+0000 7f29e6c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f29e0112760 con 0x7f29e0103ea0 2024-06-13T11:56:43.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.361+0000 7f29e6c00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f29e01125e0 con 0x7f29e0103580 2024-06-13T11:56:43.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.361+0000 7f29e6c00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f29e01128e0 con 0x7f29e010c9b0 2024-06-13T11:56:43.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.362+0000 7f29e5800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f29e0103580 0x7f29e019e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:43.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.362+0000 7f29e5800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f29e0103580 0x7f29e019e7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:57374/0 (socket says 172.21.15.42:57374) 2024-06-13T11:56:43.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.362+0000 7f29e5800700 1 -- 172.21.15.42:0/3216329606 learned_addr learned my addr 172.21.15.42:0/3216329606 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:43.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.362+0000 7f29e6200700 1 --2- 172.21.15.42:0/3216329606 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f29e010c9b0 0x7f29e0198980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:43.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.362+0000 7f29e5800700 1 -- 172.21.15.42:0/3216329606 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f29e010c9b0 msgr2=0x7f29e0198980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:43.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.362+0000 7f29e5800700 1 --2- 172.21.15.42:0/3216329606 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f29e010c9b0 0x7f29e0198980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.362+0000 7f29e5800700 1 -- 172.21.15.42:0/3216329606 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f29e0103ea0 msgr2=0x7f29e019ed00 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-13T11:56:43.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.363+0000 7f29e5800700 1 --2- 172.21.15.42:0/3216329606 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f29e0103ea0 0x7f29e019ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.363+0000 7f29e5800700 1 -- 172.21.15.42:0/3216329606 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29e01990e0 con 0x7f29e0103580 2024-06-13T11:56:43.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.363+0000 7f29e5800700 1 --2- 172.21.15.42:0/3216329606 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f29e0103580 0x7f29e019e7c0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f29d400e9c0 tx=0x7f29d400ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:43.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.364+0000 7f29de000700 1 -- 172.21.15.42:0/3216329606 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29d400cbd0 con 0x7f29e0103580 2024-06-13T11:56:43.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.364+0000 7f29e6c00700 1 -- 172.21.15.42:0/3216329606 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29e01993d0 con 0x7f29e0103580 2024-06-13T11:56:43.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.364+0000 7f29de000700 1 -- 172.21.15.42:0/3216329606 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f29d400cd70 con 0x7f29e0103580 2024-06-13T11:56:43.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.364+0000 7f29e6c00700 1 -- 172.21.15.42:0/3216329606 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29e0101110 con 0x7f29e0103580 2024-06-13T11:56:43.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.364+0000 7f29de000700 1 -- 172.21.15.42:0/3216329606 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29d4010430 con 0x7f29e0103580 2024-06-13T11:56:43.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.367+0000 7f29de000700 1 -- 172.21.15.42:0/3216329606 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 26) ==== 138117+0+0 (secure 0 0 0) 0x7f29d4004750 con 0x7f29e0103580 2024-06-13T11:56:43.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.369+0000 7f29de000700 1 --2- 172.21.15.42:0/3216329606 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f29c80a2fc0 0x7f29c80a5480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:43.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.369+0000 7f29de000700 1 -- 172.21.15.42:0/3216329606 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f29d40cfc00 con 0x7f29e0103580 2024-06-13T11:56:43.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.369+0000 7f29e4e00700 1 --2- 172.21.15.42:0/3216329606 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f29c80a2fc0 0x7f29c80a5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:43.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.370+0000 7f29e4e00700 1 --2- 172.21.15.42:0/3216329606 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f29c80a2fc0 0x7f29c80a5480 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f29e010f360 tx=0x7f29cc0096c0 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:43.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.370+0000 7f29f2b9eb80 1 Processor -- start 2024-06-13T11:56:43.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.370+0000 7f29f2b9eb80 1 -- start start 2024-06-13T11:56:43.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.371+0000 7f29f2b9eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601da930d60 0x5601da931140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:43.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.371+0000 7f29f2b9eb80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5601da931680 0x5601da93bff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:43.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.371+0000 7f29f2b9eb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5601da93c530 0x5601da93e920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:43.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.371+0000 7f29f2b9eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5601da840a10 con 0x5601da930d60 2024-06-13T11:56:43.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.371+0000 7f29f2b9eb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x5601da883b00 con 0x5601da93c530 2024-06-13T11:56:43.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.371+0000 7f29f2b9eb80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x5601da83e8f0 con 0x5601da931680 2024-06-13T11:56:43.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.371+0000 7f29e6200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5601da93c530 0x5601da93e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:43.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.371+0000 7f29e4e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5601da931680 0x5601da93bff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:43.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.371+0000 7f29e6200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5601da93c530 0x5601da93e920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:57380/0 (socket says 172.21.15.42:57380) 2024-06-13T11:56:43.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.371+0000 7f29e6200700 1 -- 172.21.15.42:0/1076064210 learned_addr learned my addr 172.21.15.42:0/1076064210 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:43.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.372+0000 7f29e6200700 1 -- 172.21.15.42:0/1076064210 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5601da931680 msgr2=0x5601da93bff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:43.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.372+0000 7f29e6200700 1 --2- 172.21.15.42:0/1076064210 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5601da931680 0x5601da93bff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.372+0000 7f29e6200700 1 -- 172.21.15.42:0/1076064210 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601da930d60 msgr2=0x5601da931140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:43.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.372+0000 7f29e6200700 1 --2- 172.21.15.42:0/1076064210 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601da930d60 0x5601da931140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.372+0000 7f29e6200700 1 -- 172.21.15.42:0/1076064210 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5601da82bf90 con 0x5601da93c530 2024-06-13T11:56:43.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.373+0000 7f29e6200700 1 --2- 172.21.15.42:0/1076064210 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5601da93c530 0x5601da93e920 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f29d8015000 tx=0x7f29d80092e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f539b2b5692456a4 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:43.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.373+0000 7f29d2a00700 1 -- 172.21.15.42:0/1076064210 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29d8020070 con 0x5601da93c530 2024-06-13T11:56:43.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.373+0000 7f29d2a00700 1 -- 172.21.15.42:0/1076064210 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f29d800bcb0 con 0x5601da93c530 2024-06-13T11:56:43.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.373+0000 7f29d2a00700 1 -- 172.21.15.42:0/1076064210 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29d8007da0 con 0x5601da93c530 2024-06-13T11:56:43.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.374+0000 7f29f2b9eb80 1 -- 172.21.15.42:0/1076064210 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5601da93c530 msgr2=0x5601da93e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:43.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.374+0000 7f29f2b9eb80 1 --2- 172.21.15.42:0/1076064210 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5601da93c530 0x5601da93e920 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f29d8015000 tx=0x7f29d80092e0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.374+0000 7f29f2b9eb80 1 -- 172.21.15.42:0/1076064210 shutdown_connections 2024-06-13T11:56:43.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.374+0000 7f29f2b9eb80 1 --2- 172.21.15.42:0/1076064210 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5601da93c530 0x5601da93e920 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.374+0000 7f29f2b9eb80 1 --2- 172.21.15.42:0/1076064210 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601da930d60 0x5601da931140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.374+0000 7f29f2b9eb80 1 --2- 172.21.15.42:0/1076064210 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5601da931680 0x5601da93bff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.374+0000 7f29f2b9eb80 1 -- 172.21.15.42:0/1076064210 >> 172.21.15.42:0/1076064210 conn(0x5601da85e170 msgr2=0x5601da92d280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:43.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.374+0000 7f29f2b9eb80 1 -- 172.21.15.42:0/1076064210 shutdown_connections 2024-06-13T11:56:43.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.375+0000 7f29f2b9eb80 1 -- 172.21.15.42:0/1076064210 wait complete. 2024-06-13T11:56:43.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.375+0000 7f29f2b9eb80 1 -- start start 2024-06-13T11:56:43.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.376+0000 7f29f2b9eb80 1 Processor -- start 2024-06-13T11:56:43.377 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.376+0000 7f29f2b9eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601da930d60 0x5601da93bcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:43.377 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.376+0000 7f29f2b9eb80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5601da931680 0x5601da938fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:43.377 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.377+0000 7f29f2b9eb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5601da93c530 0x5601da939510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:43.378 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.377+0000 7f29f2b9eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5601da81ff60 con 0x5601da930d60 2024-06-13T11:56:43.378 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.377+0000 7f29f2b9eb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x5601da87fac0 con 0x5601da93c530 2024-06-13T11:56:43.378 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.377+0000 7f29f2b9eb80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x5601da93ef60 con 0x5601da931680 2024-06-13T11:56:43.378 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.377+0000 7f29f2b9eb80 10 client.0 _ll_register_callbacks cb 0x5601da819380 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:56:43.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.377+0000 7f29e4e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5601da931680 0x5601da938fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:43.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.377+0000 7f29e5800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601da930d60 0x5601da93bcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:43.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.377+0000 7f29e4e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5601da931680 0x5601da938fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:40838/0 (socket says 172.21.15.42:40838) 2024-06-13T11:56:43.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.377+0000 7f29e5800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601da930d60 0x5601da93bcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56378/0 (socket says 172.21.15.42:56378) 2024-06-13T11:56:43.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.377+0000 7f29e4e00700 1 -- 172.21.15.42:0/642411140 learned_addr learned my addr 172.21.15.42:0/642411140 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:43.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.377+0000 7f29e6200700 1 --2- 172.21.15.42:0/642411140 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5601da93c530 0x5601da939510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:43.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.378+0000 7f29e4e00700 1 -- 172.21.15.42:0/642411140 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5601da93c530 msgr2=0x5601da939510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:43.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.378+0000 7f29e4e00700 1 --2- 172.21.15.42:0/642411140 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5601da93c530 0x5601da939510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.378+0000 7f29e4e00700 1 -- 172.21.15.42:0/642411140 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601da930d60 msgr2=0x5601da93bcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:43.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.378+0000 7f29e4e00700 1 --2- 172.21.15.42:0/642411140 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601da930d60 0x5601da93bcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.378+0000 7f29e4e00700 1 -- 172.21.15.42:0/642411140 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5601da7d28d0 con 0x5601da931680 2024-06-13T11:56:43.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.378+0000 7f29e6200700 1 --2- 172.21.15.42:0/642411140 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5601da93c530 0x5601da939510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:56:43.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.378+0000 7f29e4e00700 1 --2- 172.21.15.42:0/642411140 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5601da931680 0x5601da938fd0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f29cc01d6e0 tx=0x7f29cc009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3f2571e2ea1ad8b0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:43.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.378+0000 7f29c7400700 10 client.0 ms_handle_connect on v2:172.21.15.162:3300/0 2024-06-13T11:56:43.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.378+0000 7f29e5800700 1 --2- 172.21.15.42:0/642411140 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601da930d60 0x5601da93bcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:56:43.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.379+0000 7f29c7400700 1 -- 172.21.15.42:0/642411140 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29cc004a30 con 0x5601da931680 2024-06-13T11:56:43.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.379+0000 7f29c7400700 1 -- 172.21.15.42:0/642411140 <== mon.1 v2:172.21.15.162:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f29cc004bd0 con 0x5601da931680 2024-06-13T11:56:43.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.379+0000 7f29f2b9eb80 1 -- 172.21.15.42:0/642411140 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f29d800bcb0 con 0x5601da931680 2024-06-13T11:56:43.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.379+0000 7f29c7400700 1 -- 172.21.15.42:0/642411140 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f29cc030050 con 0x5601da931680 2024-06-13T11:56:43.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.379+0000 7f29f2b9eb80 10 client.25462 fetch_fsmap learned FSMap version 27 2024-06-13T11:56:43.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.379+0000 7f29f2b9eb80 1 -- 172.21.15.42:0/642411140 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5601da951fa0 con 0x5601da931680 2024-06-13T11:56:43.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.380+0000 7f29c7400700 1 -- 172.21.15.42:0/642411140 <== mon.1 v2:172.21.15.162:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f29d800bcb0 con 0x5601da931680 2024-06-13T11:56:43.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.380+0000 7f29c7400700 1 -- 172.21.15.42:0/642411140 <== mon.1 v2:172.21.15.162:3300/0 5 ==== fsmap(e 27) ==== 8346+0+0 (secure 0 0 0) 0x7f29cc024030 con 0x5601da931680 2024-06-13T11:56:43.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.380+0000 7f29f2b9eb80 10 client.25462 fetch_fsmap finished waiting for FSMap version 27 2024-06-13T11:56:43.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.380+0000 7f29f2b9eb80 10 client.25462 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-06-13T11:56:43.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.380+0000 7f29f2b9eb80 20 client.25462 populate_metadata read hostname 'smithi042' 2024-06-13T11:56:43.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.380+0000 7f29f2b9eb80 1 --2- 172.21.15.42:0/642411140 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5601da954630 0x5601da956a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:43.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.380+0000 7f29f2b9eb80 4 client.25462 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:56:43.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.380+0000 7f29f2b9eb80 1 -- 172.21.15.42:0/642411140 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5601da891000 con 0x5601da954630 2024-06-13T11:56:43.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.381+0000 7f29e5800700 1 --2- 172.21.15.42:0/642411140 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5601da954630 0x5601da956a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:43.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.381+0000 7f29e5800700 1 --2- 172.21.15.42:0/642411140 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5601da954630 0x5601da956a70 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5563165fe318f5ef server_cookie=853c06813ab0387f in_seq=0 out_seq=0 2024-06-13T11:56:43.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.381+0000 7f29c7400700 10 client.25462 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:43.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.382+0000 7f29c7400700 1 -- 172.21.15.42:0/642411140 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5601da891000 con 0x5601da954630 2024-06-13T11:56:43.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.382+0000 7f29c7400700 10 client.25462 handle_command_reply: tid=0 2024-06-13T11:56:43.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.382+0000 7f29f2b9eb80 1 client.25462 shutdown 2024-06-13T11:56:43.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.383+0000 7f29f2b9eb80 1 -- 172.21.15.42:0/642411140 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5601da931680 msgr2=0x5601da938fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:43.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.383+0000 7f29f2b9eb80 1 --2- 172.21.15.42:0/642411140 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5601da931680 0x5601da938fd0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f29cc01d6e0 tx=0x7f29cc009260 comp rx=0 tx=0).stop 2024-06-13T11:56:43.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.383+0000 7f29f2b9eb80 1 -- 172.21.15.42:0/642411140 shutdown_connections 2024-06-13T11:56:43.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.383+0000 7f29f2b9eb80 1 --2- 172.21.15.42:0/642411140 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5601da954630 0x5601da956a70 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.383+0000 7f29f2b9eb80 1 --2- 172.21.15.42:0/642411140 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5601da93c530 0x5601da939510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.383+0000 7f29f2b9eb80 1 --2- 172.21.15.42:0/642411140 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601da930d60 0x5601da93bcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.383+0000 7f29f2b9eb80 1 --2- 172.21.15.42:0/642411140 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5601da931680 0x5601da938fd0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.383+0000 7f29f2b9eb80 1 -- 172.21.15.42:0/642411140 >> 172.21.15.42:0/642411140 conn(0x5601da85e170 msgr2=0x5601da92ce70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:43.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.383+0000 7f29c7400700 0 client.25462 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:43.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.383+0000 7f29f2b9eb80 1 -- 172.21.15.42:0/642411140 shutdown_connections 2024-06-13T11:56:43.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.383+0000 7f29f2b9eb80 1 -- 172.21.15.42:0/642411140 wait complete. 2024-06-13T11:56:43.385 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.383+0000 7f29f2b9eb80 20 client.25462 trim_cache size 0 max 16384 2024-06-13T11:56:43.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.399+0000 7f29f2b9eb80 1 Processor -- start 2024-06-13T11:56:43.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.399+0000 7f29f2b9eb80 1 -- start start 2024-06-13T11:56:43.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.400+0000 7f29f2b9eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601da930d60 0x5601da9569b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:43.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.400+0000 7f29f2b9eb80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5601da931680 0x5601da938f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:43.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.400+0000 7f29f2b9eb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5601da93c530 0x5601da9394d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:43.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.400+0000 7f29f2b9eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f29c0011660 con 0x5601da930d60 2024-06-13T11:56:43.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.400+0000 7f29f2b9eb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f29c000eef0 con 0x5601da93c530 2024-06-13T11:56:43.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.400+0000 7f29f2b9eb80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f29c000cd40 con 0x5601da931680 2024-06-13T11:56:43.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.400+0000 7f29e5800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601da930d60 0x5601da9569b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:43.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.400+0000 7f29e4e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5601da931680 0x5601da938f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:43.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.400+0000 7f29e5800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601da930d60 0x5601da9569b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56390/0 (socket says 172.21.15.42:56390) 2024-06-13T11:56:43.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.400+0000 7f29e5800700 1 -- 172.21.15.42:0/4053905107 learned_addr learned my addr 172.21.15.42:0/4053905107 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:43.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.400+0000 7f29e6200700 1 --2- 172.21.15.42:0/4053905107 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5601da93c530 0x5601da9394d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:43.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.401+0000 7f29e4e00700 1 -- 172.21.15.42:0/4053905107 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5601da93c530 msgr2=0x5601da9394d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:43.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.401+0000 7f29e4e00700 1 --2- 172.21.15.42:0/4053905107 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5601da93c530 0x5601da9394d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.401+0000 7f29e4e00700 1 -- 172.21.15.42:0/4053905107 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601da930d60 msgr2=0x5601da9569b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:43.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.401+0000 7f29e4e00700 1 --2- 172.21.15.42:0/4053905107 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601da930d60 0x5601da9569b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.401+0000 7f29e4e00700 1 -- 172.21.15.42:0/4053905107 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5601da939a10 con 0x5601da931680 2024-06-13T11:56:43.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.401+0000 7f29e4e00700 1 --2- 172.21.15.42:0/4053905107 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5601da931680 0x5601da938f90 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f29cc005290 tx=0x7f29cc005d80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6168b4b6bcbf4c6a server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:43.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.401+0000 7f29d2000700 1 -- 172.21.15.42:0/4053905107 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29cc038070 con 0x5601da931680 2024-06-13T11:56:43.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.402+0000 7f29d2000700 1 -- 172.21.15.42:0/4053905107 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f29cc005700 con 0x5601da931680 2024-06-13T11:56:43.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.402+0000 7f29d2000700 1 -- 172.21.15.42:0/4053905107 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29cc004e60 con 0x5601da931680 2024-06-13T11:56:43.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.402+0000 7f29f2b9eb80 1 -- 172.21.15.42:0/4053905107 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5601da931680 msgr2=0x5601da938f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:43.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.402+0000 7f29f2b9eb80 1 --2- 172.21.15.42:0/4053905107 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5601da931680 0x5601da938f90 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f29cc005290 tx=0x7f29cc005d80 comp rx=0 tx=0).stop 2024-06-13T11:56:43.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.403+0000 7f29f2b9eb80 1 -- 172.21.15.42:0/4053905107 shutdown_connections 2024-06-13T11:56:43.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.403+0000 7f29f2b9eb80 1 --2- 172.21.15.42:0/4053905107 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5601da93c530 0x5601da9394d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.403+0000 7f29f2b9eb80 1 --2- 172.21.15.42:0/4053905107 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601da930d60 0x5601da9569b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.403+0000 7f29f2b9eb80 1 --2- 172.21.15.42:0/4053905107 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5601da931680 0x5601da938f90 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.403+0000 7f29f2b9eb80 1 -- 172.21.15.42:0/4053905107 >> 172.21.15.42:0/4053905107 conn(0x5601da85e170 msgr2=0x5601da9378e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:43.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.403+0000 7f29f2b9eb80 1 -- 172.21.15.42:0/4053905107 shutdown_connections 2024-06-13T11:56:43.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.403+0000 7f29f2b9eb80 1 -- 172.21.15.42:0/4053905107 wait complete. 2024-06-13T11:56:43.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:43 smithi162 ceph-mon[36757]: pgmap v38: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-06-13T11:56:43.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.403+0000 7f29f2b9eb80 1 -- start start 2024-06-13T11:56:43.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.403+0000 7f29f2b9eb80 1 Processor -- start 2024-06-13T11:56:43.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.404+0000 7f29f2b9eb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5601da930d60 0x5601da94ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:43.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.404+0000 7f29f2b9eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601da931680 0x5601da94d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:43.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.404+0000 7f29f2b9eb80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5601da93c530 0x5601da949aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:43.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.404+0000 7f29f2b9eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f29c000d3b0 con 0x5601da931680 2024-06-13T11:56:43.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.404+0000 7f29f2b9eb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f29c000e820 con 0x5601da930d60 2024-06-13T11:56:43.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.404+0000 7f29f2b9eb80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f29c000da80 con 0x5601da93c530 2024-06-13T11:56:43.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.404+0000 7f29f2b9eb80 10 client.0 _ll_register_callbacks cb 0x5601da819380 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:56:43.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.405+0000 7f29e4e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601da931680 0x5601da94d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:43.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.405+0000 7f29e4e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601da931680 0x5601da94d1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56402/0 (socket says 172.21.15.42:56402) 2024-06-13T11:56:43.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.405+0000 7f29e4e00700 1 -- 172.21.15.42:0/1279826615 learned_addr learned my addr 172.21.15.42:0/1279826615 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:43.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.405+0000 7f29e5800700 1 --2- 172.21.15.42:0/1279826615 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5601da930d60 0x5601da94ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:43.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.405+0000 7f29e6200700 1 --2- 172.21.15.42:0/1279826615 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5601da93c530 0x5601da949aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:43.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.405+0000 7f29e5800700 1 -- 172.21.15.42:0/1279826615 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5601da93c530 msgr2=0x5601da949aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:43.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.405+0000 7f29e5800700 1 --2- 172.21.15.42:0/1279826615 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5601da93c530 0x5601da949aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.405+0000 7f29e5800700 1 -- 172.21.15.42:0/1279826615 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601da931680 msgr2=0x5601da94d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:43.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.405+0000 7f29e5800700 1 --2- 172.21.15.42:0/1279826615 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601da931680 0x5601da94d1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.405+0000 7f29e5800700 1 -- 172.21.15.42:0/1279826615 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5601da94a2e0 con 0x5601da930d60 2024-06-13T11:56:43.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.405+0000 7f29e4e00700 1 --2- 172.21.15.42:0/1279826615 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601da931680 0x5601da94d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:56:43.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.406+0000 7f29e5800700 1 --2- 172.21.15.42:0/1279826615 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5601da930d60 0x5601da94ccb0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f29d409bac0 tx=0x7f29d409b5b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d74a7b8dd8c4ce5f server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:43.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.406+0000 7f29c7400700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:56:43.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.406+0000 7f29c7400700 1 -- 172.21.15.42:0/1279826615 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29d409ce60 con 0x5601da930d60 2024-06-13T11:56:43.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.406+0000 7f29c7400700 1 -- 172.21.15.42:0/1279826615 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f29d40a4510 con 0x5601da930d60 2024-06-13T11:56:43.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.406+0000 7f29f2b9eb80 1 -- 172.21.15.42:0/1279826615 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f29cc005700 con 0x5601da930d60 2024-06-13T11:56:43.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.406+0000 7f29c7400700 1 -- 172.21.15.42:0/1279826615 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f29d409bb30 con 0x5601da930d60 2024-06-13T11:56:43.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.407+0000 7f29f2b9eb80 10 client.25499 fetch_fsmap learned FSMap version 27 2024-06-13T11:56:43.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.407+0000 7f29f2b9eb80 1 -- 172.21.15.42:0/1279826615 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5601da9bde90 con 0x5601da930d60 2024-06-13T11:56:43.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.407+0000 7f29c7400700 1 -- 172.21.15.42:0/1279826615 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f29cc005700 con 0x5601da930d60 2024-06-13T11:56:43.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.407+0000 7f29c7400700 1 -- 172.21.15.42:0/1279826615 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 27) ==== 8346+0+0 (secure 0 0 0) 0x7f29d409af80 con 0x5601da930d60 2024-06-13T11:56:43.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.407+0000 7f29f2b9eb80 10 client.25499 fetch_fsmap finished waiting for FSMap version 27 2024-06-13T11:56:43.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.407+0000 7f29f2b9eb80 10 client.25499 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-06-13T11:56:43.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.407+0000 7f29f2b9eb80 20 client.25499 populate_metadata read hostname 'smithi042' 2024-06-13T11:56:43.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.407+0000 7f29f2b9eb80 1 --2- 172.21.15.42:0/1279826615 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5601da9be590 0x5601da9c09b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:43.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.407+0000 7f29f2b9eb80 4 client.25499 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-13T11:56:43.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.407+0000 7f29f2b9eb80 1 -- 172.21.15.42:0/1279826615 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5601da88b580 con 0x5601da9be590 2024-06-13T11:56:43.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.408+0000 7f29e4e00700 1 --2- 172.21.15.42:0/1279826615 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5601da9be590 0x5601da9c09b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:43.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.408+0000 7f29e4e00700 1 --2- 172.21.15.42:0/1279826615 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5601da9be590 0x5601da9c09b0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e5db76e1bf497f98 server_cookie=41a640ee0d49d8bc in_seq=0 out_seq=0 2024-06-13T11:56:43.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.408+0000 7f29c7400700 10 client.25499 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:43.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.408+0000 7f29c7400700 1 -- 172.21.15.42:0/1279826615 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5601da88b580 con 0x5601da9be590 2024-06-13T11:56:43.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.408+0000 7f29c7400700 10 client.25499 handle_command_reply: tid=0 2024-06-13T11:56:43.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.408+0000 7f29f2b9eb80 1 client.25499 shutdown 2024-06-13T11:56:43.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.409+0000 7f29f2b9eb80 1 -- 172.21.15.42:0/1279826615 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5601da930d60 msgr2=0x5601da94ccb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:43.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.409+0000 7f29f2b9eb80 1 --2- 172.21.15.42:0/1279826615 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5601da930d60 0x5601da94ccb0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f29d409bac0 tx=0x7f29d409b5b0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.409+0000 7f29f2b9eb80 1 -- 172.21.15.42:0/1279826615 shutdown_connections 2024-06-13T11:56:43.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.409+0000 7f29f2b9eb80 1 --2- 172.21.15.42:0/1279826615 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5601da9be590 0x5601da9c09b0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.409+0000 7f29f2b9eb80 1 --2- 172.21.15.42:0/1279826615 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5601da930d60 0x5601da94ccb0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.409+0000 7f29f2b9eb80 1 --2- 172.21.15.42:0/1279826615 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5601da93c530 0x5601da949aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.409+0000 7f29f2b9eb80 1 --2- 172.21.15.42:0/1279826615 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601da931680 0x5601da94d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.409+0000 7f29f2b9eb80 1 -- 172.21.15.42:0/1279826615 >> 172.21.15.42:0/1279826615 conn(0x5601da85e170 msgr2=0x5601da938bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:43.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.409+0000 7f29c7400700 0 client.25499 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:43.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.409+0000 7f29f2b9eb80 1 -- 172.21.15.42:0/1279826615 shutdown_connections 2024-06-13T11:56:43.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.409+0000 7f29f2b9eb80 1 -- 172.21.15.42:0/1279826615 wait complete. 2024-06-13T11:56:43.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.409+0000 7f29f2b9eb80 20 client.25499 trim_cache size 0 max 16384 2024-06-13T11:56:43.412 INFO:teuthology.orchestra.run.smithi042.stdout:[] 2024-06-13T11:56:43.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.410+0000 7f29e6c00700 1 -- 172.21.15.42:0/3216329606 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f29c80a2fc0 msgr2=0x7f29c80a5480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:43.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.410+0000 7f29e6c00700 1 --2- 172.21.15.42:0/3216329606 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f29c80a2fc0 0x7f29c80a5480 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f29e010f360 tx=0x7f29cc0096c0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.410+0000 7f29e6c00700 1 -- 172.21.15.42:0/3216329606 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f29e0103580 msgr2=0x7f29e019e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:43.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.410+0000 7f29e6c00700 1 --2- 172.21.15.42:0/3216329606 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f29e0103580 0x7f29e019e7c0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f29d400e9c0 tx=0x7f29d400ecd0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.411+0000 7f29e6c00700 1 -- 172.21.15.42:0/3216329606 shutdown_connections 2024-06-13T11:56:43.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.411+0000 7f29e6c00700 1 --2- 172.21.15.42:0/3216329606 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f29c80a2fc0 0x7f29c80a5480 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.411+0000 7f29e6c00700 1 --2- 172.21.15.42:0/3216329606 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f29e0103580 0x7f29e019e7c0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.411+0000 7f29e6c00700 1 --2- 172.21.15.42:0/3216329606 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f29e010c9b0 0x7f29e0198980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.411+0000 7f29e6c00700 1 --2- 172.21.15.42:0/3216329606 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f29e0103ea0 0x7f29e019ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:43.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.411+0000 7f29e6c00700 1 -- 172.21.15.42:0/3216329606 >> 172.21.15.42:0/3216329606 conn(0x7f29e00fcdb0 msgr2=0x7f29e00fda20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:43.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.411+0000 7f29e6c00700 1 -- 172.21.15.42:0/3216329606 shutdown_connections 2024-06-13T11:56:43.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:43.411+0000 7f29e6c00700 1 -- 172.21.15.42:0/3216329606 wait complete. 2024-06-13T11:56:43.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:43 smithi088 ceph-mon[36399]: pgmap v38: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-06-13T11:56:44.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.897+0000 7f036d800640 1 -- 172.21.15.42:0/1274972351 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0368074690 msgr2=0x7f036810db20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:44.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.897+0000 7f036d800640 1 --2- 172.21.15.42:0/1274972351 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0368074690 0x7f036810db20 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f0354009900 tx=0x7f035402a480 comp rx=0 tx=0).stop 2024-06-13T11:56:44.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.898+0000 7f036d800640 1 -- 172.21.15.42:0/1274972351 shutdown_connections 2024-06-13T11:56:44.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.898+0000 7f036d800640 1 --2- 172.21.15.42:0/1274972351 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0368074690 0x7f036810db20 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:44.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.898+0000 7f036d800640 1 --2- 172.21.15.42:0/1274972351 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f036810e060 0x7f0368110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:44.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.898+0000 7f036d800640 1 --2- 172.21.15.42:0/1274972351 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0368073d70 0x7f0368074150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:44.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.898+0000 7f036d800640 1 -- 172.21.15.42:0/1274972351 >> 172.21.15.42:0/1274972351 conn(0x7f03680fd2f0 msgr2=0x7f03680ff710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:44.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.898+0000 7f036d800640 1 -- 172.21.15.42:0/1274972351 shutdown_connections 2024-06-13T11:56:44.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.898+0000 7f036d800640 1 -- 172.21.15.42:0/1274972351 wait complete. 2024-06-13T11:56:44.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.899+0000 7f036d800640 1 Processor -- start 2024-06-13T11:56:44.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.899+0000 7f036d800640 1 -- start start 2024-06-13T11:56:44.900 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.899+0000 7f036d800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0368073d70 0x7f036819a380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:44.900 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.899+0000 7f036d800640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0368074690 0x7f036819a8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:44.900 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.899+0000 7f036d800640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f036810e060 0x7f036819ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:44.900 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.900+0000 7f036d800640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0368113dc0 con 0x7f0368073d70 2024-06-13T11:56:44.900 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.900+0000 7f036d800640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f0368113c40 con 0x7f0368074690 2024-06-13T11:56:44.900 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.900+0000 7f036d800640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f0368113f40 con 0x7f036810e060 2024-06-13T11:56:44.900 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.900+0000 7f0367400640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0368074690 0x7f036819a8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:44.900 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.900+0000 7f0367400640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0368074690 0x7f036819a8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:57414/0 (socket says 172.21.15.42:57414) 2024-06-13T11:56:44.901 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.900+0000 7f0367400640 1 -- 172.21.15.42:0/3721662531 learned_addr learned my addr 172.21.15.42:0/3721662531 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:44.901 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.900+0000 7f0367e00640 1 --2- 172.21.15.42:0/3721662531 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0368073d70 0x7f036819a380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:44.901 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.900+0000 7f036ce00640 1 --2- 172.21.15.42:0/3721662531 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f036810e060 0x7f036819ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:44.901 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.900+0000 7f0367400640 1 -- 172.21.15.42:0/3721662531 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f036810e060 msgr2=0x7f036819ebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:44.901 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.900+0000 7f0367400640 1 --2- 172.21.15.42:0/3721662531 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f036810e060 0x7f036819ebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:44.901 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.900+0000 7f0367400640 1 -- 172.21.15.42:0/3721662531 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0368073d70 msgr2=0x7f036819a380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:44.901 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.900+0000 7f0367400640 1 --2- 172.21.15.42:0/3721662531 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0368073d70 0x7f036819a380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:44.901 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.901+0000 7f0367400640 1 -- 172.21.15.42:0/3721662531 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f036819f320 con 0x7f0368074690 2024-06-13T11:56:44.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.901+0000 7f0367400640 1 --2- 172.21.15.42:0/3721662531 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0368074690 0x7f036819a8c0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f0354006010 tx=0x7f0354004040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:44.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.901+0000 7f0364c00640 1 -- 172.21.15.42:0/3721662531 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f035403f030 con 0x7f0368074690 2024-06-13T11:56:44.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.901+0000 7f036d800640 1 -- 172.21.15.42:0/3721662531 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f036819f5b0 con 0x7f0368074690 2024-06-13T11:56:44.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.901+0000 7f0364c00640 1 -- 172.21.15.42:0/3721662531 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0354004440 con 0x7f0368074690 2024-06-13T11:56:44.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.901+0000 7f0364c00640 1 -- 172.21.15.42:0/3721662531 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0354035070 con 0x7f0368074690 2024-06-13T11:56:44.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.902+0000 7f036d800640 1 -- 172.21.15.42:0/3721662531 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03681a6ea0 con 0x7f0368074690 2024-06-13T11:56:44.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.906+0000 7f0371c1f740 1 Processor -- start 2024-06-13T11:56:44.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.906+0000 7f0371c1f740 1 -- start start 2024-06-13T11:56:44.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.907+0000 7f0364c00640 1 -- 172.21.15.42:0/3721662531 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 26) ==== 138117+0+0 (secure 0 0 0) 0x7f0354042030 con 0x7f0368074690 2024-06-13T11:56:44.909 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.907+0000 7f0371c1f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba22f4a7a0 0x55ba22f48cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:44.909 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.907+0000 7f0371c1f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ba22f49230 0x55ba22f496b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:44.909 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.907+0000 7f0371c1f740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55ba22f53fb0 0x55ba22f563a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:44.909 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.907+0000 7f0371c1f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ba22ead420 con 0x55ba22f49230 2024-06-13T11:56:44.909 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.907+0000 7f0371c1f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55ba22e54c50 con 0x55ba22f4a7a0 2024-06-13T11:56:44.909 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.907+0000 7f0371c1f740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55ba22ea93e0 con 0x55ba22f53fb0 2024-06-13T11:56:44.909 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.908+0000 7f036ce00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba22f4a7a0 0x55ba22f48cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:44.909 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.908+0000 7f0367400640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55ba22f53fb0 0x55ba22f563a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:44.909 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.908+0000 7f0367e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ba22f49230 0x55ba22f496b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:44.909 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.908+0000 7f036ce00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba22f4a7a0 0x55ba22f48cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:57428/0 (socket says 172.21.15.42:57428) 2024-06-13T11:56:44.909 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.908+0000 7f0367e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ba22f49230 0x55ba22f496b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56434/0 (socket says 172.21.15.42:56434) 2024-06-13T11:56:44.909 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.908+0000 7f0367e00640 1 -- 172.21.15.42:0/513802444 learned_addr learned my addr 172.21.15.42:0/513802444 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:44.909 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.908+0000 7f0367400640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55ba22f53fb0 0x55ba22f563a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:40890/0 (socket says 172.21.15.42:40890) 2024-06-13T11:56:44.910 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.908+0000 7f0367e00640 1 -- 172.21.15.42:0/513802444 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55ba22f53fb0 msgr2=0x55ba22f563a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:44.910 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.908+0000 7f0364c00640 1 --2- 172.21.15.42:0/3721662531 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f034c0a2ea0 0x7f034c0a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:44.910 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.908+0000 7f0367e00640 1 --2- 172.21.15.42:0/513802444 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55ba22f53fb0 0x55ba22f563a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:44.910 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.908+0000 7f0367e00640 1 -- 172.21.15.42:0/513802444 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba22f4a7a0 msgr2=0x55ba22f48cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:44.910 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.908+0000 7f0367e00640 1 --2- 172.21.15.42:0/513802444 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba22f4a7a0 0x55ba22f48cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:44.910 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.908+0000 7f0367e00640 1 -- 172.21.15.42:0/513802444 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba22bc1210 con 0x55ba22f49230 2024-06-13T11:56:44.910 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.909+0000 7f036ce00640 1 --2- 172.21.15.42:0/513802444 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba22f4a7a0 0x55ba22f48cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:56:44.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.909+0000 7f0367e00640 1 --2- 172.21.15.42:0/513802444 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ba22f49230 0x55ba22f496b0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f0358009cf0 tx=0x7f0358011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87fdfff8c96a7e5e server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:44.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.909+0000 7f035d600640 1 -- 172.21.15.42:0/513802444 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f035801e070 con 0x55ba22f49230 2024-06-13T11:56:44.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.909+0000 7f036ce00640 1 --2- 172.21.15.42:0/3721662531 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f034c0a2ea0 0x7f034c0a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:44.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.909+0000 7f035d600640 1 -- 172.21.15.42:0/513802444 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0358019b10 con 0x55ba22f49230 2024-06-13T11:56:44.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.909+0000 7f035d600640 1 -- 172.21.15.42:0/513802444 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f035800eb00 con 0x55ba22f49230 2024-06-13T11:56:44.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.909+0000 7f0364c00640 1 -- 172.21.15.42:0/3721662531 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f03540efed0 con 0x7f0368074690 2024-06-13T11:56:44.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.910+0000 7f0371c1f740 1 -- 172.21.15.42:0/513802444 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ba22f49230 msgr2=0x55ba22f496b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:44.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.910+0000 7f0371c1f740 1 --2- 172.21.15.42:0/513802444 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ba22f49230 0x55ba22f496b0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f0358009cf0 tx=0x7f0358011810 comp rx=0 tx=0).stop 2024-06-13T11:56:44.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.911+0000 7f036ce00640 1 --2- 172.21.15.42:0/3721662531 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f034c0a2ea0 0x7f034c0a5360 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f03600099a0 tx=0x7f0360009500 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:44.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.911+0000 7f0371c1f740 1 -- 172.21.15.42:0/513802444 shutdown_connections 2024-06-13T11:56:44.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.911+0000 7f0371c1f740 1 --2- 172.21.15.42:0/513802444 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ba22f49230 0x55ba22f496b0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:44.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.911+0000 7f0371c1f740 1 --2- 172.21.15.42:0/513802444 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55ba22f53fb0 0x55ba22f563a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:44.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.911+0000 7f0371c1f740 1 --2- 172.21.15.42:0/513802444 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba22f4a7a0 0x55ba22f48cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:44.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.911+0000 7f0371c1f740 1 -- 172.21.15.42:0/513802444 >> 172.21.15.42:0/513802444 conn(0x55ba22f11fb0 msgr2=0x55ba22f45820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:44.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.911+0000 7f0371c1f740 1 -- 172.21.15.42:0/513802444 shutdown_connections 2024-06-13T11:56:44.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.911+0000 7f0371c1f740 1 -- 172.21.15.42:0/513802444 wait complete. 2024-06-13T11:56:44.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.912+0000 7f0371c1f740 1 -- start start 2024-06-13T11:56:44.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.912+0000 7f0371c1f740 1 Processor -- start 2024-06-13T11:56:44.914 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.912+0000 7f0371c1f740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55ba22f49230 0x55ba22f50f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:44.914 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.912+0000 7f0371c1f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba22f4a7a0 0x55ba22f514b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:44.914 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.913+0000 7f0371c1f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ba22f53fb0 0x55ba22f519f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:44.914 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.913+0000 7f0371c1f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ba22f5f590 con 0x55ba22f53fb0 2024-06-13T11:56:44.914 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.913+0000 7f0371c1f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55ba22e680b0 con 0x55ba22f4a7a0 2024-06-13T11:56:44.914 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.913+0000 7f0371c1f740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55ba22f5f710 con 0x55ba22f49230 2024-06-13T11:56:44.914 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.913+0000 7f0371c1f740 10 client.0 _ll_register_callbacks cb 0x55ba22e53f40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:56:44.914 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.913+0000 7f0367e00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55ba22f49230 0x55ba22f50f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:44.915 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.913+0000 7f0367e00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55ba22f49230 0x55ba22f50f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:40900/0 (socket says 172.21.15.42:40900) 2024-06-13T11:56:44.915 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.913+0000 7f0367e00640 1 -- 172.21.15.42:0/3194618581 learned_addr learned my addr 172.21.15.42:0/3194618581 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:44.915 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.913+0000 7f0367400640 1 --2- 172.21.15.42:0/3194618581 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba22f4a7a0 0x55ba22f514b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:44.915 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.913+0000 7f036ce00640 1 --2- 172.21.15.42:0/3194618581 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ba22f53fb0 0x55ba22f519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:44.915 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.913+0000 7f0367e00640 1 -- 172.21.15.42:0/3194618581 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba22f4a7a0 msgr2=0x55ba22f514b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:44.915 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.913+0000 7f0367e00640 1 --2- 172.21.15.42:0/3194618581 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba22f4a7a0 0x55ba22f514b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:44.915 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.913+0000 7f0367e00640 1 -- 172.21.15.42:0/3194618581 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ba22f53fb0 msgr2=0x55ba22f519f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:44.915 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.913+0000 7f0367e00640 1 --2- 172.21.15.42:0/3194618581 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ba22f53fb0 0x55ba22f519f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:44.915 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.913+0000 7f0367e00640 1 -- 172.21.15.42:0/3194618581 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ba22c8d620 con 0x55ba22f49230 2024-06-13T11:56:44.915 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.914+0000 7f0367400640 1 --2- 172.21.15.42:0/3194618581 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba22f4a7a0 0x55ba22f514b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:56:44.915 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.914+0000 7f0367e00640 1 --2- 172.21.15.42:0/3194618581 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55ba22f49230 0x55ba22f50f70 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f035800e680 tx=0x7f0358005d30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=781b6d34c0d173c4 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:44.915 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.914+0000 7f0352000640 10 client.0 ms_handle_connect on v2:172.21.15.162:3300/0 2024-06-13T11:56:44.916 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.914+0000 7f0352000640 1 -- 172.21.15.42:0/3194618581 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0358027070 con 0x55ba22f49230 2024-06-13T11:56:44.916 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.914+0000 7f0352000640 1 -- 172.21.15.42:0/3194618581 <== mon.1 v2:172.21.15.162:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f0358019840 con 0x55ba22f49230 2024-06-13T11:56:44.916 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.914+0000 7f0371c1f740 1 -- 172.21.15.42:0/3194618581 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0358019b10 con 0x55ba22f49230 2024-06-13T11:56:44.917 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.914+0000 7f0352000640 1 -- 172.21.15.42:0/3194618581 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f0358033050 con 0x55ba22f49230 2024-06-13T11:56:44.917 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.915+0000 7f0371c1f740 10 client.25480 fetch_fsmap learned FSMap version 27 2024-06-13T11:56:44.917 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.915+0000 7f0371c1f740 1 -- 172.21.15.42:0/3194618581 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55ba22f6b8a0 con 0x55ba22f49230 2024-06-13T11:56:44.917 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.915+0000 7f0352000640 1 -- 172.21.15.42:0/3194618581 <== mon.1 v2:172.21.15.162:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0358019b10 con 0x55ba22f49230 2024-06-13T11:56:44.917 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.915+0000 7f0352000640 1 -- 172.21.15.42:0/3194618581 <== mon.1 v2:172.21.15.162:3300/0 5 ==== fsmap(e 27) ==== 8346+0+0 (secure 0 0 0) 0x7f035800ec20 con 0x55ba22f49230 2024-06-13T11:56:44.917 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.916+0000 7f0371c1f740 10 client.25480 fetch_fsmap finished waiting for FSMap version 27 2024-06-13T11:56:44.917 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.916+0000 7f0371c1f740 10 client.25480 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:56:44.917 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.916+0000 7f0371c1f740 20 client.25480 populate_metadata read hostname 'smithi042' 2024-06-13T11:56:44.917 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.916+0000 7f0371c1f740 1 --2- 172.21.15.42:0/3194618581 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55ba22f6cc50 0x55ba22f6f040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:44.917 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.916+0000 7f0371c1f740 4 client.25480 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:56:44.917 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.916+0000 7f0371c1f740 1 -- 172.21.15.42:0/3194618581 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ba22ebab50 con 0x55ba22f6cc50 2024-06-13T11:56:44.917 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.916+0000 7f0367400640 1 --2- 172.21.15.42:0/3194618581 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55ba22f6cc50 0x55ba22f6f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:44.918 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.917+0000 7f0367400640 1 --2- 172.21.15.42:0/3194618581 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55ba22f6cc50 0x55ba22f6f040 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ece02bcfaf3b9d97 server_cookie=36b9307a95576e57 in_seq=0 out_seq=0 2024-06-13T11:56:44.918 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.917+0000 7f0352000640 10 client.25480 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:44.918 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.917+0000 7f0352000640 1 -- 172.21.15.42:0/3194618581 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55ba22ebab50 con 0x55ba22f6cc50 2024-06-13T11:56:44.919 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.917+0000 7f0352000640 10 client.25480 handle_command_reply: tid=0 2024-06-13T11:56:44.919 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.917+0000 7f0371c1f740 1 client.25480 shutdown 2024-06-13T11:56:44.919 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.918+0000 7f0371c1f740 1 -- 172.21.15.42:0/3194618581 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55ba22f49230 msgr2=0x55ba22f50f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:44.919 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.918+0000 7f0371c1f740 1 --2- 172.21.15.42:0/3194618581 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55ba22f49230 0x55ba22f50f70 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f035800e680 tx=0x7f0358005d30 comp rx=0 tx=0).stop 2024-06-13T11:56:44.919 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.918+0000 7f0371c1f740 1 -- 172.21.15.42:0/3194618581 shutdown_connections 2024-06-13T11:56:44.919 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.918+0000 7f0371c1f740 1 --2- 172.21.15.42:0/3194618581 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55ba22f6cc50 0x55ba22f6f040 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:44.919 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.918+0000 7f0371c1f740 1 --2- 172.21.15.42:0/3194618581 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ba22f53fb0 0x55ba22f519f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:44.919 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.918+0000 7f0371c1f740 1 --2- 172.21.15.42:0/3194618581 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba22f4a7a0 0x55ba22f514b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:44.919 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.918+0000 7f0371c1f740 1 --2- 172.21.15.42:0/3194618581 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55ba22f49230 0x55ba22f50f70 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:44.919 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.918+0000 7f0371c1f740 1 -- 172.21.15.42:0/3194618581 >> 172.21.15.42:0/3194618581 conn(0x55ba22f11fb0 msgr2=0x55ba22f4b620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:44.919 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.918+0000 7f0352000640 0 client.25480 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:44.919 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.918+0000 7f0371c1f740 1 -- 172.21.15.42:0/3194618581 shutdown_connections 2024-06-13T11:56:44.919 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.918+0000 7f0371c1f740 1 -- 172.21.15.42:0/3194618581 wait complete. 2024-06-13T11:56:44.919 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.918+0000 7f0371c1f740 20 client.25480 trim_cache size 0 max 16384 2024-06-13T11:56:44.950 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.949+0000 7f0371c1f740 1 Processor -- start 2024-06-13T11:56:44.950 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.950+0000 7f0371c1f740 1 -- start start 2024-06-13T11:56:44.950 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.950+0000 7f0371c1f740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55ba22f49230 0x55ba22f45120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:44.951 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.950+0000 7f0371c1f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ba22f4a7a0 0x55ba22f45660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:44.951 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.950+0000 7f0371c1f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba22f53fb0 0x55ba22f747d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:44.951 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.950+0000 7f0371c1f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f03681af4b0 con 0x55ba22f4a7a0 2024-06-13T11:56:44.951 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.950+0000 7f0371c1f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f03681acd80 con 0x55ba22f53fb0 2024-06-13T11:56:44.951 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.950+0000 7f0371c1f740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f03681aabd0 con 0x55ba22f49230 2024-06-13T11:56:44.952 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.950+0000 7f0367e00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55ba22f49230 0x55ba22f45120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:44.952 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.951+0000 7f0367e00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55ba22f49230 0x55ba22f45120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:40914/0 (socket says 172.21.15.42:40914) 2024-06-13T11:56:44.952 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.951+0000 7f0367e00640 1 -- 172.21.15.42:0/1831084190 learned_addr learned my addr 172.21.15.42:0/1831084190 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:44.952 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.951+0000 7f0367400640 1 --2- 172.21.15.42:0/1831084190 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ba22f4a7a0 0x55ba22f45660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:44.952 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.951+0000 7f036ce00640 1 --2- 172.21.15.42:0/1831084190 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba22f53fb0 0x55ba22f747d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:44.952 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.951+0000 7f0367e00640 1 -- 172.21.15.42:0/1831084190 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba22f53fb0 msgr2=0x55ba22f747d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:44.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.951+0000 7f0367e00640 1 --2- 172.21.15.42:0/1831084190 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba22f53fb0 0x55ba22f747d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:44.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.951+0000 7f0367e00640 1 -- 172.21.15.42:0/1831084190 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ba22f4a7a0 msgr2=0x55ba22f45660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:44.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.951+0000 7f0367e00640 1 --2- 172.21.15.42:0/1831084190 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ba22f4a7a0 0x55ba22f45660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:44.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.951+0000 7f0367e00640 1 -- 172.21.15.42:0/1831084190 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba22f56710 con 0x55ba22f49230 2024-06-13T11:56:44.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.951+0000 7f0367400640 1 --2- 172.21.15.42:0/1831084190 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ba22f4a7a0 0x55ba22f45660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:56:44.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.952+0000 7f0367e00640 1 --2- 172.21.15.42:0/1831084190 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55ba22f49230 0x55ba22f45120 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f0358001eb0 tx=0x7f0358004af0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b3c2864080f2615 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:44.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.952+0000 7f035cc00640 1 -- 172.21.15.42:0/1831084190 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0358030030 con 0x55ba22f49230 2024-06-13T11:56:44.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.952+0000 7f035cc00640 1 -- 172.21.15.42:0/1831084190 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0358015070 con 0x55ba22f49230 2024-06-13T11:56:44.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.952+0000 7f035cc00640 1 -- 172.21.15.42:0/1831084190 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0358027040 con 0x55ba22f49230 2024-06-13T11:56:44.954 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.953+0000 7f0371c1f740 1 -- 172.21.15.42:0/1831084190 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55ba22f49230 msgr2=0x55ba22f45120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:44.954 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.953+0000 7f0371c1f740 1 --2- 172.21.15.42:0/1831084190 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55ba22f49230 0x55ba22f45120 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f0358001eb0 tx=0x7f0358004af0 comp rx=0 tx=0).stop 2024-06-13T11:56:44.954 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.953+0000 7f0371c1f740 1 -- 172.21.15.42:0/1831084190 shutdown_connections 2024-06-13T11:56:44.954 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.953+0000 7f0371c1f740 1 --2- 172.21.15.42:0/1831084190 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ba22f4a7a0 0x55ba22f45660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:44.954 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.953+0000 7f0371c1f740 1 --2- 172.21.15.42:0/1831084190 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba22f53fb0 0x55ba22f747d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:44.954 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.953+0000 7f0371c1f740 1 --2- 172.21.15.42:0/1831084190 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55ba22f49230 0x55ba22f45120 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:44.954 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.953+0000 7f0371c1f740 1 -- 172.21.15.42:0/1831084190 >> 172.21.15.42:0/1831084190 conn(0x55ba22f11fb0 msgr2=0x55ba22f517c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:44.954 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.953+0000 7f0371c1f740 1 -- 172.21.15.42:0/1831084190 shutdown_connections 2024-06-13T11:56:44.955 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.953+0000 7f0371c1f740 1 -- 172.21.15.42:0/1831084190 wait complete. 2024-06-13T11:56:44.955 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.954+0000 7f0371c1f740 1 -- start start 2024-06-13T11:56:44.956 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.954+0000 7f0371c1f740 1 Processor -- start 2024-06-13T11:56:44.956 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.955+0000 7f0371c1f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba22f49230 0x55ba22f64b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:44.956 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.955+0000 7f0371c1f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ba22f4a7a0 0x55ba22f650d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:44.956 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.955+0000 7f0371c1f740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55ba22f53fb0 0x55ba22f4d820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:44.956 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.955+0000 7f0371c1f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f03681ab240 con 0x55ba22f4a7a0 2024-06-13T11:56:44.956 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.955+0000 7f0371c1f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f03681ac6b0 con 0x55ba22f49230 2024-06-13T11:56:44.956 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.955+0000 7f0371c1f740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f03681ab910 con 0x55ba22f53fb0 2024-06-13T11:56:44.956 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.955+0000 7f0371c1f740 10 client.0 _ll_register_callbacks cb 0x7f035801c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:56:44.956 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.955+0000 7f0367e00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba22f49230 0x55ba22f64b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:44.956 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.955+0000 7f0367e00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba22f49230 0x55ba22f64b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:57454/0 (socket says 172.21.15.42:57454) 2024-06-13T11:56:44.956 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.955+0000 7f0367e00640 1 -- 172.21.15.42:0/3951307204 learned_addr learned my addr 172.21.15.42:0/3951307204 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:44.957 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.955+0000 7f036ce00640 1 --2- 172.21.15.42:0/3951307204 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55ba22f53fb0 0x55ba22f4d820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:44.957 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.955+0000 7f0367400640 1 --2- 172.21.15.42:0/3951307204 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ba22f4a7a0 0x55ba22f650d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:44.958 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.956+0000 7f0367e00640 1 -- 172.21.15.42:0/3951307204 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55ba22f53fb0 msgr2=0x55ba22f4d820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:44.958 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.956+0000 7f0367e00640 1 --2- 172.21.15.42:0/3951307204 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55ba22f53fb0 0x55ba22f4d820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:44.958 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.956+0000 7f0367e00640 1 -- 172.21.15.42:0/3951307204 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ba22f4a7a0 msgr2=0x55ba22f650d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:44.958 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.956+0000 7f0367e00640 1 --2- 172.21.15.42:0/3951307204 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ba22f4a7a0 0x55ba22f650d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:44.958 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.956+0000 7f0367e00640 1 -- 172.21.15.42:0/3951307204 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ba22f4e050 con 0x55ba22f49230 2024-06-13T11:56:44.958 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.956+0000 7f0367400640 1 --2- 172.21.15.42:0/3951307204 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ba22f4a7a0 0x55ba22f650d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:56:44.958 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.956+0000 7f0367e00640 1 --2- 172.21.15.42:0/3951307204 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba22f49230 0x55ba22f64b90 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f0358009230 tx=0x7f0358004ee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f435e658ac77abb7 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:44.958 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.956+0000 7f0352000640 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:56:44.958 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.956+0000 7f0352000640 1 -- 172.21.15.42:0/3951307204 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f035803b070 con 0x55ba22f49230 2024-06-13T11:56:44.958 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.957+0000 7f0371c1f740 1 -- 172.21.15.42:0/3951307204 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0358015070 con 0x55ba22f49230 2024-06-13T11:56:44.959 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.957+0000 7f0352000640 1 -- 172.21.15.42:0/3951307204 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f035800ebb0 con 0x55ba22f49230 2024-06-13T11:56:44.959 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.957+0000 7f0352000640 1 -- 172.21.15.42:0/3951307204 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f0358047050 con 0x55ba22f49230 2024-06-13T11:56:44.959 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.957+0000 7f0371c1f740 10 client.25517 fetch_fsmap learned FSMap version 27 2024-06-13T11:56:44.959 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.957+0000 7f0371c1f740 1 -- 172.21.15.42:0/3951307204 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55ba22fd7210 con 0x55ba22f49230 2024-06-13T11:56:44.959 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.957+0000 7f0352000640 1 -- 172.21.15.42:0/3951307204 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0358015070 con 0x55ba22f49230 2024-06-13T11:56:44.959 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.957+0000 7f0352000640 1 -- 172.21.15.42:0/3951307204 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 27) ==== 8346+0+0 (secure 0 0 0) 0x7f03580196d0 con 0x55ba22f49230 2024-06-13T11:56:44.959 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.958+0000 7f0371c1f740 10 client.25517 fetch_fsmap finished waiting for FSMap version 27 2024-06-13T11:56:44.960 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.958+0000 7f0371c1f740 10 client.25517 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:56:44.960 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.958+0000 7f0371c1f740 20 client.25517 populate_metadata read hostname 'smithi042' 2024-06-13T11:56:44.960 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.958+0000 7f0371c1f740 1 --2- 172.21.15.42:0/3951307204 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55ba22fd7880 0x55ba22fd9ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:44.960 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.958+0000 7f0371c1f740 4 client.25517 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-13T11:56:44.960 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.958+0000 7f0371c1f740 1 -- 172.21.15.42:0/3951307204 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ba22eb4ea0 con 0x55ba22fd7880 2024-06-13T11:56:44.960 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.958+0000 7f0367400640 1 --2- 172.21.15.42:0/3951307204 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55ba22fd7880 0x55ba22fd9ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:44.960 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.959+0000 7f0352000640 10 client.25517 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:44.960 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.959+0000 7f0367400640 1 --2- 172.21.15.42:0/3951307204 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55ba22fd7880 0x55ba22fd9ca0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8c4d73523068a729 server_cookie=1e7e0a50cfb6cf58 in_seq=0 out_seq=0 2024-06-13T11:56:44.962 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.962+0000 7f0352000640 1 -- 172.21.15.42:0/3951307204 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55ba22eb4ea0 con 0x55ba22fd7880 2024-06-13T11:56:44.962 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.962+0000 7f0352000640 10 client.25517 handle_command_reply: tid=0 2024-06-13T11:56:44.963 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.962+0000 7f0371c1f740 1 client.25517 shutdown 2024-06-13T11:56:44.963 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.963+0000 7f0371c1f740 1 -- 172.21.15.42:0/3951307204 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba22f49230 msgr2=0x55ba22f64b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:44.964 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.963+0000 7f0371c1f740 1 --2- 172.21.15.42:0/3951307204 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba22f49230 0x55ba22f64b90 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f0358009230 tx=0x7f0358004ee0 comp rx=0 tx=0).stop 2024-06-13T11:56:44.964 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.963+0000 7f0371c1f740 1 -- 172.21.15.42:0/3951307204 shutdown_connections 2024-06-13T11:56:44.964 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.963+0000 7f0371c1f740 1 --2- 172.21.15.42:0/3951307204 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55ba22fd7880 0x55ba22fd9ca0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:44.964 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.963+0000 7f0371c1f740 1 --2- 172.21.15.42:0/3951307204 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ba22f4a7a0 0x55ba22f650d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:44.964 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.963+0000 7f0371c1f740 1 --2- 172.21.15.42:0/3951307204 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55ba22f53fb0 0x55ba22f4d820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:44.964 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.963+0000 7f0371c1f740 1 --2- 172.21.15.42:0/3951307204 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba22f49230 0x55ba22f64b90 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:44.964 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.963+0000 7f0371c1f740 1 -- 172.21.15.42:0/3951307204 >> 172.21.15.42:0/3951307204 conn(0x55ba22f11fb0 msgr2=0x55ba22f50f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:44.964 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.963+0000 7f0352000640 0 client.25517 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:44.964 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.963+0000 7f0371c1f740 1 -- 172.21.15.42:0/3951307204 shutdown_connections 2024-06-13T11:56:44.964 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.963+0000 7f0371c1f740 1 -- 172.21.15.42:0/3951307204 wait complete. 2024-06-13T11:56:44.964 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.963+0000 7f0371c1f740 20 client.25517 trim_cache size 0 max 16384 2024-06-13T11:56:44.965 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-13T11:56:44.965 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-13T11:56:44.965 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-13T11:56:44.965 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.964+0000 7f036d800640 1 -- 172.21.15.42:0/3721662531 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f034c0a2ea0 msgr2=0x7f034c0a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:44.965 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.964+0000 7f036d800640 1 --2- 172.21.15.42:0/3721662531 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f034c0a2ea0 0x7f034c0a5360 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f03600099a0 tx=0x7f0360009500 comp rx=0 tx=0).stop 2024-06-13T11:56:44.965 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.964+0000 7f036d800640 1 -- 172.21.15.42:0/3721662531 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0368074690 msgr2=0x7f036819a8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:44.966 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.964+0000 7f036d800640 1 --2- 172.21.15.42:0/3721662531 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0368074690 0x7f036819a8c0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f0354006010 tx=0x7f0354004040 comp rx=0 tx=0).stop 2024-06-13T11:56:44.966 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.964+0000 7f036d800640 1 -- 172.21.15.42:0/3721662531 shutdown_connections 2024-06-13T11:56:44.966 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.964+0000 7f036d800640 1 --2- 172.21.15.42:0/3721662531 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f034c0a2ea0 0x7f034c0a5360 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:44.966 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.964+0000 7f036d800640 1 --2- 172.21.15.42:0/3721662531 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f036810e060 0x7f036819ebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:44.966 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.964+0000 7f036d800640 1 --2- 172.21.15.42:0/3721662531 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0368074690 0x7f036819a8c0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:44.966 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.964+0000 7f036d800640 1 --2- 172.21.15.42:0/3721662531 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0368073d70 0x7f036819a380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:44.966 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.964+0000 7f036d800640 1 -- 172.21.15.42:0/3721662531 >> 172.21.15.42:0/3721662531 conn(0x7f03680fd2f0 msgr2=0x7f03680fe0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:44.966 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.964+0000 7f036d800640 1 -- 172.21.15.42:0/3721662531 shutdown_connections 2024-06-13T11:56:44.966 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:44.964+0000 7f036d800640 1 -- 172.21.15.42:0/3721662531 wait complete. 2024-06-13T11:56:45.173 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-06-13T11:56:45.173 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-06-13T11:56:45.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:45 smithi042 ceph-mon[32231]: pgmap v39: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-06-13T11:56:45.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:45 smithi162 ceph-mon[36757]: pgmap v39: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-06-13T11:56:45.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:45 smithi088 ceph-mon[36399]: pgmap v39: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-06-13T11:56:45.607 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:56:47.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:47 smithi042 ceph-mon[32231]: pgmap v40: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:56:47.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:47 smithi162 ceph-mon[36757]: pgmap v40: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:56:47.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:47 smithi088 ceph-mon[36399]: pgmap v40: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T11:56:49.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.194+0000 7f3323200700 1 -- 172.21.15.42:0/284634244 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f331c1030f0 msgr2=0x7f331c107110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:49.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.194+0000 7f3323200700 1 --2- 172.21.15.42:0/284634244 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f331c1030f0 0x7f331c107110 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f33080099c0 tx=0x7f3308009cd0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.194+0000 7f3323200700 1 -- 172.21.15.42:0/284634244 shutdown_connections 2024-06-13T11:56:49.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.194+0000 7f3323200700 1 --2- 172.21.15.42:0/284634244 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f331c107840 0x7f331c10f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.194+0000 7f3323200700 1 --2- 172.21.15.42:0/284634244 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f331c102740 0x7f331c102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.194+0000 7f3323200700 1 --2- 172.21.15.42:0/284634244 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f331c1030f0 0x7f331c107110 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.196 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.194+0000 7f3323200700 1 -- 172.21.15.42:0/284634244 >> 172.21.15.42:0/284634244 conn(0x7f331c0795f0 msgr2=0x7f331c079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:49.196 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.194+0000 7f3323200700 1 -- 172.21.15.42:0/284634244 shutdown_connections 2024-06-13T11:56:49.196 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:49 smithi042 ceph-mon[32231]: pgmap v41: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-06-13T11:56:49.198 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.196+0000 7f3323200700 1 -- 172.21.15.42:0/284634244 wait complete. 2024-06-13T11:56:49.198 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.197+0000 7f3323200700 1 Processor -- start 2024-06-13T11:56:49.198 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.198+0000 7f3323200700 1 -- start start 2024-06-13T11:56:49.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.198+0000 7f3323200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f331c102740 0x7f331c076380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:49.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.198+0000 7f3323200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f331c1030f0 0x7f331c074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:49.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.198+0000 7f3323200700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f331c107840 0x7f331c074df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:49.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.198+0000 7f3323200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f331c1127c0 con 0x7f331c102740 2024-06-13T11:56:49.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.199+0000 7f3323200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f331c112640 con 0x7f331c1030f0 2024-06-13T11:56:49.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.199+0000 7f3323200700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f331c112940 con 0x7f331c107840 2024-06-13T11:56:49.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.199+0000 7f3321200700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f331c107840 0x7f331c074df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:49.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.199+0000 7f3321200700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f331c107840 0x7f331c074df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:45626/0 (socket says 172.21.15.42:45626) 2024-06-13T11:56:49.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.199+0000 7f3321200700 1 -- 172.21.15.42:0/4058216642 learned_addr learned my addr 172.21.15.42:0/4058216642 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:49.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.199+0000 7f331be00700 1 --2- 172.21.15.42:0/4058216642 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f331c102740 0x7f331c076380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:49.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.199+0000 7f331b400700 1 --2- 172.21.15.42:0/4058216642 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f331c1030f0 0x7f331c074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:49.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.200+0000 7f331be00700 1 -- 172.21.15.42:0/4058216642 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f331c107840 msgr2=0x7f331c074df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:49.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.200+0000 7f331be00700 1 --2- 172.21.15.42:0/4058216642 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f331c107840 0x7f331c074df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.200+0000 7f331be00700 1 -- 172.21.15.42:0/4058216642 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f331c1030f0 msgr2=0x7f331c074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:49.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.200+0000 7f331be00700 1 --2- 172.21.15.42:0/4058216642 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f331c1030f0 0x7f331c074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.200+0000 7f331be00700 1 -- 172.21.15.42:0/4058216642 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f331c1ab620 con 0x7f331c102740 2024-06-13T11:56:49.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.200+0000 7f331b400700 1 --2- 172.21.15.42:0/4058216642 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f331c1030f0 0x7f331c074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:56:49.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.200+0000 7f331be00700 1 --2- 172.21.15.42:0/4058216642 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f331c102740 0x7f331c076380 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f330c00e9f0 tx=0x7f330c00ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:49.202 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.201+0000 7f3318c00700 1 -- 172.21.15.42:0/4058216642 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f330c00cbd0 con 0x7f331c102740 2024-06-13T11:56:49.202 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.201+0000 7f3318c00700 1 -- 172.21.15.42:0/4058216642 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f330c004500 con 0x7f331c102740 2024-06-13T11:56:49.202 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.201+0000 7f3318c00700 1 -- 172.21.15.42:0/4058216642 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f330c005280 con 0x7f331c102740 2024-06-13T11:56:49.202 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.201+0000 7f3323200700 1 -- 172.21.15.42:0/4058216642 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f331c1ab8b0 con 0x7f331c102740 2024-06-13T11:56:49.202 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.201+0000 7f3323200700 1 -- 172.21.15.42:0/4058216642 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f331c1abd70 con 0x7f331c102740 2024-06-13T11:56:49.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.205+0000 7f3318c00700 1 -- 172.21.15.42:0/4058216642 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 138117+0+0 (secure 0 0 0) 0x7f330c005420 con 0x7f331c102740 2024-06-13T11:56:49.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.206+0000 7f3318c00700 1 --2- 172.21.15.42:0/4058216642 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f33000a2fc0 0x7f33000a5480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:49.207 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.207+0000 7f3318c00700 1 -- 172.21.15.42:0/4058216642 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f330c0cf9e0 con 0x7f331c102740 2024-06-13T11:56:49.207 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.207+0000 7f331b400700 1 --2- 172.21.15.42:0/4058216642 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f33000a2fc0 0x7f33000a5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:49.208 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.208+0000 7f331b400700 1 --2- 172.21.15.42:0/4058216642 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f33000a2fc0 0x7f33000a5480 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f3308000c00 tx=0x7f3308005fb0 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:49.208 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.208+0000 7f332dafab80 1 Processor -- start 2024-06-13T11:56:49.208 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.208+0000 7f332dafab80 1 -- start start 2024-06-13T11:56:49.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.209+0000 7f332dafab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55588de4cec0 0x55588ded00f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:49.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.209+0000 7f332dafab80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55588ded0630 0x55588ded0ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:49.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.209+0000 7f332dafab80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55588dedb380 0x55588dedd770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:49.210 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.209+0000 7f332dafab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55588dddfa90 con 0x55588de4cec0 2024-06-13T11:56:49.210 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.209+0000 7f332dafab80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55588de22b80 con 0x55588dedb380 2024-06-13T11:56:49.210 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.209+0000 7f332dafab80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55588dddd970 con 0x55588ded0630 2024-06-13T11:56:49.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.209+0000 7f331be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55588de4cec0 0x55588ded00f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:49.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.209+0000 7f331b400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55588ded0630 0x55588ded0ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:49.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.209+0000 7f331b400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55588ded0630 0x55588ded0ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:45628/0 (socket says 172.21.15.42:45628) 2024-06-13T11:56:49.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.209+0000 7f331b400700 1 -- 172.21.15.42:0/2508448832 learned_addr learned my addr 172.21.15.42:0/2508448832 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:49.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.209+0000 7f3321200700 1 --2- 172.21.15.42:0/2508448832 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55588dedb380 0x55588dedd770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:49.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.210+0000 7f331b400700 1 -- 172.21.15.42:0/2508448832 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55588dedb380 msgr2=0x55588dedd770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:49.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.210+0000 7f331b400700 1 --2- 172.21.15.42:0/2508448832 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55588dedb380 0x55588dedd770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.210+0000 7f331b400700 1 -- 172.21.15.42:0/2508448832 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55588de4cec0 msgr2=0x55588ded00f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:49.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.210+0000 7f331b400700 1 --2- 172.21.15.42:0/2508448832 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55588de4cec0 0x55588ded00f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.212 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.210+0000 7f331b400700 1 -- 172.21.15.42:0/2508448832 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55588ddcb010 con 0x55588ded0630 2024-06-13T11:56:49.212 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.210+0000 7f331be00700 1 --2- 172.21.15.42:0/2508448832 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55588de4cec0 0x55588ded00f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:56:49.212 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.210+0000 7f331b400700 1 --2- 172.21.15.42:0/2508448832 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55588ded0630 0x55588ded0ab0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f3308015000 tx=0x7f330801a070 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9e63a33ac556ce11 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:49.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.211+0000 7f3311600700 1 -- 172.21.15.42:0/2508448832 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33080050c0 con 0x55588ded0630 2024-06-13T11:56:49.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.211+0000 7f3311600700 1 -- 172.21.15.42:0/2508448832 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3308023460 con 0x55588ded0630 2024-06-13T11:56:49.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.211+0000 7f3311600700 1 -- 172.21.15.42:0/2508448832 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33080106d0 con 0x55588ded0630 2024-06-13T11:56:49.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.212+0000 7f332dafab80 1 -- 172.21.15.42:0/2508448832 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55588ded0630 msgr2=0x55588ded0ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:49.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.212+0000 7f332dafab80 1 --2- 172.21.15.42:0/2508448832 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55588ded0630 0x55588ded0ab0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f3308015000 tx=0x7f330801a070 comp rx=0 tx=0).stop 2024-06-13T11:56:49.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.212+0000 7f332dafab80 1 -- 172.21.15.42:0/2508448832 shutdown_connections 2024-06-13T11:56:49.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.212+0000 7f332dafab80 1 --2- 172.21.15.42:0/2508448832 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55588dedb380 0x55588dedd770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.212+0000 7f332dafab80 1 --2- 172.21.15.42:0/2508448832 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55588de4cec0 0x55588ded00f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.212+0000 7f332dafab80 1 --2- 172.21.15.42:0/2508448832 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55588ded0630 0x55588ded0ab0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.214 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.212+0000 7f332dafab80 1 -- 172.21.15.42:0/2508448832 >> 172.21.15.42:0/2508448832 conn(0x55588ddfd1f0 msgr2=0x55588decc530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:49.214 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.212+0000 7f332dafab80 1 -- 172.21.15.42:0/2508448832 shutdown_connections 2024-06-13T11:56:49.214 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.212+0000 7f332dafab80 1 -- 172.21.15.42:0/2508448832 wait complete. 2024-06-13T11:56:49.215 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.213+0000 7f332dafab80 1 -- start start 2024-06-13T11:56:49.215 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.213+0000 7f332dafab80 1 Processor -- start 2024-06-13T11:56:49.215 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.214+0000 7f332dafab80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55588de4cec0 0x55588dedaae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:49.215 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.214+0000 7f332dafab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55588ded0630 0x55588ded7de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:49.215 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.214+0000 7f332dafab80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55588dedb380 0x55588ded8320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:49.215 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.214+0000 7f332dafab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55588ddbefe0 con 0x55588ded0630 2024-06-13T11:56:49.215 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.214+0000 7f332dafab80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55588de1eb40 con 0x55588dedb380 2024-06-13T11:56:49.215 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.214+0000 7f332dafab80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55588deddf80 con 0x55588de4cec0 2024-06-13T11:56:49.215 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.214+0000 7f332dafab80 10 client.0 _ll_register_callbacks cb 0x55588ddbc7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:56:49.216 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.215+0000 7f331be00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55588de4cec0 0x55588dedaae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:49.216 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.215+0000 7f331b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55588ded0630 0x55588ded7de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:49.216 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.215+0000 7f3321200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55588dedb380 0x55588ded8320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:49.217 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.215+0000 7f331b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55588ded0630 0x55588ded7de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57484/0 (socket says 172.21.15.42:57484) 2024-06-13T11:56:49.217 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.215+0000 7f331b400700 1 -- 172.21.15.42:0/3439101071 learned_addr learned my addr 172.21.15.42:0/3439101071 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:49.217 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.215+0000 7f331b400700 1 -- 172.21.15.42:0/3439101071 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55588de4cec0 msgr2=0x55588dedaae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:49.217 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.215+0000 7f331b400700 1 --2- 172.21.15.42:0/3439101071 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55588de4cec0 0x55588dedaae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.217 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.215+0000 7f331b400700 1 -- 172.21.15.42:0/3439101071 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55588dedb380 msgr2=0x55588ded8320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:49.217 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.215+0000 7f331b400700 1 --2- 172.21.15.42:0/3439101071 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55588dedb380 0x55588ded8320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.217 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.215+0000 7f331b400700 1 -- 172.21.15.42:0/3439101071 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55588dd71950 con 0x55588ded0630 2024-06-13T11:56:49.217 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.216+0000 7f331b400700 1 --2- 172.21.15.42:0/3439101071 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55588ded0630 0x55588ded7de0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f33080098e0 tx=0x7f33080106a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=630008eba294c45e server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:49.217 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.216+0000 7f3306000700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-13T11:56:49.218 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.217+0000 7f3306000700 1 -- 172.21.15.42:0/3439101071 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3308010990 con 0x55588ded0630 2024-06-13T11:56:49.218 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.217+0000 7f3306000700 1 -- 172.21.15.42:0/3439101071 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f3308010b30 con 0x55588ded0630 2024-06-13T11:56:49.218 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.217+0000 7f332dafab80 1 -- 172.21.15.42:0/3439101071 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3308023460 con 0x55588ded0630 2024-06-13T11:56:49.218 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.217+0000 7f3306000700 1 -- 172.21.15.42:0/3439101071 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f3308045050 con 0x55588ded0630 2024-06-13T11:56:49.218 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.217+0000 7f332dafab80 10 client.15360 fetch_fsmap learned FSMap version 27 2024-06-13T11:56:49.218 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.217+0000 7f332dafab80 1 -- 172.21.15.42:0/3439101071 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55588dee8690 con 0x55588ded0630 2024-06-13T11:56:49.218 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.218+0000 7f3306000700 1 -- 172.21.15.42:0/3439101071 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3308023460 con 0x55588ded0630 2024-06-13T11:56:49.219 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.218+0000 7f3306000700 1 -- 172.21.15.42:0/3439101071 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 27) ==== 8346+0+0 (secure 0 0 0) 0x7f3308037470 con 0x55588ded0630 2024-06-13T11:56:49.219 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.218+0000 7f332dafab80 10 client.15360 fetch_fsmap finished waiting for FSMap version 27 2024-06-13T11:56:49.219 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.218+0000 7f332dafab80 10 client.15360 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-06-13T11:56:49.219 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.218+0000 7f332dafab80 20 client.15360 populate_metadata read hostname 'smithi042' 2024-06-13T11:56:49.219 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.218+0000 7f332dafab80 1 --2- 172.21.15.42:0/3439101071 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55588deeab60 0x55588deecf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:49.219 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.218+0000 7f332dafab80 4 client.15360 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:56:49.220 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.218+0000 7f332dafab80 1 -- 172.21.15.42:0/3439101071 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55588de30080 con 0x55588deeab60 2024-06-13T11:56:49.220 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.219+0000 7f331be00700 1 --2- 172.21.15.42:0/3439101071 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55588deeab60 0x55588deecf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:49.220 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.220+0000 7f331be00700 1 --2- 172.21.15.42:0/3439101071 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55588deeab60 0x55588deecf50 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c05871bc5bc76a21 server_cookie=4218a53137a91d8f in_seq=0 out_seq=0 2024-06-13T11:56:49.220 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.220+0000 7f3306000700 10 client.15360 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:49.221 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.221+0000 7f3306000700 1 -- 172.21.15.42:0/3439101071 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55588de30080 con 0x55588deeab60 2024-06-13T11:56:49.221 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.221+0000 7f3306000700 10 client.15360 handle_command_reply: tid=0 2024-06-13T11:56:49.221 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.221+0000 7f332dafab80 1 client.15360 shutdown 2024-06-13T11:56:49.222 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.221+0000 7f332dafab80 1 -- 172.21.15.42:0/3439101071 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55588ded0630 msgr2=0x55588ded7de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:49.222 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.221+0000 7f332dafab80 1 --2- 172.21.15.42:0/3439101071 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55588ded0630 0x55588ded7de0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f33080098e0 tx=0x7f33080106a0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.222 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.221+0000 7f332dafab80 1 -- 172.21.15.42:0/3439101071 shutdown_connections 2024-06-13T11:56:49.222 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.221+0000 7f332dafab80 1 --2- 172.21.15.42:0/3439101071 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55588deeab60 0x55588deecf50 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.222 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.221+0000 7f332dafab80 1 --2- 172.21.15.42:0/3439101071 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55588dedb380 0x55588ded8320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.223 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.221+0000 7f332dafab80 1 --2- 172.21.15.42:0/3439101071 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55588de4cec0 0x55588dedaae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.223 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.221+0000 7f332dafab80 1 --2- 172.21.15.42:0/3439101071 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55588ded0630 0x55588ded7de0 secure :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f33080098e0 tx=0x7f33080106a0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.223 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.222+0000 7f332dafab80 1 -- 172.21.15.42:0/3439101071 >> 172.21.15.42:0/3439101071 conn(0x55588ddfd1f0 msgr2=0x55588decb7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:49.223 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.222+0000 7f3306000700 0 client.15360 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:49.223 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.222+0000 7f332dafab80 1 -- 172.21.15.42:0/3439101071 shutdown_connections 2024-06-13T11:56:49.223 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.222+0000 7f332dafab80 1 -- 172.21.15.42:0/3439101071 wait complete. 2024-06-13T11:56:49.224 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.222+0000 7f332dafab80 20 client.15360 trim_cache size 0 max 16384 2024-06-13T11:56:49.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.263+0000 7f332dafab80 1 Processor -- start 2024-06-13T11:56:49.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.264+0000 7f332dafab80 1 -- start start 2024-06-13T11:56:49.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.264+0000 7f332dafab80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55588de4cec0 0x55588decc6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:49.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.264+0000 7f332dafab80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55588dedb380 0x55588ded6f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:49.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.264+0000 7f332dafab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55588ded9d20 0x55588deefb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:49.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.264+0000 7f332dafab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f331c1b7590 con 0x55588ded9d20 2024-06-13T11:56:49.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.264+0000 7f332dafab80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f331c1b4e20 con 0x55588dedb380 2024-06-13T11:56:49.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.264+0000 7f332dafab80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f331c1b2c70 con 0x55588de4cec0 2024-06-13T11:56:49.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.265+0000 7f331b400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55588dedb380 0x55588ded6f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:49.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.265+0000 7f331be00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55588de4cec0 0x55588decc6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:49.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.265+0000 7f331b400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55588dedb380 0x55588ded6f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:45972/0 (socket says 172.21.15.42:45972) 2024-06-13T11:56:49.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.265+0000 7f331b400700 1 -- 172.21.15.42:0/3847898902 learned_addr learned my addr 172.21.15.42:0/3847898902 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:49.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.265+0000 7f3321200700 1 --2- 172.21.15.42:0/3847898902 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55588ded9d20 0x55588deefb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:49.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.265+0000 7f331b400700 1 -- 172.21.15.42:0/3847898902 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55588de4cec0 msgr2=0x55588decc6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:49.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.265+0000 7f331b400700 1 --2- 172.21.15.42:0/3847898902 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55588de4cec0 0x55588decc6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.267 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.265+0000 7f331b400700 1 -- 172.21.15.42:0/3847898902 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55588ded9d20 msgr2=0x55588deefb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:49.267 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.265+0000 7f331b400700 1 --2- 172.21.15.42:0/3847898902 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55588ded9d20 0x55588deefb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.267 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.266+0000 7f331b400700 1 -- 172.21.15.42:0/3847898902 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55588decd100 con 0x55588dedb380 2024-06-13T11:56:49.267 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.266+0000 7f3321200700 1 --2- 172.21.15.42:0/3847898902 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55588ded9d20 0x55588deefb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:56:49.267 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.266+0000 7f331be00700 1 --2- 172.21.15.42:0/3847898902 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55588de4cec0 0x55588decc6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:56:49.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.266+0000 7f331b400700 1 --2- 172.21.15.42:0/3847898902 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55588dedb380 0x55588ded6f60 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f3308037890 tx=0x7f330800bfd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f2e2f513d907df0f server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:49.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.266+0000 7f3310c00700 1 -- 172.21.15.42:0/3847898902 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3308037b00 con 0x55588dedb380 2024-06-13T11:56:49.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.266+0000 7f3310c00700 1 -- 172.21.15.42:0/3847898902 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f330803c070 con 0x55588dedb380 2024-06-13T11:56:49.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.266+0000 7f3310c00700 1 -- 172.21.15.42:0/3847898902 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3308010d90 con 0x55588dedb380 2024-06-13T11:56:49.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.267+0000 7f332dafab80 1 -- 172.21.15.42:0/3847898902 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55588dedb380 msgr2=0x55588ded6f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:49.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.267+0000 7f332dafab80 1 --2- 172.21.15.42:0/3847898902 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55588dedb380 0x55588ded6f60 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f3308037890 tx=0x7f330800bfd0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.267+0000 7f332dafab80 1 -- 172.21.15.42:0/3847898902 shutdown_connections 2024-06-13T11:56:49.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.267+0000 7f332dafab80 1 --2- 172.21.15.42:0/3847898902 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55588ded9d20 0x55588deefb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.267+0000 7f332dafab80 1 --2- 172.21.15.42:0/3847898902 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55588de4cec0 0x55588decc6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.267+0000 7f332dafab80 1 --2- 172.21.15.42:0/3847898902 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55588dedb380 0x55588ded6f60 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.267+0000 7f332dafab80 1 -- 172.21.15.42:0/3847898902 >> 172.21.15.42:0/3847898902 conn(0x55588ddfd1f0 msgr2=0x55588ded9610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:49.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.268+0000 7f332dafab80 1 -- 172.21.15.42:0/3847898902 shutdown_connections 2024-06-13T11:56:49.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.268+0000 7f332dafab80 1 -- 172.21.15.42:0/3847898902 wait complete. 2024-06-13T11:56:49.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.268+0000 7f332dafab80 1 -- start start 2024-06-13T11:56:49.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.268+0000 7f332dafab80 1 Processor -- start 2024-06-13T11:56:49.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.269+0000 7f332dafab80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55588de4cec0 0x55588def01a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:49.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.269+0000 7f332dafab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55588ded9d20 0x55588deed590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:49.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.269+0000 7f332dafab80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55588dedb380 0x55588deedad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:49.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.269+0000 7f332dafab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f331c1b32e0 con 0x55588ded9d20 2024-06-13T11:56:49.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.269+0000 7f332dafab80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f331c1b4750 con 0x55588de4cec0 2024-06-13T11:56:49.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.269+0000 7f332dafab80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f331c1b39b0 con 0x55588dedb380 2024-06-13T11:56:49.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.270+0000 7f331be00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55588de4cec0 0x55588def01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:49.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.270+0000 7f331be00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55588de4cec0 0x55588def01a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:45978/0 (socket says 172.21.15.42:45978) 2024-06-13T11:56:49.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.270+0000 7f331be00700 1 -- 172.21.15.42:0/709501392 learned_addr learned my addr 172.21.15.42:0/709501392 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:49.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.270+0000 7f331b400700 1 --2- 172.21.15.42:0/709501392 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55588ded9d20 0x55588deed590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:49.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.270+0000 7f3321200700 1 --2- 172.21.15.42:0/709501392 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55588dedb380 0x55588deedad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:49.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.270+0000 7f332dafab80 10 client.0 _ll_register_callbacks cb 0x55588ddbc7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:56:49.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.270+0000 7f331be00700 1 -- 172.21.15.42:0/709501392 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55588dedb380 msgr2=0x55588deedad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:49.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.270+0000 7f331be00700 1 --2- 172.21.15.42:0/709501392 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55588dedb380 0x55588deedad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.270+0000 7f331be00700 1 -- 172.21.15.42:0/709501392 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55588ded9d20 msgr2=0x55588deed590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:49.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.270+0000 7f331be00700 1 --2- 172.21.15.42:0/709501392 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55588ded9d20 0x55588deed590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.270+0000 7f331be00700 1 -- 172.21.15.42:0/709501392 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55588deee190 con 0x55588de4cec0 2024-06-13T11:56:49.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.270+0000 7f331b400700 1 --2- 172.21.15.42:0/709501392 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55588ded9d20 0x55588deed590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:56:49.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.271+0000 7f331be00700 1 --2- 172.21.15.42:0/709501392 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55588de4cec0 0x55588def01a0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f330c00c5b0 tx=0x7f330c005710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=469ade90a8a9964a server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:49.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.271+0000 7f3306000700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:56:49.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.271+0000 7f3306000700 1 -- 172.21.15.42:0/709501392 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f330c01c040 con 0x55588de4cec0 2024-06-13T11:56:49.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.271+0000 7f3306000700 1 -- 172.21.15.42:0/709501392 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f330c004750 con 0x55588de4cec0 2024-06-13T11:56:49.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.271+0000 7f332dafab80 1 -- 172.21.15.42:0/709501392 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f330803c070 con 0x55588de4cec0 2024-06-13T11:56:49.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.272+0000 7f3306000700 1 -- 172.21.15.42:0/709501392 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f330c09b910 con 0x55588de4cec0 2024-06-13T11:56:49.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.272+0000 7f332dafab80 10 client.25535 fetch_fsmap learned FSMap version 27 2024-06-13T11:56:49.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.272+0000 7f332dafab80 1 -- 172.21.15.42:0/709501392 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55588df55410 con 0x55588de4cec0 2024-06-13T11:56:49.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.272+0000 7f3306000700 1 -- 172.21.15.42:0/709501392 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f330803c070 con 0x55588de4cec0 2024-06-13T11:56:49.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.272+0000 7f3306000700 1 -- 172.21.15.42:0/709501392 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 27) ==== 8346+0+0 (secure 0 0 0) 0x7f330c0a40f0 con 0x55588de4cec0 2024-06-13T11:56:49.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.273+0000 7f332dafab80 10 client.25535 fetch_fsmap finished waiting for FSMap version 27 2024-06-13T11:56:49.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.273+0000 7f332dafab80 10 client.25535 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-06-13T11:56:49.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.273+0000 7f332dafab80 20 client.25535 populate_metadata read hostname 'smithi042' 2024-06-13T11:56:49.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.273+0000 7f332dafab80 1 --2- 172.21.15.42:0/709501392 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55588df55b20 0x55588df57f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:49.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.273+0000 7f332dafab80 4 client.25535 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-06-13T11:56:49.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.273+0000 7f332dafab80 1 -- 172.21.15.42:0/709501392 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55588de2a600 con 0x55588df55b20 2024-06-13T11:56:49.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.273+0000 7f331b400700 1 --2- 172.21.15.42:0/709501392 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55588df55b20 0x55588df57f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:49.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.273+0000 7f331b400700 1 --2- 172.21.15.42:0/709501392 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55588df55b20 0x55588df57f40 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dbd024e28d0e02ef server_cookie=bf48a099752fca45 in_seq=0 out_seq=0 2024-06-13T11:56:49.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.273+0000 7f3306000700 10 client.25535 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:49.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.275+0000 7f3306000700 1 -- 172.21.15.42:0/709501392 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55588de2a600 con 0x55588df55b20 2024-06-13T11:56:49.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.275+0000 7f3306000700 10 client.25535 handle_command_reply: tid=0 2024-06-13T11:56:49.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.275+0000 7f332dafab80 1 client.25535 shutdown 2024-06-13T11:56:49.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.275+0000 7f332dafab80 1 -- 172.21.15.42:0/709501392 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55588de4cec0 msgr2=0x55588def01a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:49.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.275+0000 7f332dafab80 1 --2- 172.21.15.42:0/709501392 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55588de4cec0 0x55588def01a0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f330c00c5b0 tx=0x7f330c005710 comp rx=0 tx=0).stop 2024-06-13T11:56:49.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.275+0000 7f332dafab80 1 -- 172.21.15.42:0/709501392 shutdown_connections 2024-06-13T11:56:49.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.275+0000 7f332dafab80 1 --2- 172.21.15.42:0/709501392 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55588df55b20 0x55588df57f40 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.275+0000 7f332dafab80 1 --2- 172.21.15.42:0/709501392 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55588de4cec0 0x55588def01a0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.275+0000 7f332dafab80 1 --2- 172.21.15.42:0/709501392 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55588dedb380 0x55588deedad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.275+0000 7f332dafab80 1 --2- 172.21.15.42:0/709501392 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55588ded9d20 0x55588deed590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.275+0000 7f332dafab80 1 -- 172.21.15.42:0/709501392 >> 172.21.15.42:0/709501392 conn(0x55588ddfd1f0 msgr2=0x55588decaf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:49.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.275+0000 7f3306000700 0 client.25535 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:49.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.275+0000 7f332dafab80 1 -- 172.21.15.42:0/709501392 shutdown_connections 2024-06-13T11:56:49.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.276+0000 7f332dafab80 1 -- 172.21.15.42:0/709501392 wait complete. 2024-06-13T11:56:49.277 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-13T11:56:49.277 INFO:teuthology.orchestra.run.smithi042.stdout: "return_code": 0, 2024-06-13T11:56:49.277 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_tag": "7adb4f65-01eb-4266-b427-409eb116037a", 2024-06-13T11:56:49.278 INFO:teuthology.orchestra.run.smithi042.stdout: "mode": "asynchronous" 2024-06-13T11:56:49.278 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-13T11:56:49.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.276+0000 7f332dafab80 20 client.25535 trim_cache size 0 max 16384 2024-06-13T11:56:49.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.277+0000 7f3323200700 1 -- 172.21.15.42:0/4058216642 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f33000a2fc0 msgr2=0x7f33000a5480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:49.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.277+0000 7f3323200700 1 --2- 172.21.15.42:0/4058216642 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f33000a2fc0 0x7f33000a5480 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f3308000c00 tx=0x7f3308005fb0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.277+0000 7f3323200700 1 -- 172.21.15.42:0/4058216642 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f331c102740 msgr2=0x7f331c076380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:49.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.277+0000 7f3323200700 1 --2- 172.21.15.42:0/4058216642 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f331c102740 0x7f331c076380 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f330c00e9f0 tx=0x7f330c00ed00 comp rx=0 tx=0).stop 2024-06-13T11:56:49.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.277+0000 7f3323200700 1 -- 172.21.15.42:0/4058216642 shutdown_connections 2024-06-13T11:56:49.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.277+0000 7f3323200700 1 --2- 172.21.15.42:0/4058216642 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f331c107840 0x7f331c074df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.277+0000 7f3323200700 1 --2- 172.21.15.42:0/4058216642 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f331c102740 0x7f331c076380 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.277+0000 7f3323200700 1 --2- 172.21.15.42:0/4058216642 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f33000a2fc0 0x7f33000a5480 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.277+0000 7f3323200700 1 --2- 172.21.15.42:0/4058216642 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f331c1030f0 0x7f331c074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:49.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.277+0000 7f3323200700 1 -- 172.21.15.42:0/4058216642 >> 172.21.15.42:0/4058216642 conn(0x7f331c0795f0 msgr2=0x7f331c108990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:49.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.278+0000 7f3323200700 1 -- 172.21.15.42:0/4058216642 shutdown_connections 2024-06-13T11:56:49.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:49.278+0000 7f3323200700 1 -- 172.21.15.42:0/4058216642 wait complete. 2024-06-13T11:56:49.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:49 smithi162 ceph-mon[36757]: pgmap v41: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-06-13T11:56:49.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:49 smithi088 ceph-mon[36399]: pgmap v41: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-06-13T11:56:50.151 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-06-13T11:56:50.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:50 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:56:50.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:50 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:56:50.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:50 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:56:50.709 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:56:51.122 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:51 smithi042 ceph-mon[32231]: scrub queued for path: / 2024-06-13T11:56:51.123 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:51 smithi042 ceph-mon[32231]: scrub summary: idle+waiting paths [/] 2024-06-13T11:56:51.123 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:51 smithi042 ceph-mon[32231]: scrub summary: active paths [/] 2024-06-13T11:56:51.123 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:51 smithi042 ceph-mon[32231]: scrub summary: idle+waiting paths [/] 2024-06-13T11:56:51.123 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:51 smithi042 ceph-mon[32231]: pgmap v42: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-06-13T11:56:51.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:51 smithi162 ceph-mon[36757]: scrub queued for path: / 2024-06-13T11:56:51.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:51 smithi162 ceph-mon[36757]: scrub summary: idle+waiting paths [/] 2024-06-13T11:56:51.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:51 smithi162 ceph-mon[36757]: scrub summary: active paths [/] 2024-06-13T11:56:51.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:51 smithi162 ceph-mon[36757]: scrub summary: idle+waiting paths [/] 2024-06-13T11:56:51.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:51 smithi162 ceph-mon[36757]: pgmap v42: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-06-13T11:56:51.405 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:51 smithi088 ceph-mon[36399]: scrub queued for path: / 2024-06-13T11:56:51.405 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:51 smithi088 ceph-mon[36399]: scrub summary: idle+waiting paths [/] 2024-06-13T11:56:51.405 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:51 smithi088 ceph-mon[36399]: scrub summary: active paths [/] 2024-06-13T11:56:51.406 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:51 smithi088 ceph-mon[36399]: scrub summary: idle+waiting paths [/] 2024-06-13T11:56:51.406 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:51 smithi088 ceph-mon[36399]: pgmap v42: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-06-13T11:56:52.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:52 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:56:52.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:52 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:56:52.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:52 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:56:52.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:52 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:56:52.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:52 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:56:52.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:52 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:56:52.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:52 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:56:52.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:52 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:56:52.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:52 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:56:53.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.394+0000 7f639c000700 1 -- 172.21.15.42:0/4000020715 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63941084d0 msgr2=0x7f63941088b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:53.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.394+0000 7f639c000700 1 --2- 172.21.15.42:0/4000020715 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63941084d0 0x7f63941088b0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f6388009990 tx=0x7f6388009ca0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.394+0000 7f639c000700 1 -- 172.21.15.42:0/4000020715 shutdown_connections 2024-06-13T11:56:53.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.394+0000 7f639c000700 1 --2- 172.21.15.42:0/4000020715 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f639406b3a0 0x7f639410f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.394+0000 7f639c000700 1 --2- 172.21.15.42:0/4000020715 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63941084d0 0x7f63941088b0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.394+0000 7f639c000700 1 --2- 172.21.15.42:0/4000020715 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f639406aa00 0x7f639406ae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.394+0000 7f639c000700 1 -- 172.21.15.42:0/4000020715 >> 172.21.15.42:0/4000020715 conn(0x7f6394078330 msgr2=0x7f6394078740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:53.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.395+0000 7f639c000700 1 -- 172.21.15.42:0/4000020715 shutdown_connections 2024-06-13T11:56:53.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.395+0000 7f639c000700 1 -- 172.21.15.42:0/4000020715 wait complete. 2024-06-13T11:56:53.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.396+0000 7f639c000700 1 Processor -- start 2024-06-13T11:56:53.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.396+0000 7f639c000700 1 -- start start 2024-06-13T11:56:53.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.396+0000 7f639c000700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f639406aa00 0x7f6394101450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:53.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.396+0000 7f639c000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f639406b3a0 0x7f6394101990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:53.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.396+0000 7f639c000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63941084d0 0x7f6394101ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:53.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.396+0000 7f639c000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6394112710 con 0x7f639406b3a0 2024-06-13T11:56:53.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.396+0000 7f639c000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f6394112590 con 0x7f63941084d0 2024-06-13T11:56:53.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.396+0000 7f639c000700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f6394112890 con 0x7f639406aa00 2024-06-13T11:56:53.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.397+0000 7f6398c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f639406b3a0 0x7f6394101990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:53.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.397+0000 7f6399600700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f639406aa00 0x7f6394101450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:53.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.397+0000 7f6398c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f639406b3a0 0x7f6394101990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57506/0 (socket says 172.21.15.42:57506) 2024-06-13T11:56:53.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.397+0000 7f6398c00700 1 -- 172.21.15.42:0/3283058027 learned_addr learned my addr 172.21.15.42:0/3283058027 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:53.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.397+0000 7f639a000700 1 --2- 172.21.15.42:0/3283058027 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63941084d0 0x7f6394101ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:53.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.397+0000 7f6399600700 1 -- 172.21.15.42:0/3283058027 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63941084d0 msgr2=0x7f6394101ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:53.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.397+0000 7f6399600700 1 --2- 172.21.15.42:0/3283058027 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63941084d0 0x7f6394101ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.397+0000 7f6399600700 1 -- 172.21.15.42:0/3283058027 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f639406b3a0 msgr2=0x7f6394101990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:53.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.397+0000 7f6399600700 1 --2- 172.21.15.42:0/3283058027 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f639406b3a0 0x7f6394101990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.397+0000 7f6399600700 1 -- 172.21.15.42:0/3283058027 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63941a7190 con 0x7f639406aa00 2024-06-13T11:56:53.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.398+0000 7f6399600700 1 --2- 172.21.15.42:0/3283058027 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f639406aa00 0x7f6394101450 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f6388006010 tx=0x7f638800bab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:53.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.398+0000 7f6392000700 1 -- 172.21.15.42:0/3283058027 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6388027070 con 0x7f639406aa00 2024-06-13T11:56:53.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.398+0000 7f6392000700 1 -- 172.21.15.42:0/3283058027 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f63880056d0 con 0x7f639406aa00 2024-06-13T11:56:53.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.398+0000 7f639c000700 1 -- 172.21.15.42:0/3283058027 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63941a7420 con 0x7f639406aa00 2024-06-13T11:56:53.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.398+0000 7f6392000700 1 -- 172.21.15.42:0/3283058027 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6388022d90 con 0x7f639406aa00 2024-06-13T11:56:53.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.398+0000 7f639c000700 1 -- 172.21.15.42:0/3283058027 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63941a7870 con 0x7f639406aa00 2024-06-13T11:56:53.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.403+0000 7f6392000700 1 -- 172.21.15.42:0/3283058027 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 26) ==== 138117+0+0 (secure 0 0 0) 0x7f638802a070 con 0x7f639406aa00 2024-06-13T11:56:53.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.403+0000 7f63a6a77b80 1 Processor -- start 2024-06-13T11:56:53.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.403+0000 7f63a6a77b80 1 -- start start 2024-06-13T11:56:53.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.404+0000 7f63a6a77b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5652d6d44e40 0x5652d6dc8070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:53.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.404+0000 7f63a6a77b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652d6dc85b0 0x5652d6dc8a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:53.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.404+0000 7f63a6a77b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652d6dd3300 0x5652d6dd56f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:53.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.404+0000 7f63a6a77b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5652d6cd7a10 con 0x5652d6dd3300 2024-06-13T11:56:53.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.404+0000 7f63a6a77b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x5652d6d1ab00 con 0x5652d6dc85b0 2024-06-13T11:56:53.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.404+0000 7f63a6a77b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x5652d6cd58f0 con 0x5652d6d44e40 2024-06-13T11:56:53.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.404+0000 7f6399600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652d6dc85b0 0x5652d6dc8a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:53.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.405+0000 7f6399600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652d6dc85b0 0x5652d6dc8a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:46002/0 (socket says 172.21.15.42:46002) 2024-06-13T11:56:53.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.405+0000 7f6399600700 1 -- 172.21.15.42:0/2013001313 learned_addr learned my addr 172.21.15.42:0/2013001313 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:53.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.405+0000 7f639a000700 1 --2- 172.21.15.42:0/2013001313 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5652d6d44e40 0x5652d6dc8070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:53.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.405+0000 7f6398c00700 1 --2- 172.21.15.42:0/2013001313 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652d6dd3300 0x5652d6dd56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:53.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.405+0000 7f6399600700 1 -- 172.21.15.42:0/2013001313 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5652d6d44e40 msgr2=0x5652d6dc8070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:53.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.405+0000 7f6399600700 1 --2- 172.21.15.42:0/2013001313 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5652d6d44e40 0x5652d6dc8070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.405+0000 7f6399600700 1 -- 172.21.15.42:0/2013001313 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652d6dd3300 msgr2=0x5652d6dd56f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:53.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.405+0000 7f6399600700 1 --2- 172.21.15.42:0/2013001313 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652d6dd3300 0x5652d6dd56f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.405+0000 7f6399600700 1 -- 172.21.15.42:0/2013001313 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5652d6cc2f90 con 0x5652d6dc85b0 2024-06-13T11:56:53.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.405+0000 7f6392000700 1 --2- 172.21.15.42:0/3283058027 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f637c0a2f40 0x7f637c0a5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:53.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.406+0000 7f6392000700 1 -- 172.21.15.42:0/3283058027 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f63880d09a0 con 0x7f639406aa00 2024-06-13T11:56:53.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.406+0000 7f6399600700 1 --2- 172.21.15.42:0/2013001313 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652d6dc85b0 0x5652d6dc8a30 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f63880cda70 tx=0x7f63880d6e50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5999f4482e8318f7 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:53.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.406+0000 7f6386a00700 1 -- 172.21.15.42:0/2013001313 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6388098c00 con 0x5652d6dc85b0 2024-06-13T11:56:53.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.406+0000 7f639a000700 1 --2- 172.21.15.42:0/3283058027 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f637c0a2f40 0x7f637c0a5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:53.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.406+0000 7f6386a00700 1 -- 172.21.15.42:0/2013001313 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6388022470 con 0x5652d6dc85b0 2024-06-13T11:56:53.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.406+0000 7f6386a00700 1 -- 172.21.15.42:0/2013001313 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f638809c2c0 con 0x5652d6dc85b0 2024-06-13T11:56:53.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.407+0000 7f63a6a77b80 1 -- 172.21.15.42:0/2013001313 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652d6dc85b0 msgr2=0x5652d6dc8a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:53.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.407+0000 7f63a6a77b80 1 --2- 172.21.15.42:0/2013001313 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652d6dc85b0 0x5652d6dc8a30 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f63880cda70 tx=0x7f63880d6e50 comp rx=0 tx=0).stop 2024-06-13T11:56:53.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.407+0000 7f639a000700 1 --2- 172.21.15.42:0/3283058027 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f637c0a2f40 0x7f637c0a5400 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x5652d6dc53b0 tx=0x7f638c00b040 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:53.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.407+0000 7f63a6a77b80 1 -- 172.21.15.42:0/2013001313 shutdown_connections 2024-06-13T11:56:53.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.407+0000 7f63a6a77b80 1 --2- 172.21.15.42:0/2013001313 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652d6dd3300 0x5652d6dd56f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.407+0000 7f63a6a77b80 1 --2- 172.21.15.42:0/2013001313 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5652d6d44e40 0x5652d6dc8070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.407+0000 7f63a6a77b80 1 --2- 172.21.15.42:0/2013001313 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652d6dc85b0 0x5652d6dc8a30 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.407+0000 7f63a6a77b80 1 -- 172.21.15.42:0/2013001313 >> 172.21.15.42:0/2013001313 conn(0x5652d6cf5170 msgr2=0x5652d6dc44b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:53.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.408+0000 7f63a6a77b80 1 -- 172.21.15.42:0/2013001313 shutdown_connections 2024-06-13T11:56:53.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.408+0000 7f63a6a77b80 1 -- 172.21.15.42:0/2013001313 wait complete. 2024-06-13T11:56:53.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.408+0000 7f63a6a77b80 1 -- start start 2024-06-13T11:56:53.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.409+0000 7f63a6a77b80 1 Processor -- start 2024-06-13T11:56:53.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.409+0000 7f63a6a77b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652d6d44e40 0x5652d6dd2a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:53.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.409+0000 7f63a6a77b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652d6dc85b0 0x5652d6dcfd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:53.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.409+0000 7f63a6a77b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5652d6dd3300 0x5652d6dd02c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:53.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.410+0000 7f63a6a77b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5652d6cb6f60 con 0x5652d6d44e40 2024-06-13T11:56:53.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.410+0000 7f63a6a77b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x5652d6d16ac0 con 0x5652d6dc85b0 2024-06-13T11:56:53.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.410+0000 7f63a6a77b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x5652d6dd5d70 con 0x5652d6dd3300 2024-06-13T11:56:53.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.410+0000 7f63a6a77b80 10 client.0 _ll_register_callbacks cb 0x5652d6cb4720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:56:53.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.410+0000 7f6398c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652d6dc85b0 0x5652d6dcfd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:53.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.410+0000 7f6398c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652d6dc85b0 0x5652d6dcfd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:46008/0 (socket says 172.21.15.42:46008) 2024-06-13T11:56:53.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.410+0000 7f6398c00700 1 -- 172.21.15.42:0/2908358791 learned_addr learned my addr 172.21.15.42:0/2908358791 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:53.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.410+0000 7f639a000700 1 --2- 172.21.15.42:0/2908358791 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5652d6dd3300 0x5652d6dd02c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:53.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.410+0000 7f6399600700 1 --2- 172.21.15.42:0/2908358791 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652d6d44e40 0x5652d6dd2a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:53.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.411+0000 7f6398c00700 1 -- 172.21.15.42:0/2908358791 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5652d6dd3300 msgr2=0x5652d6dd02c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:53.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.411+0000 7f6398c00700 1 --2- 172.21.15.42:0/2908358791 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5652d6dd3300 0x5652d6dd02c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.411+0000 7f6398c00700 1 -- 172.21.15.42:0/2908358791 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652d6d44e40 msgr2=0x5652d6dd2a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:53.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.411+0000 7f6398c00700 1 --2- 172.21.15.42:0/2908358791 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652d6d44e40 0x5652d6dd2a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.411+0000 7f6398c00700 1 -- 172.21.15.42:0/2908358791 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5652d6c698d0 con 0x5652d6dc85b0 2024-06-13T11:56:53.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.411+0000 7f6398c00700 1 --2- 172.21.15.42:0/2908358791 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652d6dc85b0 0x5652d6dcfd80 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f6380011730 tx=0x7f6380011a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=23407874ae4716a2 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:53.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.411+0000 7f637b400700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:56:53.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.411+0000 7f637b400700 1 -- 172.21.15.42:0/2908358791 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f638001f060 con 0x5652d6dc85b0 2024-06-13T11:56:53.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.411+0000 7f63a6a77b80 1 -- 172.21.15.42:0/2908358791 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5652d6d28000 con 0x5652d6dc85b0 2024-06-13T11:56:53.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.411+0000 7f637b400700 1 -- 172.21.15.42:0/2908358791 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f6380004320 con 0x5652d6dc85b0 2024-06-13T11:56:53.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.412+0000 7f637b400700 1 -- 172.21.15.42:0/2908358791 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f6380026050 con 0x5652d6dc85b0 2024-06-13T11:56:53.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.412+0000 7f63a6a77b80 10 client.25547 fetch_fsmap learned FSMap version 27 2024-06-13T11:56:53.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.412+0000 7f63a6a77b80 1 -- 172.21.15.42:0/2908358791 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5652d6de0520 con 0x5652d6dc85b0 2024-06-13T11:56:53.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.412+0000 7f637b400700 1 -- 172.21.15.42:0/2908358791 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x5652d6d28000 con 0x5652d6dc85b0 2024-06-13T11:56:53.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.412+0000 7f637b400700 1 -- 172.21.15.42:0/2908358791 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 27) ==== 8346+0+0 (secure 0 0 0) 0x7f638000f6e0 con 0x5652d6dc85b0 2024-06-13T11:56:53.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.413+0000 7f63a6a77b80 10 client.25547 fetch_fsmap finished waiting for FSMap version 27 2024-06-13T11:56:53.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.413+0000 7f63a6a77b80 10 client.25547 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-06-13T11:56:53.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.413+0000 7f63a6a77b80 20 client.25547 populate_metadata read hostname 'smithi042' 2024-06-13T11:56:53.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.413+0000 7f63a6a77b80 1 --2- 172.21.15.42:0/2908358791 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5652d6de2bb0 0x5652d6de4fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:53.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.413+0000 7f63a6a77b80 4 client.25547 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:56:53.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.413+0000 7f63a6a77b80 1 -- 172.21.15.42:0/2908358791 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5652d6d22580 con 0x5652d6de2bb0 2024-06-13T11:56:53.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.413+0000 7f6399600700 1 --2- 172.21.15.42:0/2908358791 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5652d6de2bb0 0x5652d6de4fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:53.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.414+0000 7f6399600700 1 --2- 172.21.15.42:0/2908358791 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5652d6de2bb0 0x5652d6de4fa0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dabc5015977069c server_cookie=87c087d4c32b57b7 in_seq=0 out_seq=0 2024-06-13T11:56:53.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.414+0000 7f637b400700 10 client.25547 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:53.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.414+0000 7f637b400700 1 -- 172.21.15.42:0/2908358791 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5652d6d22580 con 0x5652d6de2bb0 2024-06-13T11:56:53.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.414+0000 7f637b400700 10 client.25547 handle_command_reply: tid=0 2024-06-13T11:56:53.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.414+0000 7f63a6a77b80 1 client.25547 shutdown 2024-06-13T11:56:53.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.415+0000 7f63a6a77b80 1 -- 172.21.15.42:0/2908358791 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652d6dc85b0 msgr2=0x5652d6dcfd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:53.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.415+0000 7f63a6a77b80 1 --2- 172.21.15.42:0/2908358791 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652d6dc85b0 0x5652d6dcfd80 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f6380011730 tx=0x7f6380011a40 comp rx=0 tx=0).stop 2024-06-13T11:56:53.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.415+0000 7f63a6a77b80 1 -- 172.21.15.42:0/2908358791 shutdown_connections 2024-06-13T11:56:53.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.415+0000 7f63a6a77b80 1 --2- 172.21.15.42:0/2908358791 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5652d6de2bb0 0x5652d6de4fa0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.415+0000 7f63a6a77b80 1 --2- 172.21.15.42:0/2908358791 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5652d6dd3300 0x5652d6dd02c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.415+0000 7f63a6a77b80 1 --2- 172.21.15.42:0/2908358791 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652d6d44e40 0x5652d6dd2a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.415+0000 7f637b400700 0 client.25547 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:53.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.415+0000 7f63a6a77b80 1 --2- 172.21.15.42:0/2908358791 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652d6dc85b0 0x5652d6dcfd80 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.415+0000 7f63a6a77b80 1 -- 172.21.15.42:0/2908358791 >> 172.21.15.42:0/2908358791 conn(0x5652d6cf5170 msgr2=0x5652d6dc3740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:53.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.415+0000 7f63a6a77b80 1 -- 172.21.15.42:0/2908358791 shutdown_connections 2024-06-13T11:56:53.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.415+0000 7f63a6a77b80 1 -- 172.21.15.42:0/2908358791 wait complete. 2024-06-13T11:56:53.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.415+0000 7f63a6a77b80 20 client.25547 trim_cache size 0 max 16384 2024-06-13T11:56:53.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.437+0000 7f63a6a77b80 1 Processor -- start 2024-06-13T11:56:53.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.437+0000 7f63a6a77b80 1 -- start start 2024-06-13T11:56:53.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.438+0000 7f63a6a77b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5652d6d44e40 0x5652d6dced60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:53.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.438+0000 7f63a6a77b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652d6dc85b0 0x5652d6dd25c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:53.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.438+0000 7f63a6a77b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652d6dd3300 0x5652d6dd46f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:53.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.438+0000 7f63a6a77b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f63941b2f20 con 0x5652d6dd3300 2024-06-13T11:56:53.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.438+0000 7f63a6a77b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f63941b07b0 con 0x5652d6dc85b0 2024-06-13T11:56:53.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.438+0000 7f63a6a77b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f63941ae600 con 0x5652d6d44e40 2024-06-13T11:56:53.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.438+0000 7f6399600700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5652d6d44e40 0x5652d6dced60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:53.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.438+0000 7f6399600700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5652d6d44e40 0x5652d6dced60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:45712/0 (socket says 172.21.15.42:45712) 2024-06-13T11:56:53.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.438+0000 7f6399600700 1 -- 172.21.15.42:0/617336536 learned_addr learned my addr 172.21.15.42:0/617336536 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:53.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.438+0000 7f6398c00700 1 --2- 172.21.15.42:0/617336536 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652d6dc85b0 0x5652d6dd25c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:53.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.438+0000 7f639a000700 1 --2- 172.21.15.42:0/617336536 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652d6dd3300 0x5652d6dd46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:53.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.439+0000 7f6398c00700 1 -- 172.21.15.42:0/617336536 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5652d6d44e40 msgr2=0x5652d6dced60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:53.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.439+0000 7f6398c00700 1 --2- 172.21.15.42:0/617336536 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5652d6d44e40 0x5652d6dced60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.439+0000 7f6398c00700 1 -- 172.21.15.42:0/617336536 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652d6dd3300 msgr2=0x5652d6dd46f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:53.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.439+0000 7f6398c00700 1 --2- 172.21.15.42:0/617336536 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652d6dd3300 0x5652d6dd46f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.439+0000 7f6398c00700 1 -- 172.21.15.42:0/617336536 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5652d6dd5a60 con 0x5652d6dc85b0 2024-06-13T11:56:53.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.439+0000 7f639a000700 1 --2- 172.21.15.42:0/617336536 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652d6dd3300 0x5652d6dd46f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:56:53.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.439+0000 7f6398c00700 1 --2- 172.21.15.42:0/617336536 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652d6dc85b0 0x5652d6dd25c0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f638000fc70 tx=0x7f638000ff40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=656b286926a919a0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:53.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.439+0000 7f6386000700 1 -- 172.21.15.42:0/617336536 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6380004320 con 0x5652d6dc85b0 2024-06-13T11:56:53.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.439+0000 7f6386000700 1 -- 172.21.15.42:0/617336536 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f63800044c0 con 0x5652d6dc85b0 2024-06-13T11:56:53.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.439+0000 7f6386000700 1 -- 172.21.15.42:0/617336536 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6380004970 con 0x5652d6dc85b0 2024-06-13T11:56:53.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.440+0000 7f63a6a77b80 1 -- 172.21.15.42:0/617336536 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652d6dc85b0 msgr2=0x5652d6dd25c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:53.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.440+0000 7f63a6a77b80 1 --2- 172.21.15.42:0/617336536 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652d6dc85b0 0x5652d6dd25c0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f638000fc70 tx=0x7f638000ff40 comp rx=0 tx=0).stop 2024-06-13T11:56:53.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.440+0000 7f63a6a77b80 1 -- 172.21.15.42:0/617336536 shutdown_connections 2024-06-13T11:56:53.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.440+0000 7f63a6a77b80 1 --2- 172.21.15.42:0/617336536 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652d6dd3300 0x5652d6dd46f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.440+0000 7f63a6a77b80 1 --2- 172.21.15.42:0/617336536 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5652d6d44e40 0x5652d6dced60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.440+0000 7f63a6a77b80 1 --2- 172.21.15.42:0/617336536 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652d6dc85b0 0x5652d6dd25c0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.440+0000 7f63a6a77b80 1 -- 172.21.15.42:0/617336536 >> 172.21.15.42:0/617336536 conn(0x5652d6cf5170 msgr2=0x5652d6dc3740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:53.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.440+0000 7f63a6a77b80 1 -- 172.21.15.42:0/617336536 shutdown_connections 2024-06-13T11:56:53.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.440+0000 7f63a6a77b80 1 -- 172.21.15.42:0/617336536 wait complete. 2024-06-13T11:56:53.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.441+0000 7f63a6a77b80 1 -- start start 2024-06-13T11:56:53.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.441+0000 7f63a6a77b80 1 Processor -- start 2024-06-13T11:56:53.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.441+0000 7f63a6a77b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5652d6d44e40 0x5652d6dcd7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:53.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.442+0000 7f63a6a77b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652d6dc85b0 0x5652d6ddb010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:53.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.442+0000 7f63a6a77b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652d6dd3300 0x5652d6ddb550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:53.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.442+0000 7f63a6a77b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f63941aec70 con 0x5652d6dd3300 2024-06-13T11:56:53.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.442+0000 7f63a6a77b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f63941b00e0 con 0x5652d6dc85b0 2024-06-13T11:56:53.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.442+0000 7f63a6a77b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f63941af340 con 0x5652d6d44e40 2024-06-13T11:56:53.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.442+0000 7f63a6a77b80 10 client.0 _ll_register_callbacks cb 0x5652d6cb4720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:56:53.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.442+0000 7f6398c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652d6dc85b0 0x5652d6ddb010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:53.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.442+0000 7f6398c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652d6dc85b0 0x5652d6ddb010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:46030/0 (socket says 172.21.15.42:46030) 2024-06-13T11:56:53.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.442+0000 7f6398c00700 1 -- 172.21.15.42:0/3807023958 learned_addr learned my addr 172.21.15.42:0/3807023958 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:53.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.442+0000 7f639a000700 1 --2- 172.21.15.42:0/3807023958 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652d6dd3300 0x5652d6ddb550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:53.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.442+0000 7f6399600700 1 --2- 172.21.15.42:0/3807023958 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5652d6d44e40 0x5652d6dcd7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:53.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.442+0000 7f6398c00700 1 -- 172.21.15.42:0/3807023958 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5652d6d44e40 msgr2=0x5652d6dcd7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:53.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.442+0000 7f6398c00700 1 --2- 172.21.15.42:0/3807023958 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5652d6d44e40 0x5652d6dcd7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.442+0000 7f6398c00700 1 -- 172.21.15.42:0/3807023958 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652d6dd3300 msgr2=0x5652d6ddb550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:53.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.442+0000 7f6398c00700 1 --2- 172.21.15.42:0/3807023958 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652d6dd3300 0x5652d6ddb550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.442+0000 7f6398c00700 1 -- 172.21.15.42:0/3807023958 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5652d6ddbb90 con 0x5652d6dc85b0 2024-06-13T11:56:53.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.443+0000 7f6398c00700 1 --2- 172.21.15.42:0/3807023958 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652d6dc85b0 0x5652d6ddb010 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f638000a010 tx=0x7f638000f6b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=86dcfe2e11f5592d server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:53.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.443+0000 7f637b400700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:56:53.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.443+0000 7f637b400700 1 -- 172.21.15.42:0/3807023958 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6380037070 con 0x5652d6dc85b0 2024-06-13T11:56:53.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.443+0000 7f637b400700 1 -- 172.21.15.42:0/3807023958 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f6380005280 con 0x5652d6dc85b0 2024-06-13T11:56:53.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.443+0000 7f63a6a77b80 1 -- 172.21.15.42:0/3807023958 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f63800044c0 con 0x5652d6dc85b0 2024-06-13T11:56:53.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.444+0000 7f637b400700 1 -- 172.21.15.42:0/3807023958 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f6380040050 con 0x5652d6dc85b0 2024-06-13T11:56:53.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.444+0000 7f63a6a77b80 10 client.25553 fetch_fsmap learned FSMap version 27 2024-06-13T11:56:53.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.444+0000 7f63a6a77b80 1 -- 172.21.15.42:0/3807023958 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5652d6e4d8a0 con 0x5652d6dc85b0 2024-06-13T11:56:53.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.444+0000 7f637b400700 1 -- 172.21.15.42:0/3807023958 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f63800044c0 con 0x5652d6dc85b0 2024-06-13T11:56:53.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.444+0000 7f637b400700 1 -- 172.21.15.42:0/3807023958 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 27) ==== 8346+0+0 (secure 0 0 0) 0x7f638003a020 con 0x5652d6dc85b0 2024-06-13T11:56:53.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.444+0000 7f63a6a77b80 10 client.25553 fetch_fsmap finished waiting for FSMap version 27 2024-06-13T11:56:53.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.444+0000 7f63a6a77b80 10 client.25553 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-06-13T11:56:53.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.444+0000 7f63a6a77b80 20 client.25553 populate_metadata read hostname 'smithi042' 2024-06-13T11:56:53.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.444+0000 7f63a6a77b80 1 --2- 172.21.15.42:0/3807023958 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5652d6e4dde0 0x5652d6e50200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:53.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.444+0000 7f63a6a77b80 4 client.25553 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-06-13T11:56:53.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.444+0000 7f63a6a77b80 1 -- 172.21.15.42:0/3807023958 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5652d6b9c250 con 0x5652d6e4dde0 2024-06-13T11:56:53.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.445+0000 7f6399600700 1 --2- 172.21.15.42:0/3807023958 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5652d6e4dde0 0x5652d6e50200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:53.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.445+0000 7f6399600700 1 --2- 172.21.15.42:0/3807023958 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5652d6e4dde0 0x5652d6e50200 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3ee01104557afc98 server_cookie=2f73788c4e117216 in_seq=0 out_seq=0 2024-06-13T11:56:53.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.445+0000 7f637b400700 10 client.25553 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:53.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.445+0000 7f637b400700 1 -- 172.21.15.42:0/3807023958 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5652d6b9c250 con 0x5652d6e4dde0 2024-06-13T11:56:53.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.445+0000 7f637b400700 10 client.25553 handle_command_reply: tid=0 2024-06-13T11:56:53.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.445+0000 7f63a6a77b80 1 client.25553 shutdown 2024-06-13T11:56:53.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.446+0000 7f63a6a77b80 1 -- 172.21.15.42:0/3807023958 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652d6dc85b0 msgr2=0x5652d6ddb010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:53.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.446+0000 7f63a6a77b80 1 --2- 172.21.15.42:0/3807023958 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652d6dc85b0 0x5652d6ddb010 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f638000a010 tx=0x7f638000f6b0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.446+0000 7f63a6a77b80 1 -- 172.21.15.42:0/3807023958 shutdown_connections 2024-06-13T11:56:53.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.446+0000 7f63a6a77b80 1 --2- 172.21.15.42:0/3807023958 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5652d6e4dde0 0x5652d6e50200 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.446+0000 7f63a6a77b80 1 --2- 172.21.15.42:0/3807023958 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652d6dd3300 0x5652d6ddb550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.446+0000 7f63a6a77b80 1 --2- 172.21.15.42:0/3807023958 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5652d6d44e40 0x5652d6dcd7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.446+0000 7f63a6a77b80 1 --2- 172.21.15.42:0/3807023958 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652d6dc85b0 0x5652d6ddb010 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.446+0000 7f637b400700 0 client.25553 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:53.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.446+0000 7f63a6a77b80 1 -- 172.21.15.42:0/3807023958 >> 172.21.15.42:0/3807023958 conn(0x5652d6cf5170 msgr2=0x5652d6dcf5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:53.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.446+0000 7f63a6a77b80 1 -- 172.21.15.42:0/3807023958 shutdown_connections 2024-06-13T11:56:53.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.446+0000 7f63a6a77b80 1 -- 172.21.15.42:0/3807023958 wait complete. 2024-06-13T11:56:53.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.446+0000 7f63a6a77b80 20 client.25553 trim_cache size 0 max 16384 2024-06-13T11:56:53.449 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-13T11:56:53.449 INFO:teuthology.orchestra.run.smithi042.stdout: "status": "no active scrubs running", 2024-06-13T11:56:53.449 INFO:teuthology.orchestra.run.smithi042.stdout: "scrubs": {} 2024-06-13T11:56:53.449 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-13T11:56:53.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.447+0000 7f639c000700 1 -- 172.21.15.42:0/3283058027 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f637c0a2f40 msgr2=0x7f637c0a5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:53.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.447+0000 7f639c000700 1 --2- 172.21.15.42:0/3283058027 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f637c0a2f40 0x7f637c0a5400 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x5652d6dc53b0 tx=0x7f638c00b040 comp rx=0 tx=0).stop 2024-06-13T11:56:53.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.447+0000 7f639c000700 1 -- 172.21.15.42:0/3283058027 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f639406aa00 msgr2=0x7f6394101450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:53.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.447+0000 7f639c000700 1 --2- 172.21.15.42:0/3283058027 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f639406aa00 0x7f6394101450 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f6388006010 tx=0x7f638800bab0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.447+0000 7f639c000700 1 -- 172.21.15.42:0/3283058027 shutdown_connections 2024-06-13T11:56:53.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.447+0000 7f639c000700 1 --2- 172.21.15.42:0/3283058027 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f637c0a2f40 0x7f637c0a5400 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.447+0000 7f639c000700 1 --2- 172.21.15.42:0/3283058027 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63941084d0 0x7f6394101ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.447+0000 7f639c000700 1 --2- 172.21.15.42:0/3283058027 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f639406aa00 0x7f6394101450 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.447+0000 7f639c000700 1 --2- 172.21.15.42:0/3283058027 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f639406b3a0 0x7f6394101990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:53.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.447+0000 7f639c000700 1 -- 172.21.15.42:0/3283058027 >> 172.21.15.42:0/3283058027 conn(0x7f6394078330 msgr2=0x7f63940ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:53.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.447+0000 7f639c000700 1 -- 172.21.15.42:0/3283058027 shutdown_connections 2024-06-13T11:56:53.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:53.447+0000 7f639c000700 1 -- 172.21.15.42:0/3283058027 wait complete. 2024-06-13T11:56:53.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:53 smithi088 ceph-mon[36399]: pgmap v43: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-06-13T11:56:53.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:53 smithi042 ceph-mon[32231]: pgmap v43: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-06-13T11:56:53.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:53 smithi162 ceph-mon[36757]: pgmap v43: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-06-13T11:56:54.414 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-06-13T11:56:54.414 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T11:56:54.477 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:54 smithi042 ceph-mon[32231]: scrub summary: idle 2024-06-13T11:56:54.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:54 smithi088 ceph-mon[36399]: scrub summary: idle 2024-06-13T11:56:54.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:54 smithi162 ceph-mon[36757]: scrub summary: idle 2024-06-13T11:56:54.716 INFO:tasks.workunit.client.0.smithi042.stderr:Updating files: 58% (7298/12572) Updating files: 59% (7418/12572) Updating files: 60% (7544/12572) Updating files: 61% (7669/12572) Updating files: 62% (7795/12572) Updating files: 63% (7921/12572) Updating files: 64% (8047/12572) Updating files: 65% (8172/12572) Updating files: 66% (8298/12572) Updating files: 67% (8424/12572) Updating files: 68% (8549/12572) Updating files: 69% (8675/12572) Updating files: 70% (8801/12572) Updating files: 71% (8927/12572) Updating files: 72% (9052/12572) Updating files: 73% (9178/12572) Updating files: 74% (9304/12572) Updating files: 75% (9429/12572) Updating files: 76% (9555/12572) Updating files: 77% (9681/12572) Updating files: 78% (9807/12572) Updating files: 79% (9932/12572) Updating files: 80% (10058/12572) Updating files: 81% (10184/12572) Updating files: 82% (10310/12572) Updating files: 83% (10435/12572) Updating files: 84% (10561/12572) Updating files: 85% (10687/12572) Updating files: 86% (10812/12572) Updating files: 87% (10938/12572) Updating files: 88% (11064/12572) Updating files: 89% (11190/12572) Updating files: 90% (11315/12572) Updating files: 91% (11441/12572) Updating files: 91% (11550/12572) Updating files: 92% (11567/12572) Updating files: 93% (11692/12572) Updating files: 94% (11818/12572) Updating files: 95% (11944/12572) Updating files: 96% (12070/12572) Updating files: 97% (12195/12572) Updating files: 98% (12321/12572) Updating files: 99% (12447/12572) Updating files: 100% (12572/12572) Updating files: 100% (12572/12572), done. 2024-06-13T11:56:54.871 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:56:55.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:55 smithi088 ceph-mon[36399]: pgmap v44: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 255 B/s wr, 8 op/s 2024-06-13T11:56:55.534 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:55 smithi042 ceph-mon[32231]: pgmap v44: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 255 B/s wr, 8 op/s 2024-06-13T11:56:55.626 INFO:tasks.workunit.client.0.smithi042.stderr:Note: switching to '1373963c202323287783ccb099bbae1ec8f14a5d'. 2024-06-13T11:56:55.626 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-06-13T11:56:55.626 INFO:tasks.workunit.client.0.smithi042.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-06-13T11:56:55.626 INFO:tasks.workunit.client.0.smithi042.stderr:changes and commit them, and you can discard any commits you make in this 2024-06-13T11:56:55.626 INFO:tasks.workunit.client.0.smithi042.stderr:state without impacting any branches by switching back to a branch. 2024-06-13T11:56:55.626 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-06-13T11:56:55.626 INFO:tasks.workunit.client.0.smithi042.stderr:If you want to create a new branch to retain commits you create, you may 2024-06-13T11:56:55.626 INFO:tasks.workunit.client.0.smithi042.stderr:do so (now or later) by using -c with the switch command. Example: 2024-06-13T11:56:55.626 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-06-13T11:56:55.626 INFO:tasks.workunit.client.0.smithi042.stderr: git switch -c 2024-06-13T11:56:55.626 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-06-13T11:56:55.627 INFO:tasks.workunit.client.0.smithi042.stderr:Or undo this operation with: 2024-06-13T11:56:55.627 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-06-13T11:56:55.627 INFO:tasks.workunit.client.0.smithi042.stderr: git switch - 2024-06-13T11:56:55.627 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-06-13T11:56:55.627 INFO:tasks.workunit.client.0.smithi042.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-06-13T11:56:55.627 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-06-13T11:56:55.627 INFO:tasks.workunit.client.0.smithi042.stderr:HEAD is now at 1373963c202 Merge pull request #56700 from joscollin/wip-65318-squid 2024-06-13T11:56:55.636 DEBUG:teuthology.orchestra.run.smithi042:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-06-13T11:56:55.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:55 smithi162 ceph-mon[36757]: pgmap v44: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 255 B/s wr, 8 op/s 2024-06-13T11:56:55.760 INFO:tasks.workunit.client.0.smithi042.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-06-13T11:56:55.768 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-06-13T11:56:55.769 INFO:tasks.workunit.client.0.smithi042.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-06-13T11:56:57.167 INFO:tasks.workunit.client.0.smithi042.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-06-13T11:56:57.348 INFO:tasks.workunit.client.0.smithi042.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-06-13T11:56:57.414 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:57 smithi042 ceph-mon[32231]: pgmap v45: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-06-13T11:56:57.435 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-06-13T11:56:57.441 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-06-13T11:56:57.441 INFO:tasks.workunit.client.0.smithi042.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-06-13T11:56:57.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.460+0000 7f76ada00700 1 -- 172.21.15.42:0/3526129424 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f76a81024e0 msgr2=0x7f76a8102960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:57.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.460+0000 7f76ada00700 1 --2- 172.21.15.42:0/3526129424 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f76a81024e0 0x7f76a8102960 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f7694009990 tx=0x7f7694009ca0 comp rx=0 tx=0).stop 2024-06-13T11:56:57.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.460+0000 7f76ada00700 1 -- 172.21.15.42:0/3526129424 shutdown_connections 2024-06-13T11:56:57.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.460+0000 7f76ada00700 1 --2- 172.21.15.42:0/3526129424 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f76a8102ea0 0x7f76a810f380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:57.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.460+0000 7f76ada00700 1 --2- 172.21.15.42:0/3526129424 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f76a81085f0 0x7f76a81089d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:57.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.460+0000 7f76ada00700 1 --2- 172.21.15.42:0/3526129424 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f76a81024e0 0x7f76a8102960 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:57.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.460+0000 7f76ada00700 1 -- 172.21.15.42:0/3526129424 >> 172.21.15.42:0/3526129424 conn(0x7f76a8079640 msgr2=0x7f76a8079a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:57.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.460+0000 7f76ada00700 1 -- 172.21.15.42:0/3526129424 shutdown_connections 2024-06-13T11:56:57.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.460+0000 7f76ada00700 1 -- 172.21.15.42:0/3526129424 wait complete. 2024-06-13T11:56:57.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.461+0000 7f76ada00700 1 Processor -- start 2024-06-13T11:56:57.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.462+0000 7f76ada00700 1 -- start start 2024-06-13T11:56:57.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.462+0000 7f76ada00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f76a81024e0 0x7f76a819adf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:57.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.462+0000 7f76ada00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f76a8102ea0 0x7f76a819b330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:57.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.462+0000 7f76ada00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f76a81085f0 0x7f76a819f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:57.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.462+0000 7f76ada00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f76a8112790 con 0x7f76a81085f0 2024-06-13T11:56:57.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.462+0000 7f76ada00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f76a8112610 con 0x7f76a8102ea0 2024-06-13T11:56:57.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.462+0000 7f76ada00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f76a8112910 con 0x7f76a81024e0 2024-06-13T11:56:57.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.462+0000 7f76a6a00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f76a81024e0 0x7f76a819adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:57.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.462+0000 7f76a6000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f76a8102ea0 0x7f76a819b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:57.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.462+0000 7f76a6a00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f76a81024e0 0x7f76a819adf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:45742/0 (socket says 172.21.15.42:45742) 2024-06-13T11:56:57.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.462+0000 7f76a6a00700 1 -- 172.21.15.42:0/405503110 learned_addr learned my addr 172.21.15.42:0/405503110 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:57.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.463+0000 7f76a7400700 1 --2- 172.21.15.42:0/405503110 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f76a81085f0 0x7f76a819f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:57.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.463+0000 7f76a6a00700 1 -- 172.21.15.42:0/405503110 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f76a8102ea0 msgr2=0x7f76a819b330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:57.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.463+0000 7f76a6a00700 1 --2- 172.21.15.42:0/405503110 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f76a8102ea0 0x7f76a819b330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:57.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.463+0000 7f76a6a00700 1 -- 172.21.15.42:0/405503110 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f76a81085f0 msgr2=0x7f76a819f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:57.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.463+0000 7f76a6a00700 1 --2- 172.21.15.42:0/405503110 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f76a81085f0 0x7f76a819f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:57.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.463+0000 7f76a6a00700 1 -- 172.21.15.42:0/405503110 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76a819fe00 con 0x7f76a81024e0 2024-06-13T11:56:57.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.463+0000 7f76a7400700 1 --2- 172.21.15.42:0/405503110 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f76a81085f0 0x7f76a819f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:56:57.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.463+0000 7f76a6a00700 1 --2- 172.21.15.42:0/405503110 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f76a81024e0 0x7f76a819adf0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f769800e9a0 tx=0x7f769800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:57.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.464+0000 7f769f400700 1 -- 172.21.15.42:0/405503110 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f769800cbd0 con 0x7f76a81024e0 2024-06-13T11:56:57.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.464+0000 7f769f400700 1 -- 172.21.15.42:0/405503110 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f769800cd70 con 0x7f76a81024e0 2024-06-13T11:56:57.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.464+0000 7f769f400700 1 -- 172.21.15.42:0/405503110 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7698018750 con 0x7f76a81024e0 2024-06-13T11:56:57.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.464+0000 7f76ada00700 1 -- 172.21.15.42:0/405503110 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76a81a00f0 con 0x7f76a81024e0 2024-06-13T11:56:57.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.464+0000 7f76ada00700 1 -- 172.21.15.42:0/405503110 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76a81a7970 con 0x7f76a81024e0 2024-06-13T11:56:57.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.465+0000 7f76ada00700 1 -- 172.21.15.42:0/405503110 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76a8069180 con 0x7f76a81024e0 2024-06-13T11:56:57.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.469+0000 7f769f400700 1 -- 172.21.15.42:0/405503110 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 26) ==== 138117+0+0 (secure 0 0 0) 0x7f7698010430 con 0x7f76a81024e0 2024-06-13T11:56:57.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.471+0000 7f769f400700 1 --2- 172.21.15.42:0/405503110 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f768c0a2fc0 0x7f768c0a5480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:57.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.471+0000 7f769f400700 1 -- 172.21.15.42:0/405503110 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f76980cfd40 con 0x7f76a81024e0 2024-06-13T11:56:57.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.471+0000 7f76a6000700 1 --2- 172.21.15.42:0/405503110 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f768c0a2fc0 0x7f768c0a5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:57.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.472+0000 7f76a6000700 1 --2- 172.21.15.42:0/405503110 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f768c0a2fc0 0x7f768c0a5480 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f76940098e0 tx=0x7f7694005960 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:57.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.475+0000 7f769f400700 1 -- 172.21.15.42:0/405503110 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f769809c370 con 0x7f76a81024e0 2024-06-13T11:56:57.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:57 smithi088 ceph-mon[36399]: pgmap v45: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-06-13T11:56:57.525 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-06-13T11:56:57.535 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-13T11:56:57.535 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-06-13T11:56:57.585 INFO:tasks.workunit:Running workunits matching suites/fsstress.sh on client.0... 2024-06-13T11:56:57.586 INFO:tasks.workunit:Running workunit suites/fsstress.sh... 2024-06-13T11:56:57.586 DEBUG:teuthology.orchestra.run.smithi042:workunit test suites/fsstress.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=1373963c202323287783ccb099bbae1ec8f14a5d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/fsstress.sh 2024-06-13T11:56:57.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:57 smithi162 ceph-mon[36757]: pgmap v45: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-06-13T11:56:57.699 INFO:tasks.workunit.client.0.smithi042.stderr:+ mkdir -p fsstress 2024-06-13T11:56:57.703 INFO:tasks.workunit.client.0.smithi042.stderr:+ pushd fsstress 2024-06-13T11:56:57.704 INFO:tasks.workunit.client.0.smithi042.stdout:~/cephtest/mnt.0/client.0/tmp/fsstress ~/cephtest/mnt.0/client.0/tmp 2024-06-13T11:56:57.704 INFO:tasks.workunit.client.0.smithi042.stderr:+ wget -q -O ltp-full.tgz http://download.ceph.com/qa/ltp-full-20091231.tgz 2024-06-13T11:56:57.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.759+0000 7f76ada00700 1 -- 172.21.15.42:0/405503110 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f76a81a7ba0 con 0x7f76a81024e0 2024-06-13T11:56:57.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.760+0000 7f769f400700 1 -- 172.21.15.42:0/405503110 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11863 (secure 0 0 0) 0x7f7698086020 con 0x7f76a81024e0 2024-06-13T11:56:57.761 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:56:57.762 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/1118564562","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1118564562},{"type":"v1","addr":"172.21.15.42:6835","nonce":1118564562}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/1600300489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":1600300489},{"type":"v1","addr":"172.21.15.42:6837","nonce":1600300489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14400,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/4007002681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":4007002681},{"type":"v1","addr":"172.21.15.42:6841","nonce":4007002681}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/917201081","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":917201081},{"type":"v1","addr":"172.21.15.162:6833","nonce":917201081}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/426832354","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":426832354},{"type":"v1","addr":"172.21.15.88:6833","nonce":426832354}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24457,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6835/1190029601","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6834","nonce":1190029601},{"type":"v1","addr":"172.21.15.162:6835","nonce":1190029601}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T11:50:39.387599+0000","modified":"2024-06-13T11:55:30.020300+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24539,"mds_1":24500,"mds_2":24499},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.162:6837/987659844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6836","nonce":987659844},{"type":"v1","addr":"172.21.15.162:6837","nonce":987659844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/3467952345","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":3467952345},{"type":"v1","addr":"172.21.15.88:6835","nonce":3467952345}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.162:6839/4260392567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6838","nonce":4260392567},{"type":"v1","addr":"172.21.15.162:6839","nonce":4260392567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"g","rank":2,"incarnation":22,"state":"up:active","state_seq":29,"addr":"172.21.15.42:6839/228676134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":228676134},{"type":"v1","addr":"172.21.15.42:6839","nonce":228676134}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24500":{"gid":24500,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":31,"addr":"172.21.15.88:6837/2567581640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2567581640},{"type":"v1","addr":"172.21.15.88:6837","nonce":2567581640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6839/2189735817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2189735817},{"type":"v1","addr":"172.21.15.88:6839","nonce":2189735817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24539,"qdb_cluster":[24499,24500,24539]},"id":1}]} 2024-06-13T11:56:57.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.763+0000 7f76ada00700 1 -- 172.21.15.42:0/405503110 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f768c0a2fc0 msgr2=0x7f768c0a5480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:57.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.763+0000 7f76ada00700 1 --2- 172.21.15.42:0/405503110 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f768c0a2fc0 0x7f768c0a5480 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f76940098e0 tx=0x7f7694005960 comp rx=0 tx=0).stop 2024-06-13T11:56:57.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.763+0000 7f76ada00700 1 -- 172.21.15.42:0/405503110 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f76a81024e0 msgr2=0x7f76a819adf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:57.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.763+0000 7f76ada00700 1 --2- 172.21.15.42:0/405503110 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f76a81024e0 0x7f76a819adf0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f769800e9a0 tx=0x7f769800ecb0 comp rx=0 tx=0).stop 2024-06-13T11:56:57.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.764+0000 7f76ada00700 1 -- 172.21.15.42:0/405503110 shutdown_connections 2024-06-13T11:56:57.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.764+0000 7f76ada00700 1 --2- 172.21.15.42:0/405503110 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f76a81085f0 0x7f76a819f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:57.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.764+0000 7f76ada00700 1 --2- 172.21.15.42:0/405503110 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f76a81024e0 0x7f76a819adf0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:57.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.764+0000 7f76ada00700 1 --2- 172.21.15.42:0/405503110 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f768c0a2fc0 0x7f768c0a5480 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:57.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.764+0000 7f76ada00700 1 --2- 172.21.15.42:0/405503110 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f76a8102ea0 0x7f76a819b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:57.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.764+0000 7f76ada00700 1 -- 172.21.15.42:0/405503110 >> 172.21.15.42:0/405503110 conn(0x7f76a8079640 msgr2=0x7f76a810d900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:57.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.764+0000 7f76ada00700 1 -- 172.21.15.42:0/405503110 shutdown_connections 2024-06-13T11:56:57.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:56:57.764+0000 7f76ada00700 1 -- 172.21.15.42:0/405503110 wait complete. 2024-06-13T11:56:57.766 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 27 2024-06-13T11:56:58.115 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.114+0000 7f4d34c00640 1 -- 172.21.15.42:0/3855351776 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d301099f0 msgr2=0x7f4d30109dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:58.115 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.114+0000 7f4d34c00640 1 --2- 172.21.15.42:0/3855351776 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d301099f0 0x7f4d30109dd0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f4d20009930 tx=0x7f4d2002a420 comp rx=0 tx=0).stop 2024-06-13T11:56:58.115 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.114+0000 7f4d34c00640 1 -- 172.21.15.42:0/3855351776 shutdown_connections 2024-06-13T11:56:58.115 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.114+0000 7f4d34c00640 1 --2- 172.21.15.42:0/3855351776 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4d301043a0 0x7f4d301108b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.115 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.114+0000 7f4d34c00640 1 --2- 172.21.15.42:0/3855351776 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4d301039e0 0x7f4d30103e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.115 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.114+0000 7f4d34c00640 1 --2- 172.21.15.42:0/3855351776 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d301099f0 0x7f4d30109dd0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.115 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.115+0000 7f4d34c00640 1 -- 172.21.15.42:0/3855351776 >> 172.21.15.42:0/3855351776 conn(0x7f4d300ff4b0 msgr2=0x7f4d301018d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:58.116 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.115+0000 7f4d34c00640 1 -- 172.21.15.42:0/3855351776 shutdown_connections 2024-06-13T11:56:58.116 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.115+0000 7f4d34c00640 1 -- 172.21.15.42:0/3855351776 wait complete. 2024-06-13T11:56:58.117 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.116+0000 7f4d34c00640 1 Processor -- start 2024-06-13T11:56:58.117 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.116+0000 7f4d34c00640 1 -- start start 2024-06-13T11:56:58.117 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.116+0000 7f4d34c00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4d301039e0 0x7f4d3019a390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:58.117 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.116+0000 7f4d34c00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d301043a0 0x7f4d3019a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:58.117 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.116+0000 7f4d34c00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4d301099f0 0x7f4d3019ec00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:58.117 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.116+0000 7f4d34c00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4d30113e50 con 0x7f4d301043a0 2024-06-13T11:56:58.117 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.116+0000 7f4d34c00640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f4d30113cd0 con 0x7f4d301039e0 2024-06-13T11:56:58.117 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.116+0000 7f4d34c00640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f4d30113fd0 con 0x7f4d301099f0 2024-06-13T11:56:58.117 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.117+0000 7f4d26a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d301043a0 0x7f4d3019a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:58.118 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.117+0000 7f4d2fe00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4d301099f0 0x7f4d3019ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:58.118 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.117+0000 7f4d26a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d301043a0 0x7f4d3019a8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:39796/0 (socket says 172.21.15.42:39796) 2024-06-13T11:56:58.118 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.117+0000 7f4d2f400640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4d301039e0 0x7f4d3019a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:58.118 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.117+0000 7f4d26a00640 1 -- 172.21.15.42:0/1267952346 learned_addr learned my addr 172.21.15.42:0/1267952346 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:58.119 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.117+0000 7f4d2fe00640 1 -- 172.21.15.42:0/1267952346 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4d301039e0 msgr2=0x7f4d3019a390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:58.119 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.117+0000 7f4d2fe00640 1 --2- 172.21.15.42:0/1267952346 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4d301039e0 0x7f4d3019a390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.119 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.117+0000 7f4d2fe00640 1 -- 172.21.15.42:0/1267952346 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d301043a0 msgr2=0x7f4d3019a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:58.119 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.117+0000 7f4d2fe00640 1 --2- 172.21.15.42:0/1267952346 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d301043a0 0x7f4d3019a8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.119 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.117+0000 7f4d2fe00640 1 -- 172.21.15.42:0/1267952346 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d3019f330 con 0x7f4d301099f0 2024-06-13T11:56:58.119 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.117+0000 7f4d2f400640 1 --2- 172.21.15.42:0/1267952346 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4d301039e0 0x7f4d3019a390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:56:58.119 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.117+0000 7f4d26a00640 1 --2- 172.21.15.42:0/1267952346 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d301043a0 0x7f4d3019a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:56:58.119 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.117+0000 7f4d2fe00640 1 --2- 172.21.15.42:0/1267952346 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4d301099f0 0x7f4d3019ec00 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f4d2800e970 tx=0x7f4d2800ee30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:58.120 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.118+0000 7f4d2cc00640 1 -- 172.21.15.42:0/1267952346 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d2800ccc0 con 0x7f4d301099f0 2024-06-13T11:56:58.120 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.118+0000 7f4d2cc00640 1 -- 172.21.15.42:0/1267952346 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4d280035f0 con 0x7f4d301099f0 2024-06-13T11:56:58.120 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.118+0000 7f4d34c00640 1 -- 172.21.15.42:0/1267952346 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d3019f620 con 0x7f4d301099f0 2024-06-13T11:56:58.120 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.118+0000 7f4d2cc00640 1 -- 172.21.15.42:0/1267952346 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d2800ce60 con 0x7f4d301099f0 2024-06-13T11:56:58.120 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.118+0000 7f4d34c00640 1 -- 172.21.15.42:0/1267952346 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d301a6eb0 con 0x7f4d301099f0 2024-06-13T11:56:58.122 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.121+0000 7f4d391a7740 1 Processor -- start 2024-06-13T11:56:58.122 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.121+0000 7f4d2cc00640 1 -- 172.21.15.42:0/1267952346 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 26) ==== 138117+0+0 (secure 0 0 0) 0x7f4d280037a0 con 0x7f4d301099f0 2024-06-13T11:56:58.122 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.122+0000 7f4d391a7740 1 -- start start 2024-06-13T11:56:58.123 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.122+0000 7f4d391a7740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564aea8ce7a0 0x564aea8cccf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:58.123 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.122+0000 7f4d391a7740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564aea8cd230 0x564aea8cd6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:58.124 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.122+0000 7f4d391a7740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564aea8d7fb0 0x564aea8da3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:58.124 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.122+0000 7f4d391a7740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564aea831420 con 0x564aea8ce7a0 2024-06-13T11:56:58.124 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.122+0000 7f4d391a7740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x564aea7d8c50 con 0x564aea8cd230 2024-06-13T11:56:58.124 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.122+0000 7f4d391a7740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x564aea82d3e0 con 0x564aea8d7fb0 2024-06-13T11:56:58.124 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.122+0000 7f4d26a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564aea8ce7a0 0x564aea8cccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:58.124 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.122+0000 7f4d26a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564aea8ce7a0 0x564aea8cccf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:39798/0 (socket says 172.21.15.42:39798) 2024-06-13T11:56:58.124 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.122+0000 7f4d26a00640 1 -- 172.21.15.42:0/1408912119 learned_addr learned my addr 172.21.15.42:0/1408912119 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:58.124 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.122+0000 7f4d2f400640 1 --2- 172.21.15.42:0/1408912119 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564aea8cd230 0x564aea8cd6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:58.124 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.123+0000 7f4d26a00640 1 --2- 172.21.15.42:0/1408912119 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564aea8d7fb0 0x564aea8da3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:58.124 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.123+0000 7f4d2f400640 1 -- 172.21.15.42:0/1408912119 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564aea8d7fb0 msgr2=0x564aea8da3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:58.124 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.123+0000 7f4d2f400640 1 --2- 172.21.15.42:0/1408912119 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564aea8d7fb0 0x564aea8da3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.124 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.123+0000 7f4d2f400640 1 -- 172.21.15.42:0/1408912119 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564aea8ce7a0 msgr2=0x564aea8cccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:58.124 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.123+0000 7f4d2f400640 1 --2- 172.21.15.42:0/1408912119 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564aea8ce7a0 0x564aea8cccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.125 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.123+0000 7f4d2f400640 1 -- 172.21.15.42:0/1408912119 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564aea545210 con 0x564aea8cd230 2024-06-13T11:56:58.125 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.123+0000 7f4d26a00640 1 --2- 172.21.15.42:0/1408912119 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564aea8d7fb0 0x564aea8da3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:56:58.125 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.123+0000 7f4d2f400640 1 --2- 172.21.15.42:0/1408912119 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564aea8cd230 0x564aea8cd6b0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f4d20009230 tx=0x7f4d20000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f1a93a9ef3ee18fb server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:58.130 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.123+0000 7f4d2cc00640 1 --2- 172.21.15.42:0/1267952346 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f4d140a2ea0 0x7f4d140a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:58.130 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.124+0000 7f4d1fe00640 1 -- 172.21.15.42:0/1408912119 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d20040070 con 0x564aea8cd230 2024-06-13T11:56:58.130 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.124+0000 7f4d1fe00640 1 -- 172.21.15.42:0/1408912119 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4d20004760 con 0x564aea8cd230 2024-06-13T11:56:58.130 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.124+0000 7f4d1fe00640 1 -- 172.21.15.42:0/1408912119 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d20035040 con 0x564aea8cd230 2024-06-13T11:56:58.130 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.124+0000 7f4d2cc00640 1 -- 172.21.15.42:0/1267952346 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f4d280cfca0 con 0x7f4d301099f0 2024-06-13T11:56:58.130 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.124+0000 7f4d26a00640 1 --2- 172.21.15.42:0/1267952346 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f4d140a2ea0 0x7f4d140a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:58.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.124+0000 7f4d391a7740 1 -- 172.21.15.42:0/1408912119 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564aea8cd230 msgr2=0x564aea8cd6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:58.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.124+0000 7f4d391a7740 1 --2- 172.21.15.42:0/1408912119 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564aea8cd230 0x564aea8cd6b0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f4d20009230 tx=0x7f4d20000bc0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.124+0000 7f4d391a7740 1 -- 172.21.15.42:0/1408912119 shutdown_connections 2024-06-13T11:56:58.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.125+0000 7f4d391a7740 1 --2- 172.21.15.42:0/1408912119 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564aea8d7fb0 0x564aea8da3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.125+0000 7f4d391a7740 1 --2- 172.21.15.42:0/1408912119 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564aea8cd230 0x564aea8cd6b0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.125+0000 7f4d391a7740 1 --2- 172.21.15.42:0/1408912119 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564aea8ce7a0 0x564aea8cccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.125+0000 7f4d391a7740 1 -- 172.21.15.42:0/1408912119 >> 172.21.15.42:0/1408912119 conn(0x564aea895fb0 msgr2=0x564aea8c9820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:58.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.125+0000 7f4d391a7740 1 -- 172.21.15.42:0/1408912119 shutdown_connections 2024-06-13T11:56:58.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.125+0000 7f4d26a00640 1 --2- 172.21.15.42:0/1267952346 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f4d140a2ea0 0x7f4d140a5360 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x564aea8ca9b0 tx=0x7f4d18015040 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:58.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.125+0000 7f4d391a7740 1 -- 172.21.15.42:0/1408912119 wait complete. 2024-06-13T11:56:58.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.125+0000 7f4d391a7740 1 -- start start 2024-06-13T11:56:58.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.125+0000 7f4d391a7740 1 Processor -- start 2024-06-13T11:56:58.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.126+0000 7f4d391a7740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564aea8cd230 0x564aea8d5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:58.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.126+0000 7f4d391a7740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564aea8ce7a0 0x564aea8d5590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:58.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.126+0000 7f4d391a7740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564aea8d7fb0 0x564aea8d5ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:58.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.126+0000 7f4d391a7740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564aea8dad20 con 0x564aea8cd230 2024-06-13T11:56:58.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.126+0000 7f4d391a7740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x564aea7ec0b0 con 0x564aea8d7fb0 2024-06-13T11:56:58.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.126+0000 7f4d391a7740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x564aea8daea0 con 0x564aea8ce7a0 2024-06-13T11:56:58.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.126+0000 7f4d391a7740 10 client.0 _ll_register_callbacks cb 0x564aea7d7f40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:56:58.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.126+0000 7f4d2f400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564aea8cd230 0x564aea8d5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:58.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.126+0000 7f4d2fe00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564aea8d7fb0 0x564aea8d5ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:58.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.126+0000 7f4d26a00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564aea8ce7a0 0x564aea8d5590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:58.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.126+0000 7f4d2fe00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564aea8d7fb0 0x564aea8d5ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:40178/0 (socket says 172.21.15.42:40178) 2024-06-13T11:56:58.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.126+0000 7f4d2fe00640 1 -- 172.21.15.42:0/2239841527 learned_addr learned my addr 172.21.15.42:0/2239841527 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:58.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.127+0000 7f4d2fe00640 1 -- 172.21.15.42:0/2239841527 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564aea8ce7a0 msgr2=0x564aea8d5590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:58.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.127+0000 7f4d2fe00640 1 --2- 172.21.15.42:0/2239841527 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564aea8ce7a0 0x564aea8d5590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.127+0000 7f4d2fe00640 1 -- 172.21.15.42:0/2239841527 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564aea8cd230 msgr2=0x564aea8d5050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:58.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.127+0000 7f4d2fe00640 1 --2- 172.21.15.42:0/2239841527 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564aea8cd230 0x564aea8d5050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.127+0000 7f4d2fe00640 1 -- 172.21.15.42:0/2239841527 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564aea611620 con 0x564aea8d7fb0 2024-06-13T11:56:58.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.127+0000 7f4d2fe00640 1 --2- 172.21.15.42:0/2239841527 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564aea8d7fb0 0x564aea8d5ad0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f4d2809bb60 tx=0x7f4d2809bbd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3397651ce281c99a server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:58.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.127+0000 7f4d1cc00640 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:56:58.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.127+0000 7f4d1cc00640 1 -- 172.21.15.42:0/2239841527 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d2809b220 con 0x564aea8d7fb0 2024-06-13T11:56:58.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.127+0000 7f4d1cc00640 1 -- 172.21.15.42:0/2239841527 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f4d280cd110 con 0x564aea8d7fb0 2024-06-13T11:56:58.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.127+0000 7f4d391a7740 1 -- 172.21.15.42:0/2239841527 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4d20004760 con 0x564aea8d7fb0 2024-06-13T11:56:58.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.128+0000 7f4d1cc00640 1 -- 172.21.15.42:0/2239841527 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f4d280a4840 con 0x564aea8d7fb0 2024-06-13T11:56:58.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.128+0000 7f4d391a7740 10 client.25571 fetch_fsmap learned FSMap version 27 2024-06-13T11:56:58.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.128+0000 7f4d391a7740 1 -- 172.21.15.42:0/2239841527 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x564aea8e7110 con 0x564aea8d7fb0 2024-06-13T11:56:58.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.128+0000 7f4d1cc00640 1 -- 172.21.15.42:0/2239841527 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4d20004760 con 0x564aea8d7fb0 2024-06-13T11:56:58.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.128+0000 7f4d1cc00640 1 -- 172.21.15.42:0/2239841527 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 27) ==== 8346+0+0 (secure 0 0 0) 0x7f4d28097920 con 0x564aea8d7fb0 2024-06-13T11:56:58.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.128+0000 7f4d391a7740 10 client.25571 fetch_fsmap finished waiting for FSMap version 27 2024-06-13T11:56:58.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.128+0000 7f4d391a7740 10 client.25571 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:56:58.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.128+0000 7f4d391a7740 20 client.25571 populate_metadata read hostname 'smithi042' 2024-06-13T11:56:58.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.128+0000 7f4d391a7740 1 --2- 172.21.15.42:0/2239841527 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x564aea8e85d0 0x564aea8eaa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:58.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.128+0000 7f4d391a7740 4 client.25571 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:56:58.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.128+0000 7f4d391a7740 1 -- 172.21.15.42:0/2239841527 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564aea83eb50 con 0x564aea8e85d0 2024-06-13T11:56:58.136 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.129+0000 7f4d2f400640 1 --2- 172.21.15.42:0/2239841527 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x564aea8e85d0 0x564aea8eaa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:58.136 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.129+0000 7f4d2f400640 1 --2- 172.21.15.42:0/2239841527 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x564aea8e85d0 0x564aea8eaa00 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=baeadb4f361fe067 server_cookie=662da49ee470625e in_seq=0 out_seq=0 2024-06-13T11:56:58.136 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.129+0000 7f4d1cc00640 10 client.25571 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:58.137 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.130+0000 7f4d1cc00640 1 -- 172.21.15.42:0/2239841527 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x564aea83eb50 con 0x564aea8e85d0 2024-06-13T11:56:58.137 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.130+0000 7f4d1cc00640 10 client.25571 handle_command_reply: tid=0 2024-06-13T11:56:58.137 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.130+0000 7f4d391a7740 1 client.25571 shutdown 2024-06-13T11:56:58.137 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.130+0000 7f4d391a7740 1 -- 172.21.15.42:0/2239841527 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564aea8d7fb0 msgr2=0x564aea8d5ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:58.137 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.130+0000 7f4d391a7740 1 --2- 172.21.15.42:0/2239841527 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564aea8d7fb0 0x564aea8d5ad0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f4d2809bb60 tx=0x7f4d2809bbd0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.137 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.131+0000 7f4d391a7740 1 -- 172.21.15.42:0/2239841527 shutdown_connections 2024-06-13T11:56:58.137 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.131+0000 7f4d391a7740 1 --2- 172.21.15.42:0/2239841527 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x564aea8e85d0 0x564aea8eaa00 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.137 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.131+0000 7f4d391a7740 1 --2- 172.21.15.42:0/2239841527 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564aea8d7fb0 0x564aea8d5ad0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.137 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.131+0000 7f4d391a7740 1 --2- 172.21.15.42:0/2239841527 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564aea8ce7a0 0x564aea8d5590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.137 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.131+0000 7f4d391a7740 1 --2- 172.21.15.42:0/2239841527 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564aea8cd230 0x564aea8d5050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.137 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.131+0000 7f4d1cc00640 0 client.25571 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:58.138 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.131+0000 7f4d391a7740 1 -- 172.21.15.42:0/2239841527 >> 172.21.15.42:0/2239841527 conn(0x564aea895fb0 msgr2=0x564aea8cf690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:58.138 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.131+0000 7f4d391a7740 1 -- 172.21.15.42:0/2239841527 shutdown_connections 2024-06-13T11:56:58.138 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.131+0000 7f4d391a7740 1 -- 172.21.15.42:0/2239841527 wait complete. 2024-06-13T11:56:58.138 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.131+0000 7f4d391a7740 20 client.25571 trim_cache size 0 max 16384 2024-06-13T11:56:58.151 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.150+0000 7f4d391a7740 1 Processor -- start 2024-06-13T11:56:58.151 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.150+0000 7f4d391a7740 1 -- start start 2024-06-13T11:56:58.151 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.151+0000 7f4d391a7740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564aea8cd230 0x564aea8c99f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:58.151 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.151+0000 7f4d391a7740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564aea8ce7a0 0x564aea8f0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:58.151 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.151+0000 7f4d391a7740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564aea8d7fb0 0x564aea8f0850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:58.152 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.151+0000 7f4d391a7740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4d301b3770 con 0x564aea8ce7a0 2024-06-13T11:56:58.152 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.151+0000 7f4d391a7740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f4d301b1040 con 0x564aea8cd230 2024-06-13T11:56:58.152 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.151+0000 7f4d391a7740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f4d301aee90 con 0x564aea8d7fb0 2024-06-13T11:56:58.152 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.151+0000 7f4d26a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564aea8ce7a0 0x564aea8f0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:58.153 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.151+0000 7f4d26a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564aea8ce7a0 0x564aea8f0310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:39824/0 (socket says 172.21.15.42:39824) 2024-06-13T11:56:58.153 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.151+0000 7f4d26a00640 1 -- 172.21.15.42:0/2402168757 learned_addr learned my addr 172.21.15.42:0/2402168757 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:58.153 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.151+0000 7f4d2fe00640 1 --2- 172.21.15.42:0/2402168757 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564aea8d7fb0 0x564aea8f0850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:58.153 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.151+0000 7f4d2f400640 1 --2- 172.21.15.42:0/2402168757 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564aea8cd230 0x564aea8c99f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:58.153 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.151+0000 7f4d26a00640 1 -- 172.21.15.42:0/2402168757 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564aea8d7fb0 msgr2=0x564aea8f0850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:58.153 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.152+0000 7f4d26a00640 1 --2- 172.21.15.42:0/2402168757 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564aea8d7fb0 0x564aea8f0850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.153 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.152+0000 7f4d26a00640 1 -- 172.21.15.42:0/2402168757 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564aea8cd230 msgr2=0x564aea8c99f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:58.154 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.152+0000 7f4d26a00640 1 --2- 172.21.15.42:0/2402168757 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564aea8cd230 0x564aea8c99f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.154 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.152+0000 7f4d26a00640 1 -- 172.21.15.42:0/2402168757 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564aea8c51f0 con 0x564aea8ce7a0 2024-06-13T11:56:58.154 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.152+0000 7f4d2f400640 1 --2- 172.21.15.42:0/2402168757 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564aea8cd230 0x564aea8c99f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:56:58.154 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.152+0000 7f4d2fe00640 1 --2- 172.21.15.42:0/2402168757 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564aea8d7fb0 0x564aea8f0850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:56:58.154 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.152+0000 7f4d26a00640 1 --2- 172.21.15.42:0/2402168757 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564aea8ce7a0 0x564aea8f0310 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x564aea8cdcd0 tx=0x7f4d18004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ba66eb688c4b873 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:58.154 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.152+0000 7f4d1f400640 1 -- 172.21.15.42:0/2402168757 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d18004d20 con 0x564aea8ce7a0 2024-06-13T11:56:58.154 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.152+0000 7f4d1f400640 1 -- 172.21.15.42:0/2402168757 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4d18023dd0 con 0x564aea8ce7a0 2024-06-13T11:56:58.154 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.152+0000 7f4d1f400640 1 -- 172.21.15.42:0/2402168757 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d180057d0 con 0x564aea8ce7a0 2024-06-13T11:56:58.155 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.153+0000 7f4d391a7740 1 -- 172.21.15.42:0/2402168757 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564aea8ce7a0 msgr2=0x564aea8f0310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:58.155 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.153+0000 7f4d391a7740 1 --2- 172.21.15.42:0/2402168757 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564aea8ce7a0 0x564aea8f0310 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x564aea8cdcd0 tx=0x7f4d18004ab0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.155 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.154+0000 7f4d391a7740 1 -- 172.21.15.42:0/2402168757 shutdown_connections 2024-06-13T11:56:58.155 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.154+0000 7f4d391a7740 1 --2- 172.21.15.42:0/2402168757 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564aea8ce7a0 0x564aea8f0310 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.155 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.154+0000 7f4d391a7740 1 --2- 172.21.15.42:0/2402168757 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564aea8d7fb0 0x564aea8f0850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.155 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.154+0000 7f4d391a7740 1 --2- 172.21.15.42:0/2402168757 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564aea8cd230 0x564aea8c99f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.155 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.154+0000 7f4d391a7740 1 -- 172.21.15.42:0/2402168757 >> 172.21.15.42:0/2402168757 conn(0x564aea895fb0 msgr2=0x564aea8c92e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:58.155 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.154+0000 7f4d391a7740 1 -- 172.21.15.42:0/2402168757 shutdown_connections 2024-06-13T11:56:58.156 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.154+0000 7f4d391a7740 1 -- 172.21.15.42:0/2402168757 wait complete. 2024-06-13T11:56:58.156 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.154+0000 7f4d391a7740 1 -- start start 2024-06-13T11:56:58.156 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.155+0000 7f4d391a7740 1 Processor -- start 2024-06-13T11:56:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.155+0000 7f4d391a7740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564aea8cd230 0x564aea8e0a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.155+0000 7f4d391a7740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564aea8d7fb0 0x564aea8dbd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.155+0000 7f4d391a7740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564aea8dc350 0x564aea8dc7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.155+0000 7f4d391a7740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4d301af500 con 0x564aea8dc350 2024-06-13T11:56:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.155+0000 7f4d391a7740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f4d301b0970 con 0x564aea8cd230 2024-06-13T11:56:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.155+0000 7f4d391a7740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f4d301afbd0 con 0x564aea8d7fb0 2024-06-13T11:56:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.155+0000 7f4d391a7740 10 client.0 _ll_register_callbacks cb 0x7f4d28097e70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:56:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.156+0000 7f4d26a00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564aea8d7fb0 0x564aea8dbd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.156+0000 7f4d2f400640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564aea8cd230 0x564aea8e0a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.156+0000 7f4d2fe00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564aea8dc350 0x564aea8dc7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.156+0000 7f4d26a00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564aea8d7fb0 0x564aea8dbd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:44668/0 (socket says 172.21.15.42:44668) 2024-06-13T11:56:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.156+0000 7f4d26a00640 1 -- 172.21.15.42:0/142153853 learned_addr learned my addr 172.21.15.42:0/142153853 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:56:58.159 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.156+0000 7f4d2f400640 1 -- 172.21.15.42:0/142153853 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564aea8d7fb0 msgr2=0x564aea8dbd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:58.159 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.156+0000 7f4d2f400640 1 --2- 172.21.15.42:0/142153853 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564aea8d7fb0 0x564aea8dbd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.159 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.156+0000 7f4d2f400640 1 -- 172.21.15.42:0/142153853 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564aea8dc350 msgr2=0x564aea8dc7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:56:58.159 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.156+0000 7f4d2f400640 1 --2- 172.21.15.42:0/142153853 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564aea8dc350 0x564aea8dc7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.159 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.156+0000 7f4d2f400640 1 -- 172.21.15.42:0/142153853 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564aea952580 con 0x564aea8cd230 2024-06-13T11:56:58.159 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.156+0000 7f4d26a00640 1 --2- 172.21.15.42:0/142153853 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564aea8d7fb0 0x564aea8dbd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:56:58.159 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.156+0000 7f4d2f400640 1 --2- 172.21.15.42:0/142153853 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564aea8cd230 0x564aea8e0a30 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f4d2002a940 tx=0x7f4d20009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8a07b4b8d7b6fff5 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:56:58.159 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.156+0000 7f4d1cc00640 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:56:58.159 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.157+0000 7f4d1cc00640 1 -- 172.21.15.42:0/142153853 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d20040040 con 0x564aea8cd230 2024-06-13T11:56:58.159 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.157+0000 7f4d391a7740 1 -- 172.21.15.42:0/142153853 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4d18023dd0 con 0x564aea8cd230 2024-06-13T11:56:58.159 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.157+0000 7f4d1cc00640 1 -- 172.21.15.42:0/142153853 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f4d20003b30 con 0x564aea8cd230 2024-06-13T11:56:58.159 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.157+0000 7f4d1cc00640 1 -- 172.21.15.42:0/142153853 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f4d20061050 con 0x564aea8cd230 2024-06-13T11:56:58.160 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.157+0000 7f4d391a7740 10 client.25577 fetch_fsmap learned FSMap version 27 2024-06-13T11:56:58.160 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.157+0000 7f4d391a7740 1 -- 172.21.15.42:0/142153853 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x564aea9538d0 con 0x564aea8cd230 2024-06-13T11:56:58.160 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.158+0000 7f4d1cc00640 1 -- 172.21.15.42:0/142153853 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4d18023dd0 con 0x564aea8cd230 2024-06-13T11:56:58.161 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.158+0000 7f4d1cc00640 1 -- 172.21.15.42:0/142153853 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 27) ==== 8346+0+0 (secure 0 0 0) 0x7f4d20052420 con 0x564aea8cd230 2024-06-13T11:56:58.161 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.158+0000 7f4d391a7740 10 client.25577 fetch_fsmap finished waiting for FSMap version 27 2024-06-13T11:56:58.161 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.158+0000 7f4d391a7740 10 client.25577 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:56:58.161 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.158+0000 7f4d391a7740 20 client.25577 populate_metadata read hostname 'smithi042' 2024-06-13T11:56:58.161 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.158+0000 7f4d391a7740 1 --2- 172.21.15.42:0/142153853 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x564aea953c10 0x564aea956000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:56:58.161 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.158+0000 7f4d391a7740 4 client.25577 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-13T11:56:58.161 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.158+0000 7f4d391a7740 1 -- 172.21.15.42:0/142153853 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564aea838ea0 con 0x564aea953c10 2024-06-13T11:56:58.161 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.158+0000 7f4d26a00640 1 --2- 172.21.15.42:0/142153853 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x564aea953c10 0x564aea956000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:56:58.161 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.159+0000 7f4d26a00640 1 --2- 172.21.15.42:0/142153853 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x564aea953c10 0x564aea956000 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a26c07983b1fadbb server_cookie=2398932d5d6b39d1 in_seq=0 out_seq=0 2024-06-13T11:56:58.161 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.159+0000 7f4d1cc00640 10 client.25577 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:58.171 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.170+0000 7f4d1cc00640 1 -- 172.21.15.42:0/142153853 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x564aea838ea0 con 0x564aea953c10 2024-06-13T11:56:58.171 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.170+0000 7f4d1cc00640 10 client.25577 handle_command_reply: tid=0 2024-06-13T11:56:58.171 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.170+0000 7f4d391a7740 1 client.25577 shutdown 2024-06-13T11:56:58.171 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.170+0000 7f4d391a7740 1 -- 172.21.15.42:0/142153853 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564aea8cd230 msgr2=0x564aea8e0a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:58.171 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.170+0000 7f4d391a7740 1 --2- 172.21.15.42:0/142153853 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564aea8cd230 0x564aea8e0a30 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f4d2002a940 tx=0x7f4d20009260 comp rx=0 tx=0).stop 2024-06-13T11:56:58.171 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.170+0000 7f4d391a7740 1 -- 172.21.15.42:0/142153853 shutdown_connections 2024-06-13T11:56:58.171 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.170+0000 7f4d391a7740 1 --2- 172.21.15.42:0/142153853 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x564aea953c10 0x564aea956000 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.171 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.170+0000 7f4d391a7740 1 --2- 172.21.15.42:0/142153853 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564aea8dc350 0x564aea8dc7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.172 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.170+0000 7f4d391a7740 1 --2- 172.21.15.42:0/142153853 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564aea8d7fb0 0x564aea8dbd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.172 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.170+0000 7f4d1cc00640 0 client.25577 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:56:58.172 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.170+0000 7f4d391a7740 1 --2- 172.21.15.42:0/142153853 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564aea8cd230 0x564aea8e0a30 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.172 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.170+0000 7f4d391a7740 1 -- 172.21.15.42:0/142153853 >> 172.21.15.42:0/142153853 conn(0x564aea895fb0 msgr2=0x564aea8ced90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:58.172 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.170+0000 7f4d391a7740 1 -- 172.21.15.42:0/142153853 shutdown_connections 2024-06-13T11:56:58.172 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.170+0000 7f4d391a7740 1 -- 172.21.15.42:0/142153853 wait complete. 2024-06-13T11:56:58.172 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.171+0000 7f4d391a7740 20 client.25577 trim_cache size 0 max 16384 2024-06-13T11:56:58.172 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-13T11:56:58.172 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-13T11:56:58.172 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-13T11:56:58.173 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.171+0000 7f4d34c00640 1 -- 172.21.15.42:0/1267952346 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f4d140a2ea0 msgr2=0x7f4d140a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:58.173 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.171+0000 7f4d34c00640 1 --2- 172.21.15.42:0/1267952346 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f4d140a2ea0 0x7f4d140a5360 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x564aea8ca9b0 tx=0x7f4d18015040 comp rx=0 tx=0).stop 2024-06-13T11:56:58.173 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.171+0000 7f4d34c00640 1 -- 172.21.15.42:0/1267952346 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4d301099f0 msgr2=0x7f4d3019ec00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:56:58.173 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.171+0000 7f4d34c00640 1 --2- 172.21.15.42:0/1267952346 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4d301099f0 0x7f4d3019ec00 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f4d2800e970 tx=0x7f4d2800ee30 comp rx=0 tx=0).stop 2024-06-13T11:56:58.173 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.171+0000 7f4d34c00640 1 -- 172.21.15.42:0/1267952346 shutdown_connections 2024-06-13T11:56:58.173 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.172+0000 7f4d34c00640 1 --2- 172.21.15.42:0/1267952346 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f4d140a2ea0 0x7f4d140a5360 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.172+0000 7f4d34c00640 1 --2- 172.21.15.42:0/1267952346 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d301043a0 0x7f4d3019a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.172+0000 7f4d34c00640 1 --2- 172.21.15.42:0/1267952346 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4d301099f0 0x7f4d3019ec00 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.172+0000 7f4d34c00640 1 --2- 172.21.15.42:0/1267952346 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4d301039e0 0x7f4d3019a390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:56:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.172+0000 7f4d34c00640 1 -- 172.21.15.42:0/1267952346 >> 172.21.15.42:0/1267952346 conn(0x7f4d300ff4b0 msgr2=0x7f4d300ffc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:56:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.172+0000 7f4d34c00640 1 -- 172.21.15.42:0/1267952346 shutdown_connections 2024-06-13T11:56:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:56:58.172+0000 7f4d34c00640 1 -- 172.21.15.42:0/1267952346 wait complete. 2024-06-13T11:56:58.253 INFO:tasks.workunit.client.0.smithi042.stderr:+ tar xzf ltp-full.tgz 2024-06-13T11:56:58.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:58 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/405503110' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:56:58.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:58 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/405503110' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:56:58.646 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-06-13T11:56:58.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:58 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/405503110' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:56:59.206 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:56:59.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:56:59 smithi088 ceph-mon[36399]: pgmap v46: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 341 B/s wr, 9 op/s 2024-06-13T11:56:59.517 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:56:59 smithi042 ceph-mon[32231]: pgmap v46: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 341 B/s wr, 9 op/s 2024-06-13T11:56:59.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:56:59 smithi162 ceph-mon[36757]: pgmap v46: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 341 B/s wr, 9 op/s 2024-06-13T11:57:01.502 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.501+0000 7fc168a00700 1 -- 172.21.15.42:0/1543802105 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc164108510 msgr2=0x7fc1641088f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:01.502 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.501+0000 7fc168a00700 1 --2- 172.21.15.42:0/1543802105 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc164108510 0x7fc1641088f0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fc154009990 tx=0x7fc154009ca0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.502 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.501+0000 7fc168a00700 1 -- 172.21.15.42:0/1543802105 shutdown_connections 2024-06-13T11:57:01.502 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.501+0000 7fc168a00700 1 --2- 172.21.15.42:0/1543802105 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc164108510 0x7fc1641088f0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.502 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.501+0000 7fc168a00700 1 --2- 172.21.15.42:0/1543802105 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc164101440 0x7fc16410f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.503 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.501+0000 7fc168a00700 1 --2- 172.21.15.42:0/1543802105 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc164100a80 0x7fc164100f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.503 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.501+0000 7fc168a00700 1 -- 172.21.15.42:0/1543802105 >> 172.21.15.42:0/1543802105 conn(0x7fc164077a00 msgr2=0x7fc1640fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:01.503 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.501+0000 7fc168a00700 1 -- 172.21.15.42:0/1543802105 shutdown_connections 2024-06-13T11:57:01.503 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.501+0000 7fc168a00700 1 -- 172.21.15.42:0/1543802105 wait complete. 2024-06-13T11:57:01.504 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.502+0000 7fc168a00700 1 Processor -- start 2024-06-13T11:57:01.504 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.502+0000 7fc168a00700 1 -- start start 2024-06-13T11:57:01.504 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.503+0000 7fc168a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc164100a80 0x7fc164101c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:01.504 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.503+0000 7fc168a00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc164101440 0x7fc1641021a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:01.504 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.503+0000 7fc168a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc164108510 0x7fc1641026e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:01.504 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.503+0000 7fc168a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc1641127c0 con 0x7fc164108510 2024-06-13T11:57:01.504 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.503+0000 7fc168a00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fc164112640 con 0x7fc164100a80 2024-06-13T11:57:01.504 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.503+0000 7fc168a00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fc164112940 con 0x7fc164101440 2024-06-13T11:57:01.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.503+0000 7fc161e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc164100a80 0x7fc164101c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:01.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.503+0000 7fc162800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc164108510 0x7fc1641026e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:01.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.503+0000 7fc161e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc164100a80 0x7fc164101c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:40210/0 (socket says 172.21.15.42:40210) 2024-06-13T11:57:01.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.503+0000 7fc161e00700 1 -- 172.21.15.42:0/1289420137 learned_addr learned my addr 172.21.15.42:0/1289420137 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:01.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.503+0000 7fc161400700 1 --2- 172.21.15.42:0/1289420137 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc164101440 0x7fc1641021a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:01.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.504+0000 7fc161e00700 1 -- 172.21.15.42:0/1289420137 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc164101440 msgr2=0x7fc1641021a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:01.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.504+0000 7fc161e00700 1 --2- 172.21.15.42:0/1289420137 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc164101440 0x7fc1641021a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.504+0000 7fc161e00700 1 -- 172.21.15.42:0/1289420137 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc164108510 msgr2=0x7fc1641026e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:01.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.504+0000 7fc161e00700 1 --2- 172.21.15.42:0/1289420137 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc164108510 0x7fc1641026e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.504+0000 7fc161e00700 1 -- 172.21.15.42:0/1289420137 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1641a7180 con 0x7fc164100a80 2024-06-13T11:57:01.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.504+0000 7fc161e00700 1 --2- 172.21.15.42:0/1289420137 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc164100a80 0x7fc164101c60 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fc154000c00 tx=0x7fc154003890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:01.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.504+0000 7fc15aa00700 1 -- 172.21.15.42:0/1289420137 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc154027070 con 0x7fc164100a80 2024-06-13T11:57:01.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.504+0000 7fc15aa00700 1 -- 172.21.15.42:0/1289420137 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc154003e40 con 0x7fc164100a80 2024-06-13T11:57:01.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.504+0000 7fc15aa00700 1 -- 172.21.15.42:0/1289420137 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc154022c90 con 0x7fc164100a80 2024-06-13T11:57:01.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.504+0000 7fc168a00700 1 -- 172.21.15.42:0/1289420137 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1641a7410 con 0x7fc164100a80 2024-06-13T11:57:01.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.505+0000 7fc168a00700 1 -- 172.21.15.42:0/1289420137 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1641a7810 con 0x7fc164100a80 2024-06-13T11:57:01.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.508+0000 7fc15aa00700 1 -- 172.21.15.42:0/1289420137 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 26) ==== 138117+0+0 (secure 0 0 0) 0x7fc15402a070 con 0x7fc164100a80 2024-06-13T11:57:01.508 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:01 smithi042 ceph-mon[32231]: pgmap v47: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 85 B/s wr, 6 op/s 2024-06-13T11:57:01.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.509+0000 7fc15aa00700 1 --2- 172.21.15.42:0/1289420137 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fc1480a2fc0 0x7fc1480a5480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:01.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.510+0000 7fc15aa00700 1 -- 172.21.15.42:0/1289420137 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fc1540d0850 con 0x7fc164100a80 2024-06-13T11:57:01.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.510+0000 7fc161400700 1 --2- 172.21.15.42:0/1289420137 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fc1480a2fc0 0x7fc1480a5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:01.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.510+0000 7fc173444b80 1 Processor -- start 2024-06-13T11:57:01.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.510+0000 7fc173444b80 1 -- start start 2024-06-13T11:57:01.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.511+0000 7fc173444b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559695219e40 0x55969529d070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:01.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.511+0000 7fc173444b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55969529d5b0 0x55969529da30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:01.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.511+0000 7fc173444b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596952b0b10 0x5596952b2f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:01.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.511+0000 7fc173444b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5596951aca10 con 0x559695219e40 2024-06-13T11:57:01.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.511+0000 7fc173444b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x5596951efb00 con 0x5596952b0b10 2024-06-13T11:57:01.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.511+0000 7fc173444b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x5596951aa8f0 con 0x55969529d5b0 2024-06-13T11:57:01.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.511+0000 7fc162800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596952b0b10 0x5596952b2f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:01.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.511+0000 7fc162800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596952b0b10 0x5596952b2f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:40226/0 (socket says 172.21.15.42:40226) 2024-06-13T11:57:01.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.511+0000 7fc162800700 1 -- 172.21.15.42:0/2494347279 learned_addr learned my addr 172.21.15.42:0/2494347279 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:01.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.511+0000 7fc161e00700 1 --2- 172.21.15.42:0/2494347279 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559695219e40 0x55969529d070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:01.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.511+0000 7fc161400700 1 --2- 172.21.15.42:0/1289420137 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fc1480a2fc0 0x7fc1480a5480 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fc164107ba0 tx=0x7fc15000b410 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:01.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.511+0000 7fc161400700 1 --2- 172.21.15.42:0/2494347279 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55969529d5b0 0x55969529da30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:01.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.512+0000 7fc162800700 1 -- 172.21.15.42:0/2494347279 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55969529d5b0 msgr2=0x55969529da30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:01.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.512+0000 7fc162800700 1 --2- 172.21.15.42:0/2494347279 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55969529d5b0 0x55969529da30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.512+0000 7fc162800700 1 -- 172.21.15.42:0/2494347279 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559695219e40 msgr2=0x55969529d070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:01.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.512+0000 7fc162800700 1 --2- 172.21.15.42:0/2494347279 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559695219e40 0x55969529d070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.512+0000 7fc162800700 1 -- 172.21.15.42:0/2494347279 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559695197f90 con 0x5596952b0b10 2024-06-13T11:57:01.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.512+0000 7fc162800700 1 --2- 172.21.15.42:0/2494347279 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596952b0b10 0x5596952b2f00 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fc15c003fa0 tx=0x7fc15c009ba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=833a8df76594c08c server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:01.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.512+0000 7fc14f400700 1 -- 172.21.15.42:0/2494347279 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc15c004bb0 con 0x5596952b0b10 2024-06-13T11:57:01.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.512+0000 7fc14f400700 1 -- 172.21.15.42:0/2494347279 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc15c004d50 con 0x5596952b0b10 2024-06-13T11:57:01.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.513+0000 7fc14f400700 1 -- 172.21.15.42:0/2494347279 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc15c007e40 con 0x5596952b0b10 2024-06-13T11:57:01.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.513+0000 7fc173444b80 1 -- 172.21.15.42:0/2494347279 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596952b0b10 msgr2=0x5596952b2f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:01.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.513+0000 7fc173444b80 1 --2- 172.21.15.42:0/2494347279 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596952b0b10 0x5596952b2f00 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fc15c003fa0 tx=0x7fc15c009ba0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.514+0000 7fc173444b80 1 -- 172.21.15.42:0/2494347279 shutdown_connections 2024-06-13T11:57:01.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.514+0000 7fc173444b80 1 --2- 172.21.15.42:0/2494347279 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596952b0b10 0x5596952b2f00 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.514+0000 7fc173444b80 1 --2- 172.21.15.42:0/2494347279 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559695219e40 0x55969529d070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.514+0000 7fc173444b80 1 --2- 172.21.15.42:0/2494347279 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55969529d5b0 0x55969529da30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.514+0000 7fc173444b80 1 -- 172.21.15.42:0/2494347279 >> 172.21.15.42:0/2494347279 conn(0x5596951ca170 msgr2=0x5596952994b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:01.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.514+0000 7fc173444b80 1 -- 172.21.15.42:0/2494347279 shutdown_connections 2024-06-13T11:57:01.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.514+0000 7fc173444b80 1 -- 172.21.15.42:0/2494347279 wait complete. 2024-06-13T11:57:01.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.514+0000 7fc173444b80 1 -- start start 2024-06-13T11:57:01.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.515+0000 7fc173444b80 1 Processor -- start 2024-06-13T11:57:01.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.515+0000 7fc173444b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559695219e40 0x5596952b0270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:01.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.515+0000 7fc173444b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55969529d5b0 0x5596952ad570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:01.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.515+0000 7fc173444b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596952b0b10 0x5596952adab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:01.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.515+0000 7fc173444b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55969518bf60 con 0x559695219e40 2024-06-13T11:57:01.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.515+0000 7fc173444b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x5596951ebac0 con 0x5596952b0b10 2024-06-13T11:57:01.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.515+0000 7fc173444b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x5596952b37d0 con 0x55969529d5b0 2024-06-13T11:57:01.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.515+0000 7fc173444b80 10 client.0 _ll_register_callbacks cb 0x559695189720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:57:01.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.516+0000 7fc161e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559695219e40 0x5596952b0270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:01.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.516+0000 7fc161400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55969529d5b0 0x5596952ad570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:01.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.516+0000 7fc161e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559695219e40 0x5596952b0270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:39872/0 (socket says 172.21.15.42:39872) 2024-06-13T11:57:01.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.516+0000 7fc161e00700 1 -- 172.21.15.42:0/173988285 learned_addr learned my addr 172.21.15.42:0/173988285 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:01.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.516+0000 7fc161400700 1 -- 172.21.15.42:0/173988285 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596952b0b10 msgr2=0x5596952adab0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-13T11:57:01.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.516+0000 7fc161400700 1 --2- 172.21.15.42:0/173988285 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596952b0b10 0x5596952adab0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.516+0000 7fc161400700 1 -- 172.21.15.42:0/173988285 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559695219e40 msgr2=0x5596952b0270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:01.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.516+0000 7fc161400700 1 --2- 172.21.15.42:0/173988285 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559695219e40 0x5596952b0270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.516+0000 7fc161400700 1 -- 172.21.15.42:0/173988285 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55969513e8d0 con 0x55969529d5b0 2024-06-13T11:57:01.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.517+0000 7fc161e00700 1 --2- 172.21.15.42:0/173988285 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559695219e40 0x5596952b0270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:57:01.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.517+0000 7fc161400700 1 --2- 172.21.15.42:0/173988285 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55969529d5b0 0x5596952ad570 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fc1641036f0 tx=0x7fc1500047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=26ed7176c1b35cb server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:01.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.517+0000 7fc143e00700 10 client.0 ms_handle_connect on v2:172.21.15.162:3300/0 2024-06-13T11:57:01.519 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.517+0000 7fc143e00700 1 -- 172.21.15.42:0/173988285 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc150004a30 con 0x55969529d5b0 2024-06-13T11:57:01.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.517+0000 7fc143e00700 1 -- 172.21.15.42:0/173988285 <== mon.1 v2:172.21.15.162:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fc150004bd0 con 0x55969529d5b0 2024-06-13T11:57:01.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.517+0000 7fc173444b80 1 -- 172.21.15.42:0/173988285 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc15c004d50 con 0x55969529d5b0 2024-06-13T11:57:01.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.518+0000 7fc143e00700 1 -- 172.21.15.42:0/173988285 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fc150030050 con 0x55969529d5b0 2024-06-13T11:57:01.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.518+0000 7fc173444b80 10 client.25558 fetch_fsmap learned FSMap version 27 2024-06-13T11:57:01.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.518+0000 7fc173444b80 1 -- 172.21.15.42:0/173988285 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5596952bdf90 con 0x55969529d5b0 2024-06-13T11:57:01.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.518+0000 7fc143e00700 1 -- 172.21.15.42:0/173988285 <== mon.1 v2:172.21.15.162:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc15c004d50 con 0x55969529d5b0 2024-06-13T11:57:01.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.518+0000 7fc143e00700 1 -- 172.21.15.42:0/173988285 <== mon.1 v2:172.21.15.162:3300/0 5 ==== fsmap(e 27) ==== 8346+0+0 (secure 0 0 0) 0x7fc150026030 con 0x55969529d5b0 2024-06-13T11:57:01.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.518+0000 7fc173444b80 10 client.25558 fetch_fsmap finished waiting for FSMap version 27 2024-06-13T11:57:01.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.519+0000 7fc173444b80 10 client.25558 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.g 2024-06-13T11:57:01.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.519+0000 7fc173444b80 20 client.25558 populate_metadata read hostname 'smithi042' 2024-06-13T11:57:01.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.519+0000 7fc173444b80 1 --2- 172.21.15.42:0/173988285 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x5596952c0620 0x5596952c2ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:01.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.519+0000 7fc173444b80 4 client.25558 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:57:01.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.519+0000 7fc173444b80 1 -- 172.21.15.42:0/173988285 --> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5596951fd000 con 0x5596952c0620 2024-06-13T11:57:01.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.519+0000 7fc161e00700 1 --2- 172.21.15.42:0/173988285 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x5596952c0620 0x5596952c2ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:01.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.520+0000 7fc161e00700 1 --2- 172.21.15.42:0/173988285 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x5596952c0620 0x5596952c2ab0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e6b6472a771f1093 server_cookie=76e3525f30de704d in_seq=0 out_seq=0 2024-06-13T11:57:01.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.520+0000 7fc143e00700 10 client.25558 ms_handle_connect on v2:172.21.15.42:6838/228676134 2024-06-13T11:57:01.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.520+0000 7fc143e00700 1 -- 172.21.15.42:0/173988285 <== mds.2 v2:172.21.15.42:6838/228676134 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5596951fd000 con 0x5596952c0620 2024-06-13T11:57:01.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.520+0000 7fc143e00700 10 client.25558 handle_command_reply: tid=0 2024-06-13T11:57:01.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.521+0000 7fc173444b80 1 client.25558 shutdown 2024-06-13T11:57:01.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.521+0000 7fc173444b80 1 -- 172.21.15.42:0/173988285 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55969529d5b0 msgr2=0x5596952ad570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:01.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.521+0000 7fc173444b80 1 --2- 172.21.15.42:0/173988285 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55969529d5b0 0x5596952ad570 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fc1641036f0 tx=0x7fc1500047c0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.521+0000 7fc173444b80 1 -- 172.21.15.42:0/173988285 shutdown_connections 2024-06-13T11:57:01.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.521+0000 7fc173444b80 1 --2- 172.21.15.42:0/173988285 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x5596952c0620 0x5596952c2ab0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.521+0000 7fc173444b80 1 --2- 172.21.15.42:0/173988285 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596952b0b10 0x5596952adab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.521+0000 7fc173444b80 1 --2- 172.21.15.42:0/173988285 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559695219e40 0x5596952b0270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.521+0000 7fc173444b80 1 --2- 172.21.15.42:0/173988285 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55969529d5b0 0x5596952ad570 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.521+0000 7fc173444b80 1 -- 172.21.15.42:0/173988285 >> 172.21.15.42:0/173988285 conn(0x5596951ca170 msgr2=0x559695298740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:01.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.521+0000 7fc143e00700 0 client.25558 ms_handle_reset on v2:172.21.15.42:6838/228676134 2024-06-13T11:57:01.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.521+0000 7fc173444b80 1 -- 172.21.15.42:0/173988285 shutdown_connections 2024-06-13T11:57:01.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.521+0000 7fc173444b80 1 -- 172.21.15.42:0/173988285 wait complete. 2024-06-13T11:57:01.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.521+0000 7fc173444b80 20 client.25558 trim_cache size 0 max 16384 2024-06-13T11:57:01.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.539+0000 7fc173444b80 1 Processor -- start 2024-06-13T11:57:01.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.539+0000 7fc173444b80 1 -- start start 2024-06-13T11:57:01.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.540+0000 7fc173444b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559695219e40 0x5596952afdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:01.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.540+0000 7fc173444b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55969529d5b0 0x5596952b1f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:01.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.540+0000 7fc173444b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5596952b0b10 0x559695298fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:01.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.540+0000 7fc173444b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc1641aebd0 con 0x5596952b0b10 2024-06-13T11:57:01.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.540+0000 7fc173444b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fc1641ac460 con 0x559695219e40 2024-06-13T11:57:01.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.540+0000 7fc173444b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fc1641aa2d0 con 0x55969529d5b0 2024-06-13T11:57:01.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.540+0000 7fc162800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5596952b0b10 0x559695298fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:01.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.540+0000 7fc161e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559695219e40 0x5596952afdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:01.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.540+0000 7fc161e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559695219e40 0x5596952afdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:40252/0 (socket says 172.21.15.42:40252) 2024-06-13T11:57:01.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.540+0000 7fc161e00700 1 -- 172.21.15.42:0/741179000 learned_addr learned my addr 172.21.15.42:0/741179000 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:01.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.540+0000 7fc162800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5596952b0b10 0x559695298fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:39874/0 (socket says 172.21.15.42:39874) 2024-06-13T11:57:01.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.540+0000 7fc161400700 1 --2- 172.21.15.42:0/741179000 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55969529d5b0 0x5596952b1f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:01.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.540+0000 7fc161e00700 1 -- 172.21.15.42:0/741179000 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55969529d5b0 msgr2=0x5596952b1f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:01.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.540+0000 7fc161e00700 1 --2- 172.21.15.42:0/741179000 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55969529d5b0 0x5596952b1f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.541+0000 7fc161e00700 1 -- 172.21.15.42:0/741179000 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5596952b0b10 msgr2=0x559695298fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:01.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.541+0000 7fc161e00700 1 --2- 172.21.15.42:0/741179000 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5596952b0b10 0x559695298fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.541+0000 7fc161e00700 1 -- 172.21.15.42:0/741179000 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55969529a080 con 0x559695219e40 2024-06-13T11:57:01.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.541+0000 7fc161e00700 1 --2- 172.21.15.42:0/741179000 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559695219e40 0x5596952afdb0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fc154098c70 tx=0x7fc154087040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=54aab7f2557ba10b server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:01.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.541+0000 7fc14ea00700 1 -- 172.21.15.42:0/741179000 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc15409c810 con 0x559695219e40 2024-06-13T11:57:01.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.541+0000 7fc14ea00700 1 -- 172.21.15.42:0/741179000 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc1540b5070 con 0x559695219e40 2024-06-13T11:57:01.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.541+0000 7fc14ea00700 1 -- 172.21.15.42:0/741179000 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc154003ff0 con 0x559695219e40 2024-06-13T11:57:01.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.542+0000 7fc173444b80 1 -- 172.21.15.42:0/741179000 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559695219e40 msgr2=0x5596952afdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:01.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.542+0000 7fc173444b80 1 --2- 172.21.15.42:0/741179000 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559695219e40 0x5596952afdb0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fc154098c70 tx=0x7fc154087040 comp rx=0 tx=0).stop 2024-06-13T11:57:01.544 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.542+0000 7fc173444b80 1 -- 172.21.15.42:0/741179000 shutdown_connections 2024-06-13T11:57:01.544 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.542+0000 7fc173444b80 1 --2- 172.21.15.42:0/741179000 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559695219e40 0x5596952afdb0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.544 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.542+0000 7fc173444b80 1 --2- 172.21.15.42:0/741179000 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5596952b0b10 0x559695298fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.544 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.542+0000 7fc173444b80 1 --2- 172.21.15.42:0/741179000 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55969529d5b0 0x5596952b1f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.544 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.542+0000 7fc173444b80 1 -- 172.21.15.42:0/741179000 >> 172.21.15.42:0/741179000 conn(0x5596951ca170 msgr2=0x5596952ad530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:01.544 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.542+0000 7fc173444b80 1 -- 172.21.15.42:0/741179000 shutdown_connections 2024-06-13T11:57:01.544 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.542+0000 7fc173444b80 1 -- 172.21.15.42:0/741179000 wait complete. 2024-06-13T11:57:01.544 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.542+0000 7fc173444b80 1 -- start start 2024-06-13T11:57:01.544 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.543+0000 7fc173444b80 1 Processor -- start 2024-06-13T11:57:01.546 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.543+0000 7fc173444b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x559695219e40 0x5596952b2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:01.546 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.543+0000 7fc173444b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55969529d5b0 0x5596952b0f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:01.546 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.543+0000 7fc173444b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596952b0b10 0x5596952b14d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:01.546 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.543+0000 7fc173444b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc1641aa920 con 0x55969529d5b0 2024-06-13T11:57:01.546 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.543+0000 7fc173444b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fc1641abd90 con 0x5596952b0b10 2024-06-13T11:57:01.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.543+0000 7fc173444b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fc1641aaff0 con 0x559695219e40 2024-06-13T11:57:01.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.543+0000 7fc173444b80 10 client.0 _ll_register_callbacks cb 0x559695189720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:57:01.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.544+0000 7fc162800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596952b0b10 0x5596952b14d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:01.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.544+0000 7fc161e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x559695219e40 0x5596952b2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:01.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.544+0000 7fc161e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x559695219e40 0x5596952b2bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:44714/0 (socket says 172.21.15.42:44714) 2024-06-13T11:57:01.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.544+0000 7fc161e00700 1 -- 172.21.15.42:0/3704724830 learned_addr learned my addr 172.21.15.42:0/3704724830 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:01.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.544+0000 7fc161400700 1 --2- 172.21.15.42:0/3704724830 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55969529d5b0 0x5596952b0f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:01.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.544+0000 7fc161e00700 1 -- 172.21.15.42:0/3704724830 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596952b0b10 msgr2=0x5596952b14d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:01.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.544+0000 7fc161e00700 1 --2- 172.21.15.42:0/3704724830 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596952b0b10 0x5596952b14d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.544+0000 7fc161e00700 1 -- 172.21.15.42:0/3704724830 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55969529d5b0 msgr2=0x5596952b0f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:01.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.544+0000 7fc161e00700 1 --2- 172.21.15.42:0/3704724830 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55969529d5b0 0x5596952b0f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.544+0000 7fc161e00700 1 -- 172.21.15.42:0/3704724830 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5596952b1d10 con 0x559695219e40 2024-06-13T11:57:01.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.544+0000 7fc162800700 1 --2- 172.21.15.42:0/3704724830 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596952b0b10 0x5596952b14d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:57:01.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.544+0000 7fc161e00700 1 --2- 172.21.15.42:0/3704724830 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x559695219e40 0x5596952b2bb0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fc154009550 tx=0x7fc1540095f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=af34964e0e201d74 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:01.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.544+0000 7fc143e00700 10 client.0 ms_handle_connect on v2:172.21.15.162:3300/0 2024-06-13T11:57:01.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.544+0000 7fc143e00700 1 -- 172.21.15.42:0/3704724830 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc154080060 con 0x559695219e40 2024-06-13T11:57:01.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.545+0000 7fc143e00700 1 -- 172.21.15.42:0/3704724830 <== mon.1 v2:172.21.15.162:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fc154003ff0 con 0x559695219e40 2024-06-13T11:57:01.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.545+0000 7fc173444b80 1 -- 172.21.15.42:0/3704724830 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc1540b5070 con 0x559695219e40 2024-06-13T11:57:01.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.545+0000 7fc143e00700 1 -- 172.21.15.42:0/3704724830 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fc1540bb070 con 0x559695219e40 2024-06-13T11:57:01.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.545+0000 7fc173444b80 10 client.25564 fetch_fsmap learned FSMap version 27 2024-06-13T11:57:01.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.545+0000 7fc173444b80 1 -- 172.21.15.42:0/3704724830 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5596952b8a70 con 0x559695219e40 2024-06-13T11:57:01.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.545+0000 7fc143e00700 1 -- 172.21.15.42:0/3704724830 <== mon.1 v2:172.21.15.162:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc1540b5070 con 0x559695219e40 2024-06-13T11:57:01.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.545+0000 7fc143e00700 1 -- 172.21.15.42:0/3704724830 <== mon.1 v2:172.21.15.162:3300/0 5 ==== fsmap(e 27) ==== 8346+0+0 (secure 0 0 0) 0x7fc15409ca70 con 0x559695219e40 2024-06-13T11:57:01.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.545+0000 7fc173444b80 10 client.25564 fetch_fsmap finished waiting for FSMap version 27 2024-06-13T11:57:01.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.545+0000 7fc173444b80 10 client.25564 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.g 2024-06-13T11:57:01.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.545+0000 7fc173444b80 20 client.25564 populate_metadata read hostname 'smithi042' 2024-06-13T11:57:01.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.545+0000 7fc173444b80 1 --2- 172.21.15.42:0/3704724830 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x5596952b8ef0 0x5596952b9300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:01.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.545+0000 7fc173444b80 4 client.25564 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-13T11:57:01.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.545+0000 7fc173444b80 1 -- 172.21.15.42:0/3704724830 --> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5596951f7580 con 0x5596952b8ef0 2024-06-13T11:57:01.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.546+0000 7fc161400700 1 --2- 172.21.15.42:0/3704724830 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x5596952b8ef0 0x5596952b9300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:01.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.547+0000 7fc161400700 1 --2- 172.21.15.42:0/3704724830 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x5596952b8ef0 0x5596952b9300 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8e7533782739a65b server_cookie=6b6cd4fcbe747cec in_seq=0 out_seq=0 2024-06-13T11:57:01.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.547+0000 7fc143e00700 10 client.25564 ms_handle_connect on v2:172.21.15.42:6838/228676134 2024-06-13T11:57:01.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.548+0000 7fc143e00700 1 -- 172.21.15.42:0/3704724830 <== mds.2 v2:172.21.15.42:6838/228676134 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5596951f7580 con 0x5596952b8ef0 2024-06-13T11:57:01.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.548+0000 7fc143e00700 10 client.25564 handle_command_reply: tid=0 2024-06-13T11:57:01.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.548+0000 7fc173444b80 1 client.25564 shutdown 2024-06-13T11:57:01.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.549+0000 7fc173444b80 1 -- 172.21.15.42:0/3704724830 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x559695219e40 msgr2=0x5596952b2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:01.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.549+0000 7fc173444b80 1 --2- 172.21.15.42:0/3704724830 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x559695219e40 0x5596952b2bb0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fc154009550 tx=0x7fc1540095f0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.549+0000 7fc173444b80 1 -- 172.21.15.42:0/3704724830 shutdown_connections 2024-06-13T11:57:01.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.549+0000 7fc173444b80 1 --2- 172.21.15.42:0/3704724830 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x5596952b8ef0 0x5596952b9300 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.549+0000 7fc173444b80 1 --2- 172.21.15.42:0/3704724830 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596952b0b10 0x5596952b14d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.549+0000 7fc173444b80 1 --2- 172.21.15.42:0/3704724830 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x559695219e40 0x5596952b2bb0 secure :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fc154009550 tx=0x7fc1540095f0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.549+0000 7fc173444b80 1 --2- 172.21.15.42:0/3704724830 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55969529d5b0 0x5596952b0f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.549+0000 7fc143e00700 0 client.25564 ms_handle_reset on v2:172.21.15.42:6838/228676134 2024-06-13T11:57:01.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.549+0000 7fc173444b80 1 -- 172.21.15.42:0/3704724830 >> 172.21.15.42:0/3704724830 conn(0x5596951ca170 msgr2=0x5596952abd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:01.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.549+0000 7fc173444b80 1 -- 172.21.15.42:0/3704724830 shutdown_connections 2024-06-13T11:57:01.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.550+0000 7fc173444b80 1 -- 172.21.15.42:0/3704724830 wait complete. 2024-06-13T11:57:01.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.550+0000 7fc173444b80 20 client.25564 trim_cache size 0 max 16384 2024-06-13T11:57:01.552 INFO:teuthology.orchestra.run.smithi042.stdout:[] 2024-06-13T11:57:01.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.551+0000 7fc168a00700 1 -- 172.21.15.42:0/1289420137 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fc1480a2fc0 msgr2=0x7fc1480a5480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:01.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.551+0000 7fc168a00700 1 --2- 172.21.15.42:0/1289420137 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fc1480a2fc0 0x7fc1480a5480 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fc164107ba0 tx=0x7fc15000b410 comp rx=0 tx=0).stop 2024-06-13T11:57:01.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.551+0000 7fc168a00700 1 -- 172.21.15.42:0/1289420137 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc164100a80 msgr2=0x7fc164101c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:01.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.551+0000 7fc168a00700 1 --2- 172.21.15.42:0/1289420137 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc164100a80 0x7fc164101c60 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fc154000c00 tx=0x7fc154003890 comp rx=0 tx=0).stop 2024-06-13T11:57:01.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.551+0000 7fc168a00700 1 -- 172.21.15.42:0/1289420137 shutdown_connections 2024-06-13T11:57:01.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.551+0000 7fc168a00700 1 --2- 172.21.15.42:0/1289420137 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fc1480a2fc0 0x7fc1480a5480 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.551+0000 7fc168a00700 1 --2- 172.21.15.42:0/1289420137 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc164100a80 0x7fc164101c60 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.551+0000 7fc168a00700 1 --2- 172.21.15.42:0/1289420137 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc164108510 0x7fc1641026e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.551+0000 7fc168a00700 1 --2- 172.21.15.42:0/1289420137 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc164101440 0x7fc1641021a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:01.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.551+0000 7fc168a00700 1 -- 172.21.15.42:0/1289420137 >> 172.21.15.42:0/1289420137 conn(0x7fc164077a00 msgr2=0x7fc1640ff0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:01.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.551+0000 7fc168a00700 1 -- 172.21.15.42:0/1289420137 shutdown_connections 2024-06-13T11:57:01.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:01.551+0000 7fc168a00700 1 -- 172.21.15.42:0/1289420137 wait complete. 2024-06-13T11:57:01.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:01 smithi162 ceph-mon[36757]: pgmap v47: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 85 B/s wr, 6 op/s 2024-06-13T11:57:01.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:01 smithi088 ceph-mon[36399]: pgmap v47: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 85 B/s wr, 6 op/s 2024-06-13T11:57:02.487 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-06-13T11:57:02.983 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:57:03.403 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:03 smithi042 ceph-mon[32231]: pgmap v48: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 85 B/s wr, 6 op/s 2024-06-13T11:57:03.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:03 smithi162 ceph-mon[36757]: pgmap v48: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 85 B/s wr, 6 op/s 2024-06-13T11:57:03.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:03 smithi088 ceph-mon[36399]: pgmap v48: 129 pgs: 129 active+clean; 1.4 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 85 B/s wr, 6 op/s 2024-06-13T11:57:04.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:04 smithi042 ceph-mon[32231]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T11:57:04.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:04 smithi162 ceph-mon[36757]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T11:57:04.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:04 smithi088 ceph-mon[36399]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T11:57:05.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.295+0000 7f6db2e00700 1 -- 172.21.15.42:0/2866279782 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6dac1089d0 msgr2=0x7f6dac108e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:05.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.295+0000 7f6db2e00700 1 --2- 172.21.15.42:0/2866279782 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6dac1089d0 0x7f6dac108e50 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f6d98009990 tx=0x7f6d98009ca0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.295+0000 7f6db2e00700 1 -- 172.21.15.42:0/2866279782 shutdown_connections 2024-06-13T11:57:05.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.295+0000 7f6db2e00700 1 --2- 172.21.15.42:0/2866279782 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6dac109390 0x7f6dac115830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.295+0000 7f6db2e00700 1 --2- 172.21.15.42:0/2866279782 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6dac10d8a0 0x7f6dac10dc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.295+0000 7f6db2e00700 1 --2- 172.21.15.42:0/2866279782 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6dac1089d0 0x7f6dac108e50 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.295+0000 7f6db2e00700 1 -- 172.21.15.42:0/2866279782 >> 172.21.15.42:0/2866279782 conn(0x7f6dac078220 msgr2=0x7f6dac1072b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:05.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.295+0000 7f6db2e00700 1 -- 172.21.15.42:0/2866279782 shutdown_connections 2024-06-13T11:57:05.297 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.295+0000 7f6db2e00700 1 -- 172.21.15.42:0/2866279782 wait complete. 2024-06-13T11:57:05.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.296+0000 7f6db2e00700 1 Processor -- start 2024-06-13T11:57:05.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.296+0000 7f6db2e00700 1 -- start start 2024-06-13T11:57:05.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.297+0000 7f6db2e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6dac1089d0 0x7f6dac19f1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:05.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.297+0000 7f6db2e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6dac109390 0x7f6dac19f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:05.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.297+0000 7f6db2e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6dac10d8a0 0x7f6dac1a3a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:05.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.297+0000 7f6db2e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6dac118d20 con 0x7f6dac10d8a0 2024-06-13T11:57:05.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.297+0000 7f6db2e00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f6dac118ba0 con 0x7f6dac109390 2024-06-13T11:57:05.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.297+0000 7f6db2e00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f6dac118ea0 con 0x7f6dac1089d0 2024-06-13T11:57:05.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.297+0000 7f6db1000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6dac109390 0x7f6dac19f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:05.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.297+0000 7f6db1000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6dac109390 0x7f6dac19f730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:40278/0 (socket says 172.21.15.42:40278) 2024-06-13T11:57:05.299 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.297+0000 7f6db1000700 1 -- 172.21.15.42:0/3962407488 learned_addr learned my addr 172.21.15.42:0/3962407488 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:05.299 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.297+0000 7f6db1a00700 1 --2- 172.21.15.42:0/3962407488 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6dac1089d0 0x7f6dac19f1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:05.299 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.297+0000 7f6db2400700 1 --2- 172.21.15.42:0/3962407488 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6dac10d8a0 0x7f6dac1a3a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:05.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.298+0000 7f6db1000700 1 -- 172.21.15.42:0/3962407488 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6dac1089d0 msgr2=0x7f6dac19f1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:05.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.298+0000 7f6db1000700 1 --2- 172.21.15.42:0/3962407488 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6dac1089d0 0x7f6dac19f1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.298+0000 7f6db1000700 1 -- 172.21.15.42:0/3962407488 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6dac10d8a0 msgr2=0x7f6dac1a3a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:05.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.298+0000 7f6db1000700 1 --2- 172.21.15.42:0/3962407488 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6dac10d8a0 0x7f6dac1a3a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.298+0000 7f6db1000700 1 -- 172.21.15.42:0/3962407488 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6dac1a41b0 con 0x7f6dac109390 2024-06-13T11:57:05.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.298+0000 7f6db2400700 1 --2- 172.21.15.42:0/3962407488 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6dac10d8a0 0x7f6dac1a3a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:57:05.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.298+0000 7f6db1000700 1 --2- 172.21.15.42:0/3962407488 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6dac109390 0x7f6dac19f730 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f6d98005910 tx=0x7f6d9800bab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:05.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.298+0000 7f6daa000700 1 -- 172.21.15.42:0/3962407488 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d98027070 con 0x7f6dac109390 2024-06-13T11:57:05.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.298+0000 7f6daa000700 1 -- 172.21.15.42:0/3962407488 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6d98003d70 con 0x7f6dac109390 2024-06-13T11:57:05.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.298+0000 7f6db2e00700 1 -- 172.21.15.42:0/3962407488 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6dac1a4440 con 0x7f6dac109390 2024-06-13T11:57:05.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.298+0000 7f6daa000700 1 -- 172.21.15.42:0/3962407488 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d9800f6c0 con 0x7f6dac109390 2024-06-13T11:57:05.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.299+0000 7f6db2e00700 1 -- 172.21.15.42:0/3962407488 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6dac1abd20 con 0x7f6dac109390 2024-06-13T11:57:05.302 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.302+0000 7f6daa000700 1 -- 172.21.15.42:0/3962407488 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f6d9802a070 con 0x7f6dac109390 2024-06-13T11:57:05.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.303+0000 7f6daa000700 1 --2- 172.21.15.42:0/3962407488 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6d940a2d90 0x7f6d940a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:05.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.303+0000 7f6daa000700 1 -- 172.21.15.42:0/3962407488 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f6d980d0990 con 0x7f6dac109390 2024-06-13T11:57:05.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.304+0000 7f6db1a00700 1 --2- 172.21.15.42:0/3962407488 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6d940a2d90 0x7f6d940a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:05.305 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.304+0000 7f6dbedacb80 1 Processor -- start 2024-06-13T11:57:05.305 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.304+0000 7f6dbedacb80 1 -- start start 2024-06-13T11:57:05.305 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.304+0000 7f6db1a00700 1 --2- 172.21.15.42:0/3962407488 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6d940a2d90 0x7f6d940a5250 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f6da0009be0 tx=0x7f6da0009260 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:05.306 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.305+0000 7f6dbedacb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56157fe68d60 0x56157fe69140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:05.306 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.305+0000 7f6dbedacb80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56157fe69680 0x56157fe73ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:05.307 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.305+0000 7f6dbedacb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56157fe74530 0x56157fe76920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:05.307 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.305+0000 7f6dbedacb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56157fd78a10 con 0x56157fe74530 2024-06-13T11:57:05.307 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.305+0000 7f6dbedacb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x56157fdbbb00 con 0x56157fe68d60 2024-06-13T11:57:05.307 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.305+0000 7f6dbedacb80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x56157fd768f0 con 0x56157fe69680 2024-06-13T11:57:05.307 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.305+0000 7f6db1a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56157fe68d60 0x56157fe69140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:05.307 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.305+0000 7f6db1a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56157fe68d60 0x56157fe69140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:40286/0 (socket says 172.21.15.42:40286) 2024-06-13T11:57:05.307 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.305+0000 7f6db1a00700 1 -- 172.21.15.42:0/2317918331 learned_addr learned my addr 172.21.15.42:0/2317918331 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:05.307 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.305+0000 7f6db1000700 1 --2- 172.21.15.42:0/2317918331 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56157fe69680 0x56157fe73ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:05.307 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.305+0000 7f6db2400700 1 --2- 172.21.15.42:0/2317918331 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56157fe74530 0x56157fe76920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:05.307 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.305+0000 7f6db1a00700 1 -- 172.21.15.42:0/2317918331 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56157fe69680 msgr2=0x56157fe73ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:05.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.305+0000 7f6db1a00700 1 --2- 172.21.15.42:0/2317918331 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56157fe69680 0x56157fe73ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.305+0000 7f6db1a00700 1 -- 172.21.15.42:0/2317918331 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56157fe74530 msgr2=0x56157fe76920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:05.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.305+0000 7f6db1a00700 1 --2- 172.21.15.42:0/2317918331 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56157fe74530 0x56157fe76920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.305+0000 7f6db1a00700 1 -- 172.21.15.42:0/2317918331 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56157fd63f90 con 0x56157fe68d60 2024-06-13T11:57:05.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.305+0000 7f6db2400700 1 --2- 172.21.15.42:0/2317918331 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56157fe74530 0x56157fe76920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T11:57:05.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.306+0000 7f6db1a00700 1 --2- 172.21.15.42:0/2317918331 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56157fe68d60 0x56157fe69140 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f6da0011d60 tx=0x7f6da0014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=967e2a161003d245 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:05.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.306+0000 7f6d9ea00700 1 -- 172.21.15.42:0/2317918331 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6da0011d90 con 0x56157fe68d60 2024-06-13T11:57:05.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.306+0000 7f6d9ea00700 1 -- 172.21.15.42:0/2317918331 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6da000ebd0 con 0x56157fe68d60 2024-06-13T11:57:05.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.306+0000 7f6d9ea00700 1 -- 172.21.15.42:0/2317918331 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6da0026660 con 0x56157fe68d60 2024-06-13T11:57:05.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.307+0000 7f6dbedacb80 1 -- 172.21.15.42:0/2317918331 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56157fe68d60 msgr2=0x56157fe69140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:05.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.307+0000 7f6dbedacb80 1 --2- 172.21.15.42:0/2317918331 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56157fe68d60 0x56157fe69140 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f6da0011d60 tx=0x7f6da0014000 comp rx=0 tx=0).stop 2024-06-13T11:57:05.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.307+0000 7f6dbedacb80 1 -- 172.21.15.42:0/2317918331 shutdown_connections 2024-06-13T11:57:05.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.307+0000 7f6dbedacb80 1 --2- 172.21.15.42:0/2317918331 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56157fe68d60 0x56157fe69140 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.307+0000 7f6dbedacb80 1 --2- 172.21.15.42:0/2317918331 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56157fe74530 0x56157fe76920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.307+0000 7f6dbedacb80 1 --2- 172.21.15.42:0/2317918331 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56157fe69680 0x56157fe73ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.307+0000 7f6dbedacb80 1 -- 172.21.15.42:0/2317918331 >> 172.21.15.42:0/2317918331 conn(0x56157fd96170 msgr2=0x56157fe65280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:05.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.307+0000 7f6dbedacb80 1 -- 172.21.15.42:0/2317918331 shutdown_connections 2024-06-13T11:57:05.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.307+0000 7f6dbedacb80 1 -- 172.21.15.42:0/2317918331 wait complete. 2024-06-13T11:57:05.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.308+0000 7f6dbedacb80 1 -- start start 2024-06-13T11:57:05.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.308+0000 7f6dbedacb80 1 Processor -- start 2024-06-13T11:57:05.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.309+0000 7f6dbedacb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56157fe68d60 0x56157fe73d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:05.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.309+0000 7f6dbedacb80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56157fe69680 0x56157fe71090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:05.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.309+0000 7f6dbedacb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56157fe74530 0x56157fe715d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:05.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.309+0000 7f6dbedacb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56157fd57f60 con 0x56157fe68d60 2024-06-13T11:57:05.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.309+0000 7f6dbedacb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x56157fdb7ac0 con 0x56157fe74530 2024-06-13T11:57:05.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.309+0000 7f6dbedacb80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x56157fe76fc0 con 0x56157fe69680 2024-06-13T11:57:05.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.309+0000 7f6dbedacb80 10 client.0 _ll_register_callbacks cb 0x56157fd51380 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:57:05.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.309+0000 7f6db1a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56157fe68d60 0x56157fe73d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:05.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.309+0000 7f6db2400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56157fe74530 0x56157fe715d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:05.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.309+0000 7f6db2400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56157fe74530 0x56157fe715d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:40300/0 (socket says 172.21.15.42:40300) 2024-06-13T11:57:05.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.309+0000 7f6db2400700 1 -- 172.21.15.42:0/1918683074 learned_addr learned my addr 172.21.15.42:0/1918683074 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:05.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.309+0000 7f6db1000700 1 --2- 172.21.15.42:0/1918683074 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56157fe69680 0x56157fe71090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:05.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.310+0000 7f6db2400700 1 -- 172.21.15.42:0/1918683074 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56157fe69680 msgr2=0x56157fe71090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:05.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.310+0000 7f6db2400700 1 --2- 172.21.15.42:0/1918683074 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56157fe69680 0x56157fe71090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.310+0000 7f6db2400700 1 -- 172.21.15.42:0/1918683074 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56157fe68d60 msgr2=0x56157fe73d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:05.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.310+0000 7f6db2400700 1 --2- 172.21.15.42:0/1918683074 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56157fe68d60 0x56157fe73d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.310+0000 7f6db2400700 1 -- 172.21.15.42:0/1918683074 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56157fd0a8d0 con 0x56157fe74530 2024-06-13T11:57:05.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.310+0000 7f6db1000700 1 --2- 172.21.15.42:0/1918683074 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56157fe69680 0x56157fe71090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:57:05.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.310+0000 7f6db2400700 1 --2- 172.21.15.42:0/1918683074 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56157fe74530 0x56157fe715d0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f6da4007ba0 tx=0x7f6da4007eb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4abcbb732e7b5b80 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:05.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.310+0000 7f6d93400700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:57:05.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.310+0000 7f6d93400700 1 -- 172.21.15.42:0/1918683074 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6da4019020 con 0x56157fe74530 2024-06-13T11:57:05.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.310+0000 7f6d93400700 1 -- 172.21.15.42:0/1918683074 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f6da4010860 con 0x56157fe74530 2024-06-13T11:57:05.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.310+0000 7f6dbedacb80 1 -- 172.21.15.42:0/1918683074 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6da000ebd0 con 0x56157fe74530 2024-06-13T11:57:05.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.311+0000 7f6d93400700 1 -- 172.21.15.42:0/1918683074 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6da4024050 con 0x56157fe74530 2024-06-13T11:57:05.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.311+0000 7f6dbedacb80 10 client.25604 fetch_fsmap learned FSMap version 28 2024-06-13T11:57:05.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.311+0000 7f6dbedacb80 1 -- 172.21.15.42:0/1918683074 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56157fe81780 con 0x56157fe74530 2024-06-13T11:57:05.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.311+0000 7f6d93400700 1 -- 172.21.15.42:0/1918683074 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6da000ebd0 con 0x56157fe74530 2024-06-13T11:57:05.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.311+0000 7f6d93400700 1 -- 172.21.15.42:0/1918683074 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f6da4015bd0 con 0x56157fe74530 2024-06-13T11:57:05.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.311+0000 7f6dbedacb80 10 client.25604 fetch_fsmap finished waiting for FSMap version 28 2024-06-13T11:57:05.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.311+0000 7f6dbedacb80 10 client.25604 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-06-13T11:57:05.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.311+0000 7f6dbedacb80 20 client.25604 populate_metadata read hostname 'smithi042' 2024-06-13T11:57:05.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.311+0000 7f6dbedacb80 1 --2- 172.21.15.42:0/1918683074 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x56157fe83e10 0x56157fe86200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:05.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.311+0000 7f6dbedacb80 4 client.25604 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:57:05.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.311+0000 7f6dbedacb80 1 -- 172.21.15.42:0/1918683074 --> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56157fdc9000 con 0x56157fe83e10 2024-06-13T11:57:05.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.312+0000 7f6db1a00700 1 --2- 172.21.15.42:0/1918683074 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x56157fe83e10 0x56157fe86200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:05.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.312+0000 7f6db1a00700 1 --2- 172.21.15.42:0/1918683074 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x56157fe83e10 0x56157fe86200 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=29f74344a8e62da5 server_cookie=98327a7cd347c6cb in_seq=0 out_seq=0 2024-06-13T11:57:05.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.312+0000 7f6d93400700 10 client.25604 ms_handle_connect on v2:172.21.15.88:6836/2567581640 2024-06-13T11:57:05.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.313+0000 7f6d93400700 1 -- 172.21.15.42:0/1918683074 <== mds.1 v2:172.21.15.88:6836/2567581640 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x56157fdc9000 con 0x56157fe83e10 2024-06-13T11:57:05.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.313+0000 7f6d93400700 10 client.25604 handle_command_reply: tid=0 2024-06-13T11:57:05.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.313+0000 7f6dbedacb80 1 client.25604 shutdown 2024-06-13T11:57:05.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.314+0000 7f6dbedacb80 1 -- 172.21.15.42:0/1918683074 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56157fe74530 msgr2=0x56157fe715d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:05.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.314+0000 7f6dbedacb80 1 --2- 172.21.15.42:0/1918683074 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56157fe74530 0x56157fe715d0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f6da4007ba0 tx=0x7f6da4007eb0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.314+0000 7f6dbedacb80 1 -- 172.21.15.42:0/1918683074 shutdown_connections 2024-06-13T11:57:05.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.314+0000 7f6dbedacb80 1 --2- 172.21.15.42:0/1918683074 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x56157fe83e10 0x56157fe86200 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.314+0000 7f6dbedacb80 1 --2- 172.21.15.42:0/1918683074 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56157fe74530 0x56157fe715d0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.314+0000 7f6dbedacb80 1 --2- 172.21.15.42:0/1918683074 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56157fe68d60 0x56157fe73d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.314+0000 7f6dbedacb80 1 --2- 172.21.15.42:0/1918683074 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56157fe69680 0x56157fe71090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.314+0000 7f6d93400700 0 client.25604 ms_handle_reset on v2:172.21.15.88:6836/2567581640 2024-06-13T11:57:05.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.314+0000 7f6dbedacb80 1 -- 172.21.15.42:0/1918683074 >> 172.21.15.42:0/1918683074 conn(0x56157fd96170 msgr2=0x56157fe64e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:05.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.314+0000 7f6dbedacb80 1 -- 172.21.15.42:0/1918683074 shutdown_connections 2024-06-13T11:57:05.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.314+0000 7f6dbedacb80 1 -- 172.21.15.42:0/1918683074 wait complete. 2024-06-13T11:57:05.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.314+0000 7f6dbedacb80 20 client.25604 trim_cache size 0 max 16384 2024-06-13T11:57:05.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.331+0000 7f6dbedacb80 1 Processor -- start 2024-06-13T11:57:05.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.331+0000 7f6dbedacb80 1 -- start start 2024-06-13T11:57:05.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.332+0000 7f6dbedacb80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56157fe68d60 0x56157fe80030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:05.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.332+0000 7f6dbedacb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56157fe69680 0x56157fe653c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:05.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.332+0000 7f6dbedacb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56157fe74530 0x56157fe8ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:05.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.332+0000 7f6dbedacb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6dac1b72d0 con 0x56157fe74530 2024-06-13T11:57:05.333 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.332+0000 7f6dbedacb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f6dac1b4b60 con 0x56157fe69680 2024-06-13T11:57:05.333 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.332+0000 7f6dbedacb80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f6dac1b29b0 con 0x56157fe68d60 2024-06-13T11:57:05.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.332+0000 7f6db1000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56157fe69680 0x56157fe653c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:05.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.332+0000 7f6db1000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56157fe69680 0x56157fe653c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:40310/0 (socket says 172.21.15.42:40310) 2024-06-13T11:57:05.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.332+0000 7f6db2400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56157fe74530 0x56157fe8ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:05.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.332+0000 7f6db1000700 1 -- 172.21.15.42:0/161271701 learned_addr learned my addr 172.21.15.42:0/161271701 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:05.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.332+0000 7f6db1a00700 1 --2- 172.21.15.42:0/161271701 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56157fe68d60 0x56157fe80030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:05.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.333+0000 7f6db1000700 1 -- 172.21.15.42:0/161271701 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56157fe68d60 msgr2=0x56157fe80030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:05.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.333+0000 7f6db1000700 1 --2- 172.21.15.42:0/161271701 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56157fe68d60 0x56157fe80030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.333+0000 7f6db1000700 1 -- 172.21.15.42:0/161271701 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56157fe74530 msgr2=0x56157fe8ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:05.335 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.333+0000 7f6db1000700 1 --2- 172.21.15.42:0/161271701 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56157fe74530 0x56157fe8ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.335 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.333+0000 7f6db1000700 1 -- 172.21.15.42:0/161271701 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56157fe65d50 con 0x56157fe69680 2024-06-13T11:57:05.335 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.333+0000 7f6db1000700 1 --2- 172.21.15.42:0/161271701 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56157fe69680 0x56157fe653c0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f6d9809cac0 tx=0x7f6d98009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c95e4fba7812da74 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:05.335 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.333+0000 7f6d9e000700 1 -- 172.21.15.42:0/161271701 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d980b4070 con 0x56157fe69680 2024-06-13T11:57:05.335 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.333+0000 7f6d9e000700 1 -- 172.21.15.42:0/161271701 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6d980043d0 con 0x56157fe69680 2024-06-13T11:57:05.335 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.333+0000 7f6d9e000700 1 -- 172.21.15.42:0/161271701 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d9809de60 con 0x56157fe69680 2024-06-13T11:57:05.337 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.334+0000 7f6dbedacb80 1 -- 172.21.15.42:0/161271701 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56157fe69680 msgr2=0x56157fe653c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:05.337 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.334+0000 7f6dbedacb80 1 --2- 172.21.15.42:0/161271701 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56157fe69680 0x56157fe653c0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f6d9809cac0 tx=0x7f6d98009310 comp rx=0 tx=0).stop 2024-06-13T11:57:05.337 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.334+0000 7f6dbedacb80 1 -- 172.21.15.42:0/161271701 shutdown_connections 2024-06-13T11:57:05.337 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.334+0000 7f6dbedacb80 1 --2- 172.21.15.42:0/161271701 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56157fe74530 0x56157fe8ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.334+0000 7f6dbedacb80 1 --2- 172.21.15.42:0/161271701 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56157fe68d60 0x56157fe80030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.334+0000 7f6dbedacb80 1 --2- 172.21.15.42:0/161271701 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56157fe69680 0x56157fe653c0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.334+0000 7f6dbedacb80 1 -- 172.21.15.42:0/161271701 >> 172.21.15.42:0/161271701 conn(0x56157fd96170 msgr2=0x56157fe7f920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:05.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.334+0000 7f6dbedacb80 1 -- 172.21.15.42:0/161271701 shutdown_connections 2024-06-13T11:57:05.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.334+0000 7f6dbedacb80 1 -- 172.21.15.42:0/161271701 wait complete. 2024-06-13T11:57:05.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.335+0000 7f6dbedacb80 1 -- start start 2024-06-13T11:57:05.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.335+0000 7f6dbedacb80 1 Processor -- start 2024-06-13T11:57:05.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.336+0000 7f6dbedacb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56157fe68d60 0x56157fe7c950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:05.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.336+0000 7f6dbedacb80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56157fe69680 0x56157fe79cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:05.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.336+0000 7f6dbedacb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56157fe74530 0x56157fe7a230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:05.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.336+0000 7f6dbedacb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6dac1b3020 con 0x56157fe68d60 2024-06-13T11:57:05.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.336+0000 7f6dbedacb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f6dac1b4490 con 0x56157fe74530 2024-06-13T11:57:05.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.336+0000 7f6dbedacb80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f6dac1b36f0 con 0x56157fe69680 2024-06-13T11:57:05.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.336+0000 7f6dbedacb80 10 client.0 _ll_register_callbacks cb 0x56157fd51380 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:57:05.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.336+0000 7f6db2400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56157fe74530 0x56157fe7a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:05.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.336+0000 7f6db1000700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56157fe69680 0x56157fe79cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:05.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.336+0000 7f6db2400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56157fe74530 0x56157fe7a230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:40322/0 (socket says 172.21.15.42:40322) 2024-06-13T11:57:05.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.336+0000 7f6db1000700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56157fe69680 0x56157fe79cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:44780/0 (socket says 172.21.15.42:44780) 2024-06-13T11:57:05.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.336+0000 7f6db2400700 1 -- 172.21.15.42:0/83736489 learned_addr learned my addr 172.21.15.42:0/83736489 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:05.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.336+0000 7f6db1a00700 1 --2- 172.21.15.42:0/83736489 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56157fe68d60 0x56157fe7c950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:05.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.337+0000 7f6db2400700 1 -- 172.21.15.42:0/83736489 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56157fe69680 msgr2=0x56157fe79cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:05.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.337+0000 7f6db2400700 1 --2- 172.21.15.42:0/83736489 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56157fe69680 0x56157fe79cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.337+0000 7f6db2400700 1 -- 172.21.15.42:0/83736489 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56157fe68d60 msgr2=0x56157fe7c950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:05.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.337+0000 7f6db2400700 1 --2- 172.21.15.42:0/83736489 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56157fe68d60 0x56157fe7c950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.337+0000 7f6db2400700 1 -- 172.21.15.42:0/83736489 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56157fe69390 con 0x56157fe74530 2024-06-13T11:57:05.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.337+0000 7f6db1000700 1 --2- 172.21.15.42:0/83736489 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56157fe69680 0x56157fe79cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:57:05.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.337+0000 7f6db1a00700 1 --2- 172.21.15.42:0/83736489 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56157fe68d60 0x56157fe7c950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:57:05.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.337+0000 7f6db2400700 1 --2- 172.21.15.42:0/83736489 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56157fe74530 0x56157fe7a230 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f6da4002230 tx=0x7f6da4009a10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cd1436bd9fde2e20 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:05.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.337+0000 7f6d93400700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:57:05.342 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.337+0000 7f6d93400700 1 -- 172.21.15.42:0/83736489 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6da4019050 con 0x56157fe74530 2024-06-13T11:57:05.343 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.337+0000 7f6dbedacb80 1 -- 172.21.15.42:0/83736489 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6d980043d0 con 0x56157fe74530 2024-06-13T11:57:05.343 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.337+0000 7f6d93400700 1 -- 172.21.15.42:0/83736489 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f6da4010860 con 0x56157fe74530 2024-06-13T11:57:05.343 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.338+0000 7f6d93400700 1 -- 172.21.15.42:0/83736489 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6da4010440 con 0x56157fe74530 2024-06-13T11:57:05.343 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.338+0000 7f6dbedacb80 10 client.25610 fetch_fsmap learned FSMap version 28 2024-06-13T11:57:05.343 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.338+0000 7f6dbedacb80 1 -- 172.21.15.42:0/83736489 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56157feee8b0 con 0x56157fe74530 2024-06-13T11:57:05.343 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.338+0000 7f6d93400700 1 -- 172.21.15.42:0/83736489 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6d980043d0 con 0x56157fe74530 2024-06-13T11:57:05.343 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.338+0000 7f6d93400700 1 -- 172.21.15.42:0/83736489 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f6da401dcc0 con 0x56157fe74530 2024-06-13T11:57:05.343 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.338+0000 7f6dbedacb80 10 client.25610 fetch_fsmap finished waiting for FSMap version 28 2024-06-13T11:57:05.343 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.338+0000 7f6dbedacb80 10 client.25610 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-06-13T11:57:05.343 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.338+0000 7f6dbedacb80 20 client.25610 populate_metadata read hostname 'smithi042' 2024-06-13T11:57:05.343 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.338+0000 7f6dbedacb80 1 --2- 172.21.15.42:0/83736489 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x56157feeefc0 0x56157fef13e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:05.343 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.338+0000 7f6dbedacb80 4 client.25610 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-13T11:57:05.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.338+0000 7f6dbedacb80 1 -- 172.21.15.42:0/83736489 --> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56157fdc3580 con 0x56157feeefc0 2024-06-13T11:57:05.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.339+0000 7f6db1a00700 1 --2- 172.21.15.42:0/83736489 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x56157feeefc0 0x56157fef13e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:05.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.339+0000 7f6db1a00700 1 --2- 172.21.15.42:0/83736489 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x56157feeefc0 0x56157fef13e0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=375ae94b85a9ce67 server_cookie=44e27f5950a4a7fb in_seq=0 out_seq=0 2024-06-13T11:57:05.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.339+0000 7f6d93400700 10 client.25610 ms_handle_connect on v2:172.21.15.88:6836/2567581640 2024-06-13T11:57:05.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.339+0000 7f6d93400700 1 -- 172.21.15.42:0/83736489 <== mds.1 v2:172.21.15.88:6836/2567581640 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56157fdc3580 con 0x56157feeefc0 2024-06-13T11:57:05.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.339+0000 7f6d93400700 10 client.25610 handle_command_reply: tid=0 2024-06-13T11:57:05.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.339+0000 7f6dbedacb80 1 client.25610 shutdown 2024-06-13T11:57:05.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.339+0000 7f6dbedacb80 1 -- 172.21.15.42:0/83736489 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56157fe74530 msgr2=0x56157fe7a230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:05.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.339+0000 7f6dbedacb80 1 --2- 172.21.15.42:0/83736489 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56157fe74530 0x56157fe7a230 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f6da4002230 tx=0x7f6da4009a10 comp rx=0 tx=0).stop 2024-06-13T11:57:05.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.340+0000 7f6dbedacb80 1 -- 172.21.15.42:0/83736489 shutdown_connections 2024-06-13T11:57:05.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.340+0000 7f6dbedacb80 1 --2- 172.21.15.42:0/83736489 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x56157feeefc0 0x56157fef13e0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.340+0000 7f6dbedacb80 1 --2- 172.21.15.42:0/83736489 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56157fe74530 0x56157fe7a230 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.340+0000 7f6dbedacb80 1 --2- 172.21.15.42:0/83736489 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56157fe68d60 0x56157fe7c950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.340+0000 7f6d93400700 0 client.25610 ms_handle_reset on v2:172.21.15.88:6836/2567581640 2024-06-13T11:57:05.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.340+0000 7f6dbedacb80 1 --2- 172.21.15.42:0/83736489 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56157fe69680 0x56157fe79cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.340+0000 7f6dbedacb80 1 -- 172.21.15.42:0/83736489 >> 172.21.15.42:0/83736489 conn(0x56157fd96170 msgr2=0x56157fe643b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:05.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.340+0000 7f6dbedacb80 1 -- 172.21.15.42:0/83736489 shutdown_connections 2024-06-13T11:57:05.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.340+0000 7f6dbedacb80 1 -- 172.21.15.42:0/83736489 wait complete. 2024-06-13T11:57:05.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.340+0000 7f6dbedacb80 20 client.25610 trim_cache size 0 max 16384 2024-06-13T11:57:05.345 INFO:teuthology.orchestra.run.smithi042.stdout:[] 2024-06-13T11:57:05.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.341+0000 7f6db2e00700 1 -- 172.21.15.42:0/3962407488 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6d940a2d90 msgr2=0x7f6d940a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:05.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.341+0000 7f6db2e00700 1 --2- 172.21.15.42:0/3962407488 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6d940a2d90 0x7f6d940a5250 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f6da0009be0 tx=0x7f6da0009260 comp rx=0 tx=0).stop 2024-06-13T11:57:05.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.341+0000 7f6db2e00700 1 -- 172.21.15.42:0/3962407488 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6dac109390 msgr2=0x7f6dac19f730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:05.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.341+0000 7f6db2e00700 1 --2- 172.21.15.42:0/3962407488 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6dac109390 0x7f6dac19f730 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f6d98005910 tx=0x7f6d9800bab0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.341+0000 7f6db2e00700 1 -- 172.21.15.42:0/3962407488 shutdown_connections 2024-06-13T11:57:05.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.341+0000 7f6db2e00700 1 --2- 172.21.15.42:0/3962407488 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6dac10d8a0 0x7f6dac1a3a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.341+0000 7f6db2e00700 1 --2- 172.21.15.42:0/3962407488 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6dac1089d0 0x7f6dac19f1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.341+0000 7f6db2e00700 1 --2- 172.21.15.42:0/3962407488 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6d940a2d90 0x7f6d940a5250 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.341+0000 7f6db2e00700 1 --2- 172.21.15.42:0/3962407488 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6dac109390 0x7f6dac19f730 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:05.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.341+0000 7f6db2e00700 1 -- 172.21.15.42:0/3962407488 >> 172.21.15.42:0/3962407488 conn(0x7f6dac078220 msgr2=0x7f6dac078880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:05.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.341+0000 7f6db2e00700 1 -- 172.21.15.42:0/3962407488 shutdown_connections 2024-06-13T11:57:05.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:05.341+0000 7f6db2e00700 1 -- 172.21.15.42:0/3962407488 wait complete. 2024-06-13T11:57:05.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:05 smithi042 ceph-mon[32231]: pgmap v49: 129 pgs: 129 active+clean; 5.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 375 KiB/s rd, 417 KiB/s wr, 31 op/s 2024-06-13T11:57:05.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:05 smithi042 ceph-mon[32231]: mgrmap e27: x(active, since 92s), standbys: z, y 2024-06-13T11:57:05.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:05 smithi162 ceph-mon[36757]: pgmap v49: 129 pgs: 129 active+clean; 5.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 375 KiB/s rd, 417 KiB/s wr, 31 op/s 2024-06-13T11:57:05.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:05 smithi162 ceph-mon[36757]: mgrmap e27: x(active, since 92s), standbys: z, y 2024-06-13T11:57:05.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:05 smithi088 ceph-mon[36399]: pgmap v49: 129 pgs: 129 active+clean; 5.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 375 KiB/s rd, 417 KiB/s wr, 31 op/s 2024-06-13T11:57:05.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:05 smithi088 ceph-mon[36399]: mgrmap e27: x(active, since 92s), standbys: z, y 2024-06-13T11:57:06.383 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-06-13T11:57:06.866 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:57:07.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:07 smithi042 ceph-mon[32231]: pgmap v50: 129 pgs: 129 active+clean; 5.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 373 KiB/s rd, 417 KiB/s wr, 27 op/s 2024-06-13T11:57:07.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:07 smithi162 ceph-mon[36757]: pgmap v50: 129 pgs: 129 active+clean; 5.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 373 KiB/s rd, 417 KiB/s wr, 27 op/s 2024-06-13T11:57:07.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:07 smithi088 ceph-mon[36399]: pgmap v50: 129 pgs: 129 active+clean; 5.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 373 KiB/s rd, 417 KiB/s wr, 27 op/s 2024-06-13T11:57:09.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.551+0000 7fe3ae000700 1 -- 172.21.15.42:0/607253020 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe3a810ee90 msgr2=0x7fe3a8111280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:09.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.551+0000 7fe3ae000700 1 --2- 172.21.15.42:0/607253020 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe3a810ee90 0x7fe3a8111280 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fe3a000b0a0 tx=0x7fe3a000b3b0 comp rx=0 tx=0).stop 2024-06-13T11:57:09.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.551+0000 7fe3ae000700 1 -- 172.21.15.42:0/607253020 shutdown_connections 2024-06-13T11:57:09.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.551+0000 7fe3ae000700 1 --2- 172.21.15.42:0/607253020 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe3a810ee90 0x7fe3a8111280 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:09.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.551+0000 7fe3ae000700 1 --2- 172.21.15.42:0/607253020 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe3a80746c0 0x7fe3a8074aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:09.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.551+0000 7fe3ae000700 1 --2- 172.21.15.42:0/607253020 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe3a8074fe0 0x7fe3a810e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:09.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.551+0000 7fe3ae000700 1 -- 172.21.15.42:0/607253020 >> 172.21.15.42:0/607253020 conn(0x7fe3a80795f0 msgr2=0x7fe3a8079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:09.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.551+0000 7fe3ae000700 1 -- 172.21.15.42:0/607253020 shutdown_connections 2024-06-13T11:57:09.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.551+0000 7fe3ae000700 1 -- 172.21.15.42:0/607253020 wait complete. 2024-06-13T11:57:09.553 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:09 smithi042 ceph-mon[32231]: pgmap v51: 129 pgs: 129 active+clean; 31 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.7 MiB/s wr, 211 op/s 2024-06-13T11:57:09.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.552+0000 7fe3ae000700 1 Processor -- start 2024-06-13T11:57:09.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.552+0000 7fe3ae000700 1 -- start start 2024-06-13T11:57:09.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.553+0000 7fe3ae000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe3a80746c0 0x7fe3a819ae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:09.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.553+0000 7fe3ae000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe3a8074fe0 0x7fe3a819b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:09.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.553+0000 7fe3ae000700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe3a810ee90 0x7fe3a819f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:09.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.553+0000 7fe3ae000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe3a8114a10 con 0x7fe3a80746c0 2024-06-13T11:57:09.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.553+0000 7fe3ae000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fe3a8114890 con 0x7fe3a8074fe0 2024-06-13T11:57:09.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.553+0000 7fe3ae000700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fe3a8114b90 con 0x7fe3a810ee90 2024-06-13T11:57:09.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.553+0000 7fe39ea00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe3a8074fe0 0x7fe3a819b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:09.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.553+0000 7fe39ea00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe3a8074fe0 0x7fe3a819b340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:33084/0 (socket says 172.21.15.42:33084) 2024-06-13T11:57:09.555 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.553+0000 7fe39ea00700 1 -- 172.21.15.42:0/2689792951 learned_addr learned my addr 172.21.15.42:0/2689792951 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:09.555 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.553+0000 7fe3a7400700 1 --2- 172.21.15.42:0/2689792951 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe3a80746c0 0x7fe3a819ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:09.555 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.554+0000 7fe39ea00700 1 -- 172.21.15.42:0/2689792951 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe3a810ee90 msgr2=0x7fe3a819f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:09.555 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.554+0000 7fe39ea00700 1 --2- 172.21.15.42:0/2689792951 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe3a810ee90 0x7fe3a819f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:09.555 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.554+0000 7fe39ea00700 1 -- 172.21.15.42:0/2689792951 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe3a80746c0 msgr2=0x7fe3a819ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:09.555 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.554+0000 7fe39ea00700 1 --2- 172.21.15.42:0/2689792951 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe3a80746c0 0x7fe3a819ae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:09.555 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.554+0000 7fe39ea00700 1 -- 172.21.15.42:0/2689792951 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3a819fe10 con 0x7fe3a8074fe0 2024-06-13T11:57:09.556 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.554+0000 7fe39ea00700 1 --2- 172.21.15.42:0/2689792951 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe3a8074fe0 0x7fe3a819b340 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fe39000d980 tx=0x7fe39000dc90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:09.556 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.555+0000 7fe3a4c00700 1 -- 172.21.15.42:0/2689792951 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe390016070 con 0x7fe3a8074fe0 2024-06-13T11:57:09.556 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.555+0000 7fe3a4c00700 1 -- 172.21.15.42:0/2689792951 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe390004d10 con 0x7fe3a8074fe0 2024-06-13T11:57:09.556 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.555+0000 7fe3a4c00700 1 -- 172.21.15.42:0/2689792951 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3900055f0 con 0x7fe3a8074fe0 2024-06-13T11:57:09.556 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.555+0000 7fe3ae000700 1 -- 172.21.15.42:0/2689792951 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3a81a0100 con 0x7fe3a8074fe0 2024-06-13T11:57:09.556 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.555+0000 7fe3ae000700 1 -- 172.21.15.42:0/2689792951 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3a81a7980 con 0x7fe3a8074fe0 2024-06-13T11:57:09.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.559+0000 7fe3a4c00700 1 -- 172.21.15.42:0/2689792951 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fe390004750 con 0x7fe3a8074fe0 2024-06-13T11:57:09.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.560+0000 7fe3b899fb80 1 Processor -- start 2024-06-13T11:57:09.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.560+0000 7fe3b899fb80 1 -- start start 2024-06-13T11:57:09.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.560+0000 7fe3a4c00700 1 --2- 172.21.15.42:0/2689792951 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fe38c0a2e10 0x7fe38c0a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:09.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.560+0000 7fe3a4c00700 1 -- 172.21.15.42:0/2689792951 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fe3900cf530 con 0x7fe3a8074fe0 2024-06-13T11:57:09.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.560+0000 7fe3b899fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e71793de40 0x55e7179c1070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:09.562 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.561+0000 7fe3b899fb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e7179c15b0 0x55e7179c1a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:09.562 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.561+0000 7fe3a7e00700 1 --2- 172.21.15.42:0/2689792951 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fe38c0a2e10 0x7fe38c0a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:09.562 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.561+0000 7fe3b899fb80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e7179cc300 0x55e7179ce6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:09.562 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.561+0000 7fe3b899fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e7178d0a10 con 0x55e71793de40 2024-06-13T11:57:09.562 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.561+0000 7fe3b899fb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55e717913b00 con 0x55e7179c15b0 2024-06-13T11:57:09.562 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.561+0000 7fe3b899fb80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55e7178ce8f0 con 0x55e7179cc300 2024-06-13T11:57:09.562 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.561+0000 7fe3a7400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e71793de40 0x55e7179c1070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:09.562 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.561+0000 7fe3a7400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e71793de40 0x55e7179c1070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56922/0 (socket says 172.21.15.42:56922) 2024-06-13T11:57:09.562 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.561+0000 7fe3a7400700 1 -- 172.21.15.42:0/505234277 learned_addr learned my addr 172.21.15.42:0/505234277 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:09.562 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.561+0000 7fe39ea00700 1 --2- 172.21.15.42:0/505234277 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e7179c15b0 0x55e7179c1a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:09.562 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.561+0000 7fe3a7e00700 1 --2- 172.21.15.42:0/505234277 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e7179cc300 0x55e7179ce6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:09.562 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.561+0000 7fe39ea00700 1 -- 172.21.15.42:0/505234277 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e7179cc300 msgr2=0x55e7179ce6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:09.563 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.561+0000 7fe39ea00700 1 --2- 172.21.15.42:0/505234277 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e7179cc300 0x55e7179ce6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:09.563 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.561+0000 7fe39ea00700 1 -- 172.21.15.42:0/505234277 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e71793de40 msgr2=0x55e7179c1070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:09.563 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.561+0000 7fe39ea00700 1 --2- 172.21.15.42:0/505234277 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e71793de40 0x55e7179c1070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:09.563 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.561+0000 7fe39ea00700 1 -- 172.21.15.42:0/505234277 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7178bbf90 con 0x55e7179c15b0 2024-06-13T11:57:09.564 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.562+0000 7fe39ea00700 1 --2- 172.21.15.42:0/505234277 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e7179c15b0 0x55e7179c1a30 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fe3900cc8d0 tx=0x7fe39009b000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b89e4ee3602402d3 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:09.564 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.562+0000 7fe39cc00700 1 -- 172.21.15.42:0/505234277 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe39009b6a0 con 0x55e7179c15b0 2024-06-13T11:57:09.564 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.562+0000 7fe39cc00700 1 -- 172.21.15.42:0/505234277 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe39009fa50 con 0x55e7179c15b0 2024-06-13T11:57:09.564 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.562+0000 7fe39cc00700 1 -- 172.21.15.42:0/505234277 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe390084be0 con 0x55e7179c15b0 2024-06-13T11:57:09.564 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.562+0000 7fe3a7e00700 1 --2- 172.21.15.42:0/2689792951 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fe38c0a2e10 0x7fe38c0a52d0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fe3a0009e60 tx=0x7fe3a0006210 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:09.564 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.563+0000 7fe3b899fb80 1 -- 172.21.15.42:0/505234277 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e7179c15b0 msgr2=0x55e7179c1a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:09.564 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.563+0000 7fe3b899fb80 1 --2- 172.21.15.42:0/505234277 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e7179c15b0 0x55e7179c1a30 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fe3900cc8d0 tx=0x7fe39009b000 comp rx=0 tx=0).stop 2024-06-13T11:57:09.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.563+0000 7fe3b899fb80 1 -- 172.21.15.42:0/505234277 shutdown_connections 2024-06-13T11:57:09.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.563+0000 7fe3b899fb80 1 --2- 172.21.15.42:0/505234277 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e7179cc300 0x55e7179ce6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:09.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.563+0000 7fe3b899fb80 1 --2- 172.21.15.42:0/505234277 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e71793de40 0x55e7179c1070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:09.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.563+0000 7fe3b899fb80 1 --2- 172.21.15.42:0/505234277 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e7179c15b0 0x55e7179c1a30 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:09.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.563+0000 7fe3b899fb80 1 -- 172.21.15.42:0/505234277 >> 172.21.15.42:0/505234277 conn(0x55e7178ee170 msgr2=0x55e7179bd4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:09.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.563+0000 7fe3b899fb80 1 -- 172.21.15.42:0/505234277 shutdown_connections 2024-06-13T11:57:09.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.563+0000 7fe3b899fb80 1 -- 172.21.15.42:0/505234277 wait complete. 2024-06-13T11:57:09.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.564+0000 7fe3b899fb80 1 -- start start 2024-06-13T11:57:09.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.564+0000 7fe3b899fb80 1 Processor -- start 2024-06-13T11:57:09.567 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.564+0000 7fe3b899fb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e71793de40 0x55e7179cbb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:09.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.564+0000 7fe3b899fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7179c15b0 0x55e7179c8e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:09.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.565+0000 7fe3b899fb80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e7179cc300 0x55e7179c9340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:09.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.565+0000 7fe3b899fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e7178aff60 con 0x55e7179c15b0 2024-06-13T11:57:09.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.565+0000 7fe3b899fb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55e71790fac0 con 0x55e71793de40 2024-06-13T11:57:09.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.565+0000 7fe3b899fb80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55e7179cef60 con 0x55e7179cc300 2024-06-13T11:57:09.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.565+0000 7fe3b899fb80 10 client.0 _ll_register_callbacks cb 0x55e7178ad720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:57:09.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.565+0000 7fe3a7400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e71793de40 0x55e7179cbb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:09.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.565+0000 7fe3a7400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e71793de40 0x55e7179cbb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:33106/0 (socket says 172.21.15.42:33106) 2024-06-13T11:57:09.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.565+0000 7fe3a7400700 1 -- 172.21.15.42:0/2315170255 learned_addr learned my addr 172.21.15.42:0/2315170255 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:09.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.565+0000 7fe39ea00700 1 --2- 172.21.15.42:0/2315170255 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7179c15b0 0x55e7179c8e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:09.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.565+0000 7fe3a7e00700 1 --2- 172.21.15.42:0/2315170255 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e7179cc300 0x55e7179c9340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:09.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.565+0000 7fe3a7400700 1 -- 172.21.15.42:0/2315170255 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e7179cc300 msgr2=0x55e7179c9340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:09.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.565+0000 7fe3a7400700 1 --2- 172.21.15.42:0/2315170255 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e7179cc300 0x55e7179c9340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:09.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.565+0000 7fe3a7400700 1 -- 172.21.15.42:0/2315170255 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7179c15b0 msgr2=0x55e7179c8e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:09.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.565+0000 7fe3a7400700 1 --2- 172.21.15.42:0/2315170255 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7179c15b0 0x55e7179c8e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:09.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.565+0000 7fe3a7400700 1 -- 172.21.15.42:0/2315170255 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7178628d0 con 0x55e71793de40 2024-06-13T11:57:09.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.565+0000 7fe39ea00700 1 --2- 172.21.15.42:0/2315170255 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7179c15b0 0x55e7179c8e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:57:09.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.565+0000 7fe3a7e00700 1 --2- 172.21.15.42:0/2315170255 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e7179cc300 0x55e7179c9340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:57:09.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.566+0000 7fe3a7400700 1 --2- 172.21.15.42:0/2315170255 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e71793de40 0x55e7179cbb00 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fe398012760 tx=0x7fe398012b20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e5b595bf5221c3f8 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:09.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.566+0000 7fe395600700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:57:09.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.566+0000 7fe395600700 1 -- 172.21.15.42:0/2315170255 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe398004050 con 0x55e71793de40 2024-06-13T11:57:09.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.566+0000 7fe395600700 1 -- 172.21.15.42:0/2315170255 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fe3980041f0 con 0x55e71793de40 2024-06-13T11:57:09.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.566+0000 7fe3b899fb80 1 -- 172.21.15.42:0/2315170255 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe39009fa50 con 0x55e71793de40 2024-06-13T11:57:09.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.566+0000 7fe395600700 1 -- 172.21.15.42:0/2315170255 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe3980043f0 con 0x55e71793de40 2024-06-13T11:57:09.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.566+0000 7fe3b899fb80 10 client.25622 fetch_fsmap learned FSMap version 28 2024-06-13T11:57:09.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.566+0000 7fe3b899fb80 1 -- 172.21.15.42:0/2315170255 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55e7179d9770 con 0x55e71793de40 2024-06-13T11:57:09.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.567+0000 7fe395600700 1 -- 172.21.15.42:0/2315170255 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe39009fa50 con 0x55e71793de40 2024-06-13T11:57:09.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.567+0000 7fe395600700 1 -- 172.21.15.42:0/2315170255 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fe39800f8c0 con 0x55e71793de40 2024-06-13T11:57:09.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.567+0000 7fe3b899fb80 10 client.25622 fetch_fsmap finished waiting for FSMap version 28 2024-06-13T11:57:09.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.567+0000 7fe3b899fb80 10 client.25622 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-06-13T11:57:09.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.567+0000 7fe3b899fb80 20 client.25622 populate_metadata read hostname 'smithi042' 2024-06-13T11:57:09.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.567+0000 7fe3b899fb80 1 --2- 172.21.15.42:0/2315170255 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55e7179dbdb0 0x55e7179de200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:09.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.567+0000 7fe3b899fb80 4 client.25622 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:57:09.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.567+0000 7fe3b899fb80 1 -- 172.21.15.42:0/2315170255 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e717921000 con 0x55e7179dbdb0 2024-06-13T11:57:09.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.567+0000 7fe39ea00700 1 --2- 172.21.15.42:0/2315170255 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55e7179dbdb0 0x55e7179de200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:09.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.568+0000 7fe39ea00700 1 --2- 172.21.15.42:0/2315170255 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55e7179dbdb0 0x55e7179de200 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=de309305954a0623 server_cookie=c12be339cbf971c1 in_seq=0 out_seq=0 2024-06-13T11:57:09.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.568+0000 7fe395600700 10 client.25622 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:57:09.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.569+0000 7fe395600700 1 -- 172.21.15.42:0/2315170255 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55e717921000 con 0x55e7179dbdb0 2024-06-13T11:57:09.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.569+0000 7fe395600700 10 client.25622 handle_command_reply: tid=0 2024-06-13T11:57:09.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.570+0000 7fe3b899fb80 1 client.25622 shutdown 2024-06-13T11:57:09.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.570+0000 7fe3b899fb80 1 -- 172.21.15.42:0/2315170255 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e71793de40 msgr2=0x55e7179cbb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:09.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.570+0000 7fe3b899fb80 1 --2- 172.21.15.42:0/2315170255 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e71793de40 0x55e7179cbb00 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fe398012760 tx=0x7fe398012b20 comp rx=0 tx=0).stop 2024-06-13T11:57:09.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.570+0000 7fe3b899fb80 1 -- 172.21.15.42:0/2315170255 shutdown_connections 2024-06-13T11:57:09.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.570+0000 7fe3b899fb80 1 --2- 172.21.15.42:0/2315170255 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55e7179dbdb0 0x55e7179de200 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:09.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.570+0000 7fe3b899fb80 1 --2- 172.21.15.42:0/2315170255 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e71793de40 0x55e7179cbb00 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:09.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.570+0000 7fe3b899fb80 1 --2- 172.21.15.42:0/2315170255 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e7179cc300 0x55e7179c9340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:09.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.570+0000 7fe3b899fb80 1 --2- 172.21.15.42:0/2315170255 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7179c15b0 0x55e7179c8e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:09.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.570+0000 7fe395600700 0 client.25622 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:57:09.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.570+0000 7fe3b899fb80 1 -- 172.21.15.42:0/2315170255 >> 172.21.15.42:0/2315170255 conn(0x55e7178ee170 msgr2=0x55e7179bc740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:09.573 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.570+0000 7fe3b899fb80 1 -- 172.21.15.42:0/2315170255 shutdown_connections 2024-06-13T11:57:09.573 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.570+0000 7fe3b899fb80 1 -- 172.21.15.42:0/2315170255 wait complete. 2024-06-13T11:57:09.573 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.570+0000 7fe3b899fb80 20 client.25622 trim_cache size 0 max 16384 2024-06-13T11:57:09.588 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.588+0000 7fe3b899fb80 1 Processor -- start 2024-06-13T11:57:09.588 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.588+0000 7fe3b899fb80 1 -- start start 2024-06-13T11:57:09.589 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.588+0000 7fe3b899fb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e71793de40 0x55e7179bc5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:09.589 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.588+0000 7fe3b899fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7179c15b0 0x55e7179cb640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:09.589 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.589+0000 7fe3b899fb80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e7179cc300 0x55e7179cd6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:09.589 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.589+0000 7fe3b899fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe3a81b31f0 con 0x55e7179c15b0 2024-06-13T11:57:09.589 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.589+0000 7fe3b899fb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fe3a81b0a80 con 0x55e71793de40 2024-06-13T11:57:09.589 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.589+0000 7fe3b899fb80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fe3a81ae8d0 con 0x55e7179cc300 2024-06-13T11:57:09.590 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.589+0000 7fe39ea00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7179c15b0 0x55e7179cb640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:09.590 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.589+0000 7fe3a7e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e7179cc300 0x55e7179cd6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:09.590 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.589+0000 7fe3a7400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e71793de40 0x55e7179bc5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:09.590 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.589+0000 7fe3a7e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e7179cc300 0x55e7179cd6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:46352/0 (socket says 172.21.15.42:46352) 2024-06-13T11:57:09.590 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.589+0000 7fe3a7e00700 1 -- 172.21.15.42:0/2429990293 learned_addr learned my addr 172.21.15.42:0/2429990293 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:09.591 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.589+0000 7fe3a7400700 1 -- 172.21.15.42:0/2429990293 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e7179cc300 msgr2=0x55e7179cd6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:09.591 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.589+0000 7fe3a7400700 1 --2- 172.21.15.42:0/2429990293 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e7179cc300 0x55e7179cd6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:09.591 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.589+0000 7fe3a7400700 1 -- 172.21.15.42:0/2429990293 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7179c15b0 msgr2=0x55e7179cb640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:09.591 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.589+0000 7fe3a7400700 1 --2- 172.21.15.42:0/2429990293 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7179c15b0 0x55e7179cb640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:09.591 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.590+0000 7fe3a7400700 1 -- 172.21.15.42:0/2429990293 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7179c2260 con 0x55e71793de40 2024-06-13T11:57:09.591 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.590+0000 7fe3a7400700 1 --2- 172.21.15.42:0/2429990293 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e71793de40 0x55e7179bc5c0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fe39800fea0 tx=0x7fe398013fb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a4260adfea9238ab server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:09.592 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.590+0000 7fe397e00700 1 -- 172.21.15.42:0/2429990293 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe39802b070 con 0x55e71793de40 2024-06-13T11:57:09.592 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.590+0000 7fe397e00700 1 -- 172.21.15.42:0/2429990293 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe39800faa0 con 0x55e71793de40 2024-06-13T11:57:09.592 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.590+0000 7fe397e00700 1 -- 172.21.15.42:0/2429990293 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3980047f0 con 0x55e71793de40 2024-06-13T11:57:09.592 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.591+0000 7fe3b899fb80 1 -- 172.21.15.42:0/2429990293 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e71793de40 msgr2=0x55e7179bc5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:09.592 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.591+0000 7fe3b899fb80 1 --2- 172.21.15.42:0/2429990293 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e71793de40 0x55e7179bc5c0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fe39800fea0 tx=0x7fe398013fb0 comp rx=0 tx=0).stop 2024-06-13T11:57:09.592 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.591+0000 7fe3b899fb80 1 -- 172.21.15.42:0/2429990293 shutdown_connections 2024-06-13T11:57:09.592 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.591+0000 7fe3b899fb80 1 --2- 172.21.15.42:0/2429990293 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e71793de40 0x55e7179bc5c0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:09.592 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.591+0000 7fe3b899fb80 1 --2- 172.21.15.42:0/2429990293 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e7179cc300 0x55e7179cd6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:09.593 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.591+0000 7fe3b899fb80 1 --2- 172.21.15.42:0/2429990293 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7179c15b0 0x55e7179cb640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:09.593 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.591+0000 7fe3b899fb80 1 -- 172.21.15.42:0/2429990293 >> 172.21.15.42:0/2429990293 conn(0x55e7178ee170 msgr2=0x55e7179bbeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:09.593 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.591+0000 7fe3b899fb80 1 -- 172.21.15.42:0/2429990293 shutdown_connections 2024-06-13T11:57:09.593 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.592+0000 7fe3b899fb80 1 -- 172.21.15.42:0/2429990293 wait complete. 2024-06-13T11:57:09.593 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.592+0000 7fe3b899fb80 1 -- start start 2024-06-13T11:57:09.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.592+0000 7fe3b899fb80 1 Processor -- start 2024-06-13T11:57:09.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.593+0000 7fe3b899fb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e71793de40 0x55e7179d41f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:09.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.593+0000 7fe3b899fb80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e7179c15b0 0x55e7179d4730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:09.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.593+0000 7fe3b899fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7179cc300 0x55e7179c60a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:09.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.593+0000 7fe3b899fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe3a81aef40 con 0x55e7179cc300 2024-06-13T11:57:09.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.593+0000 7fe3b899fb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fe3a81b03b0 con 0x55e71793de40 2024-06-13T11:57:09.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.593+0000 7fe3b899fb80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fe3a81af610 con 0x55e7179c15b0 2024-06-13T11:57:09.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.593+0000 7fe3b899fb80 10 client.0 _ll_register_callbacks cb 0x55e7178ad720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:57:09.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.593+0000 7fe3a7400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e71793de40 0x55e7179d41f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:09.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.593+0000 7fe3a7400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e71793de40 0x55e7179d41f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:33118/0 (socket says 172.21.15.42:33118) 2024-06-13T11:57:09.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.593+0000 7fe3a7400700 1 -- 172.21.15.42:0/3177326690 learned_addr learned my addr 172.21.15.42:0/3177326690 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:09.596 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.594+0000 7fe39ea00700 1 --2- 172.21.15.42:0/3177326690 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e7179c15b0 0x55e7179d4730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:09.596 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.594+0000 7fe3a7400700 1 -- 172.21.15.42:0/3177326690 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e7179c15b0 msgr2=0x55e7179d4730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:09.596 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.594+0000 7fe3a7400700 1 --2- 172.21.15.42:0/3177326690 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e7179c15b0 0x55e7179d4730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:09.596 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.594+0000 7fe3a7e00700 1 --2- 172.21.15.42:0/3177326690 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7179cc300 0x55e7179c60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:09.596 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.594+0000 7fe3a7400700 1 -- 172.21.15.42:0/3177326690 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7179cc300 msgr2=0x55e7179c60a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:09.596 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.594+0000 7fe3a7400700 1 --2- 172.21.15.42:0/3177326690 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7179cc300 0x55e7179c60a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:09.596 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.594+0000 7fe3a7400700 1 -- 172.21.15.42:0/3177326690 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7179c65e0 con 0x55e71793de40 2024-06-13T11:57:09.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.594+0000 7fe39ea00700 1 --2- 172.21.15.42:0/3177326690 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e7179c15b0 0x55e7179d4730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T11:57:09.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.594+0000 7fe3a7400700 1 --2- 172.21.15.42:0/3177326690 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e71793de40 0x55e7179d41f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fe398000c00 tx=0x7fe39800f980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ea445970b18a2e74 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:09.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.594+0000 7fe395600700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:57:09.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.594+0000 7fe395600700 1 -- 172.21.15.42:0/3177326690 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe39802b070 con 0x55e71793de40 2024-06-13T11:57:09.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.594+0000 7fe395600700 1 -- 172.21.15.42:0/3177326690 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fe398005240 con 0x55e71793de40 2024-06-13T11:57:09.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.595+0000 7fe3b899fb80 1 -- 172.21.15.42:0/3177326690 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55e71791b580 con 0x55e71793de40 2024-06-13T11:57:09.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.595+0000 7fe395600700 1 -- 172.21.15.42:0/3177326690 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe398040050 con 0x55e71793de40 2024-06-13T11:57:09.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.595+0000 7fe3b899fb80 10 client.25628 fetch_fsmap learned FSMap version 28 2024-06-13T11:57:09.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.595+0000 7fe3b899fb80 1 -- 172.21.15.42:0/3177326690 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55e7179e3420 con 0x55e71793de40 2024-06-13T11:57:09.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.595+0000 7fe395600700 1 -- 172.21.15.42:0/3177326690 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55e71791b580 con 0x55e71793de40 2024-06-13T11:57:09.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.595+0000 7fe395600700 1 -- 172.21.15.42:0/3177326690 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fe39801c7b0 con 0x55e71793de40 2024-06-13T11:57:09.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.595+0000 7fe3b899fb80 10 client.25628 fetch_fsmap finished waiting for FSMap version 28 2024-06-13T11:57:09.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.595+0000 7fe3b899fb80 10 client.25628 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-06-13T11:57:09.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.595+0000 7fe3b899fb80 20 client.25628 populate_metadata read hostname 'smithi042' 2024-06-13T11:57:09.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.595+0000 7fe3b899fb80 1 --2- 172.21.15.42:0/3177326690 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55e717a46aa0 0x55e717a48e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:09.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.595+0000 7fe3b899fb80 4 client.25628 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-13T11:57:09.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.595+0000 7fe3b899fb80 1 -- 172.21.15.42:0/3177326690 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e717795250 con 0x55e717a46aa0 2024-06-13T11:57:09.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.596+0000 7fe39ea00700 1 --2- 172.21.15.42:0/3177326690 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55e717a46aa0 0x55e717a48e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:09.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.596+0000 7fe39ea00700 1 --2- 172.21.15.42:0/3177326690 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55e717a46aa0 0x55e717a48e90 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4a12c4cd04231cd6 server_cookie=2e853a029f32bf3d in_seq=0 out_seq=0 2024-06-13T11:57:09.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.596+0000 7fe395600700 10 client.25628 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:57:09.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.597+0000 7fe395600700 1 -- 172.21.15.42:0/3177326690 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e717795250 con 0x55e717a46aa0 2024-06-13T11:57:09.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.597+0000 7fe395600700 10 client.25628 handle_command_reply: tid=0 2024-06-13T11:57:09.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.597+0000 7fe3b899fb80 1 client.25628 shutdown 2024-06-13T11:57:09.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.597+0000 7fe3b899fb80 1 -- 172.21.15.42:0/3177326690 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e71793de40 msgr2=0x55e7179d41f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:09.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.597+0000 7fe3b899fb80 1 --2- 172.21.15.42:0/3177326690 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e71793de40 0x55e7179d41f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fe398000c00 tx=0x7fe39800f980 comp rx=0 tx=0).stop 2024-06-13T11:57:09.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.597+0000 7fe3b899fb80 1 -- 172.21.15.42:0/3177326690 shutdown_connections 2024-06-13T11:57:09.600 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.597+0000 7fe3b899fb80 1 --2- 172.21.15.42:0/3177326690 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55e717a46aa0 0x55e717a48e90 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:09.600 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.597+0000 7fe395600700 0 client.25628 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:57:09.600 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.597+0000 7fe3b899fb80 1 --2- 172.21.15.42:0/3177326690 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e71793de40 0x55e7179d41f0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:09.600 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.597+0000 7fe3b899fb80 1 --2- 172.21.15.42:0/3177326690 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7179cc300 0x55e7179c60a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:09.600 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.597+0000 7fe3b899fb80 1 --2- 172.21.15.42:0/3177326690 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55e7179c15b0 0x55e7179d4730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:09.600 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.597+0000 7fe3b899fb80 1 -- 172.21.15.42:0/3177326690 >> 172.21.15.42:0/3177326690 conn(0x55e7178ee170 msgr2=0x55e7179bc740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:09.600 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.598+0000 7fe3b899fb80 1 -- 172.21.15.42:0/3177326690 shutdown_connections 2024-06-13T11:57:09.600 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.598+0000 7fe3b899fb80 1 -- 172.21.15.42:0/3177326690 wait complete. 2024-06-13T11:57:09.600 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.598+0000 7fe3b899fb80 20 client.25628 trim_cache size 0 max 16384 2024-06-13T11:57:09.600 INFO:teuthology.orchestra.run.smithi042.stdout:[] 2024-06-13T11:57:09.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.599+0000 7fe3ae000700 1 -- 172.21.15.42:0/2689792951 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fe38c0a2e10 msgr2=0x7fe38c0a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:09.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.599+0000 7fe3ae000700 1 --2- 172.21.15.42:0/2689792951 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fe38c0a2e10 0x7fe38c0a52d0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fe3a0009e60 tx=0x7fe3a0006210 comp rx=0 tx=0).stop 2024-06-13T11:57:09.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.599+0000 7fe3ae000700 1 -- 172.21.15.42:0/2689792951 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe3a8074fe0 msgr2=0x7fe3a819b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:09.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.599+0000 7fe3ae000700 1 --2- 172.21.15.42:0/2689792951 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe3a8074fe0 0x7fe3a819b340 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fe39000d980 tx=0x7fe39000dc90 comp rx=0 tx=0).stop 2024-06-13T11:57:09.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.599+0000 7fe3ae000700 1 -- 172.21.15.42:0/2689792951 shutdown_connections 2024-06-13T11:57:09.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.599+0000 7fe3ae000700 1 --2- 172.21.15.42:0/2689792951 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe3a810ee90 0x7fe3a819f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:09.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.599+0000 7fe3ae000700 1 --2- 172.21.15.42:0/2689792951 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe3a80746c0 0x7fe3a819ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:09.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.599+0000 7fe3ae000700 1 --2- 172.21.15.42:0/2689792951 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fe38c0a2e10 0x7fe38c0a52d0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:09.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.599+0000 7fe3ae000700 1 --2- 172.21.15.42:0/2689792951 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe3a8074fe0 0x7fe3a819b340 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:09.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.599+0000 7fe3ae000700 1 -- 172.21.15.42:0/2689792951 >> 172.21.15.42:0/2689792951 conn(0x7fe3a80795f0 msgr2=0x7fe3a80ff5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:09.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.599+0000 7fe3ae000700 1 -- 172.21.15.42:0/2689792951 shutdown_connections 2024-06-13T11:57:09.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:09.599+0000 7fe3ae000700 1 -- 172.21.15.42:0/2689792951 wait complete. 2024-06-13T11:57:09.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:09 smithi162 ceph-mon[36757]: pgmap v51: 129 pgs: 129 active+clean; 31 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.7 MiB/s wr, 211 op/s 2024-06-13T11:57:09.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:09 smithi088 ceph-mon[36399]: pgmap v51: 129 pgs: 129 active+clean; 31 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.7 MiB/s wr, 211 op/s 2024-06-13T11:57:11.322 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.321+0000 7fc4e1a00640 1 -- 172.21.15.42:0/422069991 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc4dc103280 msgr2=0x7fc4dc10b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:11.322 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.321+0000 7fc4e1a00640 1 --2- 172.21.15.42:0/422069991 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc4dc103280 0x7fc4dc10b760 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fc4c8009900 tx=0x7fc4c802a480 comp rx=0 tx=0).stop 2024-06-13T11:57:11.322 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.321+0000 7fc4e1a00640 1 -- 172.21.15.42:0/422069991 shutdown_connections 2024-06-13T11:57:11.322 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.321+0000 7fc4e1a00640 1 --2- 172.21.15.42:0/422069991 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4dc10bd80 0x7fc4dc10e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:11.322 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.321+0000 7fc4e1a00640 1 --2- 172.21.15.42:0/422069991 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc4dc103280 0x7fc4dc10b760 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:11.322 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.321+0000 7fc4e1a00640 1 --2- 172.21.15.42:0/422069991 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc4dc102960 0x7fc4dc102d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:11.322 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.321+0000 7fc4e1a00640 1 -- 172.21.15.42:0/422069991 >> 172.21.15.42:0/422069991 conn(0x7fc4dc0fc1c0 msgr2=0x7fc4dc0fe5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:11.322 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.321+0000 7fc4e1a00640 1 -- 172.21.15.42:0/422069991 shutdown_connections 2024-06-13T11:57:11.323 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.321+0000 7fc4e1a00640 1 -- 172.21.15.42:0/422069991 wait complete. 2024-06-13T11:57:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.322+0000 7fc4e1a00640 1 Processor -- start 2024-06-13T11:57:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.322+0000 7fc4e1a00640 1 -- start start 2024-06-13T11:57:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.323+0000 7fc4e1a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4dc102960 0x7fc4dc10b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.323+0000 7fc4e1a00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc4dc103280 0x7fc4dc109670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.323+0000 7fc4e1a00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc4dc10bd80 0x7fc4dc109bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.323+0000 7fc4e1a00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc4dc10f9c0 con 0x7fc4dc102960 2024-06-13T11:57:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.323+0000 7fc4e1a00640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fc4dc10f840 con 0x7fc4dc103280 2024-06-13T11:57:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.323+0000 7fc4e1a00640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fc4dc10fb40 con 0x7fc4dc10bd80 2024-06-13T11:57:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.323+0000 7fc4dbe00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4dc102960 0x7fc4dc10b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:11.325 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.323+0000 7fc4db400640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc4dc103280 0x7fc4dc109670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:11.325 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.323+0000 7fc4dbe00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4dc102960 0x7fc4dc10b520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56964/0 (socket says 172.21.15.42:56964) 2024-06-13T11:57:11.325 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.323+0000 7fc4db400640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc4dc103280 0x7fc4dc109670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:33138/0 (socket says 172.21.15.42:33138) 2024-06-13T11:57:11.325 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.323+0000 7fc4dbe00640 1 -- 172.21.15.42:0/3828543410 learned_addr learned my addr 172.21.15.42:0/3828543410 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:11.325 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.323+0000 7fc4e1000640 1 --2- 172.21.15.42:0/3828543410 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc4dc10bd80 0x7fc4dc109bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:11.325 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.324+0000 7fc4dbe00640 1 -- 172.21.15.42:0/3828543410 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc4dc10bd80 msgr2=0x7fc4dc109bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:11.325 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.324+0000 7fc4dbe00640 1 --2- 172.21.15.42:0/3828543410 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc4dc10bd80 0x7fc4dc109bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:11.325 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.324+0000 7fc4dbe00640 1 -- 172.21.15.42:0/3828543410 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc4dc103280 msgr2=0x7fc4dc109670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:11.325 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.324+0000 7fc4dbe00640 1 --2- 172.21.15.42:0/3828543410 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc4dc103280 0x7fc4dc109670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:11.325 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.324+0000 7fc4dbe00640 1 -- 172.21.15.42:0/3828543410 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4dc10a470 con 0x7fc4dc102960 2024-06-13T11:57:11.325 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.324+0000 7fc4e1000640 1 --2- 172.21.15.42:0/3828543410 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc4dc10bd80 0x7fc4dc109bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:57:11.325 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.324+0000 7fc4db400640 1 --2- 172.21.15.42:0/3828543410 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc4dc103280 0x7fc4dc109670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:57:11.326 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.324+0000 7fc4dbe00640 1 --2- 172.21.15.42:0/3828543410 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4dc102960 0x7fc4dc10b520 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fc4cc00d950 tx=0x7fc4cc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:11.326 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.324+0000 7fc4d8c00640 1 -- 172.21.15.42:0/3828543410 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4cc017030 con 0x7fc4dc102960 2024-06-13T11:57:11.326 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.324+0000 7fc4d8c00640 1 -- 172.21.15.42:0/3828543410 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc4cc004020 con 0x7fc4dc102960 2024-06-13T11:57:11.326 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.324+0000 7fc4d8c00640 1 -- 172.21.15.42:0/3828543410 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4cc0047a0 con 0x7fc4dc102960 2024-06-13T11:57:11.326 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.324+0000 7fc4e1a00640 1 -- 172.21.15.42:0/3828543410 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4dc1aacb0 con 0x7fc4dc102960 2024-06-13T11:57:11.326 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.324+0000 7fc4e1a00640 1 -- 172.21.15.42:0/3828543410 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4dc1ab1d0 con 0x7fc4dc102960 2024-06-13T11:57:11.329 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.329+0000 7fc4e5e17740 1 Processor -- start 2024-06-13T11:57:11.329 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.329+0000 7fc4e5e17740 1 -- start start 2024-06-13T11:57:11.331 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.330+0000 7fc4d8c00640 1 -- 172.21.15.42:0/3828543410 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fc4cc0041d0 con 0x7fc4dc102960 2024-06-13T11:57:11.331 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.330+0000 7fc4e5e17740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558c8de877a0 0x558c8de85cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:11.331 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.330+0000 7fc4e5e17740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558c8de86230 0x558c8de866b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:11.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.330+0000 7fc4e5e17740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c8de90fb0 0x558c8de933a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:11.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.330+0000 7fc4e5e17740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x558c8ddea420 con 0x558c8de90fb0 2024-06-13T11:57:11.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.330+0000 7fc4e5e17740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x558c8dd91c50 con 0x558c8de877a0 2024-06-13T11:57:11.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.330+0000 7fc4e5e17740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x558c8dde63e0 con 0x558c8de86230 2024-06-13T11:57:11.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.330+0000 7fc4e1000640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558c8de877a0 0x558c8de85cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:11.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.330+0000 7fc4e1000640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558c8de877a0 0x558c8de85cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:33148/0 (socket says 172.21.15.42:33148) 2024-06-13T11:57:11.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.330+0000 7fc4e1000640 1 -- 172.21.15.42:0/3177181458 learned_addr learned my addr 172.21.15.42:0/3177181458 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:11.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.330+0000 7fc4db400640 1 --2- 172.21.15.42:0/3177181458 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c8de90fb0 0x558c8de933a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:11.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.330+0000 7fc4dbe00640 1 --2- 172.21.15.42:0/3177181458 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558c8de86230 0x558c8de866b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:11.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.330+0000 7fc4e1000640 1 -- 172.21.15.42:0/3177181458 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558c8de86230 msgr2=0x558c8de866b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:11.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.330+0000 7fc4e1000640 1 --2- 172.21.15.42:0/3177181458 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558c8de86230 0x558c8de866b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:11.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.331+0000 7fc4e1000640 1 -- 172.21.15.42:0/3177181458 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c8de90fb0 msgr2=0x558c8de933a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:11.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.331+0000 7fc4e1000640 1 --2- 172.21.15.42:0/3177181458 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c8de90fb0 0x558c8de933a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:11.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.331+0000 7fc4e1000640 1 -- 172.21.15.42:0/3177181458 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558c8dafe210 con 0x558c8de877a0 2024-06-13T11:57:11.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.331+0000 7fc4db400640 1 --2- 172.21.15.42:0/3177181458 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c8de90fb0 0x558c8de933a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:57:11.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.331+0000 7fc4e1000640 1 --2- 172.21.15.42:0/3177181458 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558c8de877a0 0x558c8de85cf0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fc4d40103d0 tx=0x7fc4d4010890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ef6994e93bbc0e10 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:11.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.331+0000 7fc4d1600640 1 -- 172.21.15.42:0/3177181458 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4d4011700 con 0x558c8de877a0 2024-06-13T11:57:11.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.331+0000 7fc4d1600640 1 -- 172.21.15.42:0/3177181458 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc4d4011d80 con 0x558c8de877a0 2024-06-13T11:57:11.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.331+0000 7fc4d1600640 1 -- 172.21.15.42:0/3177181458 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4d400e3c0 con 0x558c8de877a0 2024-06-13T11:57:11.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.331+0000 7fc4d8c00640 1 --2- 172.21.15.42:0/3828543410 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fc4c00a2cf0 0x7fc4c00a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:11.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.332+0000 7fc4d8c00640 1 -- 172.21.15.42:0/3828543410 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fc4cc0cf1e0 con 0x7fc4dc102960 2024-06-13T11:57:11.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.332+0000 7fc4dbe00640 1 --2- 172.21.15.42:0/3828543410 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fc4c00a2cf0 0x7fc4c00a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:11.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.332+0000 7fc4e5e17740 1 -- 172.21.15.42:0/3177181458 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558c8de877a0 msgr2=0x558c8de85cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:11.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.332+0000 7fc4e5e17740 1 --2- 172.21.15.42:0/3177181458 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558c8de877a0 0x558c8de85cf0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fc4d40103d0 tx=0x7fc4d4010890 comp rx=0 tx=0).stop 2024-06-13T11:57:11.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.332+0000 7fc4e5e17740 1 -- 172.21.15.42:0/3177181458 shutdown_connections 2024-06-13T11:57:11.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.332+0000 7fc4e5e17740 1 --2- 172.21.15.42:0/3177181458 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c8de90fb0 0x558c8de933a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.332+0000 7fc4e5e17740 1 --2- 172.21.15.42:0/3177181458 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558c8de86230 0x558c8de866b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.332+0000 7fc4e5e17740 1 --2- 172.21.15.42:0/3177181458 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558c8de877a0 0x558c8de85cf0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.332+0000 7fc4e5e17740 1 -- 172.21.15.42:0/3177181458 >> 172.21.15.42:0/3177181458 conn(0x558c8de4efb0 msgr2=0x558c8de82820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.332+0000 7fc4e5e17740 1 -- 172.21.15.42:0/3177181458 shutdown_connections 2024-06-13T11:57:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.333+0000 7fc4e5e17740 1 -- 172.21.15.42:0/3177181458 wait complete. 2024-06-13T11:57:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.333+0000 7fc4dbe00640 1 --2- 172.21.15.42:0/3828543410 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fc4c00a2cf0 0x7fc4c00a51b0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc4cc0cc630 tx=0x7fc4cc0bb040 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.333+0000 7fc4e5e17740 1 -- start start 2024-06-13T11:57:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.333+0000 7fc4e5e17740 1 Processor -- start 2024-06-13T11:57:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.334+0000 7fc4e5e17740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558c8de86230 0x558c8de8e000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.334+0000 7fc4e5e17740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558c8de877a0 0x558c8de8e540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.334+0000 7fc4e5e17740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c8de90fb0 0x558c8de8ea80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.334+0000 7fc4e5e17740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x558c8de93d80 con 0x558c8de90fb0 2024-06-13T11:57:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.334+0000 7fc4e5e17740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x558c8dda50b0 con 0x558c8de877a0 2024-06-13T11:57:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.334+0000 7fc4e5e17740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x558c8de93f00 con 0x558c8de86230 2024-06-13T11:57:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.334+0000 7fc4e5e17740 10 client.0 _ll_register_callbacks cb 0x558c8dd90f40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:57:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.334+0000 7fc4db400640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558c8de877a0 0x558c8de8e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.334+0000 7fc4e1000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c8de90fb0 0x558c8de8ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.334+0000 7fc4db400640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558c8de877a0 0x558c8de8e540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:33154/0 (socket says 172.21.15.42:33154) 2024-06-13T11:57:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.334+0000 7fc4db400640 1 -- 172.21.15.42:0/4198197771 learned_addr learned my addr 172.21.15.42:0/4198197771 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.334+0000 7fc4e1000640 1 --2- 172.21.15.42:0/4198197771 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558c8de86230 0x558c8de8e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.335+0000 7fc4db400640 1 -- 172.21.15.42:0/4198197771 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558c8de86230 msgr2=0x558c8de8e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.335+0000 7fc4db400640 1 --2- 172.21.15.42:0/4198197771 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558c8de86230 0x558c8de8e000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.335+0000 7fc4db400640 1 -- 172.21.15.42:0/4198197771 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c8de90fb0 msgr2=0x558c8de8ea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.335+0000 7fc4db400640 1 --2- 172.21.15.42:0/4198197771 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c8de90fb0 0x558c8de8ea80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:11.338 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.335+0000 7fc4db400640 1 -- 172.21.15.42:0/4198197771 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558c8dbca620 con 0x558c8de877a0 2024-06-13T11:57:11.338 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.335+0000 7fc4e1000640 1 --2- 172.21.15.42:0/4198197771 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c8de90fb0 0x558c8de8ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:57:11.340 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.335+0000 7fc4db400640 1 --2- 172.21.15.42:0/4198197771 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558c8de877a0 0x558c8de8e540 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fc4c8009900 tx=0x7fc4c8005040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=71e644adc1b6a160 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:11.340 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.335+0000 7fc4c6000640 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:57:11.340 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.335+0000 7fc4c6000640 1 -- 172.21.15.42:0/4198197771 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4c8035040 con 0x558c8de877a0 2024-06-13T11:57:11.340 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.336+0000 7fc4e5e17740 1 -- 172.21.15.42:0/4198197771 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc4d4011d80 con 0x558c8de877a0 2024-06-13T11:57:11.340 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.336+0000 7fc4c6000640 1 -- 172.21.15.42:0/4198197771 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fc4c8004760 con 0x558c8de877a0 2024-06-13T11:57:11.340 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.336+0000 7fc4c6000640 1 -- 172.21.15.42:0/4198197771 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc4c804f050 con 0x558c8de877a0 2024-06-13T11:57:11.340 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.336+0000 7fc4e5e17740 10 client.25640 fetch_fsmap learned FSMap version 28 2024-06-13T11:57:11.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.336+0000 7fc4e5e17740 1 -- 172.21.15.42:0/4198197771 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x558c8dea0170 con 0x558c8de877a0 2024-06-13T11:57:11.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.336+0000 7fc4c6000640 1 -- 172.21.15.42:0/4198197771 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc4d4011d80 con 0x558c8de877a0 2024-06-13T11:57:11.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.336+0000 7fc4c6000640 1 -- 172.21.15.42:0/4198197771 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fc4c8031c50 con 0x558c8de877a0 2024-06-13T11:57:11.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.336+0000 7fc4e5e17740 10 client.25640 fetch_fsmap finished waiting for FSMap version 28 2024-06-13T11:57:11.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.336+0000 7fc4e5e17740 10 client.25640 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:57:11.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.337+0000 7fc4e5e17740 20 client.25640 populate_metadata read hostname 'smithi042' 2024-06-13T11:57:11.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.337+0000 7fc4e5e17740 1 --2- 172.21.15.42:0/4198197771 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x558c8dea1700 0x558c8dea3af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:11.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.337+0000 7fc4e5e17740 4 client.25640 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:57:11.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.337+0000 7fc4e5e17740 1 -- 172.21.15.42:0/4198197771 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558c8ddf7b50 con 0x558c8dea1700 2024-06-13T11:57:11.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.337+0000 7fc4e1000640 1 --2- 172.21.15.42:0/4198197771 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x558c8dea1700 0x558c8dea3af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:11.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.337+0000 7fc4e1000640 1 --2- 172.21.15.42:0/4198197771 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x558c8dea1700 0x558c8dea3af0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=65edb82c1bf77184 server_cookie=3d944ec93130a536 in_seq=0 out_seq=0 2024-06-13T11:57:11.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.337+0000 7fc4c6000640 10 client.25640 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:57:11.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.338+0000 7fc4c6000640 1 -- 172.21.15.42:0/4198197771 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x558c8ddf7b50 con 0x558c8dea1700 2024-06-13T11:57:11.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.338+0000 7fc4c6000640 10 client.25640 handle_command_reply: tid=0 2024-06-13T11:57:11.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.339+0000 7fc4e5e17740 1 client.25640 shutdown 2024-06-13T11:57:11.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.339+0000 7fc4e5e17740 1 -- 172.21.15.42:0/4198197771 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558c8de877a0 msgr2=0x558c8de8e540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:11.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.339+0000 7fc4e5e17740 1 --2- 172.21.15.42:0/4198197771 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558c8de877a0 0x558c8de8e540 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fc4c8009900 tx=0x7fc4c8005040 comp rx=0 tx=0).stop 2024-06-13T11:57:11.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.339+0000 7fc4e5e17740 1 -- 172.21.15.42:0/4198197771 shutdown_connections 2024-06-13T11:57:11.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.339+0000 7fc4e5e17740 1 --2- 172.21.15.42:0/4198197771 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x558c8dea1700 0x558c8dea3af0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:11.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.339+0000 7fc4e5e17740 1 --2- 172.21.15.42:0/4198197771 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c8de90fb0 0x558c8de8ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:11.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.339+0000 7fc4e5e17740 1 --2- 172.21.15.42:0/4198197771 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558c8de877a0 0x558c8de8e540 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:11.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.339+0000 7fc4e5e17740 1 --2- 172.21.15.42:0/4198197771 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558c8de86230 0x558c8de8e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:11.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.339+0000 7fc4e5e17740 1 -- 172.21.15.42:0/4198197771 >> 172.21.15.42:0/4198197771 conn(0x558c8de4efb0 msgr2=0x558c8de88690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:11.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.339+0000 7fc4c6000640 0 client.25640 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:57:11.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.339+0000 7fc4e5e17740 1 -- 172.21.15.42:0/4198197771 shutdown_connections 2024-06-13T11:57:11.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.339+0000 7fc4e5e17740 1 -- 172.21.15.42:0/4198197771 wait complete. 2024-06-13T11:57:11.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.339+0000 7fc4e5e17740 20 client.25640 trim_cache size 0 max 16384 2024-06-13T11:57:11.358 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.357+0000 7fc4e5e17740 1 Processor -- start 2024-06-13T11:57:11.358 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.357+0000 7fc4e5e17740 1 -- start start 2024-06-13T11:57:11.358 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.357+0000 7fc4e5e17740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558c8de86230 0x558c8de85c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:11.358 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.357+0000 7fc4e5e17740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558c8de877a0 0x558c8de8e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:11.358 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.358+0000 7fc4e5e17740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c8de90fb0 0x558c8dea9300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:11.358 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.358+0000 7fc4e5e17740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc4dc1b7c90 con 0x558c8de90fb0 2024-06-13T11:57:11.358 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.358+0000 7fc4e5e17740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fc4dc1b5560 con 0x558c8de86230 2024-06-13T11:57:11.358 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.358+0000 7fc4e5e17740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fc4dc1b33b0 con 0x558c8de877a0 2024-06-13T11:57:11.359 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.358+0000 7fc4e1000640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558c8de86230 0x558c8de85c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:11.359 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.358+0000 7fc4e1000640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558c8de86230 0x558c8de85c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:33162/0 (socket says 172.21.15.42:33162) 2024-06-13T11:57:11.359 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.358+0000 7fc4e1000640 1 -- 172.21.15.42:0/2851131272 learned_addr learned my addr 172.21.15.42:0/2851131272 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:11.360 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.358+0000 7fc4e1000640 1 --2- 172.21.15.42:0/2851131272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c8de90fb0 0x558c8dea9300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:11.360 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.358+0000 7fc4db400640 1 --2- 172.21.15.42:0/2851131272 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558c8de877a0 0x558c8de8e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:11.360 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.358+0000 7fc4e1000640 1 -- 172.21.15.42:0/2851131272 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558c8de877a0 msgr2=0x558c8de8e8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:11.360 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.358+0000 7fc4e1000640 1 --2- 172.21.15.42:0/2851131272 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558c8de877a0 0x558c8de8e8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:11.360 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.358+0000 7fc4e1000640 1 -- 172.21.15.42:0/2851131272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c8de90fb0 msgr2=0x558c8dea9300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:11.360 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.358+0000 7fc4e1000640 1 --2- 172.21.15.42:0/2851131272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c8de90fb0 0x558c8dea9300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:11.360 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.358+0000 7fc4e1000640 1 -- 172.21.15.42:0/2851131272 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558c8de8ede0 con 0x558c8de86230 2024-06-13T11:57:11.360 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.359+0000 7fc4e1000640 1 --2- 172.21.15.42:0/2851131272 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558c8de86230 0x558c8de85c80 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fc4d4006010 tx=0x7fc4d4009500 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8c16f678bec54392 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:11.360 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.359+0000 7fc4d0c00640 1 -- 172.21.15.42:0/2851131272 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4d401b8e0 con 0x558c8de86230 2024-06-13T11:57:11.360 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.359+0000 7fc4d0c00640 1 -- 172.21.15.42:0/2851131272 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc4d4005050 con 0x558c8de86230 2024-06-13T11:57:11.360 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.359+0000 7fc4d0c00640 1 -- 172.21.15.42:0/2851131272 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4d4011760 con 0x558c8de86230 2024-06-13T11:57:11.362 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.360+0000 7fc4e5e17740 1 -- 172.21.15.42:0/2851131272 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558c8de86230 msgr2=0x558c8de85c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:11.362 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.360+0000 7fc4e5e17740 1 --2- 172.21.15.42:0/2851131272 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558c8de86230 0x558c8de85c80 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fc4d4006010 tx=0x7fc4d4009500 comp rx=0 tx=0).stop 2024-06-13T11:57:11.362 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.360+0000 7fc4e5e17740 1 -- 172.21.15.42:0/2851131272 shutdown_connections 2024-06-13T11:57:11.363 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.360+0000 7fc4e5e17740 1 --2- 172.21.15.42:0/2851131272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c8de90fb0 0x558c8dea9300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:11.363 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.360+0000 7fc4e5e17740 1 --2- 172.21.15.42:0/2851131272 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558c8de877a0 0x558c8de8e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:11.363 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.360+0000 7fc4e5e17740 1 --2- 172.21.15.42:0/2851131272 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558c8de86230 0x558c8de85c80 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:11.363 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.360+0000 7fc4e5e17740 1 -- 172.21.15.42:0/2851131272 >> 172.21.15.42:0/2851131272 conn(0x558c8de4efb0 msgr2=0x558c8de8c8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:11.363 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.360+0000 7fc4e5e17740 1 -- 172.21.15.42:0/2851131272 shutdown_connections 2024-06-13T11:57:11.363 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.360+0000 7fc4e5e17740 1 -- 172.21.15.42:0/2851131272 wait complete. 2024-06-13T11:57:11.363 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.360+0000 7fc4e5e17740 1 -- start start 2024-06-13T11:57:11.363 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.361+0000 7fc4e5e17740 1 Processor -- start 2024-06-13T11:57:11.363 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.361+0000 7fc4e5e17740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c8de86230 0x558c8de94150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:11.363 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.361+0000 7fc4e5e17740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558c8de877a0 0x558c8de94690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:11.363 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.361+0000 7fc4e5e17740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558c8de90fb0 0x558c8de94bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:11.363 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.361+0000 7fc4e5e17740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc4dc1b3a20 con 0x558c8de86230 2024-06-13T11:57:11.363 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.361+0000 7fc4e5e17740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fc4dc1b4e90 con 0x558c8de877a0 2024-06-13T11:57:11.364 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.361+0000 7fc4e5e17740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fc4dc1b40f0 con 0x558c8de90fb0 2024-06-13T11:57:11.364 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.361+0000 7fc4e5e17740 10 client.0 _ll_register_callbacks cb 0x7fc4d40093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:57:11.364 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.361+0000 7fc4db400640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558c8de877a0 0x558c8de94690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:11.364 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.362+0000 7fc4db400640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558c8de877a0 0x558c8de94690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:33178/0 (socket says 172.21.15.42:33178) 2024-06-13T11:57:11.364 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.362+0000 7fc4db400640 1 -- 172.21.15.42:0/2909952755 learned_addr learned my addr 172.21.15.42:0/2909952755 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:11.364 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.362+0000 7fc4e1000640 1 --2- 172.21.15.42:0/2909952755 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c8de86230 0x558c8de94150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:11.364 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.362+0000 7fc4e1000640 1 --2- 172.21.15.42:0/2909952755 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558c8de90fb0 0x558c8de94bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:11.364 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.362+0000 7fc4db400640 1 -- 172.21.15.42:0/2909952755 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558c8de90fb0 msgr2=0x558c8de94bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:11.364 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.362+0000 7fc4db400640 1 --2- 172.21.15.42:0/2909952755 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558c8de90fb0 0x558c8de94bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:11.364 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.362+0000 7fc4db400640 1 -- 172.21.15.42:0/2909952755 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c8de86230 msgr2=0x558c8de94150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:11.364 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.362+0000 7fc4db400640 1 --2- 172.21.15.42:0/2909952755 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c8de86230 0x558c8de94150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:11.364 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.362+0000 7fc4db400640 1 -- 172.21.15.42:0/2909952755 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558c8df0a3c0 con 0x558c8de877a0 2024-06-13T11:57:11.364 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.362+0000 7fc4e1000640 1 --2- 172.21.15.42:0/2909952755 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558c8de90fb0 0x558c8de94bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T11:57:11.364 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.362+0000 7fc4db400640 1 --2- 172.21.15.42:0/2909952755 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558c8de877a0 0x558c8de94690 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x558c8de8f5d0 tx=0x7fc4c80056f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=74dad670c2ff8fc6 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:11.365 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.362+0000 7fc4c6000640 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:57:11.366 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.362+0000 7fc4c6000640 1 -- 172.21.15.42:0/2909952755 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4c8035070 con 0x558c8de877a0 2024-06-13T11:57:11.366 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.362+0000 7fc4e5e17740 1 -- 172.21.15.42:0/2909952755 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc4d4005050 con 0x558c8de877a0 2024-06-13T11:57:11.366 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.362+0000 7fc4c6000640 1 -- 172.21.15.42:0/2909952755 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fc4c804c040 con 0x558c8de877a0 2024-06-13T11:57:11.366 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.363+0000 7fc4c6000640 1 -- 172.21.15.42:0/2909952755 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc4c8061050 con 0x558c8de877a0 2024-06-13T11:57:11.366 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.363+0000 7fc4e5e17740 10 client.25646 fetch_fsmap learned FSMap version 28 2024-06-13T11:57:11.366 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.363+0000 7fc4e5e17740 1 -- 172.21.15.42:0/2909952755 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x558c8df0b700 con 0x558c8de877a0 2024-06-13T11:57:11.366 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.363+0000 7fc4c6000640 1 -- 172.21.15.42:0/2909952755 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc4d4005050 con 0x558c8de877a0 2024-06-13T11:57:11.366 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.363+0000 7fc4c6000640 1 -- 172.21.15.42:0/2909952755 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fc4c8004c40 con 0x558c8de877a0 2024-06-13T11:57:11.367 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.363+0000 7fc4e5e17740 10 client.25646 fetch_fsmap finished waiting for FSMap version 28 2024-06-13T11:57:11.367 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.363+0000 7fc4e5e17740 10 client.25646 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:57:11.367 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.363+0000 7fc4e5e17740 20 client.25646 populate_metadata read hostname 'smithi042' 2024-06-13T11:57:11.367 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.363+0000 7fc4e5e17740 1 --2- 172.21.15.42:0/2909952755 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x558c8df0bf60 0x558c8df0e380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:11.367 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.363+0000 7fc4e5e17740 4 client.25646 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-13T11:57:11.367 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.363+0000 7fc4e5e17740 1 -- 172.21.15.42:0/2909952755 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558c8ddf1ea0 con 0x558c8df0bf60 2024-06-13T11:57:11.367 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.364+0000 7fc4e1000640 1 --2- 172.21.15.42:0/2909952755 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x558c8df0bf60 0x558c8df0e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:11.367 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.364+0000 7fc4e1000640 1 --2- 172.21.15.42:0/2909952755 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x558c8df0bf60 0x558c8df0e380 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f63a6b8491ebb081 server_cookie=88efefea5d22b14b in_seq=0 out_seq=0 2024-06-13T11:57:11.367 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:11.364+0000 7fc4c6000640 10 client.25646 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:57:11.493 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-06-13T11:57:11.493 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-06-13T11:57:11.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:11 smithi042 ceph-mon[32231]: pgmap v52: 129 pgs: 129 active+clean; 31 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.7 MiB/s wr, 208 op/s 2024-06-13T11:57:11.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:11 smithi162 ceph-mon[36757]: pgmap v52: 129 pgs: 129 active+clean; 31 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.7 MiB/s wr, 208 op/s 2024-06-13T11:57:11.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:11 smithi088 ceph-mon[36399]: pgmap v52: 129 pgs: 129 active+clean; 31 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.7 MiB/s wr, 208 op/s 2024-06-13T11:57:11.989 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:57:13.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:13 smithi162 ceph-mon[36757]: pgmap v53: 129 pgs: 129 active+clean; 31 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.7 MiB/s wr, 208 op/s 2024-06-13T11:57:13.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:13 smithi088 ceph-mon[36399]: pgmap v53: 129 pgs: 129 active+clean; 31 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.7 MiB/s wr, 208 op/s 2024-06-13T11:57:13.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:13 smithi042 ceph-mon[32231]: pgmap v53: 129 pgs: 129 active+clean; 31 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.7 MiB/s wr, 208 op/s 2024-06-13T11:57:15.021 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:15.021+0000 7fc4c6000640 1 -- 172.21.15.42:0/2909952755 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x558c8ddf1ea0 con 0x558c8df0bf60 2024-06-13T11:57:15.022 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:15.021+0000 7fc4c6000640 10 client.25646 handle_command_reply: tid=0 2024-06-13T11:57:15.022 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:15.021+0000 7fc4e5e17740 1 client.25646 shutdown 2024-06-13T11:57:15.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:15.021+0000 7fc4e5e17740 1 -- 172.21.15.42:0/2909952755 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558c8de877a0 msgr2=0x558c8de94690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:15.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:15.021+0000 7fc4e5e17740 1 --2- 172.21.15.42:0/2909952755 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558c8de877a0 0x558c8de94690 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x558c8de8f5d0 tx=0x7fc4c80056f0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:15.022+0000 7fc4e5e17740 1 -- 172.21.15.42:0/2909952755 shutdown_connections 2024-06-13T11:57:15.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:15.022+0000 7fc4e5e17740 1 --2- 172.21.15.42:0/2909952755 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x558c8df0bf60 0x558c8df0e380 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:15.022+0000 7fc4e5e17740 1 --2- 172.21.15.42:0/2909952755 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x558c8de90fb0 0x558c8de94bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:15.022+0000 7fc4e5e17740 1 --2- 172.21.15.42:0/2909952755 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558c8de877a0 0x558c8de94690 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:15.022+0000 7fc4e5e17740 1 --2- 172.21.15.42:0/2909952755 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c8de86230 0x558c8de94150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:15.022+0000 7fc4c6000640 0 client.25646 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:57:15.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:15.022+0000 7fc4e5e17740 1 -- 172.21.15.42:0/2909952755 >> 172.21.15.42:0/2909952755 conn(0x558c8de4efb0 msgr2=0x558c8de9c010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:15.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:15.022+0000 7fc4e5e17740 1 -- 172.21.15.42:0/2909952755 shutdown_connections 2024-06-13T11:57:15.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:15.022+0000 7fc4e5e17740 1 -- 172.21.15.42:0/2909952755 wait complete. 2024-06-13T11:57:15.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:15.022+0000 7fc4e5e17740 20 client.25646 trim_cache size 0 max 16384 2024-06-13T11:57:15.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-13T11:57:15.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-13T11:57:15.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-13T11:57:15.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:15.023+0000 7fc4e1a00640 1 -- 172.21.15.42:0/3828543410 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fc4c00a2cf0 msgr2=0x7fc4c00a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:15.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:15.023+0000 7fc4e1a00640 1 --2- 172.21.15.42:0/3828543410 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fc4c00a2cf0 0x7fc4c00a51b0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc4cc0cc630 tx=0x7fc4cc0bb040 comp rx=0 tx=0).stop 2024-06-13T11:57:15.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:15.023+0000 7fc4e1a00640 1 -- 172.21.15.42:0/3828543410 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4dc102960 msgr2=0x7fc4dc10b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:15.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:15.023+0000 7fc4e1a00640 1 --2- 172.21.15.42:0/3828543410 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4dc102960 0x7fc4dc10b520 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fc4cc00d950 tx=0x7fc4cc00de10 comp rx=0 tx=0).stop 2024-06-13T11:57:15.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:15.024+0000 7fc4e1a00640 1 -- 172.21.15.42:0/3828543410 shutdown_connections 2024-06-13T11:57:15.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:15.024+0000 7fc4e1a00640 1 --2- 172.21.15.42:0/3828543410 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fc4c00a2cf0 0x7fc4c00a51b0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:15.024+0000 7fc4e1a00640 1 --2- 172.21.15.42:0/3828543410 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc4dc10bd80 0x7fc4dc109bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:15.024+0000 7fc4e1a00640 1 --2- 172.21.15.42:0/3828543410 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc4dc103280 0x7fc4dc109670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:15.024+0000 7fc4e1a00640 1 --2- 172.21.15.42:0/3828543410 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4dc102960 0x7fc4dc10b520 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:15.024+0000 7fc4e1a00640 1 -- 172.21.15.42:0/3828543410 >> 172.21.15.42:0/3828543410 conn(0x7fc4dc0fc1c0 msgr2=0x7fc4dc110140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:15.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:15.024+0000 7fc4e1a00640 1 -- 172.21.15.42:0/3828543410 shutdown_connections 2024-06-13T11:57:15.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:15.024+0000 7fc4e1a00640 1 -- 172.21.15.42:0/3828543410 wait complete. 2024-06-13T11:57:15.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:15 smithi162 ceph-mon[36757]: pgmap v54: 129 pgs: 129 active+clean; 38 MiB data, 503 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 241 op/s 2024-06-13T11:57:15.679 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:15 smithi042 ceph-mon[32231]: pgmap v54: 129 pgs: 129 active+clean; 38 MiB data, 503 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 241 op/s 2024-06-13T11:57:15.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:15 smithi088 ceph-mon[36399]: pgmap v54: 129 pgs: 129 active+clean; 38 MiB data, 503 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 241 op/s 2024-06-13T11:57:15.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.864+0000 7f6bcb600700 1 -- 172.21.15.42:0/4023180782 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6bc41084f0 msgr2=0x7f6bc41088d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:15.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.864+0000 7f6bcb600700 1 --2- 172.21.15.42:0/4023180782 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6bc41084f0 0x7f6bc41088d0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f6bb80098f0 tx=0x7f6bb8009c00 comp rx=0 tx=0).stop 2024-06-13T11:57:15.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.864+0000 7f6bcb600700 1 -- 172.21.15.42:0/4023180782 shutdown_connections 2024-06-13T11:57:15.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.864+0000 7f6bcb600700 1 --2- 172.21.15.42:0/4023180782 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6bc41084f0 0x7f6bc41088d0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.864+0000 7f6bcb600700 1 --2- 172.21.15.42:0/4023180782 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6bc4102f10 0x7f6bc410f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.864+0000 7f6bcb600700 1 --2- 172.21.15.42:0/4023180782 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6bc4102550 0x7f6bc41029d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.864+0000 7f6bcb600700 1 -- 172.21.15.42:0/4023180782 >> 172.21.15.42:0/4023180782 conn(0x7f6bc4079650 msgr2=0x7f6bc4079a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:15.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.864+0000 7f6bcb600700 1 -- 172.21.15.42:0/4023180782 shutdown_connections 2024-06-13T11:57:15.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.864+0000 7f6bcb600700 1 -- 172.21.15.42:0/4023180782 wait complete. 2024-06-13T11:57:15.866 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.865+0000 7f6bcb600700 1 Processor -- start 2024-06-13T11:57:15.866 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.866+0000 7f6bcb600700 1 -- start start 2024-06-13T11:57:15.867 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.866+0000 7f6bcb600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6bc4102550 0x7f6bc4074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:15.867 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.866+0000 7f6bcb600700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6bc4102f10 0x7f6bc4074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:15.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.866+0000 7f6bcb600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6bc41084f0 0x7f6bc4075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:15.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.866+0000 7f6bcb600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6bc41127f0 con 0x7f6bc4102550 2024-06-13T11:57:15.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.866+0000 7f6bcb600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f6bc4112670 con 0x7f6bc41084f0 2024-06-13T11:57:15.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.866+0000 7f6bcb600700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f6bc4112970 con 0x7f6bc4102f10 2024-06-13T11:57:15.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.867+0000 7f6bc9600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6bc41084f0 0x7f6bc4075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:15.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.867+0000 7f6bc9600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6bc41084f0 0x7f6bc4075210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:33198/0 (socket says 172.21.15.42:33198) 2024-06-13T11:57:15.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.867+0000 7f6bc9600700 1 -- 172.21.15.42:0/3694353046 learned_addr learned my addr 172.21.15.42:0/3694353046 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:15.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.867+0000 7f6bc3e00700 1 --2- 172.21.15.42:0/3694353046 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6bc4102f10 0x7f6bc4074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:15.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.867+0000 7f6bc8c00700 1 --2- 172.21.15.42:0/3694353046 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6bc4102550 0x7f6bc4074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:15.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.867+0000 7f6bc9600700 1 -- 172.21.15.42:0/3694353046 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6bc4102f10 msgr2=0x7f6bc4074cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:15.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.867+0000 7f6bc9600700 1 --2- 172.21.15.42:0/3694353046 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6bc4102f10 0x7f6bc4074cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.867+0000 7f6bc9600700 1 -- 172.21.15.42:0/3694353046 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6bc4102550 msgr2=0x7f6bc4074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:15.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.867+0000 7f6bc9600700 1 --2- 172.21.15.42:0/3694353046 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6bc4102550 0x7f6bc4074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.867+0000 7f6bc9600700 1 -- 172.21.15.42:0/3694353046 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bc41a7220 con 0x7f6bc41084f0 2024-06-13T11:57:15.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.867+0000 7f6bc3e00700 1 --2- 172.21.15.42:0/3694353046 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6bc4102f10 0x7f6bc4074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:57:15.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.867+0000 7f6bc8c00700 1 --2- 172.21.15.42:0/3694353046 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6bc4102550 0x7f6bc4074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:57:15.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.867+0000 7f6bc9600700 1 --2- 172.21.15.42:0/3694353046 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6bc41084f0 0x7f6bc4075210 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f6bbc00e3c0 tx=0x7f6bbc00e780 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:15.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.868+0000 7f6bc1600700 1 -- 172.21.15.42:0/3694353046 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bbc0092d0 con 0x7f6bc41084f0 2024-06-13T11:57:15.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.868+0000 7f6bc1600700 1 -- 172.21.15.42:0/3694353046 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6bbc0075c0 con 0x7f6bc41084f0 2024-06-13T11:57:15.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.868+0000 7f6bc1600700 1 -- 172.21.15.42:0/3694353046 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bbc004270 con 0x7f6bc41084f0 2024-06-13T11:57:15.870 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.868+0000 7f6bcb600700 1 -- 172.21.15.42:0/3694353046 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bc41a7510 con 0x7f6bc41084f0 2024-06-13T11:57:15.870 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.868+0000 7f6bcb600700 1 -- 172.21.15.42:0/3694353046 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bc41a7a00 con 0x7f6bc41084f0 2024-06-13T11:57:15.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.871+0000 7f6bc1600700 1 -- 172.21.15.42:0/3694353046 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f6bbc012050 con 0x7f6bc41084f0 2024-06-13T11:57:15.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.873+0000 7f6bd5fffb80 1 Processor -- start 2024-06-13T11:57:15.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.873+0000 7f6bc1600700 1 --2- 172.21.15.42:0/3694353046 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6bac0a2e50 0x7f6bac0a5310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:15.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.873+0000 7f6bc1600700 1 -- 172.21.15.42:0/3694353046 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f6bbc0cf2a0 con 0x7f6bc41084f0 2024-06-13T11:57:15.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.873+0000 7f6bd5fffb80 1 -- start start 2024-06-13T11:57:15.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.873+0000 7f6bc8c00700 1 --2- 172.21.15.42:0/3694353046 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6bac0a2e50 0x7f6bac0a5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:15.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.873+0000 7f6bd5fffb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55979adacc10 0x55979adacff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:15.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.873+0000 7f6bd5fffb80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55979adad530 0x55979ada6d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:15.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.873+0000 7f6bd5fffb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55979ada72c0 0x55979ada7700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:15.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.873+0000 7f6bd5fffb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55979acb5a90 con 0x55979ada72c0 2024-06-13T11:57:15.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.873+0000 7f6bd5fffb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55979acf8b80 con 0x55979adacc10 2024-06-13T11:57:15.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.874+0000 7f6bd5fffb80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55979acb3970 con 0x55979adad530 2024-06-13T11:57:15.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.874+0000 7f6bc8c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55979adacc10 0x55979adacff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:15.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.874+0000 7f6bc9600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55979ada72c0 0x55979ada7700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:15.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.874+0000 7f6bc3e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55979adad530 0x55979ada6d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:15.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.874+0000 7f6bc8c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55979adacc10 0x55979adacff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:33210/0 (socket says 172.21.15.42:33210) 2024-06-13T11:57:15.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.874+0000 7f6bc8c00700 1 -- 172.21.15.42:0/3439680381 learned_addr learned my addr 172.21.15.42:0/3439680381 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:15.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.874+0000 7f6bc9600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55979ada72c0 0x55979ada7700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57020/0 (socket says 172.21.15.42:57020) 2024-06-13T11:57:15.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.874+0000 7f6bc3e00700 1 -- 172.21.15.42:0/3439680381 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55979adacc10 msgr2=0x55979adacff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:15.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.874+0000 7f6bc3e00700 1 --2- 172.21.15.42:0/3439680381 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55979adacc10 0x55979adacff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.874+0000 7f6bc3e00700 1 -- 172.21.15.42:0/3439680381 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55979ada72c0 msgr2=0x55979ada7700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:15.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.874+0000 7f6bc3e00700 1 --2- 172.21.15.42:0/3439680381 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55979ada72c0 0x55979ada7700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.874+0000 7f6bc3e00700 1 -- 172.21.15.42:0/3439680381 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55979aca1010 con 0x55979adad530 2024-06-13T11:57:15.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.874+0000 7f6bc8c00700 1 --2- 172.21.15.42:0/3439680381 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55979adacc10 0x55979adacff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:57:15.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.875+0000 7f6bc8c00700 1 --2- 172.21.15.42:0/3694353046 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6bac0a2e50 0x7f6bac0a5310 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f6bb8009810 tx=0x7f6bb8009f50 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:15.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.875+0000 7f6bc3e00700 1 --2- 172.21.15.42:0/3439680381 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55979adad530 0x55979ada6d80 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f6bc40761d0 tx=0x7f6bb4009f70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b5f47d18b4b4460 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:15.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.875+0000 7f6bb2000700 1 -- 172.21.15.42:0/3439680381 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb4011bf0 con 0x55979adad530 2024-06-13T11:57:15.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.875+0000 7f6bb2000700 1 -- 172.21.15.42:0/3439680381 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6bb4011d90 con 0x55979adad530 2024-06-13T11:57:15.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.875+0000 7f6bb2000700 1 -- 172.21.15.42:0/3439680381 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb400f7c0 con 0x55979adad530 2024-06-13T11:57:15.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.876+0000 7f6bd5fffb80 1 -- 172.21.15.42:0/3439680381 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55979adad530 msgr2=0x55979ada6d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:15.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.876+0000 7f6bd5fffb80 1 --2- 172.21.15.42:0/3439680381 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55979adad530 0x55979ada6d80 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f6bc40761d0 tx=0x7f6bb4009f70 comp rx=0 tx=0).stop 2024-06-13T11:57:15.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.876+0000 7f6bd5fffb80 1 -- 172.21.15.42:0/3439680381 shutdown_connections 2024-06-13T11:57:15.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.876+0000 7f6bd5fffb80 1 --2- 172.21.15.42:0/3439680381 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55979adacc10 0x55979adacff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.876+0000 7f6bd5fffb80 1 --2- 172.21.15.42:0/3439680381 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55979ada72c0 0x55979ada7700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.876+0000 7f6bd5fffb80 1 --2- 172.21.15.42:0/3439680381 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55979adad530 0x55979ada6d80 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.876+0000 7f6bd5fffb80 1 -- 172.21.15.42:0/3439680381 >> 172.21.15.42:0/3439680381 conn(0x55979acd31f0 msgr2=0x55979ada2070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:15.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.876+0000 7f6bd5fffb80 1 -- 172.21.15.42:0/3439680381 shutdown_connections 2024-06-13T11:57:15.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.876+0000 7f6bd5fffb80 1 -- 172.21.15.42:0/3439680381 wait complete. 2024-06-13T11:57:15.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.877+0000 7f6bd5fffb80 1 -- start start 2024-06-13T11:57:15.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.877+0000 7f6bd5fffb80 1 Processor -- start 2024-06-13T11:57:15.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.878+0000 7f6bd5fffb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55979ada72c0 0x55979adb3230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:15.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.878+0000 7f6bd5fffb80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55979adacc10 0x55979adb0530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:15.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.878+0000 7f6bd5fffb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55979adad530 0x55979adb0a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:15.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.878+0000 7f6bd5fffb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55979ac94fe0 con 0x55979adad530 2024-06-13T11:57:15.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.878+0000 7f6bd5fffb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55979acf4b40 con 0x55979ada72c0 2024-06-13T11:57:15.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.878+0000 7f6bd5fffb80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55979adb3f10 con 0x55979adacc10 2024-06-13T11:57:15.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.878+0000 7f6bd5fffb80 10 client.0 _ll_register_callbacks cb 0x55979ac8e400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:57:15.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.878+0000 7f6bc8c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55979ada72c0 0x55979adb3230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:15.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.878+0000 7f6bc8c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55979ada72c0 0x55979adb3230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:33224/0 (socket says 172.21.15.42:33224) 2024-06-13T11:57:15.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.878+0000 7f6bc8c00700 1 -- 172.21.15.42:0/2720053648 learned_addr learned my addr 172.21.15.42:0/2720053648 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:15.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.878+0000 7f6bc3e00700 1 --2- 172.21.15.42:0/2720053648 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55979adacc10 0x55979adb0530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:15.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.878+0000 7f6bc9600700 1 --2- 172.21.15.42:0/2720053648 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55979adad530 0x55979adb0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:15.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.878+0000 7f6bc8c00700 1 -- 172.21.15.42:0/2720053648 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55979adacc10 msgr2=0x55979adb0530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:15.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.878+0000 7f6bc8c00700 1 --2- 172.21.15.42:0/2720053648 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55979adacc10 0x55979adb0530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.878+0000 7f6bc8c00700 1 -- 172.21.15.42:0/2720053648 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55979adad530 msgr2=0x55979adb0a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:15.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.878+0000 7f6bc8c00700 1 --2- 172.21.15.42:0/2720053648 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55979adad530 0x55979adb0a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.878+0000 7f6bc8c00700 1 -- 172.21.15.42:0/2720053648 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55979ac47950 con 0x55979ada72c0 2024-06-13T11:57:15.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.879+0000 7f6bc8c00700 1 --2- 172.21.15.42:0/2720053648 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55979ada72c0 0x55979adb3230 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f6bb8005340 tx=0x7f6bb8009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4aab35b7b1fbc0bb server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:15.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.879+0000 7f6ba6a00700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:57:15.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.879+0000 7f6ba6a00700 1 -- 172.21.15.42:0/2720053648 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb8034060 con 0x55979ada72c0 2024-06-13T11:57:15.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.879+0000 7f6ba6a00700 1 -- 172.21.15.42:0/2720053648 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f6bb8004c60 con 0x55979ada72c0 2024-06-13T11:57:15.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.879+0000 7f6bd5fffb80 1 -- 172.21.15.42:0/2720053648 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6bb4011d90 con 0x55979ada72c0 2024-06-13T11:57:15.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.879+0000 7f6ba6a00700 1 -- 172.21.15.42:0/2720053648 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6bb803b050 con 0x55979ada72c0 2024-06-13T11:57:15.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.880+0000 7f6bd5fffb80 10 client.25658 fetch_fsmap learned FSMap version 28 2024-06-13T11:57:15.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.880+0000 7f6bd5fffb80 1 -- 172.21.15.42:0/2720053648 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55979adbe620 con 0x55979ada72c0 2024-06-13T11:57:15.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.880+0000 7f6ba6a00700 1 -- 172.21.15.42:0/2720053648 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6bb4011d90 con 0x55979ada72c0 2024-06-13T11:57:15.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.880+0000 7f6ba6a00700 1 -- 172.21.15.42:0/2720053648 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f6bb8023040 con 0x55979ada72c0 2024-06-13T11:57:15.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.880+0000 7f6bd5fffb80 10 client.25658 fetch_fsmap finished waiting for FSMap version 28 2024-06-13T11:57:15.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.880+0000 7f6bd5fffb80 10 client.25658 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-06-13T11:57:15.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.880+0000 7f6bd5fffb80 20 client.25658 populate_metadata read hostname 'smithi042' 2024-06-13T11:57:15.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.880+0000 7f6bd5fffb80 1 --2- 172.21.15.42:0/2720053648 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55979adc0e20 0x55979adc3210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:15.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.880+0000 7f6bd5fffb80 4 client.25658 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:57:15.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.880+0000 7f6bd5fffb80 1 -- 172.21.15.42:0/2720053648 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55979ad06080 con 0x55979adc0e20 2024-06-13T11:57:15.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.880+0000 7f6bc3e00700 1 --2- 172.21.15.42:0/2720053648 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55979adc0e20 0x55979adc3210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:15.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.881+0000 7f6bc3e00700 1 --2- 172.21.15.42:0/2720053648 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55979adc0e20 0x55979adc3210 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c5de0af151cbd81d server_cookie=3330bca33c9ee992 in_seq=0 out_seq=0 2024-06-13T11:57:15.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.881+0000 7f6ba6a00700 10 client.25658 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:57:15.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.883+0000 7f6ba6a00700 1 -- 172.21.15.42:0/2720053648 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55979ad06080 con 0x55979adc0e20 2024-06-13T11:57:15.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.883+0000 7f6ba6a00700 10 client.25658 handle_command_reply: tid=0 2024-06-13T11:57:15.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.883+0000 7f6bd5fffb80 1 client.25658 shutdown 2024-06-13T11:57:15.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.883+0000 7f6bd5fffb80 1 -- 172.21.15.42:0/2720053648 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55979ada72c0 msgr2=0x55979adb3230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:15.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.883+0000 7f6bd5fffb80 1 --2- 172.21.15.42:0/2720053648 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55979ada72c0 0x55979adb3230 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f6bb8005340 tx=0x7f6bb8009c00 comp rx=0 tx=0).stop 2024-06-13T11:57:15.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.883+0000 7f6bd5fffb80 1 -- 172.21.15.42:0/2720053648 shutdown_connections 2024-06-13T11:57:15.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.883+0000 7f6bd5fffb80 1 --2- 172.21.15.42:0/2720053648 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55979adc0e20 0x55979adc3210 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.883+0000 7f6bd5fffb80 1 --2- 172.21.15.42:0/2720053648 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55979ada72c0 0x55979adb3230 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.883+0000 7f6bd5fffb80 1 --2- 172.21.15.42:0/2720053648 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55979adad530 0x55979adb0a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.883+0000 7f6bd5fffb80 1 --2- 172.21.15.42:0/2720053648 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55979adacc10 0x55979adb0530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.883+0000 7f6bd5fffb80 1 -- 172.21.15.42:0/2720053648 >> 172.21.15.42:0/2720053648 conn(0x55979acd31f0 msgr2=0x55979ad9b810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:15.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.883+0000 7f6ba6a00700 0 client.25658 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:57:15.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.884+0000 7f6bd5fffb80 1 -- 172.21.15.42:0/2720053648 shutdown_connections 2024-06-13T11:57:15.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.884+0000 7f6bd5fffb80 1 -- 172.21.15.42:0/2720053648 wait complete. 2024-06-13T11:57:15.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.884+0000 7f6bd5fffb80 20 client.25658 trim_cache size 0 max 16384 2024-06-13T11:57:15.911 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.909+0000 7f6bd5fffb80 1 Processor -- start 2024-06-13T11:57:15.911 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.909+0000 7f6bd5fffb80 1 -- start start 2024-06-13T11:57:15.911 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.909+0000 7f6bd5fffb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55979acd31f0 0x55979ad9c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:15.911 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.909+0000 7f6bd5fffb80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55979ada72c0 0x55979adae1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:15.911 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.909+0000 7f6bd5fffb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55979adacc10 0x55979ada2180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:15.911 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.909+0000 7f6bd5fffb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6bc41b31c0 con 0x55979adacc10 2024-06-13T11:57:15.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.909+0000 7f6bd5fffb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f6bc41b0a50 con 0x55979acd31f0 2024-06-13T11:57:15.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.909+0000 7f6bd5fffb80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f6bc41ae8a0 con 0x55979ada72c0 2024-06-13T11:57:15.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.910+0000 7f6bc8c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55979acd31f0 0x55979ad9c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:15.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.910+0000 7f6bc8c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55979acd31f0 0x55979ad9c1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:33234/0 (socket says 172.21.15.42:33234) 2024-06-13T11:57:15.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.910+0000 7f6bc8c00700 1 -- 172.21.15.42:0/3855974922 learned_addr learned my addr 172.21.15.42:0/3855974922 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:15.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.910+0000 7f6bc3e00700 1 --2- 172.21.15.42:0/3855974922 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55979ada72c0 0x55979adae1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:15.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.910+0000 7f6bc9600700 1 --2- 172.21.15.42:0/3855974922 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55979adacc10 0x55979ada2180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:15.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.910+0000 7f6bc8c00700 1 -- 172.21.15.42:0/3855974922 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55979ada72c0 msgr2=0x55979adae1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:15.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.910+0000 7f6bc8c00700 1 --2- 172.21.15.42:0/3855974922 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55979ada72c0 0x55979adae1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.910+0000 7f6bc8c00700 1 -- 172.21.15.42:0/3855974922 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55979adacc10 msgr2=0x55979ada2180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:15.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.910+0000 7f6bc8c00700 1 --2- 172.21.15.42:0/3855974922 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55979adacc10 0x55979ada2180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.910+0000 7f6bc8c00700 1 -- 172.21.15.42:0/3855974922 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55979adb3a30 con 0x55979acd31f0 2024-06-13T11:57:15.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.910+0000 7f6bc9600700 1 --2- 172.21.15.42:0/3855974922 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55979adacc10 0x55979ada2180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:57:15.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.910+0000 7f6bc3e00700 1 --2- 172.21.15.42:0/3855974922 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55979ada72c0 0x55979adae1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:57:15.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.910+0000 7f6bc8c00700 1 --2- 172.21.15.42:0/3855974922 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55979acd31f0 0x55979ad9c1b0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f6bb8000c00 tx=0x7f6bb80092d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3e346351c9f86ecf server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:15.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.911+0000 7f6bb1600700 1 -- 172.21.15.42:0/3855974922 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb8034040 con 0x55979acd31f0 2024-06-13T11:57:15.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.911+0000 7f6bb1600700 1 -- 172.21.15.42:0/3855974922 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6bb802fa00 con 0x55979acd31f0 2024-06-13T11:57:15.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.911+0000 7f6bb1600700 1 -- 172.21.15.42:0/3855974922 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb8003a00 con 0x55979acd31f0 2024-06-13T11:57:15.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.912+0000 7f6bd5fffb80 1 -- 172.21.15.42:0/3855974922 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55979acd31f0 msgr2=0x55979ad9c1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:15.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.912+0000 7f6bd5fffb80 1 --2- 172.21.15.42:0/3855974922 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55979acd31f0 0x55979ad9c1b0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f6bb8000c00 tx=0x7f6bb80092d0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.912+0000 7f6bd5fffb80 1 -- 172.21.15.42:0/3855974922 shutdown_connections 2024-06-13T11:57:15.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.912+0000 7f6bd5fffb80 1 --2- 172.21.15.42:0/3855974922 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55979acd31f0 0x55979ad9c1b0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.912+0000 7f6bd5fffb80 1 --2- 172.21.15.42:0/3855974922 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55979adacc10 0x55979ada2180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.912+0000 7f6bd5fffb80 1 --2- 172.21.15.42:0/3855974922 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55979ada72c0 0x55979adae1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.912+0000 7f6bd5fffb80 1 -- 172.21.15.42:0/3855974922 >> 172.21.15.42:0/3855974922 conn(0x55979adc3510 msgr2=0x55979adab6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:15.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.912+0000 7f6bd5fffb80 1 -- 172.21.15.42:0/3855974922 shutdown_connections 2024-06-13T11:57:15.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.912+0000 7f6bd5fffb80 1 -- 172.21.15.42:0/3855974922 wait complete. 2024-06-13T11:57:15.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.913+0000 7f6bd5fffb80 1 -- start start 2024-06-13T11:57:15.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.913+0000 7f6bd5fffb80 1 Processor -- start 2024-06-13T11:57:15.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.913+0000 7f6bd5fffb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55979acd31f0 0x55979adb9810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:15.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.913+0000 7f6bd5fffb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55979ada72c0 0x55979adb61a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:15.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.913+0000 7f6bd5fffb80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55979adacc10 0x55979adb66e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:15.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.913+0000 7f6bd5fffb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6bc41aef10 con 0x55979acd31f0 2024-06-13T11:57:15.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.913+0000 7f6bd5fffb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f6bc41b0380 con 0x55979ada72c0 2024-06-13T11:57:15.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.913+0000 7f6bd5fffb80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f6bc41af5e0 con 0x55979adacc10 2024-06-13T11:57:15.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.913+0000 7f6bd5fffb80 10 client.0 _ll_register_callbacks cb 0x55979ac8e400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:57:15.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.914+0000 7f6bc3e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55979ada72c0 0x55979adb61a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:15.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.914+0000 7f6bc3e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55979ada72c0 0x55979adb61a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:33248/0 (socket says 172.21.15.42:33248) 2024-06-13T11:57:15.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.914+0000 7f6bc3e00700 1 -- 172.21.15.42:0/4551758 learned_addr learned my addr 172.21.15.42:0/4551758 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:15.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.914+0000 7f6bc9600700 1 --2- 172.21.15.42:0/4551758 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55979adacc10 0x55979adb66e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:15.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.914+0000 7f6bc8c00700 1 --2- 172.21.15.42:0/4551758 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55979acd31f0 0x55979adb9810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:15.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.914+0000 7f6bc3e00700 1 -- 172.21.15.42:0/4551758 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55979adacc10 msgr2=0x55979adb66e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:15.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.914+0000 7f6bc3e00700 1 --2- 172.21.15.42:0/4551758 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55979adacc10 0x55979adb66e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.914+0000 7f6bc3e00700 1 -- 172.21.15.42:0/4551758 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55979acd31f0 msgr2=0x55979adb9810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:15.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.914+0000 7f6bc3e00700 1 --2- 172.21.15.42:0/4551758 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55979acd31f0 0x55979adb9810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.914+0000 7f6bc3e00700 1 -- 172.21.15.42:0/4551758 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55979adb6d90 con 0x55979ada72c0 2024-06-13T11:57:15.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.914+0000 7f6bc3e00700 1 --2- 172.21.15.42:0/4551758 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55979ada72c0 0x55979adb61a0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f6bb401c040 tx=0x7f6bb4005960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=be836e42d36cf8fa server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:15.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.914+0000 7f6ba6a00700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:57:15.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.915+0000 7f6ba6a00700 1 -- 172.21.15.42:0/4551758 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb4011e40 con 0x55979ada72c0 2024-06-13T11:57:15.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.915+0000 7f6bd5fffb80 1 -- 172.21.15.42:0/4551758 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6bb802fa00 con 0x55979ada72c0 2024-06-13T11:57:15.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.915+0000 7f6ba6a00700 1 -- 172.21.15.42:0/4551758 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f6bb4005040 con 0x55979ada72c0 2024-06-13T11:57:15.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.915+0000 7f6ba6a00700 1 -- 172.21.15.42:0/4551758 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6bb403b050 con 0x55979ada72c0 2024-06-13T11:57:15.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.915+0000 7f6bd5fffb80 10 client.25664 fetch_fsmap learned FSMap version 28 2024-06-13T11:57:15.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.915+0000 7f6bd5fffb80 1 -- 172.21.15.42:0/4551758 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55979ae2c830 con 0x55979ada72c0 2024-06-13T11:57:15.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.915+0000 7f6ba6a00700 1 -- 172.21.15.42:0/4551758 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6bb802fa00 con 0x55979ada72c0 2024-06-13T11:57:15.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.916+0000 7f6ba6a00700 1 -- 172.21.15.42:0/4551758 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f6bb4012450 con 0x55979ada72c0 2024-06-13T11:57:15.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.916+0000 7f6bd5fffb80 10 client.25664 fetch_fsmap finished waiting for FSMap version 28 2024-06-13T11:57:15.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.916+0000 7f6bd5fffb80 10 client.25664 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-06-13T11:57:15.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.916+0000 7f6bd5fffb80 20 client.25664 populate_metadata read hostname 'smithi042' 2024-06-13T11:57:15.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.916+0000 7f6bd5fffb80 1 --2- 172.21.15.42:0/4551758 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55979adad530 0x55979ae2ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:15.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.916+0000 7f6bd5fffb80 4 client.25664 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-06-13T11:57:15.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.916+0000 7f6bd5fffb80 1 -- 172.21.15.42:0/4551758 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55979adab080 con 0x55979adad530 2024-06-13T11:57:15.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.916+0000 7f6bc8c00700 1 --2- 172.21.15.42:0/4551758 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55979adad530 0x55979ae2ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:15.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.916+0000 7f6bc8c00700 1 --2- 172.21.15.42:0/4551758 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55979adad530 0x55979ae2ecc0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fc7982b7a907c64d server_cookie=fe5ba944ee2113fd in_seq=0 out_seq=0 2024-06-13T11:57:15.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.916+0000 7f6ba6a00700 10 client.25664 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:57:15.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.917+0000 7f6ba6a00700 1 -- 172.21.15.42:0/4551758 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55979adab080 con 0x55979adad530 2024-06-13T11:57:15.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.917+0000 7f6ba6a00700 10 client.25664 handle_command_reply: tid=0 2024-06-13T11:57:15.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.917+0000 7f6bd5fffb80 1 client.25664 shutdown 2024-06-13T11:57:15.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.917+0000 7f6bd5fffb80 1 -- 172.21.15.42:0/4551758 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55979ada72c0 msgr2=0x55979adb61a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:15.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.917+0000 7f6bd5fffb80 1 --2- 172.21.15.42:0/4551758 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55979ada72c0 0x55979adb61a0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f6bb401c040 tx=0x7f6bb4005960 comp rx=0 tx=0).stop 2024-06-13T11:57:15.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.917+0000 7f6bd5fffb80 1 -- 172.21.15.42:0/4551758 shutdown_connections 2024-06-13T11:57:15.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.917+0000 7f6bd5fffb80 1 --2- 172.21.15.42:0/4551758 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55979adad530 0x55979ae2ecc0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.917+0000 7f6bd5fffb80 1 --2- 172.21.15.42:0/4551758 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55979adacc10 0x55979adb66e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.917+0000 7f6bd5fffb80 1 --2- 172.21.15.42:0/4551758 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55979acd31f0 0x55979adb9810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.917+0000 7f6bd5fffb80 1 --2- 172.21.15.42:0/4551758 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55979ada72c0 0x55979adb61a0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.917+0000 7f6ba6a00700 0 client.25664 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:57:15.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.917+0000 7f6bd5fffb80 1 -- 172.21.15.42:0/4551758 >> 172.21.15.42:0/4551758 conn(0x55979adc3510 msgr2=0x55979adae020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:15.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.918+0000 7f6bd5fffb80 1 -- 172.21.15.42:0/4551758 shutdown_connections 2024-06-13T11:57:15.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.918+0000 7f6bd5fffb80 1 -- 172.21.15.42:0/4551758 wait complete. 2024-06-13T11:57:15.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.918+0000 7f6bd5fffb80 20 client.25664 trim_cache size 0 max 16384 2024-06-13T11:57:15.925 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-13T11:57:15.926 INFO:teuthology.orchestra.run.smithi042.stdout: "return_code": 0, 2024-06-13T11:57:15.926 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_tag": "bd3f0234-95a4-4996-b156-e894702004d5", 2024-06-13T11:57:15.926 INFO:teuthology.orchestra.run.smithi042.stdout: "mode": "asynchronous" 2024-06-13T11:57:15.926 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-13T11:57:15.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.919+0000 7f6bcb600700 1 -- 172.21.15.42:0/3694353046 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6bac0a2e50 msgr2=0x7f6bac0a5310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:15.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.919+0000 7f6bcb600700 1 --2- 172.21.15.42:0/3694353046 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6bac0a2e50 0x7f6bac0a5310 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f6bb8009810 tx=0x7f6bb8009f50 comp rx=0 tx=0).stop 2024-06-13T11:57:15.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.919+0000 7f6bcb600700 1 -- 172.21.15.42:0/3694353046 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6bc41084f0 msgr2=0x7f6bc4075210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:15.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.919+0000 7f6bcb600700 1 --2- 172.21.15.42:0/3694353046 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6bc41084f0 0x7f6bc4075210 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f6bbc00e3c0 tx=0x7f6bbc00e780 comp rx=0 tx=0).stop 2024-06-13T11:57:15.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.919+0000 7f6bcb600700 1 -- 172.21.15.42:0/3694353046 shutdown_connections 2024-06-13T11:57:15.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.919+0000 7f6bcb600700 1 --2- 172.21.15.42:0/3694353046 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6bac0a2e50 0x7f6bac0a5310 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.919+0000 7f6bcb600700 1 --2- 172.21.15.42:0/3694353046 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6bc41084f0 0x7f6bc4075210 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.919+0000 7f6bcb600700 1 --2- 172.21.15.42:0/3694353046 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6bc4102550 0x7f6bc4074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.919+0000 7f6bcb600700 1 --2- 172.21.15.42:0/3694353046 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6bc4102f10 0x7f6bc4074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:15.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.919+0000 7f6bcb600700 1 -- 172.21.15.42:0/3694353046 >> 172.21.15.42:0/3694353046 conn(0x7f6bc4079650 msgr2=0x7f6bc4100640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:15.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.919+0000 7f6bcb600700 1 -- 172.21.15.42:0/3694353046 shutdown_connections 2024-06-13T11:57:15.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:15.919+0000 7f6bcb600700 1 -- 172.21.15.42:0/3694353046 wait complete. 2024-06-13T11:57:16.625 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:16 smithi042 ceph-mon[32231]: scrub queued for path: / 2024-06-13T11:57:16.626 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:16 smithi042 ceph-mon[32231]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:16.626 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:16 smithi042 ceph-mon[32231]: scrub summary: active paths [/] 2024-06-13T11:57:16.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:16 smithi162 ceph-mon[36757]: scrub queued for path: / 2024-06-13T11:57:16.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:16 smithi162 ceph-mon[36757]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:16.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:16 smithi162 ceph-mon[36757]: scrub summary: active paths [/] 2024-06-13T11:57:16.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:16 smithi088 ceph-mon[36399]: scrub queued for path: / 2024-06-13T11:57:16.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:16 smithi088 ceph-mon[36399]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:16.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:16 smithi088 ceph-mon[36399]: scrub summary: active paths [/] 2024-06-13T11:57:17.058 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:16 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:16.621+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000fe1 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/watchdog/Makefile.in auth v6 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a8ac00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000fe1:[<0x10000000fde/Makefile.in v6>,<0x10000000fbb/watchdog v72>,<0x10000000c2d/plugins v152>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000fe1:[<0x10000000fde/Makefile.in v6>,<0x10000000fbb/watchdog v72>,<0x10000000c2d/plugins v583>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.059 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:16 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:16.624+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000fe2 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/watchdog/Makefile.am auth v8 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a8b180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000fe2:[<0x10000000fde/Makefile.am v8>,<0x10000000fbb/watchdog v72>,<0x10000000c2d/plugins v152>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000fe2:[<0x10000000fde/Makefile.am v8>,<0x10000000fbb/watchdog v72>,<0x10000000c2d/plugins v583>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.059 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:16 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:16.625+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000fdf [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/watchdog/watchdog.c auth v2 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a8a680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000fdf:[<0x10000000fde/watchdog.c v2>,<0x10000000fbb/watchdog v72>,<0x10000000c2d/plugins v152>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000fdf:[<0x10000000fde/watchdog.c v2>,<0x10000000fbb/watchdog v72>,<0x10000000c2d/plugins v583>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.059 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:16 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:16.626+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000fe0 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/watchdog/README auth v4 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a8b700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000fe0:[<0x10000000fde/README v4>,<0x10000000fbb/watchdog v72>,<0x10000000c2d/plugins v152>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000fe0:[<0x10000000fde/README v4>,<0x10000000fbb/watchdog v72>,<0x10000000c2d/plugins v583>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.059 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:16 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:16.626+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000010ff [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_ssl.c auth v14 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426aa6000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000010ff:[<0x100000010f8/ilo2_ribcl_ssl.c v14>,<0x10000000fbb/ilo2_ribcl v492>,<0x10000000c2d/plugins v152>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x100000010ff:[<0x100000010f8/ilo2_ribcl_ssl.c v14>,<0x10000000fbb/ilo2_ribcl v492>,<0x10000000c2d/plugins v583>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.059 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:16 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:16.627+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000001101 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_ssl.h auth v18 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426aa6580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000001101:[<0x100000010f8/ilo2_ribcl_ssl.h v18>,<0x10000000fbb/ilo2_ribcl v492>,<0x10000000c2d/plugins v152>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000001101:[<0x100000010f8/ilo2_ribcl_ssl.h v18>,<0x10000000fbb/ilo2_ribcl v492>,<0x10000000c2d/plugins v583>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.060 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:16 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:16.628+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000001109 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_idr.h auth v34 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426aa6b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000001109:[<0x100000010f8/ilo2_ribcl_idr.h v34>,<0x10000000fbb/ilo2_ribcl v492>,<0x10000000c2d/plugins v152>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000001109:[<0x100000010f8/ilo2_ribcl_idr.h v34>,<0x10000000fbb/ilo2_ribcl v492>,<0x10000000c2d/plugins v583>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.060 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:16 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:16.629+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000001105 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_idr.c auth v26 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426aa7600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000001105:[<0x100000010f8/ilo2_ribcl_idr.c v26>,<0x10000000fbb/ilo2_ribcl v492>,<0x10000000c2d/plugins v152>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000001105:[<0x100000010f8/ilo2_ribcl_idr.c v26>,<0x10000000fbb/ilo2_ribcl v492>,<0x10000000c2d/plugins v583>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.060 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:16 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:16.629+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000001108 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_rpt.c auth v32 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426aa7080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000001108:[<0x100000010f8/ilo2_ribcl_rpt.c v32>,<0x10000000fbb/ilo2_ribcl v492>,<0x10000000c2d/plugins v152>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000001108:[<0x100000010f8/ilo2_ribcl_rpt.c v32>,<0x10000000fbb/ilo2_ribcl v492>,<0x10000000c2d/plugins v583>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.060 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:16 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:16.630+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000010fd [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_control.c auth v10 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426aa7b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000010fd:[<0x100000010f8/ilo2_ribcl_control.c v10>,<0x10000000fbb/ilo2_ribcl v492>,<0x10000000c2d/plugins v152>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x100000010fd:[<0x100000010f8/ilo2_ribcl_control.c v10>,<0x10000000fbb/ilo2_ribcl v492>,<0x10000000c2d/plugins v583>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.061 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:16 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:16.631+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000001104 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/Makefile.in auth v24 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426aa8100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000001104:[<0x100000010f8/Makefile.in v24>,<0x10000000fbb/ilo2_ribcl v492>,<0x10000000c2d/plugins v152>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000001104:[<0x100000010f8/Makefile.in v24>,<0x10000000fbb/ilo2_ribcl v492>,<0x10000000c2d/plugins v583>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.061 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:16 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:16.632+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000110a [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl.c auth v36 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426aa8680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000110a:[<0x100000010f8/ilo2_ribcl.c v36>,<0x10000000fbb/ilo2_ribcl v492>,<0x10000000c2d/plugins v152>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x1000000110a:[<0x100000010f8/ilo2_ribcl.c v36>,<0x10000000fbb/ilo2_ribcl v492>,<0x10000000c2d/plugins v583>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.061 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:16 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:16.633+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000010fa [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_reset.c auth v4 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426aa8c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000010fa:[<0x100000010f8/ilo2_ribcl_reset.c v4>,<0x10000000fbb/ilo2_ribcl v492>,<0x10000000c2d/plugins v152>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x100000010fa:[<0x100000010f8/ilo2_ribcl_reset.c v4>,<0x10000000fbb/ilo2_ribcl v671>,<0x10000000c2d/plugins v583>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.061 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:16 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:16.634+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000110b [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/Makefile.am auth v38 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426aa9700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000110b:[<0x100000010f8/Makefile.am v38>,<0x10000000fbb/ilo2_ribcl v492>,<0x10000000c2d/plugins v152>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x1000000110b:[<0x100000010f8/Makefile.am v38>,<0x10000000fbb/ilo2_ribcl v671>,<0x10000000c2d/plugins v583>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.061 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:16 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:16.635+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000001100 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_discover.h auth v16 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426aaa000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000001100:[<0x100000010f8/ilo2_ribcl_discover.h v16>,<0x10000000fbb/ilo2_ribcl v492>,<0x10000000c2d/plugins v152>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000001100:[<0x100000010f8/ilo2_ribcl_discover.h v16>,<0x10000000fbb/ilo2_ribcl v671>,<0x10000000c2d/plugins v583>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.062 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:16 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:16.636+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000010fc [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_discover.c auth v8 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426aaa580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000010fc:[<0x100000010f8/ilo2_ribcl_discover.c v8>,<0x10000000fbb/ilo2_ribcl v492>,<0x10000000c2d/plugins v152>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x100000010fc:[<0x100000010f8/ilo2_ribcl_discover.c v8>,<0x10000000fbb/ilo2_ribcl v671>,<0x10000000c2d/plugins v583>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.062 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:16 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:16.637+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000010fb [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_sensor.c auth v6 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426aaab00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000010fb:[<0x100000010f8/ilo2_ribcl_sensor.c v6>,<0x10000000fbb/ilo2_ribcl v492>,<0x10000000c2d/plugins v152>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x100000010fb:[<0x100000010f8/ilo2_ribcl_sensor.c v6>,<0x10000000fbb/ilo2_ribcl v671>,<0x10000000c2d/plugins v583>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.062 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:16 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:16.637+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000001102 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl.h auth v20 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426aa9180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000001102:[<0x100000010f8/ilo2_ribcl.h v20>,<0x10000000fbb/ilo2_ribcl v492>,<0x10000000c2d/plugins v152>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000001102:[<0x100000010f8/ilo2_ribcl.h v20>,<0x10000000fbb/ilo2_ribcl v671>,<0x10000000c2d/plugins v583>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.063 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:16 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:16.638+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000001103 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_cmnds.h auth v22 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426aab080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000001103:[<0x100000010f8/ilo2_ribcl_cmnds.h v22>,<0x10000000fbb/ilo2_ribcl v492>,<0x10000000c2d/plugins v152>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000001103:[<0x100000010f8/ilo2_ribcl_cmnds.h v22>,<0x10000000fbb/ilo2_ribcl v671>,<0x10000000c2d/plugins v583>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.063 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:16 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:16.639+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000001106 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_xml.c auth v28 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426aabb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000001106:[<0x100000010f8/ilo2_ribcl_xml.c v28>,<0x10000000fbb/ilo2_ribcl v492>,<0x10000000c2d/plugins v152>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000001106:[<0x100000010f8/ilo2_ribcl_xml.c v28>,<0x10000000fbb/ilo2_ribcl v671>,<0x10000000c2d/plugins v583>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.063 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:16 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:16.640+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000010f9 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_power.c auth v2 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426aac100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000010f9:[<0x100000010f8/ilo2_ribcl_power.c v2>,<0x10000000fbb/ilo2_ribcl v492>,<0x10000000c2d/plugins v152>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x100000010f9:[<0x100000010f8/ilo2_ribcl_power.c v2>,<0x10000000fbb/ilo2_ribcl v671>,<0x10000000c2d/plugins v583>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.063 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:16 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:16.640+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000010fe [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_xml.h auth v12 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426aab600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000010fe:[<0x100000010f8/ilo2_ribcl_xml.h v12>,<0x10000000fbb/ilo2_ribcl v492>,<0x10000000c2d/plugins v152>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x100000010fe:[<0x100000010f8/ilo2_ribcl_xml.h v12>,<0x10000000fbb/ilo2_ribcl v671>,<0x10000000c2d/plugins v583>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.063 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:16 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:16.640+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000001107 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_sensor.h auth v30 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426aac680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000001107:[<0x100000010f8/ilo2_ribcl_sensor.h v30>,<0x10000000fbb/ilo2_ribcl v492>,<0x10000000c2d/plugins v152>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000001107:[<0x100000010f8/ilo2_ribcl_sensor.h v30>,<0x10000000fbb/ilo2_ribcl v671>,<0x10000000c2d/plugins v583>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.244 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-06-13T11:57:17.558 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.244+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cd8 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_012.c auth v164 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a67180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cd8:[<0x10000000c86/rpt_utils_012.c v164>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cd8:[<0x10000000c86/rpt_utils_012.c v164>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.558 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.245+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cc6 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_009.c auth v128 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426836000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cc6:[<0x10000000c86/rpt_utils_009.c v128>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cc6:[<0x10000000c86/rpt_utils_009.c v128>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.561 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: pgmap v55: 129 pgs: 129 active+clean; 38 MiB data, 503 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.9 MiB/s wr, 215 op/s 2024-06-13T11:57:17.561 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: scrub summary: active paths [/] 2024-06-13T11:57:17.561 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:17.562 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: scrub summary: active paths [/] 2024-06-13T11:57:17.562 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:17.562 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: scrub summary: active paths [/] 2024-06-13T11:57:17.562 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:17.562 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: scrub summary: active paths [/] 2024-06-13T11:57:17.562 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:17.562 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: scrub summary: active paths [/] 2024-06-13T11:57:17.562 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000fe1 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/watchdog/Makefile.in) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.562 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000fe2 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/watchdog/Makefile.am) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.562 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000fdf (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/watchdog/watchdog.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.562 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000fe0 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/watchdog/README) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.562 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: Scrub error on inode 0x100000010ff (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_ssl.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.562 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000001101 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_ssl.h) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.563 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000001109 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_idr.h) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.563 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000001105 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_idr.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.563 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000001108 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_rpt.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.563 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: Scrub error on inode 0x100000010fd (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_control.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.563 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000001104 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/Makefile.in) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.563 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.245+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cb3 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_051.c auth v90 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426836580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cb3:[<0x10000000c86/rpt_utils_051.c v90>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cb3:[<0x10000000c86/rpt_utils_051.c v90>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.563 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.245+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000ccd [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_027.c auth v142 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a67700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000ccd:[<0x10000000c86/rpt_utils_027.c v142>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000ccd:[<0x10000000c86/rpt_utils_027.c v142>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.563 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.245+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c8b [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_046.c auth v10 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426836b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c8b:[<0x10000000c86/rpt_utils_046.c v10>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000c8b:[<0x10000000c86/rpt_utils_046.c v10>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.563 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.246+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c96 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_073.c auth v32 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426837080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c96:[<0x10000000c86/rpt_utils_073.c v32>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000c96:[<0x10000000c86/rpt_utils_073.c v32>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: Scrub error on inode 0x1000000110a (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: Scrub error on inode 0x100000010fa (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_reset.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: Scrub error on inode 0x1000000110b (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/Makefile.am) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000001100 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_discover.h) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: Scrub error on inode 0x100000010fc (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_discover.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: Scrub error on inode 0x100000010fb (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_sensor.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000001102 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl.h) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000001103 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_cmnds.h) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000001106 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_xml.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: Scrub error on inode 0x100000010f9 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_power.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: Scrub error on inode 0x100000010fe (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_xml.h) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000001107 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_sensor.h) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:17.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: scrub summary: active paths [/] 2024-06-13T11:57:17.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:17.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: scrub summary: active paths [/] 2024-06-13T11:57:17.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-mon[32231]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:17.570 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.246+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c88 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_030.c auth v4 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426837b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c88:[<0x10000000c86/rpt_utils_030.c v4>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000c88:[<0x10000000c86/rpt_utils_030.c v4>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.570 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.246+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cd3 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_076.c auth v154 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426838100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cd3:[<0x10000000c86/rpt_utils_076.c v154>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cd3:[<0x10000000c86/rpt_utils_076.c v154>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.570 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.246+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c94 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_003.c auth v28 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426838680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c94:[<0x10000000c86/rpt_utils_003.c v28>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000c94:[<0x10000000c86/rpt_utils_003.c v28>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.570 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.247+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cd2 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_078.c auth v152 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426837600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cd2:[<0x10000000c86/rpt_utils_078.c v152>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cd2:[<0x10000000c86/rpt_utils_078.c v152>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.571 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.247+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000ca6 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_1000.c auth v64 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426838c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000ca6:[<0x10000000c86/rpt_utils_1000.c v64>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000ca6:[<0x10000000c86/rpt_utils_1000.c v64>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.571 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.247+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cb5 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_068.c auth v94 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56142683a000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cb5:[<0x10000000c86/rpt_utils_068.c v94>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cb5:[<0x10000000c86/rpt_utils_068.c v94>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.571 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.247+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cc7 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_070.c auth v130 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426839180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cc7:[<0x10000000c86/rpt_utils_070.c v130>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cc7:[<0x10000000c86/rpt_utils_070.c v130>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.571 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.248+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cd6 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_013.c auth v160 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56142683a580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cd6:[<0x10000000c86/rpt_utils_013.c v160>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cd6:[<0x10000000c86/rpt_utils_013.c v160>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.571 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.248+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000ca1 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_033.c auth v54 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426839700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000ca1:[<0x10000000c86/rpt_utils_033.c v54>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000ca1:[<0x10000000c86/rpt_utils_033.c v54>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.571 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.249+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cc1 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_031.c auth v118 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56142683b600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cc1:[<0x10000000c86/rpt_utils_031.c v118>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cc1:[<0x10000000c86/rpt_utils_031.c v118>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.571 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.249+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c8f [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_054.c auth v18 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56142683b080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c8f:[<0x10000000c86/rpt_utils_054.c v18>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000c8f:[<0x10000000c86/rpt_utils_054.c v18>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.571 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.249+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cd0 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_010.c auth v148 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56142683c100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cd0:[<0x10000000c86/rpt_utils_010.c v148>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cd0:[<0x10000000c86/rpt_utils_010.c v148>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.571 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.250+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cda [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_014.c auth v168 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56142683bb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cda:[<0x10000000c86/rpt_utils_014.c v168>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cda:[<0x10000000c86/rpt_utils_014.c v168>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.571 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.251+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000ccc [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_017.c auth v140 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56142683cc00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000ccc:[<0x10000000c86/rpt_utils_017.c v140>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000ccc:[<0x10000000c86/rpt_utils_017.c v140>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.571 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.251+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000ca5 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_028.c auth v62 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56142683d700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000ca5:[<0x10000000c86/rpt_utils_028.c v62>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000ca5:[<0x10000000c86/rpt_utils_028.c v62>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.571 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.252+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c8e [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_062.c auth v16 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426840580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c8e:[<0x10000000c86/rpt_utils_062.c v16>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000c8e:[<0x10000000c86/rpt_utils_062.c v16>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.572 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.253+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c9b [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_047.c auth v42 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56142683ab00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c9b:[<0x10000000c86/rpt_utils_047.c v42>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000c9b:[<0x10000000c86/rpt_utils_047.c v42>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.572 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.253+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cdc [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_055.c auth v172 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56142683d180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cdc:[<0x10000000c86/rpt_utils_055.c v172>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cdc:[<0x10000000c86/rpt_utils_055.c v172>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.572 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.253+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000ca4 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_011.c auth v60 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426840000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000ca4:[<0x10000000c86/rpt_utils_011.c v60>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000ca4:[<0x10000000c86/rpt_utils_011.c v60>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.572 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.254+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cba [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_008.c auth v104 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426841080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cba:[<0x10000000c86/rpt_utils_008.c v104>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cba:[<0x10000000c86/rpt_utils_008.c v104>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.572 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.254+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c9f [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_032.c auth v50 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x56142683c680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c9f:[<0x10000000c86/rpt_utils_032.c v50>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000c9f:[<0x10000000c86/rpt_utils_032.c v50>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.572 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.255+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c97 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_063.c auth v34 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426841b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c97:[<0x10000000c86/rpt_utils_063.c v34>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000c97:[<0x10000000c86/rpt_utils_063.c v34>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.572 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.255+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cbf [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_007.c auth v114 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426842680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cbf:[<0x10000000c86/rpt_utils_007.c v114>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cbf:[<0x10000000c86/rpt_utils_007.c v114>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.572 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.255+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cbe [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_056.c auth v112 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426842100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cbe:[<0x10000000c86/rpt_utils_056.c v112>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cbe:[<0x10000000c86/rpt_utils_056.c v112>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.572 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.256+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c90 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_064.c auth v20 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426840b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c90:[<0x10000000c86/rpt_utils_064.c v20>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000c90:[<0x10000000c86/rpt_utils_064.c v20>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.572 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.256+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cb1 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_029.c auth v86 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426841600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cb1:[<0x10000000c86/rpt_utils_029.c v86>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cb1:[<0x10000000c86/rpt_utils_029.c v86>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.572 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.256+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000ca3 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_065.c auth v58 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426843180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000ca3:[<0x10000000c86/rpt_utils_065.c v58>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000ca3:[<0x10000000c86/rpt_utils_065.c v58>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.572 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.256+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cbd [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_052.c auth v110 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426842c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cbd:[<0x10000000c86/rpt_utils_052.c v110>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cbd:[<0x10000000c86/rpt_utils_052.c v110>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.573 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.257+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cc4 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_081.c auth v124 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5614269ec000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cc4:[<0x10000000c86/rpt_utils_081.c v124>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cc4:[<0x10000000c86/rpt_utils_081.c v124>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.573 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.257+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cc0 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_021.c auth v116 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5614269ecb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cc0:[<0x10000000c86/rpt_utils_021.c v116>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cc0:[<0x10000000c86/rpt_utils_021.c v116>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.573 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.258+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cd4 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_resources.h auth v156 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5614269edb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cd4:[<0x10000000c86/rpt_resources.h v156>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cd4:[<0x10000000c86/rpt_resources.h v156>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.573 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.258+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cb7 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_079.c auth v98 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5614269ed080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cb7:[<0x10000000c86/rpt_utils_079.c v98>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cb7:[<0x10000000c86/rpt_utils_079.c v98>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.573 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.259+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c9d [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_080.c auth v46 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5614269ec580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c9d:[<0x10000000c86/rpt_utils_080.c v46>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000c9d:[<0x10000000c86/rpt_utils_080.c v46>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.573 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.259+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c92 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_041.c auth v24 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426843700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c92:[<0x10000000c86/rpt_utils_041.c v24>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000c92:[<0x10000000c86/rpt_utils_041.c v24>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.573 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.259+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cc3 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_038.c auth v122 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5614269ed600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cc3:[<0x10000000c86/rpt_utils_038.c v122>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cc3:[<0x10000000c86/rpt_utils_038.c v122>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.573 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.260+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cb8 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_026.c auth v100 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5614269ee100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cb8:[<0x10000000c86/rpt_utils_026.c v100>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cb8:[<0x10000000c86/rpt_utils_026.c v100>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.573 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.260+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cd9 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_072.c auth v166 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5614269ef180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cd9:[<0x10000000c86/rpt_utils_072.c v166>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cd9:[<0x10000000c86/rpt_utils_072.c v166>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.573 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.260+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cae [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_075.c auth v80 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5614269ef700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cae:[<0x10000000c86/rpt_utils_075.c v80>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cae:[<0x10000000c86/rpt_utils_075.c v80>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.573 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.260+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cdb [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_022.c auth v170 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5614269f6000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cdb:[<0x10000000c86/rpt_utils_022.c v170>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cdb:[<0x10000000c86/rpt_utils_022.c v170>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.573 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.261+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c91 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_006.c auth v22 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5614269f6580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c91:[<0x10000000c86/rpt_utils_006.c v22>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000c91:[<0x10000000c86/rpt_utils_006.c v22>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.574 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.261+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c9a [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_000.c auth v40 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5614269f6b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c9a:[<0x10000000c86/rpt_utils_000.c v40>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000c9a:[<0x10000000c86/rpt_utils_000.c v40>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.574 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.261+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cb6 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_045.c auth v96 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5614269f7080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cb6:[<0x10000000c86/rpt_utils_045.c v96>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cb6:[<0x10000000c86/rpt_utils_045.c v96>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.574 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.261+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c98 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_034.c auth v36 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5614269f7600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c98:[<0x10000000c86/rpt_utils_034.c v36>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000c98:[<0x10000000c86/rpt_utils_034.c v36>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.574 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.262+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000ccf [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_004.c auth v146 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5614269ee680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000ccf:[<0x10000000c86/rpt_utils_004.c v146>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000ccf:[<0x10000000c86/rpt_utils_004.c v146>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.574 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.262+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cc9 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/Makefile.in auth v134 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5614269eec00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cc9:[<0x10000000c86/Makefile.in v134>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cc9:[<0x10000000c86/Makefile.in v134>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.574 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.262+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cd7 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/Makefile.am auth v162 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5614269f7b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cd7:[<0x10000000c86/Makefile.am v162>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cd7:[<0x10000000c86/Makefile.am v162>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.574 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.262+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c9e [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_044.c auth v48 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5614269f8100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c9e:[<0x10000000c86/rpt_utils_044.c v48>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000c9e:[<0x10000000c86/rpt_utils_044.c v48>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.574 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.263+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c8a [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_058.c auth v8 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5614269f8680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c8a:[<0x10000000c86/rpt_utils_058.c v8>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000c8a:[<0x10000000c86/rpt_utils_058.c v8>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.574 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.263+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000ccb [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_082.c auth v138 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5614269f8c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000ccb:[<0x10000000c86/rpt_utils_082.c v138>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000ccb:[<0x10000000c86/rpt_utils_082.c v138>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.574 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.263+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cce [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_037.c auth v144 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5614269f9180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cce:[<0x10000000c86/rpt_utils_037.c v144>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cce:[<0x10000000c86/rpt_utils_037.c v144>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.574 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.263+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000ca9 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_042.c auth v70 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5614269f9700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000ca9:[<0x10000000c86/rpt_utils_042.c v70>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000ca9:[<0x10000000c86/rpt_utils_042.c v70>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.574 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.263+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cd1 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_057.c auth v150 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a02000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cd1:[<0x10000000c86/rpt_utils_057.c v150>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cd1:[<0x10000000c86/rpt_utils_057.c v150>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.575 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.264+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000caa [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_016.c auth v72 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a02580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000caa:[<0x10000000c86/rpt_utils_016.c v72>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000caa:[<0x10000000c86/rpt_utils_016.c v72>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.575 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.264+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cd5 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_074.c auth v158 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a02b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cd5:[<0x10000000c86/rpt_utils_074.c v158>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cd5:[<0x10000000c86/rpt_utils_074.c v158>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.575 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.264+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cbb [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_069.c auth v106 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a03600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cbb:[<0x10000000c86/rpt_utils_069.c v106>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cbb:[<0x10000000c86/rpt_utils_069.c v106>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.575 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.264+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cb4 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_053.c auth v92 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a03080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cb4:[<0x10000000c86/rpt_utils_053.c v92>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cb4:[<0x10000000c86/rpt_utils_053.c v92>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.575 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.264+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cb9 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_039.c auth v102 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a03b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cb9:[<0x10000000c86/rpt_utils_039.c v102>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cb9:[<0x10000000c86/rpt_utils_039.c v102>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.575 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.264+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c95 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_043.c auth v30 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a04100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c95:[<0x10000000c86/rpt_utils_043.c v30>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000c95:[<0x10000000c86/rpt_utils_043.c v30>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.575 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.265+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cca [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_077.c auth v136 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a04680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cca:[<0x10000000c86/rpt_utils_077.c v136>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cca:[<0x10000000c86/rpt_utils_077.c v136>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.575 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.265+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c99 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_002.c auth v38 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a04c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c99:[<0x10000000c86/rpt_utils_002.c v38>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000c99:[<0x10000000c86/rpt_utils_002.c v38>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.575 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.265+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cc5 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_005.c auth v126 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a05700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cc5:[<0x10000000c86/rpt_utils_005.c v126>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cc5:[<0x10000000c86/rpt_utils_005.c v126>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.575 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.265+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cc8 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_050.c auth v132 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a0e580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cc8:[<0x10000000c86/rpt_utils_050.c v132>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cc8:[<0x10000000c86/rpt_utils_050.c v132>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.575 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.265+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cab [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_018.c auth v74 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a05180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cab:[<0x10000000c86/rpt_utils_018.c v74>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cab:[<0x10000000c86/rpt_utils_018.c v74>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.575 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.266+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c8d [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_020.c auth v14 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a0e000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c8d:[<0x10000000c86/rpt_utils_020.c v14>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000c8d:[<0x10000000c86/rpt_utils_020.c v14>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.576 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.266+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000ca7 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_067.c auth v66 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a0eb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000ca7:[<0x10000000c86/rpt_utils_067.c v66>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000ca7:[<0x10000000c86/rpt_utils_067.c v66>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.576 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.266+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000ca2 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_049.c auth v56 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a0f080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000ca2:[<0x10000000c86/rpt_utils_049.c v56>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000ca2:[<0x10000000c86/rpt_utils_049.c v56>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.576 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.266+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c89 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_066.c auth v6 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a0f600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c89:[<0x10000000c86/rpt_utils_066.c v6>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000c89:[<0x10000000c86/rpt_utils_066.c v6>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.576 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.267+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c9c [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_060.c auth v44 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a10100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c9c:[<0x10000000c86/rpt_utils_060.c v44>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000c9c:[<0x10000000c86/rpt_utils_060.c v44>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.576 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.267+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c93 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_024.c auth v26 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a0fb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c93:[<0x10000000c86/rpt_utils_024.c v26>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000c93:[<0x10000000c86/rpt_utils_024.c v26>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.576 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.267+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cad [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_059.c auth v78 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a10680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cad:[<0x10000000c86/rpt_utils_059.c v78>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cad:[<0x10000000c86/rpt_utils_059.c v78>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.576 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.267+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c87 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_025.c auth v2 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a10c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c87:[<0x10000000c86/rpt_utils_025.c v2>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000c87:[<0x10000000c86/rpt_utils_025.c v2>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.576 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.267+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cbc [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_001.c auth v108 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a11700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cbc:[<0x10000000c86/rpt_utils_001.c v108>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cbc:[<0x10000000c86/rpt_utils_001.c v108>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.576 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.267+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cc2 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_040.c auth v120 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a88000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cc2:[<0x10000000c86/rpt_utils_040.c v120>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cc2:[<0x10000000c86/rpt_utils_040.c v120>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.576 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.268+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000c8c [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_023.c auth v12 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a88580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000c8c:[<0x10000000c86/rpt_utils_023.c v12>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000c8c:[<0x10000000c86/rpt_utils_023.c v12>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.576 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.268+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cb0 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_048.c auth v84 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a88b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cb0:[<0x10000000c86/rpt_utils_048.c v84>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cb0:[<0x10000000c86/rpt_utils_048.c v84>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.576 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.268+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000caf [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_019.c auth v82 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a89080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000caf:[<0x10000000c86/rpt_utils_019.c v82>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000caf:[<0x10000000c86/rpt_utils_019.c v82>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.576 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.268+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000ca0 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_015.c auth v52 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a89600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000ca0:[<0x10000000c86/rpt_utils_015.c v52>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000ca0:[<0x10000000c86/rpt_utils_015.c v52>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.577 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.268+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000ca8 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_061.c auth v68 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a11180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000ca8:[<0x10000000c86/rpt_utils_061.c v68>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000ca8:[<0x10000000c86/rpt_utils_061.c v68>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.577 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.268+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cb2 [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_071.c auth v88 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a8a100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cb2:[<0x10000000c86/rpt_utils_071.c v88>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cb2:[<0x10000000c86/rpt_utils_071.c v88>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.577 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 11:57:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T11:57:17.269+0000 7f7392600700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000cac [4,head] /volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_035.c auth v76 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25141=0-4194304@3} caps={25141=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25141 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561426a89b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000cac:[<0x10000000c86/rpt_utils_035.c v76>,<0x10000000c85/rpt v174>,<0x10000000c6b/t v72>,<0x10000000c2d/utils v94>,<0x10000000204/open_hpi_testsuite v445>,<0x10000000202/testcases v55>,<0x10000000007/ltp-full-20091231 v39>,<0x10000000006/fsstress v34>,<0x10000000005/tmp v27>,<0x100000001fb/client.0 v28>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v43>,<0x10000000001/sv_1 v63>,<0x10000000000/qa v55>,<0x1/volumes v51>]//[3]","memoryvalue":"(4)0x10000000cac:[<0x10000000c86/rpt_utils_035.c v76>,<0x10000000c85/rpt v1593>,<0x10000000c6b/t v79>,<0x10000000c2d/utils v581>,<0x10000000204/open_hpi_testsuite v505>,<0x10000000202/testcases v41>,<0x10000000007/ltp-full-20091231 v33>,<0x10000000006/fsstress v38>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v31>,<0x100000001fa/95a7f921-985f-49d0-9a3d-c2fecf610370 v45>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v29>,<0x1/volumes v53>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-13T11:57:17.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: pgmap v55: 129 pgs: 129 active+clean; 38 MiB data, 503 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.9 MiB/s wr, 215 op/s 2024-06-13T11:57:17.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: scrub summary: active paths [/] 2024-06-13T11:57:17.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:17.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: scrub summary: active paths [/] 2024-06-13T11:57:17.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:17.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: scrub summary: active paths [/] 2024-06-13T11:57:17.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:17.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: scrub summary: active paths [/] 2024-06-13T11:57:17.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:17.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: scrub summary: active paths [/] 2024-06-13T11:57:17.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000fe1 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/watchdog/Makefile.in) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000fe2 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/watchdog/Makefile.am) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000fdf (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/watchdog/watchdog.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000fe0 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/watchdog/README) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: Scrub error on inode 0x100000010ff (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_ssl.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000001101 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_ssl.h) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000001109 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_idr.h) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000001105 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_idr.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000001108 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_rpt.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: Scrub error on inode 0x100000010fd (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_control.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000001104 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/Makefile.in) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: Scrub error on inode 0x1000000110a (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.656 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: Scrub error on inode 0x100000010fa (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_reset.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.656 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: Scrub error on inode 0x1000000110b (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/Makefile.am) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.656 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000001100 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_discover.h) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.656 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: Scrub error on inode 0x100000010fc (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_discover.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.656 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: Scrub error on inode 0x100000010fb (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_sensor.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.656 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000001102 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl.h) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.656 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000001103 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_cmnds.h) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.656 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000001106 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_xml.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.656 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: Scrub error on inode 0x100000010f9 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_power.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.656 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: Scrub error on inode 0x100000010fe (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_xml.h) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.656 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000001107 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_sensor.h) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.656 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:17.656 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: scrub summary: active paths [/] 2024-06-13T11:57:17.657 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:17.657 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: scrub summary: active paths [/] 2024-06-13T11:57:17.657 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:17 smithi162 ceph-mon[36757]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:17.733 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:57:17.758 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: pgmap v55: 129 pgs: 129 active+clean; 38 MiB data, 503 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.9 MiB/s wr, 215 op/s 2024-06-13T11:57:17.758 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: scrub summary: active paths [/] 2024-06-13T11:57:17.758 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:17.758 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: scrub summary: active paths [/] 2024-06-13T11:57:17.759 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:17.759 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: scrub summary: active paths [/] 2024-06-13T11:57:17.759 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:17.759 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: scrub summary: active paths [/] 2024-06-13T11:57:17.759 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:17.759 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: scrub summary: active paths [/] 2024-06-13T11:57:17.759 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000fe1 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/watchdog/Makefile.in) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.759 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000fe2 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/watchdog/Makefile.am) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.759 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000fdf (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/watchdog/watchdog.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.759 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000fe0 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/watchdog/README) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.759 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: Scrub error on inode 0x100000010ff (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_ssl.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.759 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000001101 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_ssl.h) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.759 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000001109 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_idr.h) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.760 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000001105 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_idr.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.760 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000001108 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_rpt.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.760 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: Scrub error on inode 0x100000010fd (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_control.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.760 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000001104 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/Makefile.in) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.760 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: Scrub error on inode 0x1000000110a (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.760 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: Scrub error on inode 0x100000010fa (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_reset.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.760 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: Scrub error on inode 0x1000000110b (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/Makefile.am) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.760 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000001100 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_discover.h) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.760 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: Scrub error on inode 0x100000010fc (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_discover.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.760 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: Scrub error on inode 0x100000010fb (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_sensor.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.760 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000001102 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl.h) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.760 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000001103 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_cmnds.h) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.760 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000001106 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_xml.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.760 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: Scrub error on inode 0x100000010f9 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_power.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.761 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: Scrub error on inode 0x100000010fe (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_xml.h) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.761 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000001107 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_sensor.h) see mds.g log and `damage ls` output for details 2024-06-13T11:57:17.761 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:17.761 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: scrub summary: active paths [/] 2024-06-13T11:57:17.761 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:17.761 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: scrub summary: active paths [/] 2024-06-13T11:57:17.761 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:17 smithi088 ceph-mon[36399]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:18.612 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: scrub summary: active paths [/] 2024-06-13T11:57:18.612 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:18.612 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: scrub summary: active paths [/] 2024-06-13T11:57:18.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:18.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: scrub summary: active paths [/] 2024-06-13T11:57:18.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:18.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: scrub summary: active paths [/] 2024-06-13T11:57:18.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cd8 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_012.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cc6 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_009.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cb3 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_051.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000ccd (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_027.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000c8b (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_046.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000c96 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_073.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000c88 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_030.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cd3 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_076.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000c94 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_003.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cd2 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_078.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000ca6 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_1000.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cb5 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_068.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cc7 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_070.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cd6 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_013.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000ca1 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_033.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cc1 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_031.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000c8f (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_054.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cd0 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_010.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cda (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_014.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000ccc (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_017.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000ca5 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_028.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000c8e (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_062.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000c9b (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_047.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cdc (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_055.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000ca4 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_011.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.616 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cba (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_008.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.616 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000c9f (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_032.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.616 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000c97 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_063.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.616 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cbf (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_007.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.616 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cbe (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_056.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.616 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000c90 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_064.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.616 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cb1 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_029.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.616 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000ca3 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_065.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.616 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cbd (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_052.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.616 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cc4 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_081.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.616 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cc0 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_021.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.616 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cd4 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_resources.h) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.616 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cb7 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_079.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.616 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000c9d (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_080.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.616 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000c92 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_041.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.617 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cc3 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_038.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.617 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cb8 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_026.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.617 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cd9 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_072.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.617 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cae (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_075.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.617 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cdb (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_022.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.617 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000c91 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_006.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.617 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000c9a (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_000.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.617 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cb6 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_045.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.617 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000c98 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_034.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.617 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000ccf (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_004.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.617 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cc9 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/Makefile.in) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.617 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cd7 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/Makefile.am) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000c9e (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_044.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000c8a (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_058.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000ccb (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_082.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cce (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_037.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000ca9 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_042.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cd1 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_057.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000caa (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_016.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cd5 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_074.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cbb (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_069.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cb4 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_053.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cb9 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_039.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000c95 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_043.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cca (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_077.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000c99 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_002.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.619 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cc5 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_005.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.619 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cc8 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_050.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.619 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cab (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_018.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.619 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000c8d (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_020.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.619 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000ca7 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_067.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.619 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000ca2 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_049.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.619 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000c89 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_066.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.619 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000c9c (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_060.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.619 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000c93 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_024.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.620 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cad (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_059.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.620 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000c87 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_025.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.620 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cbc (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_001.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.620 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cc2 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_040.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.620 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000c8c (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_023.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.620 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cb0 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_048.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.620 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000caf (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_019.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.620 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000ca0 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_015.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.620 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000ca8 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_061.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.620 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cb2 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_071.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.620 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: Scrub error on inode 0x10000000cac (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_035.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.620 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:18.620 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: scrub summary: active paths [/] 2024-06-13T11:57:18.621 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:18.621 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: scrub summary: active paths [/] 2024-06-13T11:57:18.621 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:18.621 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: scrub summary: active paths [/] 2024-06-13T11:57:18.621 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:18 smithi042 ceph-mon[32231]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:18.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: scrub summary: active paths [/] 2024-06-13T11:57:18.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:18.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: scrub summary: active paths [/] 2024-06-13T11:57:18.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:18.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: scrub summary: active paths [/] 2024-06-13T11:57:18.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:18.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: scrub summary: active paths [/] 2024-06-13T11:57:18.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cd8 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_012.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cc6 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_009.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cb3 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_051.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000ccd (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_027.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.656 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000c8b (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_046.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.656 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000c96 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_073.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.656 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000c88 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_030.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.656 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cd3 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_076.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.656 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000c94 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_003.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.656 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cd2 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_078.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.656 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000ca6 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_1000.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.656 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cb5 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_068.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.657 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cc7 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_070.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.657 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cd6 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_013.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.657 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000ca1 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_033.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.657 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cc1 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_031.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.657 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000c8f (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_054.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.658 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cd0 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_010.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.658 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cda (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_014.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.658 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000ccc (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_017.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.658 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000ca5 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_028.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.658 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000c8e (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_062.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.658 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000c9b (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_047.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.658 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cdc (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_055.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.658 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000ca4 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_011.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.658 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cba (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_008.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.658 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000c9f (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_032.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.658 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000c97 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_063.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.659 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cbf (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_007.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.659 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cbe (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_056.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.659 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000c90 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_064.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.659 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cb1 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_029.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.659 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000ca3 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_065.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.659 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cbd (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_052.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.659 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cc4 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_081.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.659 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cc0 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_021.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.659 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cd4 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_resources.h) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.659 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cb7 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_079.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.659 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000c9d (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_080.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.660 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000c92 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_041.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.660 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cc3 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_038.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.660 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cb8 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_026.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.660 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cd9 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_072.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.660 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cae (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_075.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.660 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cdb (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_022.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.660 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000c91 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_006.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.660 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000c9a (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_000.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.660 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cb6 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_045.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.660 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000c98 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_034.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.660 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000ccf (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_004.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.660 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cc9 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/Makefile.in) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.660 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cd7 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/Makefile.am) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.660 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000c9e (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_044.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.661 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000c8a (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_058.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.661 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000ccb (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_082.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.661 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cce (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_037.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.661 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000ca9 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_042.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.661 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cd1 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_057.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.661 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000caa (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_016.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.661 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cd5 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_074.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.661 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cbb (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_069.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.661 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cb4 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_053.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.662 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cb9 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_039.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.662 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000c95 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_043.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.662 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cca (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_077.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.662 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000c99 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_002.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.662 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cc5 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_005.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.662 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cc8 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_050.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.662 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cab (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_018.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.662 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000c8d (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_020.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.662 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000ca7 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_067.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.662 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000ca2 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_049.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.663 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000c89 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_066.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.663 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000c9c (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_060.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.663 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000c93 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_024.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.663 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cad (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_059.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.663 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000c87 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_025.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.663 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cbc (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_001.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.663 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cc2 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_040.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.663 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000c8c (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_023.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.663 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cb0 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_048.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.663 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000caf (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_019.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.663 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000ca0 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_015.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.663 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000ca8 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_061.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.663 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cb2 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_071.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.664 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: Scrub error on inode 0x10000000cac (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_035.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.664 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:18.664 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: scrub summary: active paths [/] 2024-06-13T11:57:18.664 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:18.664 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: scrub summary: active paths [/] 2024-06-13T11:57:18.664 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:18.664 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: scrub summary: active paths [/] 2024-06-13T11:57:18.664 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:18 smithi162 ceph-mon[36757]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:18.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: scrub summary: active paths [/] 2024-06-13T11:57:18.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:18.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: scrub summary: active paths [/] 2024-06-13T11:57:18.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:18.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: scrub summary: active paths [/] 2024-06-13T11:57:18.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:18.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: scrub summary: active paths [/] 2024-06-13T11:57:18.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cd8 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_012.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cc6 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_009.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cb3 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_051.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000ccd (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_027.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000c8b (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_046.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000c96 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_073.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000c88 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_030.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cd3 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_076.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000c94 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_003.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cd2 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_078.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000ca6 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_1000.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cb5 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_068.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cc7 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_070.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cd6 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_013.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000ca1 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_033.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cc1 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_031.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.757 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000c8f (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_054.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.757 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cd0 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_010.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.757 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cda (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_014.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.757 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000ccc (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_017.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.757 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000ca5 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_028.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.757 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000c8e (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_062.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.757 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000c9b (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_047.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.757 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cdc (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_055.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.757 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000ca4 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_011.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.757 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cba (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_008.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.757 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000c9f (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_032.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.757 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000c97 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_063.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.757 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cbf (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_007.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.757 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cbe (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_056.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.758 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000c90 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_064.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.758 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cb1 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_029.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.758 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000ca3 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_065.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.758 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cbd (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_052.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.758 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cc4 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_081.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.758 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cc0 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_021.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.758 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cd4 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_resources.h) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.758 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cb7 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_079.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.758 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000c9d (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_080.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.758 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000c92 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_041.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.758 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cc3 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_038.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.759 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cb8 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_026.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.759 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cd9 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_072.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.759 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cae (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_075.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.759 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cdb (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_022.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.759 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000c91 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_006.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.760 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000c9a (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_000.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.760 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cb6 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_045.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.760 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000c98 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_034.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.760 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000ccf (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_004.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.760 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cc9 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/Makefile.in) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.760 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cd7 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/Makefile.am) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.760 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000c9e (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_044.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.760 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000c8a (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_058.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.760 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000ccb (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_082.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.760 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cce (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_037.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.760 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000ca9 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_042.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.760 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cd1 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_057.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.760 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000caa (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_016.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.760 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cd5 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_074.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.761 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cbb (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_069.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.761 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cb4 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_053.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.761 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cb9 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_039.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.761 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000c95 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_043.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.761 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cca (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_077.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.761 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000c99 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_002.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.761 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cc5 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_005.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.761 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cc8 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_050.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.761 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cab (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_018.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.761 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000c8d (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_020.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.761 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000ca7 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_067.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.761 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000ca2 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_049.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.761 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000c89 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_066.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.761 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000c9c (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_060.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.762 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000c93 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_024.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.762 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cad (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_059.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.762 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000c87 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_025.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.762 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cbc (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_001.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.762 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cc2 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_040.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.762 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000c8c (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_023.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.762 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cb0 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_048.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.762 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000caf (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_019.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.762 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000ca0 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_015.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.762 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000ca8 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_061.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.762 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cb2 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_071.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.762 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: Scrub error on inode 0x10000000cac (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_035.c) see mds.g log and `damage ls` output for details 2024-06-13T11:57:18.762 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:18.762 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: scrub summary: active paths [/] 2024-06-13T11:57:18.763 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:18.763 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: scrub summary: active paths [/] 2024-06-13T11:57:18.763 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:18.763 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: scrub summary: active paths [/] 2024-06-13T11:57:18.763 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:18 smithi088 ceph-mon[36399]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:19.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:19 smithi042 ceph-mon[32231]: pgmap v56: 129 pgs: 129 active+clean; 26 MiB data, 506 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 1.48k op/s 2024-06-13T11:57:19.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:19 smithi042 ceph-mon[32231]: scrub summary: active paths [/] 2024-06-13T11:57:19.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:19 smithi042 ceph-mon[32231]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:19.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:19 smithi042 ceph-mon[32231]: scrub summary: active paths [/] 2024-06-13T11:57:19.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:19 smithi042 ceph-mon[32231]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:19.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:19 smithi042 ceph-mon[32231]: scrub summary: active paths [/] 2024-06-13T11:57:19.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:19 smithi042 ceph-mon[32231]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:19.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:19 smithi162 ceph-mon[36757]: pgmap v56: 129 pgs: 129 active+clean; 26 MiB data, 506 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 1.48k op/s 2024-06-13T11:57:19.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:19 smithi162 ceph-mon[36757]: scrub summary: active paths [/] 2024-06-13T11:57:19.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:19 smithi162 ceph-mon[36757]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:19.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:19 smithi162 ceph-mon[36757]: scrub summary: active paths [/] 2024-06-13T11:57:19.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:19 smithi162 ceph-mon[36757]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:19.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:19 smithi162 ceph-mon[36757]: scrub summary: active paths [/] 2024-06-13T11:57:19.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:19 smithi162 ceph-mon[36757]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:19.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:19 smithi088 ceph-mon[36399]: pgmap v56: 129 pgs: 129 active+clean; 26 MiB data, 506 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 1.48k op/s 2024-06-13T11:57:19.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:19 smithi088 ceph-mon[36399]: scrub summary: active paths [/] 2024-06-13T11:57:19.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:19 smithi088 ceph-mon[36399]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:19.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:19 smithi088 ceph-mon[36399]: scrub summary: active paths [/] 2024-06-13T11:57:19.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:19 smithi088 ceph-mon[36399]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:19.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:19 smithi088 ceph-mon[36399]: scrub summary: active paths [/] 2024-06-13T11:57:19.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:19 smithi088 ceph-mon[36399]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:20.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.528+0000 7f0daaa00700 1 -- 172.21.15.42:0/34987305 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0da4105060 msgr2=0x7f0da4111570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:20.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.528+0000 7f0daaa00700 1 --2- 172.21.15.42:0/34987305 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0da4105060 0x7f0da4111570 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c00b0a0 tx=0x7f0d9c00b3b0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.529+0000 7f0daaa00700 1 -- 172.21.15.42:0/34987305 shutdown_connections 2024-06-13T11:57:20.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.529+0000 7f0daaa00700 1 --2- 172.21.15.42:0/34987305 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0da4105060 0x7f0da4111570 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.529+0000 7f0daaa00700 1 --2- 172.21.15.42:0/34987305 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0da410a6a0 0x7f0da410aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.529+0000 7f0daaa00700 1 --2- 172.21.15.42:0/34987305 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0da41046a0 0x7f0da4104b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.529+0000 7f0daaa00700 1 -- 172.21.15.42:0/34987305 >> 172.21.15.42:0/34987305 conn(0x7f0da41001d0 msgr2=0x7f0da41025f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:20.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.529+0000 7f0daaa00700 1 -- 172.21.15.42:0/34987305 shutdown_connections 2024-06-13T11:57:20.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.529+0000 7f0daaa00700 1 -- 172.21.15.42:0/34987305 wait complete. 2024-06-13T11:57:20.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.530+0000 7f0daaa00700 1 Processor -- start 2024-06-13T11:57:20.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.530+0000 7f0daaa00700 1 -- start start 2024-06-13T11:57:20.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.530+0000 7f0daaa00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0da41046a0 0x7f0da419ae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:20.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.531+0000 7f0daaa00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0da4105060 0x7f0da419b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:20.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.531+0000 7f0daaa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0da410a6a0 0x7f0da419f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:20.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.531+0000 7f0daaa00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0da4114a30 con 0x7f0da410a6a0 2024-06-13T11:57:20.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.531+0000 7f0daaa00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f0da41148b0 con 0x7f0da41046a0 2024-06-13T11:57:20.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.531+0000 7f0daaa00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f0da4114bb0 con 0x7f0da4105060 2024-06-13T11:57:20.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.531+0000 7f0da3e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0da41046a0 0x7f0da419ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:20.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.531+0000 7f0da3e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0da41046a0 0x7f0da419ae20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:45110/0 (socket says 172.21.15.42:45110) 2024-06-13T11:57:20.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.531+0000 7f0da3e00700 1 -- 172.21.15.42:0/2767647701 learned_addr learned my addr 172.21.15.42:0/2767647701 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:20.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.531+0000 7f0da3400700 1 --2- 172.21.15.42:0/2767647701 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0da4105060 0x7f0da419b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:20.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.531+0000 7f0da3e00700 1 -- 172.21.15.42:0/2767647701 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0da4105060 msgr2=0x7f0da419b360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:20.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.531+0000 7f0da3e00700 1 --2- 172.21.15.42:0/2767647701 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0da4105060 0x7f0da419b360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.531+0000 7f0da3e00700 1 -- 172.21.15.42:0/2767647701 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0da410a6a0 msgr2=0x7f0da419f6a0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-13T11:57:20.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.531+0000 7f0da3e00700 1 --2- 172.21.15.42:0/2767647701 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0da410a6a0 0x7f0da419f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.531+0000 7f0da3e00700 1 -- 172.21.15.42:0/2767647701 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0da419fde0 con 0x7f0da41046a0 2024-06-13T11:57:20.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.532+0000 7f0da3e00700 1 --2- 172.21.15.42:0/2767647701 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0da41046a0 0x7f0da419ae20 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f0d9400e9a0 tx=0x7f0d9400ed60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:20.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.532+0000 7f0da0c00700 1 -- 172.21.15.42:0/2767647701 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d9400cbd0 con 0x7f0da41046a0 2024-06-13T11:57:20.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.532+0000 7f0da0c00700 1 -- 172.21.15.42:0/2767647701 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0d9400cd70 con 0x7f0da41046a0 2024-06-13T11:57:20.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.532+0000 7f0da0c00700 1 -- 172.21.15.42:0/2767647701 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d940187c0 con 0x7f0da41046a0 2024-06-13T11:57:20.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.532+0000 7f0daaa00700 1 -- 172.21.15.42:0/2767647701 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0da41a00d0 con 0x7f0da41046a0 2024-06-13T11:57:20.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.532+0000 7f0daaa00700 1 -- 172.21.15.42:0/2767647701 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0da41a7950 con 0x7f0da41046a0 2024-06-13T11:57:20.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.537+0000 7f0da0c00700 1 -- 172.21.15.42:0/2767647701 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f0d94010430 con 0x7f0da41046a0 2024-06-13T11:57:20.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.538+0000 7f0db5398b80 1 Processor -- start 2024-06-13T11:57:20.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.538+0000 7f0db5398b80 1 -- start start 2024-06-13T11:57:20.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.538+0000 7f0da0c00700 1 --2- 172.21.15.42:0/2767647701 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f0d880a2e10 0x7f0d880a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:20.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.538+0000 7f0da0c00700 1 -- 172.21.15.42:0/2767647701 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f0d940cfa50 con 0x7f0da41046a0 2024-06-13T11:57:20.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.538+0000 7f0db5398b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55da23f5ab90 0x55da23f5af70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:20.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.538+0000 7f0db5398b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da23f5b4b0 0x55da23f54d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:20.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.538+0000 7f0db5398b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da23f55240 0x55da23f55680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:20.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.538+0000 7f0db5398b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55da23e63a10 con 0x55da23f55240 2024-06-13T11:57:20.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.538+0000 7f0db5398b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55da23ea6b00 con 0x55da23f5b4b0 2024-06-13T11:57:20.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.538+0000 7f0db5398b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55da23e618f0 con 0x55da23f5ab90 2024-06-13T11:57:20.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.538+0000 7f0da8a00700 1 --2- 172.21.15.42:0/2767647701 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f0d880a2e10 0x7f0d880a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:20.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.539+0000 7f0da3e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55da23f5ab90 0x55da23f5af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:20.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.539+0000 7f0da3e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55da23f5ab90 0x55da23f5af70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:60388/0 (socket says 172.21.15.42:60388) 2024-06-13T11:57:20.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.539+0000 7f0da3e00700 1 -- 172.21.15.42:0/3536361324 learned_addr learned my addr 172.21.15.42:0/3536361324 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:20.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.539+0000 7f0da3400700 1 --2- 172.21.15.42:0/3536361324 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da23f5b4b0 0x55da23f54d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:20.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.539+0000 7f0da8a00700 1 --2- 172.21.15.42:0/3536361324 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da23f55240 0x55da23f55680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:20.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.539+0000 7f0da3400700 1 -- 172.21.15.42:0/3536361324 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55da23f5ab90 msgr2=0x55da23f5af70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:20.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.539+0000 7f0da3400700 1 --2- 172.21.15.42:0/3536361324 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55da23f5ab90 0x55da23f5af70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.539+0000 7f0da3400700 1 -- 172.21.15.42:0/3536361324 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da23f55240 msgr2=0x55da23f55680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:20.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.539+0000 7f0da3400700 1 --2- 172.21.15.42:0/3536361324 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da23f55240 0x55da23f55680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.540+0000 7f0da3400700 1 -- 172.21.15.42:0/3536361324 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55da23e4ef90 con 0x55da23f5b4b0 2024-06-13T11:57:20.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.540+0000 7f0da8a00700 1 --2- 172.21.15.42:0/3536361324 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da23f55240 0x55da23f55680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:57:20.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.540+0000 7f0da3e00700 1 --2- 172.21.15.42:0/3536361324 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55da23f5ab90 0x55da23f5af70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:57:20.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.540+0000 7f0da8a00700 1 --2- 172.21.15.42:0/2767647701 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f0d880a2e10 0x7f0d880a52d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c006070 tx=0x7f0d9c00cac0 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:20.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.540+0000 7f0da3400700 1 --2- 172.21.15.42:0/3536361324 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da23f5b4b0 0x55da23f54d00 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f0d9000db80 tx=0x7f0d9000de90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bbf7af01142928ef server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:20.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.540+0000 7f0d99600700 1 -- 172.21.15.42:0/3536361324 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d90004220 con 0x55da23f5b4b0 2024-06-13T11:57:20.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.540+0000 7f0d99600700 1 -- 172.21.15.42:0/3536361324 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0d9000fdf0 con 0x55da23f5b4b0 2024-06-13T11:57:20.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.540+0000 7f0d99600700 1 -- 172.21.15.42:0/3536361324 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d90005020 con 0x55da23f5b4b0 2024-06-13T11:57:20.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.541+0000 7f0db5398b80 1 -- 172.21.15.42:0/3536361324 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da23f5b4b0 msgr2=0x55da23f54d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:20.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.541+0000 7f0db5398b80 1 --2- 172.21.15.42:0/3536361324 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da23f5b4b0 0x55da23f54d00 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f0d9000db80 tx=0x7f0d9000de90 comp rx=0 tx=0).stop 2024-06-13T11:57:20.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.541+0000 7f0db5398b80 1 -- 172.21.15.42:0/3536361324 shutdown_connections 2024-06-13T11:57:20.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.541+0000 7f0db5398b80 1 --2- 172.21.15.42:0/3536361324 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da23f55240 0x55da23f55680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.541+0000 7f0db5398b80 1 --2- 172.21.15.42:0/3536361324 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55da23f5ab90 0x55da23f5af70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.541+0000 7f0db5398b80 1 --2- 172.21.15.42:0/3536361324 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da23f5b4b0 0x55da23f54d00 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.541+0000 7f0db5398b80 1 -- 172.21.15.42:0/3536361324 >> 172.21.15.42:0/3536361324 conn(0x55da23e81170 msgr2=0x55da23f4fff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:20.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.541+0000 7f0db5398b80 1 -- 172.21.15.42:0/3536361324 shutdown_connections 2024-06-13T11:57:20.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.541+0000 7f0db5398b80 1 -- 172.21.15.42:0/3536361324 wait complete. 2024-06-13T11:57:20.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.542+0000 7f0db5398b80 1 -- start start 2024-06-13T11:57:20.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.542+0000 7f0db5398b80 1 Processor -- start 2024-06-13T11:57:20.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.543+0000 7f0db5398b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55da23f55240 0x55da23f61200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:20.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.543+0000 7f0db5398b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da23f5ab90 0x55da23f5e500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:20.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.543+0000 7f0db5398b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da23f5b4b0 0x55da23f5ea40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:20.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.543+0000 7f0db5398b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55da23e42f60 con 0x55da23f5ab90 2024-06-13T11:57:20.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.543+0000 7f0db5398b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55da23ea2ac0 con 0x55da23f5b4b0 2024-06-13T11:57:20.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.543+0000 7f0db5398b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55da23f61e90 con 0x55da23f55240 2024-06-13T11:57:20.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.543+0000 7f0db5398b80 10 client.0 _ll_register_callbacks cb 0x55da23e3c380 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:57:20.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.543+0000 7f0da3e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55da23f55240 0x55da23f61200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:20.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.543+0000 7f0da8a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da23f5b4b0 0x55da23f5ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:20.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.543+0000 7f0da3e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55da23f55240 0x55da23f61200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:60402/0 (socket says 172.21.15.42:60402) 2024-06-13T11:57:20.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.543+0000 7f0da3e00700 1 -- 172.21.15.42:0/2807653948 learned_addr learned my addr 172.21.15.42:0/2807653948 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:20.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.543+0000 7f0da8a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da23f5b4b0 0x55da23f5ea40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:45134/0 (socket says 172.21.15.42:45134) 2024-06-13T11:57:20.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.543+0000 7f0da3400700 1 --2- 172.21.15.42:0/2807653948 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da23f5ab90 0x55da23f5e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:20.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.544+0000 7f0da3e00700 1 -- 172.21.15.42:0/2807653948 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da23f5b4b0 msgr2=0x55da23f5ea40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:20.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.544+0000 7f0da3e00700 1 --2- 172.21.15.42:0/2807653948 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da23f5b4b0 0x55da23f5ea40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.544+0000 7f0da3e00700 1 -- 172.21.15.42:0/2807653948 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da23f5ab90 msgr2=0x55da23f5e500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:20.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.544+0000 7f0da3e00700 1 --2- 172.21.15.42:0/2807653948 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da23f5ab90 0x55da23f5e500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.544+0000 7f0da3e00700 1 -- 172.21.15.42:0/2807653948 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55da23df58d0 con 0x55da23f55240 2024-06-13T11:57:20.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.544+0000 7f0da8a00700 1 --2- 172.21.15.42:0/2807653948 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da23f5b4b0 0x55da23f5ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:57:20.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.544+0000 7f0da3e00700 1 --2- 172.21.15.42:0/2807653948 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55da23f55240 0x55da23f61200 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f0d9409baf0 tx=0x7f0d9409bbe0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=75940a15bdf5ed36 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:20.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.544+0000 7f0d8e000700 10 client.0 ms_handle_connect on v2:172.21.15.162:3300/0 2024-06-13T11:57:20.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.545+0000 7f0d8e000700 1 -- 172.21.15.42:0/2807653948 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d940b3030 con 0x55da23f55240 2024-06-13T11:57:20.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.545+0000 7f0db5398b80 1 -- 172.21.15.42:0/2807653948 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0d9000fdf0 con 0x55da23f55240 2024-06-13T11:57:20.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.545+0000 7f0d8e000700 1 -- 172.21.15.42:0/2807653948 <== mon.1 v2:172.21.15.162:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f0d9409bdc0 con 0x55da23f55240 2024-06-13T11:57:20.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.545+0000 7f0d8e000700 1 -- 172.21.15.42:0/2807653948 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f0d940a47d0 con 0x55da23f55240 2024-06-13T11:57:20.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.545+0000 7f0db5398b80 10 client.25639 fetch_fsmap learned FSMap version 28 2024-06-13T11:57:20.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.545+0000 7f0db5398b80 1 -- 172.21.15.42:0/2807653948 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55da23f6c6a0 con 0x55da23f55240 2024-06-13T11:57:20.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.545+0000 7f0d8e000700 1 -- 172.21.15.42:0/2807653948 <== mon.1 v2:172.21.15.162:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0d9000fdf0 con 0x55da23f55240 2024-06-13T11:57:20.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.545+0000 7f0d8e000700 1 -- 172.21.15.42:0/2807653948 <== mon.1 v2:172.21.15.162:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f0d9409aa20 con 0x55da23f55240 2024-06-13T11:57:20.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.545+0000 7f0db5398b80 10 client.25639 fetch_fsmap finished waiting for FSMap version 28 2024-06-13T11:57:20.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.545+0000 7f0db5398b80 10 client.25639 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-06-13T11:57:20.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.546+0000 7f0db5398b80 20 client.25639 populate_metadata read hostname 'smithi042' 2024-06-13T11:57:20.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.546+0000 7f0db5398b80 1 --2- 172.21.15.42:0/2807653948 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55da23f6ec30 0x55da23f71040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:20.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.546+0000 7f0db5398b80 4 client.25639 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:57:20.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.546+0000 7f0db5398b80 1 -- 172.21.15.42:0/2807653948 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55da23eb4000 con 0x55da23f6ec30 2024-06-13T11:57:20.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.546+0000 7f0da3400700 1 --2- 172.21.15.42:0/2807653948 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55da23f6ec30 0x55da23f71040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:20.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.546+0000 7f0da3400700 1 --2- 172.21.15.42:0/2807653948 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55da23f6ec30 0x55da23f71040 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a1d4aa741ab554b8 server_cookie=25e3cba5050ef6dc in_seq=0 out_seq=0 2024-06-13T11:57:20.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.546+0000 7f0d8e000700 10 client.25639 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:57:20.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.547+0000 7f0d8e000700 1 -- 172.21.15.42:0/2807653948 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55da23eb4000 con 0x55da23f6ec30 2024-06-13T11:57:20.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.548+0000 7f0d8e000700 10 client.25639 handle_command_reply: tid=0 2024-06-13T11:57:20.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.548+0000 7f0db5398b80 1 client.25639 shutdown 2024-06-13T11:57:20.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.548+0000 7f0db5398b80 1 -- 172.21.15.42:0/2807653948 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55da23f55240 msgr2=0x55da23f61200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:20.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.548+0000 7f0db5398b80 1 --2- 172.21.15.42:0/2807653948 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55da23f55240 0x55da23f61200 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f0d9409baf0 tx=0x7f0d9409bbe0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.548+0000 7f0db5398b80 1 -- 172.21.15.42:0/2807653948 shutdown_connections 2024-06-13T11:57:20.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.548+0000 7f0db5398b80 1 --2- 172.21.15.42:0/2807653948 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55da23f6ec30 0x55da23f71040 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.548+0000 7f0db5398b80 1 --2- 172.21.15.42:0/2807653948 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da23f5b4b0 0x55da23f5ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.548+0000 7f0db5398b80 1 --2- 172.21.15.42:0/2807653948 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55da23f55240 0x55da23f61200 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.548+0000 7f0db5398b80 1 --2- 172.21.15.42:0/2807653948 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da23f5ab90 0x55da23f5e500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.548+0000 7f0d8e000700 0 client.25639 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:57:20.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.548+0000 7f0db5398b80 1 -- 172.21.15.42:0/2807653948 >> 172.21.15.42:0/2807653948 conn(0x55da23e81170 msgr2=0x55da23f49790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:20.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.548+0000 7f0db5398b80 1 -- 172.21.15.42:0/2807653948 shutdown_connections 2024-06-13T11:57:20.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.548+0000 7f0db5398b80 1 -- 172.21.15.42:0/2807653948 wait complete. 2024-06-13T11:57:20.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.548+0000 7f0db5398b80 20 client.25639 trim_cache size 0 max 16384 2024-06-13T11:57:20.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.572+0000 7f0db5398b80 1 Processor -- start 2024-06-13T11:57:20.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.572+0000 7f0db5398b80 1 -- start start 2024-06-13T11:57:20.573 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.573+0000 7f0db5398b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da23f55240 0x55da23f54d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:20.573 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.573+0000 7f0db5398b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da23f5ab90 0x55da23f5d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:20.573 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.573+0000 7f0db5398b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55da23f5b4b0 0x55da23f5c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:20.573 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.573+0000 7f0db5398b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0da41b3150 con 0x55da23f55240 2024-06-13T11:57:20.573 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.573+0000 7f0db5398b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f0da41b09e0 con 0x55da23f5ab90 2024-06-13T11:57:20.574 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.573+0000 7f0db5398b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f0da41ae830 con 0x55da23f5b4b0 2024-06-13T11:57:20.574 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.573+0000 7f0da3400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da23f5ab90 0x55da23f5d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:20.574 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.573+0000 7f0da3400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da23f5ab90 0x55da23f5d4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:45146/0 (socket says 172.21.15.42:45146) 2024-06-13T11:57:20.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.573+0000 7f0da3400700 1 -- 172.21.15.42:0/3557558428 learned_addr learned my addr 172.21.15.42:0/3557558428 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:20.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.573+0000 7f0da3e00700 1 --2- 172.21.15.42:0/3557558428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da23f55240 0x55da23f54d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:20.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.573+0000 7f0da8a00700 1 --2- 172.21.15.42:0/3557558428 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55da23f5b4b0 0x55da23f5c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:20.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.574+0000 7f0da3400700 1 -- 172.21.15.42:0/3557558428 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55da23f5b4b0 msgr2=0x55da23f5c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:20.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.574+0000 7f0da3400700 1 --2- 172.21.15.42:0/3557558428 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55da23f5b4b0 0x55da23f5c120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.574+0000 7f0da3400700 1 -- 172.21.15.42:0/3557558428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da23f55240 msgr2=0x55da23f54d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:20.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.574+0000 7f0da3400700 1 --2- 172.21.15.42:0/3557558428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da23f55240 0x55da23f54d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.574+0000 7f0da3400700 1 -- 172.21.15.42:0/3557558428 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55da23f5edc0 con 0x55da23f5ab90 2024-06-13T11:57:20.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.574+0000 7f0da3e00700 1 --2- 172.21.15.42:0/3557558428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da23f55240 0x55da23f54d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:57:20.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.574+0000 7f0da3400700 1 --2- 172.21.15.42:0/3557558428 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da23f5ab90 0x55da23f5d4c0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f0d9000dad0 tx=0x7f0d9000d4c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=98e8d9d35ac91d6 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:20.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.574+0000 7f0d98c00700 1 -- 172.21.15.42:0/3557558428 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d90004230 con 0x55da23f5ab90 2024-06-13T11:57:20.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.574+0000 7f0d98c00700 1 -- 172.21.15.42:0/3557558428 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0d90005ce0 con 0x55da23f5ab90 2024-06-13T11:57:20.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.574+0000 7f0d98c00700 1 -- 172.21.15.42:0/3557558428 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d90003c80 con 0x55da23f5ab90 2024-06-13T11:57:20.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.575+0000 7f0db5398b80 1 -- 172.21.15.42:0/3557558428 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da23f5ab90 msgr2=0x55da23f5d4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:20.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.575+0000 7f0db5398b80 1 --2- 172.21.15.42:0/3557558428 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da23f5ab90 0x55da23f5d4c0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f0d9000dad0 tx=0x7f0d9000d4c0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.577 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.575+0000 7f0db5398b80 1 -- 172.21.15.42:0/3557558428 shutdown_connections 2024-06-13T11:57:20.577 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.575+0000 7f0db5398b80 1 --2- 172.21.15.42:0/3557558428 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55da23f5b4b0 0x55da23f5c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.577 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.575+0000 7f0db5398b80 1 --2- 172.21.15.42:0/3557558428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da23f55240 0x55da23f54d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.577 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.575+0000 7f0db5398b80 1 --2- 172.21.15.42:0/3557558428 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da23f5ab90 0x55da23f5d4c0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.577 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.575+0000 7f0db5398b80 1 -- 172.21.15.42:0/3557558428 >> 172.21.15.42:0/3557558428 conn(0x55da23e81170 msgr2=0x55da23f59640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:20.577 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.575+0000 7f0db5398b80 1 -- 172.21.15.42:0/3557558428 shutdown_connections 2024-06-13T11:57:20.577 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.575+0000 7f0db5398b80 1 -- 172.21.15.42:0/3557558428 wait complete. 2024-06-13T11:57:20.577 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.576+0000 7f0db5398b80 1 -- start start 2024-06-13T11:57:20.577 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.576+0000 7f0db5398b80 1 Processor -- start 2024-06-13T11:57:20.578 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.576+0000 7f0db5398b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da23f55240 0x55da23f67490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:20.579 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.576+0000 7f0db5398b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55da23f5ab90 0x55da23f679d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:20.579 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.576+0000 7f0db5398b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da23f5b4b0 0x55da23f76080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:20.579 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.576+0000 7f0db5398b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0da41aeea0 con 0x55da23f55240 2024-06-13T11:57:20.579 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.576+0000 7f0db5398b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f0da41b0310 con 0x55da23f5b4b0 2024-06-13T11:57:20.579 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.576+0000 7f0db5398b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f0da41af570 con 0x55da23f5ab90 2024-06-13T11:57:20.579 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.576+0000 7f0db5398b80 10 client.0 _ll_register_callbacks cb 0x55da23e3c380 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:57:20.579 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.577+0000 7f0da8a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da23f5b4b0 0x55da23f76080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:20.579 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.577+0000 7f0da8a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da23f5b4b0 0x55da23f76080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:45154/0 (socket says 172.21.15.42:45154) 2024-06-13T11:57:20.579 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.577+0000 7f0da8a00700 1 -- 172.21.15.42:0/3565988299 learned_addr learned my addr 172.21.15.42:0/3565988299 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:20.579 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.577+0000 7f0da3400700 1 --2- 172.21.15.42:0/3565988299 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55da23f5ab90 0x55da23f679d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:20.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.577+0000 7f0da3e00700 1 --2- 172.21.15.42:0/3565988299 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da23f55240 0x55da23f67490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:20.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.577+0000 7f0da8a00700 1 -- 172.21.15.42:0/3565988299 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55da23f5ab90 msgr2=0x55da23f679d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:20.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.577+0000 7f0da8a00700 1 --2- 172.21.15.42:0/3565988299 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55da23f5ab90 0x55da23f679d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.577+0000 7f0da8a00700 1 -- 172.21.15.42:0/3565988299 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da23f55240 msgr2=0x55da23f67490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:20.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.577+0000 7f0da8a00700 1 --2- 172.21.15.42:0/3565988299 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da23f55240 0x55da23f67490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.577+0000 7f0da8a00700 1 -- 172.21.15.42:0/3565988299 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55da23f768c0 con 0x55da23f5b4b0 2024-06-13T11:57:20.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.577+0000 7f0da3e00700 1 --2- 172.21.15.42:0/3565988299 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da23f55240 0x55da23f67490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:57:20.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.578+0000 7f0da8a00700 1 --2- 172.21.15.42:0/3565988299 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da23f5b4b0 0x55da23f76080 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c00b0a0 tx=0x7f0d9c006000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6dae3c675d48252b server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:20.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.578+0000 7f0d8e000700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:57:20.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.578+0000 7f0d8e000700 1 -- 172.21.15.42:0/3565988299 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d9c02f070 con 0x55da23f5b4b0 2024-06-13T11:57:20.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.578+0000 7f0db5398b80 1 -- 172.21.15.42:0/3565988299 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0d90005ce0 con 0x55da23f5b4b0 2024-06-13T11:57:20.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.578+0000 7f0d8e000700 1 -- 172.21.15.42:0/3565988299 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f0d9c01f910 con 0x55da23f5b4b0 2024-06-13T11:57:20.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.578+0000 7f0d8e000700 1 -- 172.21.15.42:0/3565988299 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f0d9c025070 con 0x55da23f5b4b0 2024-06-13T11:57:20.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.578+0000 7f0db5398b80 10 client.25682 fetch_fsmap learned FSMap version 28 2024-06-13T11:57:20.581 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.578+0000 7f0db5398b80 1 -- 172.21.15.42:0/3565988299 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55da23fd95e0 con 0x55da23f5b4b0 2024-06-13T11:57:20.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.579+0000 7f0d8e000700 1 -- 172.21.15.42:0/3565988299 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0d90005ce0 con 0x55da23f5b4b0 2024-06-13T11:57:20.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.579+0000 7f0d8e000700 1 -- 172.21.15.42:0/3565988299 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f0d9c011070 con 0x55da23f5b4b0 2024-06-13T11:57:20.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.579+0000 7f0db5398b80 10 client.25682 fetch_fsmap finished waiting for FSMap version 28 2024-06-13T11:57:20.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.579+0000 7f0db5398b80 10 client.25682 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-06-13T11:57:20.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.579+0000 7f0db5398b80 20 client.25682 populate_metadata read hostname 'smithi042' 2024-06-13T11:57:20.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.579+0000 7f0db5398b80 1 --2- 172.21.15.42:0/3565988299 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55da23fd9d00 0x55da23fdc120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:20.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.579+0000 7f0db5398b80 4 client.25682 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-06-13T11:57:20.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.579+0000 7f0db5398b80 1 -- 172.21.15.42:0/3565988299 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55da23eae580 con 0x55da23fd9d00 2024-06-13T11:57:20.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.579+0000 7f0da3e00700 1 --2- 172.21.15.42:0/3565988299 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55da23fd9d00 0x55da23fdc120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:20.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.580+0000 7f0da3e00700 1 --2- 172.21.15.42:0/3565988299 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55da23fd9d00 0x55da23fdc120 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=21a044c33b844f28 server_cookie=db365f43307a855c in_seq=0 out_seq=0 2024-06-13T11:57:20.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.580+0000 7f0d8e000700 10 client.25682 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:57:20.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.581+0000 7f0d8e000700 1 -- 172.21.15.42:0/3565988299 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55da23eae580 con 0x55da23fd9d00 2024-06-13T11:57:20.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.581+0000 7f0d8e000700 10 client.25682 handle_command_reply: tid=0 2024-06-13T11:57:20.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.581+0000 7f0db5398b80 1 client.25682 shutdown 2024-06-13T11:57:20.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.581+0000 7f0db5398b80 1 -- 172.21.15.42:0/3565988299 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da23f5b4b0 msgr2=0x55da23f76080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:20.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.581+0000 7f0db5398b80 1 --2- 172.21.15.42:0/3565988299 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da23f5b4b0 0x55da23f76080 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c00b0a0 tx=0x7f0d9c006000 comp rx=0 tx=0).stop 2024-06-13T11:57:20.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.581+0000 7f0db5398b80 1 -- 172.21.15.42:0/3565988299 shutdown_connections 2024-06-13T11:57:20.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.581+0000 7f0db5398b80 1 --2- 172.21.15.42:0/3565988299 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55da23fd9d00 0x55da23fdc120 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.581+0000 7f0db5398b80 1 --2- 172.21.15.42:0/3565988299 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da23f5b4b0 0x55da23f76080 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.581+0000 7f0db5398b80 1 --2- 172.21.15.42:0/3565988299 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da23f55240 0x55da23f67490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.581+0000 7f0d8e000700 0 client.25682 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:57:20.584 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.581+0000 7f0db5398b80 1 --2- 172.21.15.42:0/3565988299 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55da23f5ab90 0x55da23f679d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.584 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.581+0000 7f0db5398b80 1 -- 172.21.15.42:0/3565988299 >> 172.21.15.42:0/3565988299 conn(0x55da23e81170 msgr2=0x55da23f5e540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:20.584 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.581+0000 7f0db5398b80 1 -- 172.21.15.42:0/3565988299 shutdown_connections 2024-06-13T11:57:20.584 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.581+0000 7f0db5398b80 1 -- 172.21.15.42:0/3565988299 wait complete. 2024-06-13T11:57:20.584 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.581+0000 7f0db5398b80 20 client.25682 trim_cache size 0 max 16384 2024-06-13T11:57:20.584 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-13T11:57:20.584 INFO:teuthology.orchestra.run.smithi042.stdout: "status": "IDLE (waiting for more scrubs)", 2024-06-13T11:57:20.584 INFO:teuthology.orchestra.run.smithi042.stdout: "scrubs": { 2024-06-13T11:57:20.584 INFO:teuthology.orchestra.run.smithi042.stdout: "bd3f0234-95a4-4996-b156-e894702004d5": { 2024-06-13T11:57:20.584 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/", 2024-06-13T11:57:20.584 INFO:teuthology.orchestra.run.smithi042.stdout: "tag": "bd3f0234-95a4-4996-b156-e894702004d5", 2024-06-13T11:57:20.585 INFO:teuthology.orchestra.run.smithi042.stdout: "options": "recursive,force" 2024-06-13T11:57:20.585 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T11:57:20.585 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T11:57:20.585 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-13T11:57:20.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.582+0000 7f0daaa00700 1 -- 172.21.15.42:0/2767647701 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f0d880a2e10 msgr2=0x7f0d880a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:20.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.582+0000 7f0daaa00700 1 --2- 172.21.15.42:0/2767647701 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f0d880a2e10 0x7f0d880a52d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c006070 tx=0x7f0d9c00cac0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.582+0000 7f0daaa00700 1 -- 172.21.15.42:0/2767647701 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0da41046a0 msgr2=0x7f0da419ae20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:20.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.582+0000 7f0daaa00700 1 --2- 172.21.15.42:0/2767647701 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0da41046a0 0x7f0da419ae20 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f0d9400e9a0 tx=0x7f0d9400ed60 comp rx=0 tx=0).stop 2024-06-13T11:57:20.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.582+0000 7f0daaa00700 1 -- 172.21.15.42:0/2767647701 shutdown_connections 2024-06-13T11:57:20.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.582+0000 7f0daaa00700 1 --2- 172.21.15.42:0/2767647701 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f0d880a2e10 0x7f0d880a52d0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.582+0000 7f0daaa00700 1 --2- 172.21.15.42:0/2767647701 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0da41046a0 0x7f0da419ae20 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.582+0000 7f0daaa00700 1 --2- 172.21.15.42:0/2767647701 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0da410a6a0 0x7f0da419f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.582+0000 7f0daaa00700 1 --2- 172.21.15.42:0/2767647701 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0da4105060 0x7f0da419b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:20.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.582+0000 7f0daaa00700 1 -- 172.21.15.42:0/2767647701 >> 172.21.15.42:0/2767647701 conn(0x7f0da41001d0 msgr2=0x7f0da41006f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:20.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.582+0000 7f0daaa00700 1 -- 172.21.15.42:0/2767647701 shutdown_connections 2024-06-13T11:57:20.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:20.583+0000 7f0daaa00700 1 -- 172.21.15.42:0/2767647701 wait complete. 2024-06-13T11:57:20.602 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:20 smithi042 ceph-mon[32231]: scrub summary: active paths [/] 2024-06-13T11:57:20.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:20 smithi042 ceph-mon[32231]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:20.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:20 smithi042 ceph-mon[32231]: scrub summary: active paths [/] 2024-06-13T11:57:20.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:20 smithi042 ceph-mon[32231]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:20.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:20 smithi042 ceph-mon[32231]: pgmap v57: 129 pgs: 129 active+clean; 26 MiB data, 506 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 1.29k op/s 2024-06-13T11:57:20.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:20 smithi042 ceph-mon[32231]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:20.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:20 smithi088 ceph-mon[36399]: scrub summary: active paths [/] 2024-06-13T11:57:20.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:20 smithi088 ceph-mon[36399]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:20.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:20 smithi088 ceph-mon[36399]: scrub summary: active paths [/] 2024-06-13T11:57:20.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:20 smithi088 ceph-mon[36399]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:20.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:20 smithi088 ceph-mon[36399]: pgmap v57: 129 pgs: 129 active+clean; 26 MiB data, 506 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 1.29k op/s 2024-06-13T11:57:20.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:20 smithi088 ceph-mon[36399]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:20.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:20 smithi162 ceph-mon[36757]: scrub summary: active paths [/] 2024-06-13T11:57:20.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:20 smithi162 ceph-mon[36757]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:20.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:20 smithi162 ceph-mon[36757]: scrub summary: active paths [/] 2024-06-13T11:57:20.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:20 smithi162 ceph-mon[36757]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:20.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:20 smithi162 ceph-mon[36757]: pgmap v57: 129 pgs: 129 active+clean; 26 MiB data, 506 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 1.29k op/s 2024-06-13T11:57:20.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:20 smithi162 ceph-mon[36757]: scrub summary: idle+waiting paths [/] 2024-06-13T11:57:22.357 INFO:tasks.cephfs.filesystem:scrub status for tag:bd3f0234-95a4-4996-b156-e894702004d5 - {'path': '/', 'tag': 'bd3f0234-95a4-4996-b156-e894702004d5', 'options': 'recursive,force'} 2024-06-13T11:57:23.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:22 smithi088 ceph-mon[36399]: pgmap v58: 129 pgs: 129 active+clean; 26 MiB data, 506 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 1.29k op/s 2024-06-13T11:57:23.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:22 smithi042 ceph-mon[32231]: pgmap v58: 129 pgs: 129 active+clean; 26 MiB data, 506 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 1.29k op/s 2024-06-13T11:57:23.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:22 smithi162 ceph-mon[36757]: pgmap v58: 129 pgs: 129 active+clean; 26 MiB data, 506 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 1.29k op/s 2024-06-13T11:57:24.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:23 smithi088 ceph-mon[36399]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-06-13T11:57:24.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:23 smithi088 ceph-mon[36399]: mds.? [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] up:active 2024-06-13T11:57:24.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:23 smithi088 ceph-mon[36399]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T11:57:24.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:23 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-a[32227]: 2024-06-13T11:57:23.914+0000 7fe659400700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-06-13T11:57:24.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:23 smithi042 ceph-mon[32231]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-06-13T11:57:24.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:23 smithi042 ceph-mon[32231]: mds.? [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] up:active 2024-06-13T11:57:24.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:23 smithi042 ceph-mon[32231]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T11:57:24.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:23 smithi162 ceph-mon[36757]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-06-13T11:57:24.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:23 smithi162 ceph-mon[36757]: mds.? [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] up:active 2024-06-13T11:57:24.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:23 smithi162 ceph-mon[36757]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T11:57:25.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:24 smithi088 ceph-mon[36399]: pgmap v59: 129 pgs: 129 active+clean; 42 MiB data, 569 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 1.59k op/s 2024-06-13T11:57:25.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:24 smithi042 ceph-mon[32231]: pgmap v59: 129 pgs: 129 active+clean; 42 MiB data, 569 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 1.59k op/s 2024-06-13T11:57:25.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:24 smithi162 ceph-mon[36757]: pgmap v59: 129 pgs: 129 active+clean; 42 MiB data, 569 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 1.59k op/s 2024-06-13T11:57:27.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:26 smithi088 ceph-mon[36399]: pgmap v60: 129 pgs: 129 active+clean; 42 MiB data, 569 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.0 MiB/s wr, 1.56k op/s 2024-06-13T11:57:27.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:26 smithi042 ceph-mon[32231]: pgmap v60: 129 pgs: 129 active+clean; 42 MiB data, 569 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.0 MiB/s wr, 1.56k op/s 2024-06-13T11:57:27.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:26 smithi162 ceph-mon[36757]: pgmap v60: 129 pgs: 129 active+clean; 42 MiB data, 569 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.0 MiB/s wr, 1.56k op/s 2024-06-13T11:57:28.185 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.184+0000 7f2f71c00640 1 -- 172.21.15.42:0/3075347172 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2f6c101980 msgr2=0x7f2f6c101e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:28.185 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.184+0000 7f2f71c00640 1 --2- 172.21.15.42:0/3075347172 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2f6c101980 0x7f2f6c101e00 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f2f58009900 tx=0x7f2f5802a410 comp rx=0 tx=0).stop 2024-06-13T11:57:28.185 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.184+0000 7f2f71c00640 1 -- 172.21.15.42:0/3075347172 shutdown_connections 2024-06-13T11:57:28.185 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.184+0000 7f2f71c00640 1 --2- 172.21.15.42:0/3075347172 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2f6c102340 0x7f2f6c10e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:28.185 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.184+0000 7f2f71c00640 1 --2- 172.21.15.42:0/3075347172 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2f6c101980 0x7f2f6c101e00 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:28.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.184+0000 7f2f71c00640 1 --2- 172.21.15.42:0/3075347172 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2f6c107990 0x7f2f6c107d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:28.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.184+0000 7f2f71c00640 1 -- 172.21.15.42:0/3075347172 >> 172.21.15.42:0/3075347172 conn(0x7f2f6c078e30 msgr2=0x7f2f6c079240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:28.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.185+0000 7f2f71c00640 1 -- 172.21.15.42:0/3075347172 shutdown_connections 2024-06-13T11:57:28.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.185+0000 7f2f71c00640 1 -- 172.21.15.42:0/3075347172 wait complete. 2024-06-13T11:57:28.187 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.186+0000 7f2f71c00640 1 Processor -- start 2024-06-13T11:57:28.187 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.186+0000 7f2f71c00640 1 -- start start 2024-06-13T11:57:28.187 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.186+0000 7f2f71c00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2f6c101980 0x7f2f6c19a390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:28.187 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.186+0000 7f2f71c00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2f6c102340 0x7f2f6c19a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:28.187 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.186+0000 7f2f71c00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2f6c107990 0x7f2f6c19ec50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:28.187 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.186+0000 7f2f71c00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2f6c111df0 con 0x7f2f6c101980 2024-06-13T11:57:28.188 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.186+0000 7f2f71c00640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f2f6c111c70 con 0x7f2f6c102340 2024-06-13T11:57:28.188 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.186+0000 7f2f71c00640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f2f6c111f70 con 0x7f2f6c107990 2024-06-13T11:57:28.188 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.186+0000 7f2f6a000640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2f6c102340 0x7f2f6c19a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:28.188 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.186+0000 7f2f6a000640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2f6c102340 0x7f2f6c19a8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:48386/0 (socket says 172.21.15.42:48386) 2024-06-13T11:57:28.188 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.186+0000 7f2f6a000640 1 -- 172.21.15.42:0/1537172427 learned_addr learned my addr 172.21.15.42:0/1537172427 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:28.188 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.186+0000 7f2f6aa00640 1 --2- 172.21.15.42:0/1537172427 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2f6c101980 0x7f2f6c19a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:28.188 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.186+0000 7f2f6b400640 1 --2- 172.21.15.42:0/1537172427 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2f6c107990 0x7f2f6c19ec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:28.188 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.187+0000 7f2f6a000640 1 -- 172.21.15.42:0/1537172427 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2f6c107990 msgr2=0x7f2f6c19ec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:28.188 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.187+0000 7f2f6a000640 1 --2- 172.21.15.42:0/1537172427 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2f6c107990 0x7f2f6c19ec50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:28.188 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.187+0000 7f2f6a000640 1 -- 172.21.15.42:0/1537172427 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2f6c101980 msgr2=0x7f2f6c19a390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:28.188 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.187+0000 7f2f6a000640 1 --2- 172.21.15.42:0/1537172427 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2f6c101980 0x7f2f6c19a390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:28.188 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.187+0000 7f2f6a000640 1 -- 172.21.15.42:0/1537172427 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f6c19f380 con 0x7f2f6c102340 2024-06-13T11:57:28.188 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.187+0000 7f2f6a000640 1 --2- 172.21.15.42:0/1537172427 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2f6c102340 0x7f2f6c19a8d0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f2f5802aa00 tx=0x7f2f58003b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:28.189 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.187+0000 7f2f63400640 1 -- 172.21.15.42:0/1537172427 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f5803f070 con 0x7f2f6c102340 2024-06-13T11:57:28.189 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.187+0000 7f2f63400640 1 -- 172.21.15.42:0/1537172427 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2f58031c20 con 0x7f2f6c102340 2024-06-13T11:57:28.189 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.187+0000 7f2f71c00640 1 -- 172.21.15.42:0/1537172427 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f6c19f610 con 0x7f2f6c102340 2024-06-13T11:57:28.189 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.187+0000 7f2f63400640 1 -- 172.21.15.42:0/1537172427 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f58035030 con 0x7f2f6c102340 2024-06-13T11:57:28.189 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.187+0000 7f2f71c00640 1 -- 172.21.15.42:0/1537172427 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f6c1a6f00 con 0x7f2f6c102340 2024-06-13T11:57:28.197 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.191+0000 7f2f63400640 1 -- 172.21.15.42:0/1537172427 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f2f58042070 con 0x7f2f6c102340 2024-06-13T11:57:28.197 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.191+0000 7f2f74a1c740 1 Processor -- start 2024-06-13T11:57:28.197 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.191+0000 7f2f74a1c740 1 -- start start 2024-06-13T11:57:28.198 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.192+0000 7f2f74a1c740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d2ae26c5e0 0x55d2ae26ab30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:28.198 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.192+0000 7f2f74a1c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d2ae26b070 0x55d2ae26b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:28.198 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.192+0000 7f2f74a1c740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ae275df0 0x55d2ae2781e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:28.198 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.192+0000 7f2f74a1c740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d2ae1cf420 con 0x55d2ae275df0 2024-06-13T11:57:28.198 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.192+0000 7f2f74a1c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55d2ae176c50 con 0x55d2ae26b070 2024-06-13T11:57:28.198 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.192+0000 7f2f74a1c740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55d2ae1cb3e0 con 0x55d2ae26c5e0 2024-06-13T11:57:28.198 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.192+0000 7f2f6aa00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d2ae26b070 0x55d2ae26b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:28.198 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.192+0000 7f2f6aa00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d2ae26b070 0x55d2ae26b4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:48396/0 (socket says 172.21.15.42:48396) 2024-06-13T11:57:28.198 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.192+0000 7f2f6aa00640 1 -- 172.21.15.42:0/1700485386 learned_addr learned my addr 172.21.15.42:0/1700485386 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:28.198 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.192+0000 7f2f63400640 1 --2- 172.21.15.42:0/1537172427 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f2f500a2e20 0x7f2f500a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:28.198 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.192+0000 7f2f6a000640 1 --2- 172.21.15.42:0/1700485386 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ae275df0 0x55d2ae2781e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:28.198 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.192+0000 7f2f6b400640 1 --2- 172.21.15.42:0/1700485386 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d2ae26c5e0 0x55d2ae26ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:28.199 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.193+0000 7f2f6b400640 1 --2- 172.21.15.42:0/1537172427 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f2f500a2e20 0x7f2f500a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:28.199 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.193+0000 7f2f6aa00640 1 -- 172.21.15.42:0/1700485386 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d2ae26c5e0 msgr2=0x55d2ae26ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:28.199 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.193+0000 7f2f6aa00640 1 --2- 172.21.15.42:0/1700485386 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d2ae26c5e0 0x55d2ae26ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:28.199 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.193+0000 7f2f6aa00640 1 -- 172.21.15.42:0/1700485386 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ae275df0 msgr2=0x55d2ae2781e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:28.199 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.193+0000 7f2f6aa00640 1 --2- 172.21.15.42:0/1700485386 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ae275df0 0x55d2ae2781e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:28.199 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.193+0000 7f2f6aa00640 1 -- 172.21.15.42:0/1700485386 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d2adee3210 con 0x55d2ae26b070 2024-06-13T11:57:28.199 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.193+0000 7f2f63400640 1 -- 172.21.15.42:0/1537172427 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f2f580efd30 con 0x7f2f6c102340 2024-06-13T11:57:28.199 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.193+0000 7f2f6aa00640 1 --2- 172.21.15.42:0/1700485386 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d2ae26b070 0x55d2ae26b4f0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f2f5c00bc90 tx=0x7f2f5c00f730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=855f081e2ea20705 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:28.199 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.193+0000 7f2f57e00640 1 -- 172.21.15.42:0/1700485386 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f5c015070 con 0x55d2ae26b070 2024-06-13T11:57:28.199 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.193+0000 7f2f6b400640 1 --2- 172.21.15.42:0/1537172427 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f2f500a2e20 0x7f2f500a52e0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f2f64005c40 tx=0x7f2f64005bd0 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:28.199 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.194+0000 7f2f57e00640 1 -- 172.21.15.42:0/1700485386 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2f5c011920 con 0x55d2ae26b070 2024-06-13T11:57:28.199 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.194+0000 7f2f57e00640 1 -- 172.21.15.42:0/1700485386 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f5c0108b0 con 0x55d2ae26b070 2024-06-13T11:57:28.199 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.194+0000 7f2f74a1c740 1 -- 172.21.15.42:0/1700485386 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d2ae26b070 msgr2=0x55d2ae26b4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:28.200 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.194+0000 7f2f74a1c740 1 --2- 172.21.15.42:0/1700485386 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d2ae26b070 0x55d2ae26b4f0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f2f5c00bc90 tx=0x7f2f5c00f730 comp rx=0 tx=0).stop 2024-06-13T11:57:28.200 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.194+0000 7f2f74a1c740 1 -- 172.21.15.42:0/1700485386 shutdown_connections 2024-06-13T11:57:28.200 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.194+0000 7f2f74a1c740 1 --2- 172.21.15.42:0/1700485386 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ae275df0 0x55d2ae2781e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:28.200 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.194+0000 7f2f74a1c740 1 --2- 172.21.15.42:0/1700485386 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d2ae26b070 0x55d2ae26b4f0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:28.200 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.194+0000 7f2f74a1c740 1 --2- 172.21.15.42:0/1700485386 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d2ae26c5e0 0x55d2ae26ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:28.200 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.194+0000 7f2f74a1c740 1 -- 172.21.15.42:0/1700485386 >> 172.21.15.42:0/1700485386 conn(0x55d2ae233fb0 msgr2=0x55d2ae267660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:28.200 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.194+0000 7f2f74a1c740 1 -- 172.21.15.42:0/1700485386 shutdown_connections 2024-06-13T11:57:28.200 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.195+0000 7f2f74a1c740 1 -- 172.21.15.42:0/1700485386 wait complete. 2024-06-13T11:57:28.200 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.195+0000 7f2f74a1c740 1 -- start start 2024-06-13T11:57:28.200 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.195+0000 7f2f74a1c740 1 Processor -- start 2024-06-13T11:57:28.200 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.196+0000 7f2f74a1c740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d2ae26b070 0x55d2ae272dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:28.200 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.196+0000 7f2f74a1c740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ae26c5e0 0x55d2ae273300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:28.200 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.196+0000 7f2f74a1c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d2ae275df0 0x55d2ae273840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:28.200 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.196+0000 7f2f74a1c740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d2ae278bc0 con 0x55d2ae26c5e0 2024-06-13T11:57:28.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.196+0000 7f2f74a1c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55d2ae18a0b0 con 0x55d2ae275df0 2024-06-13T11:57:28.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.196+0000 7f2f74a1c740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55d2ae278d40 con 0x55d2ae26b070 2024-06-13T11:57:28.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.196+0000 7f2f74a1c740 10 client.0 _ll_register_callbacks cb 0x55d2ae175f40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:57:28.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.196+0000 7f2f6b400640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d2ae275df0 0x55d2ae273840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:28.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.196+0000 7f2f6a000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ae26c5e0 0x55d2ae273300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:28.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.196+0000 7f2f6b400640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d2ae275df0 0x55d2ae273840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:48408/0 (socket says 172.21.15.42:48408) 2024-06-13T11:57:28.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.196+0000 7f2f6b400640 1 -- 172.21.15.42:0/3527017734 learned_addr learned my addr 172.21.15.42:0/3527017734 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:28.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.196+0000 7f2f6aa00640 1 --2- 172.21.15.42:0/3527017734 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d2ae26b070 0x55d2ae272dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:28.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.196+0000 7f2f6b400640 1 -- 172.21.15.42:0/3527017734 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d2ae26b070 msgr2=0x55d2ae272dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:28.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.196+0000 7f2f6b400640 1 --2- 172.21.15.42:0/3527017734 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d2ae26b070 0x55d2ae272dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:28.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.196+0000 7f2f6b400640 1 -- 172.21.15.42:0/3527017734 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ae26c5e0 msgr2=0x55d2ae273300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:28.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.196+0000 7f2f6b400640 1 --2- 172.21.15.42:0/3527017734 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ae26c5e0 0x55d2ae273300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:28.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.197+0000 7f2f6b400640 1 -- 172.21.15.42:0/3527017734 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d2adfaf620 con 0x55d2ae275df0 2024-06-13T11:57:28.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.197+0000 7f2f6a000640 1 --2- 172.21.15.42:0/3527017734 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ae26c5e0 0x55d2ae273300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:57:28.202 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.197+0000 7f2f6b400640 1 --2- 172.21.15.42:0/3527017734 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d2ae275df0 0x55d2ae273840 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f2f640109f0 tx=0x7f2f64004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5e482fdbb15cd0e7 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:28.202 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.197+0000 7f2f54c00640 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:57:28.202 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.197+0000 7f2f54c00640 1 -- 172.21.15.42:0/3527017734 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f6400dc30 con 0x55d2ae275df0 2024-06-13T11:57:28.202 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.197+0000 7f2f74a1c740 1 -- 172.21.15.42:0/3527017734 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2f5c011920 con 0x55d2ae275df0 2024-06-13T11:57:28.202 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.197+0000 7f2f54c00640 1 -- 172.21.15.42:0/3527017734 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f2f6400ddd0 con 0x55d2ae275df0 2024-06-13T11:57:28.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.197+0000 7f2f54c00640 1 -- 172.21.15.42:0/3527017734 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2f64030050 con 0x55d2ae275df0 2024-06-13T11:57:28.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.198+0000 7f2f74a1c740 10 client.25694 fetch_fsmap learned FSMap version 29 2024-06-13T11:57:28.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.198+0000 7f2f74a1c740 1 -- 172.21.15.42:0/3527017734 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d2ae284f30 con 0x55d2ae275df0 2024-06-13T11:57:28.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.198+0000 7f2f54c00640 1 -- 172.21.15.42:0/3527017734 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2f5c011920 con 0x55d2ae275df0 2024-06-13T11:57:28.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.198+0000 7f2f54c00640 1 -- 172.21.15.42:0/3527017734 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f2f6401f4a0 con 0x55d2ae275df0 2024-06-13T11:57:28.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.198+0000 7f2f74a1c740 10 client.25694 fetch_fsmap finished waiting for FSMap version 29 2024-06-13T11:57:28.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.198+0000 7f2f74a1c740 10 client.25694 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:57:28.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.198+0000 7f2f74a1c740 20 client.25694 populate_metadata read hostname 'smithi042' 2024-06-13T11:57:28.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.198+0000 7f2f74a1c740 1 --2- 172.21.15.42:0/3527017734 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55d2ae286440 0x55d2ae288850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:28.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.198+0000 7f2f74a1c740 4 client.25694 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:57:28.205 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.198+0000 7f2f74a1c740 1 -- 172.21.15.42:0/3527017734 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d2ae1dcb50 con 0x55d2ae286440 2024-06-13T11:57:28.205 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.199+0000 7f2f6aa00640 1 --2- 172.21.15.42:0/3527017734 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55d2ae286440 0x55d2ae288850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:28.205 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.199+0000 7f2f6aa00640 1 --2- 172.21.15.42:0/3527017734 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55d2ae286440 0x55d2ae288850 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9727cf59909f22f6 server_cookie=e363be004512a761 in_seq=0 out_seq=0 2024-06-13T11:57:28.205 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.199+0000 7f2f54c00640 10 client.25694 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:57:28.205 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.200+0000 7f2f54c00640 1 -- 172.21.15.42:0/3527017734 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55d2ae1dcb50 con 0x55d2ae286440 2024-06-13T11:57:28.205 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.200+0000 7f2f54c00640 10 client.25694 handle_command_reply: tid=0 2024-06-13T11:57:28.205 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.200+0000 7f2f74a1c740 1 client.25694 shutdown 2024-06-13T11:57:28.205 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.201+0000 7f2f74a1c740 1 -- 172.21.15.42:0/3527017734 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d2ae275df0 msgr2=0x55d2ae273840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:28.205 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.201+0000 7f2f74a1c740 1 --2- 172.21.15.42:0/3527017734 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d2ae275df0 0x55d2ae273840 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f2f640109f0 tx=0x7f2f64004a40 comp rx=0 tx=0).stop 2024-06-13T11:57:28.205 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.201+0000 7f2f74a1c740 1 -- 172.21.15.42:0/3527017734 shutdown_connections 2024-06-13T11:57:28.205 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.201+0000 7f2f74a1c740 1 --2- 172.21.15.42:0/3527017734 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55d2ae286440 0x55d2ae288850 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:28.205 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.201+0000 7f2f74a1c740 1 --2- 172.21.15.42:0/3527017734 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ae26c5e0 0x55d2ae273300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:28.205 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.201+0000 7f2f74a1c740 1 --2- 172.21.15.42:0/3527017734 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d2ae275df0 0x55d2ae273840 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:28.205 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.201+0000 7f2f74a1c740 1 --2- 172.21.15.42:0/3527017734 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d2ae26b070 0x55d2ae272dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:28.206 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.201+0000 7f2f54c00640 0 client.25694 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:57:28.206 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.201+0000 7f2f74a1c740 1 -- 172.21.15.42:0/3527017734 >> 172.21.15.42:0/3527017734 conn(0x55d2ae233fb0 msgr2=0x55d2ae26d490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:28.206 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.201+0000 7f2f74a1c740 1 -- 172.21.15.42:0/3527017734 shutdown_connections 2024-06-13T11:57:28.206 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.201+0000 7f2f74a1c740 1 -- 172.21.15.42:0/3527017734 wait complete. 2024-06-13T11:57:28.206 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.201+0000 7f2f74a1c740 20 client.25694 trim_cache size 0 max 16384 2024-06-13T11:57:28.225 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.224+0000 7f2f74a1c740 1 Processor -- start 2024-06-13T11:57:28.225 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.224+0000 7f2f74a1c740 1 -- start start 2024-06-13T11:57:28.225 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.225+0000 7f2f74a1c740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ae26b070 0x55d2ae267780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:28.225 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.225+0000 7f2f74a1c740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d2ae26c5e0 0x55d2ae28e160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:28.225 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.225+0000 7f2f74a1c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d2ae275df0 0x55d2ae28e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:28.225 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.225+0000 7f2f74a1c740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2f6c1b3940 con 0x55d2ae26b070 2024-06-13T11:57:28.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.225+0000 7f2f74a1c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f2f6c1b1210 con 0x55d2ae275df0 2024-06-13T11:57:28.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.225+0000 7f2f74a1c740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f2f6c1af060 con 0x55d2ae26c5e0 2024-06-13T11:57:28.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.225+0000 7f2f6a000640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d2ae26c5e0 0x55d2ae28e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:28.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.225+0000 7f2f6a000640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d2ae26c5e0 0x55d2ae28e160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:54110/0 (socket says 172.21.15.42:54110) 2024-06-13T11:57:28.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.225+0000 7f2f6a000640 1 -- 172.21.15.42:0/4128823604 learned_addr learned my addr 172.21.15.42:0/4128823604 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:28.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.225+0000 7f2f6aa00640 1 --2- 172.21.15.42:0/4128823604 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ae26b070 0x55d2ae267780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:28.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.226+0000 7f2f6b400640 1 --2- 172.21.15.42:0/4128823604 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d2ae275df0 0x55d2ae28e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:28.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.226+0000 7f2f6a000640 1 -- 172.21.15.42:0/4128823604 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d2ae275df0 msgr2=0x55d2ae28e6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:28.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.226+0000 7f2f6a000640 1 --2- 172.21.15.42:0/4128823604 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d2ae275df0 0x55d2ae28e6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:28.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.226+0000 7f2f6a000640 1 -- 172.21.15.42:0/4128823604 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ae26b070 msgr2=0x55d2ae267780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:28.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.226+0000 7f2f6a000640 1 --2- 172.21.15.42:0/4128823604 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ae26b070 0x55d2ae267780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:28.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.226+0000 7f2f6a000640 1 -- 172.21.15.42:0/4128823604 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d2ae271310 con 0x55d2ae26c5e0 2024-06-13T11:57:28.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.226+0000 7f2f6a000640 1 --2- 172.21.15.42:0/4128823604 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d2ae26c5e0 0x55d2ae28e160 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f2f580b82a0 tx=0x7f2f580b8150 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7829b805953bc597 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:28.228 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.227+0000 7f2f57400640 1 -- 172.21.15.42:0/4128823604 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f58049040 con 0x55d2ae26c5e0 2024-06-13T11:57:28.228 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.227+0000 7f2f57400640 1 -- 172.21.15.42:0/4128823604 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2f580f3040 con 0x55d2ae26c5e0 2024-06-13T11:57:28.228 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.227+0000 7f2f57400640 1 -- 172.21.15.42:0/4128823604 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f580be040 con 0x55d2ae26c5e0 2024-06-13T11:57:28.228 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.228+0000 7f2f74a1c740 1 -- 172.21.15.42:0/4128823604 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d2ae26c5e0 msgr2=0x55d2ae28e160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:28.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.228+0000 7f2f74a1c740 1 --2- 172.21.15.42:0/4128823604 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d2ae26c5e0 0x55d2ae28e160 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f2f580b82a0 tx=0x7f2f580b8150 comp rx=0 tx=0).stop 2024-06-13T11:57:28.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.228+0000 7f2f74a1c740 1 -- 172.21.15.42:0/4128823604 shutdown_connections 2024-06-13T11:57:28.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.228+0000 7f2f74a1c740 1 --2- 172.21.15.42:0/4128823604 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d2ae275df0 0x55d2ae28e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:28.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.228+0000 7f2f74a1c740 1 --2- 172.21.15.42:0/4128823604 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d2ae26c5e0 0x55d2ae28e160 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:28.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.228+0000 7f2f74a1c740 1 --2- 172.21.15.42:0/4128823604 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ae26b070 0x55d2ae267780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:28.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.228+0000 7f2f74a1c740 1 -- 172.21.15.42:0/4128823604 >> 172.21.15.42:0/4128823604 conn(0x55d2ae233fb0 msgr2=0x55d2ae267070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:28.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.228+0000 7f2f74a1c740 1 -- 172.21.15.42:0/4128823604 shutdown_connections 2024-06-13T11:57:28.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.228+0000 7f2f74a1c740 1 -- 172.21.15.42:0/4128823604 wait complete. 2024-06-13T11:57:28.230 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.229+0000 7f2f74a1c740 1 -- start start 2024-06-13T11:57:28.230 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.229+0000 7f2f74a1c740 1 Processor -- start 2024-06-13T11:57:28.231 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.230+0000 7f2f74a1c740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d2ae26b070 0x55d2ae27e450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:28.231 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.230+0000 7f2f74a1c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d2ae26c5e0 0x55d2ae279810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:28.231 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.230+0000 7f2f74a1c740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ae275df0 0x55d2ae279d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:28.231 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.230+0000 7f2f74a1c740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2f6c1af6d0 con 0x55d2ae275df0 2024-06-13T11:57:28.231 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.230+0000 7f2f74a1c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f2f6c1b0b40 con 0x55d2ae26c5e0 2024-06-13T11:57:28.231 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.230+0000 7f2f74a1c740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f2f6c1afda0 con 0x55d2ae26b070 2024-06-13T11:57:28.231 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.230+0000 7f2f74a1c740 10 client.0 _ll_register_callbacks cb 0x7f2f6c06b240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:57:28.231 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.230+0000 7f2f6a000640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d2ae26c5e0 0x55d2ae279810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:28.231 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.230+0000 7f2f6a000640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d2ae26c5e0 0x55d2ae279810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:48414/0 (socket says 172.21.15.42:48414) 2024-06-13T11:57:28.232 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.230+0000 7f2f6a000640 1 -- 172.21.15.42:0/1115863470 learned_addr learned my addr 172.21.15.42:0/1115863470 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:28.232 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.230+0000 7f2f6aa00640 1 --2- 172.21.15.42:0/1115863470 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d2ae26b070 0x55d2ae27e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:28.232 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.230+0000 7f2f6b400640 1 --2- 172.21.15.42:0/1115863470 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ae275df0 0x55d2ae279d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:28.232 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.231+0000 7f2f6a000640 1 -- 172.21.15.42:0/1115863470 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d2ae26b070 msgr2=0x55d2ae27e450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:28.232 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.231+0000 7f2f6a000640 1 --2- 172.21.15.42:0/1115863470 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d2ae26b070 0x55d2ae27e450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:28.232 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.231+0000 7f2f6a000640 1 -- 172.21.15.42:0/1115863470 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ae275df0 msgr2=0x55d2ae279d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:28.232 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.231+0000 7f2f6a000640 1 --2- 172.21.15.42:0/1115863470 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ae275df0 0x55d2ae279d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:28.232 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.231+0000 7f2f6a000640 1 -- 172.21.15.42:0/1115863470 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d2ae27a290 con 0x55d2ae26c5e0 2024-06-13T11:57:28.232 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.231+0000 7f2f6aa00640 1 --2- 172.21.15.42:0/1115863470 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d2ae26b070 0x55d2ae27e450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:57:28.234 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.231+0000 7f2f6a000640 1 --2- 172.21.15.42:0/1115863470 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d2ae26c5e0 0x55d2ae279810 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f2f580b8810 tx=0x7f2f58003f60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5197eb97d37a3c3b server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:28.234 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.231+0000 7f2f54c00640 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:57:28.234 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.231+0000 7f2f54c00640 1 -- 172.21.15.42:0/1115863470 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f580da060 con 0x55d2ae26c5e0 2024-06-13T11:57:28.234 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.231+0000 7f2f54c00640 1 -- 172.21.15.42:0/1115863470 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f2f580ed2f0 con 0x55d2ae26c5e0 2024-06-13T11:57:28.234 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.231+0000 7f2f74a1c740 1 -- 172.21.15.42:0/1115863470 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2f580f3040 con 0x55d2ae26c5e0 2024-06-13T11:57:28.234 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.232+0000 7f2f54c00640 1 -- 172.21.15.42:0/1115863470 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2f5809f050 con 0x55d2ae26c5e0 2024-06-13T11:57:28.234 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.232+0000 7f2f74a1c740 10 client.25700 fetch_fsmap learned FSMap version 29 2024-06-13T11:57:28.234 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.232+0000 7f2f74a1c740 1 -- 172.21.15.42:0/1115863470 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d2ae2f0e50 con 0x55d2ae26c5e0 2024-06-13T11:57:28.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.232+0000 7f2f54c00640 1 -- 172.21.15.42:0/1115863470 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2f580f3040 con 0x55d2ae26c5e0 2024-06-13T11:57:28.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.232+0000 7f2f54c00640 1 -- 172.21.15.42:0/1115863470 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f2f580bc0a0 con 0x55d2ae26c5e0 2024-06-13T11:57:28.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.232+0000 7f2f74a1c740 10 client.25700 fetch_fsmap finished waiting for FSMap version 29 2024-06-13T11:57:28.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.232+0000 7f2f74a1c740 10 client.25700 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:57:28.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.232+0000 7f2f74a1c740 20 client.25700 populate_metadata read hostname 'smithi042' 2024-06-13T11:57:28.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.232+0000 7f2f74a1c740 1 --2- 172.21.15.42:0/1115863470 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55d2ae2f15a0 0x55d2ae2f39c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:28.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.232+0000 7f2f74a1c740 4 client.25700 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-13T11:57:28.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.232+0000 7f2f74a1c740 1 -- 172.21.15.42:0/1115863470 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d2ae1d6ea0 con 0x55d2ae2f15a0 2024-06-13T11:57:28.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.233+0000 7f2f6aa00640 1 --2- 172.21.15.42:0/1115863470 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55d2ae2f15a0 0x55d2ae2f39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:28.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.233+0000 7f2f6aa00640 1 --2- 172.21.15.42:0/1115863470 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55d2ae2f15a0 0x55d2ae2f39c0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1872450d0a5df77c server_cookie=515d6e31546688de in_seq=0 out_seq=0 2024-06-13T11:57:28.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:28.233+0000 7f2f54c00640 10 client.25700 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:57:29.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:28 smithi088 ceph-mon[36399]: pgmap v61: 129 pgs: 129 active+clean; 65 MiB data, 645 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 4.1 MiB/s wr, 1.87k op/s 2024-06-13T11:57:29.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:28 smithi088 ceph-mon[36399]: scrub summary: idle 2024-06-13T11:57:29.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:28 smithi088 ceph-mon[36399]: scrub summary: idle 2024-06-13T11:57:29.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:28 smithi042 ceph-mon[32231]: pgmap v61: 129 pgs: 129 active+clean; 65 MiB data, 645 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 4.1 MiB/s wr, 1.87k op/s 2024-06-13T11:57:29.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:28 smithi042 ceph-mon[32231]: scrub summary: idle 2024-06-13T11:57:29.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:28 smithi042 ceph-mon[32231]: scrub summary: idle 2024-06-13T11:57:29.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:28 smithi162 ceph-mon[36757]: pgmap v61: 129 pgs: 129 active+clean; 65 MiB data, 645 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 4.1 MiB/s wr, 1.87k op/s 2024-06-13T11:57:29.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:28 smithi162 ceph-mon[36757]: scrub summary: idle 2024-06-13T11:57:29.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:28 smithi162 ceph-mon[36757]: scrub summary: idle 2024-06-13T11:57:30.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:29 smithi088 ceph-mon[36399]: scrub summary: idle 2024-06-13T11:57:30.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:29 smithi042 ceph-mon[32231]: scrub summary: idle 2024-06-13T11:57:30.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:29 smithi162 ceph-mon[36757]: scrub summary: idle 2024-06-13T11:57:30.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:30.889+0000 7f2f54c00640 1 -- 172.21.15.42:0/1115863470 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55d2ae1d6ea0 con 0x55d2ae2f15a0 2024-06-13T11:57:30.891 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:30.889+0000 7f2f54c00640 10 client.25700 handle_command_reply: tid=0 2024-06-13T11:57:30.891 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:30.890+0000 7f2f74a1c740 1 client.25700 shutdown 2024-06-13T11:57:30.891 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:30.890+0000 7f2f74a1c740 1 -- 172.21.15.42:0/1115863470 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d2ae26c5e0 msgr2=0x55d2ae279810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:30.891 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:30.890+0000 7f2f74a1c740 1 --2- 172.21.15.42:0/1115863470 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d2ae26c5e0 0x55d2ae279810 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f2f580b8810 tx=0x7f2f58003f60 comp rx=0 tx=0).stop 2024-06-13T11:57:30.891 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:30.890+0000 7f2f74a1c740 1 -- 172.21.15.42:0/1115863470 shutdown_connections 2024-06-13T11:57:30.891 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:30.890+0000 7f2f74a1c740 1 --2- 172.21.15.42:0/1115863470 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55d2ae2f15a0 0x55d2ae2f39c0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:30.892 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:30.890+0000 7f2f74a1c740 1 --2- 172.21.15.42:0/1115863470 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ae275df0 0x55d2ae279d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:30.892 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:30.890+0000 7f2f74a1c740 1 --2- 172.21.15.42:0/1115863470 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d2ae26c5e0 0x55d2ae279810 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:30.892 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:30.890+0000 7f2f74a1c740 1 --2- 172.21.15.42:0/1115863470 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55d2ae26b070 0x55d2ae27e450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:30.892 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:30.890+0000 7f2f74a1c740 1 -- 172.21.15.42:0/1115863470 >> 172.21.15.42:0/1115863470 conn(0x55d2ae233fb0 msgr2=0x55d2ae26cbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:30.892 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:30.891+0000 7f2f54c00640 0 client.25700 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:57:30.892 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:30.892+0000 7f2f74a1c740 1 -- 172.21.15.42:0/1115863470 shutdown_connections 2024-06-13T11:57:30.892 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:30.892+0000 7f2f74a1c740 1 -- 172.21.15.42:0/1115863470 wait complete. 2024-06-13T11:57:30.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:30.892+0000 7f2f74a1c740 20 client.25700 trim_cache size 0 max 16384 2024-06-13T11:57:30.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-13T11:57:30.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-13T11:57:30.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-13T11:57:30.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:30.893+0000 7f2f71c00640 1 -- 172.21.15.42:0/1537172427 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f2f500a2e20 msgr2=0x7f2f500a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:30.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:30.893+0000 7f2f71c00640 1 --2- 172.21.15.42:0/1537172427 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f2f500a2e20 0x7f2f500a52e0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f2f64005c40 tx=0x7f2f64005bd0 comp rx=0 tx=0).stop 2024-06-13T11:57:30.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:30.893+0000 7f2f71c00640 1 -- 172.21.15.42:0/1537172427 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2f6c102340 msgr2=0x7f2f6c19a8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:30.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:30.893+0000 7f2f71c00640 1 --2- 172.21.15.42:0/1537172427 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2f6c102340 0x7f2f6c19a8d0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f2f5802aa00 tx=0x7f2f58003b60 comp rx=0 tx=0).stop 2024-06-13T11:57:30.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:30.893+0000 7f2f71c00640 1 -- 172.21.15.42:0/1537172427 shutdown_connections 2024-06-13T11:57:30.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:30.893+0000 7f2f71c00640 1 --2- 172.21.15.42:0/1537172427 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f2f500a2e20 0x7f2f500a52e0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:30.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:30.893+0000 7f2f71c00640 1 --2- 172.21.15.42:0/1537172427 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2f6c107990 0x7f2f6c19ec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:30.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:30.893+0000 7f2f71c00640 1 --2- 172.21.15.42:0/1537172427 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2f6c102340 0x7f2f6c19a8d0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:30.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:30.893+0000 7f2f71c00640 1 --2- 172.21.15.42:0/1537172427 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2f6c101980 0x7f2f6c19a390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:30.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:30.894+0000 7f2f71c00640 1 -- 172.21.15.42:0/1537172427 >> 172.21.15.42:0/1537172427 conn(0x7f2f6c078e30 msgr2=0x7f2f6c10cc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:30.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:30.894+0000 7f2f71c00640 1 -- 172.21.15.42:0/1537172427 shutdown_connections 2024-06-13T11:57:30.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:30.894+0000 7f2f71c00640 1 -- 172.21.15.42:0/1537172427 wait complete. 2024-06-13T11:57:31.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:30 smithi088 ceph-mon[36399]: pgmap v62: 129 pgs: 129 active+clean; 65 MiB data, 645 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 3.5 MiB/s wr, 607 op/s 2024-06-13T11:57:31.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:30 smithi042 ceph-mon[32231]: pgmap v62: 129 pgs: 129 active+clean; 65 MiB data, 645 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 3.5 MiB/s wr, 607 op/s 2024-06-13T11:57:31.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:30 smithi162 ceph-mon[36757]: pgmap v62: 129 pgs: 129 active+clean; 65 MiB data, 645 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 3.5 MiB/s wr, 607 op/s 2024-06-13T11:57:33.112 INFO:tasks.workunit.client.0.smithi042.stderr:+ pushd ltp-full-20091231/testcases/kernel/fs/fsstress 2024-06-13T11:57:33.112 INFO:tasks.workunit.client.0.smithi042.stdout:~/cephtest/mnt.0/client.0/tmp/fsstress/ltp-full-20091231/testcases/kernel/fs/fsstress ~/cephtest/mnt.0/client.0/tmp/fsstress ~/cephtest/mnt.0/client.0/tmp 2024-06-13T11:57:33.112 INFO:tasks.workunit.client.0.smithi042.stderr:+ make 2024-06-13T11:57:33.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:33 smithi088 ceph-mon[36399]: pgmap v63: 129 pgs: 129 active+clean; 65 MiB data, 645 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 3.5 MiB/s wr, 607 op/s 2024-06-13T11:57:33.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:33 smithi042 ceph-mon[32231]: pgmap v63: 129 pgs: 129 active+clean; 65 MiB data, 645 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 3.5 MiB/s wr, 607 op/s 2024-06-13T11:57:33.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:33 smithi162 ceph-mon[36757]: pgmap v63: 129 pgs: 129 active+clean; 65 MiB data, 645 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 3.5 MiB/s wr, 607 op/s 2024-06-13T11:57:33.554 INFO:tasks.workunit.client.0.smithi042.stdout:cc -DNO_XFS -I/home/ubuntu/cephtest/mnt.0/client.0/tmp/fsstress/ltp-full-20091231/testcases/kernel/fs/fsstress -D_LARGEFILE64_SOURCE -D_GNU_SOURCE -I../../../../include -I../../../../include -L../../../../lib fsstress.c -o fsstress 2024-06-13T11:57:34.727 INFO:tasks.workunit.client.0.smithi042.stderr:++ readlink -f fsstress 2024-06-13T11:57:34.729 INFO:tasks.workunit.client.0.smithi042.stderr:+ BIN=/home/ubuntu/cephtest/mnt.0/client.0/tmp/fsstress/ltp-full-20091231/testcases/kernel/fs/fsstress/fsstress 2024-06-13T11:57:34.729 INFO:tasks.workunit.client.0.smithi042.stderr:+ popd 2024-06-13T11:57:34.730 INFO:tasks.workunit.client.0.smithi042.stdout:~/cephtest/mnt.0/client.0/tmp/fsstress ~/cephtest/mnt.0/client.0/tmp 2024-06-13T11:57:34.730 INFO:tasks.workunit.client.0.smithi042.stderr:+ popd 2024-06-13T11:57:34.730 INFO:tasks.workunit.client.0.smithi042.stdout:~/cephtest/mnt.0/client.0/tmp 2024-06-13T11:57:34.731 INFO:tasks.workunit.client.0.smithi042.stderr:++ mktemp -d -p . 2024-06-13T11:57:34.735 INFO:tasks.workunit.client.0.smithi042.stderr:+ T=./tmp.IlMS2M9YvL 2024-06-13T11:57:34.735 INFO:tasks.workunit.client.0.smithi042.stderr:+ /home/ubuntu/cephtest/mnt.0/client.0/tmp/fsstress/ltp-full-20091231/testcases/kernel/fs/fsstress/fsstress -d ./tmp.IlMS2M9YvL -l 1 -n 1000 -p 10 -v 2024-06-13T11:57:34.740 INFO:tasks.workunit.client.0.smithi042.stdout:seed = 1717669905 2024-06-13T11:57:34.745 INFO:tasks.workunit.client.0.smithi042.stdout:1/0: dread - no filename 2024-06-13T11:57:34.746 INFO:tasks.workunit.client.0.smithi042.stdout:0/0: creat f0 x:0 0 0 2024-06-13T11:57:34.747 INFO:tasks.workunit.client.0.smithi042.stdout:2/0: write - no filename 2024-06-13T11:57:34.747 INFO:tasks.workunit.client.0.smithi042.stdout:2/1: dwrite - no filename 2024-06-13T11:57:34.747 INFO:tasks.workunit.client.0.smithi042.stdout:1/1: mkdir d0 0 2024-06-13T11:57:34.748 INFO:tasks.workunit.client.0.smithi042.stdout:1/2: rename d0 to d0/d1 22 2024-06-13T11:57:34.748 INFO:tasks.workunit.client.0.smithi042.stdout:1/3: chown d0 4077 1 2024-06-13T11:57:34.752 INFO:tasks.workunit.client.0.smithi042.stdout:2/2: symlink l0 0 2024-06-13T11:57:34.752 INFO:tasks.workunit.client.0.smithi042.stdout:2/3: chown l0 1860 1 2024-06-13T11:57:34.755 INFO:tasks.workunit.client.0.smithi042.stdout:3/0: creat f0 x:0 0 0 2024-06-13T11:57:34.755 INFO:tasks.workunit.client.0.smithi042.stdout:2/4: mknod c1 0 2024-06-13T11:57:34.760 INFO:tasks.workunit.client.0.smithi042.stdout:3/1: symlink l1 0 2024-06-13T11:57:34.760 INFO:tasks.workunit.client.0.smithi042.stdout:4/0: unlink - no file 2024-06-13T11:57:34.760 INFO:tasks.workunit.client.0.smithi042.stdout:4/1: dread - no filename 2024-06-13T11:57:34.760 INFO:tasks.workunit.client.0.smithi042.stdout:4/2: unlink - no file 2024-06-13T11:57:34.765 INFO:tasks.workunit.client.0.smithi042.stdout:2/5: creat f2 x:0 0 0 2024-06-13T11:57:34.765 INFO:tasks.workunit.client.0.smithi042.stdout:3/2: write f0 [1036468,94581] 0 2024-06-13T11:57:34.765 INFO:tasks.workunit.client.0.smithi042.stdout:4/3: creat f0 x:0 0 0 2024-06-13T11:57:34.765 INFO:tasks.workunit.client.0.smithi042.stdout:4/4: chown f0 1574570 1 2024-06-13T11:57:34.765 INFO:tasks.workunit.client.0.smithi042.stdout:4/5: write f0 [64859,75243] 0 2024-06-13T11:57:34.765 INFO:tasks.workunit.client.0.smithi042.stdout:4/6: write f0 [587514,13706] 0 2024-06-13T11:57:34.765 INFO:tasks.workunit.client.0.smithi042.stdout:2/6: symlink l3 0 2024-06-13T11:57:34.766 INFO:tasks.workunit.client.0.smithi042.stdout:5/0: creat f0 x:0 0 0 2024-06-13T11:57:34.766 INFO:tasks.workunit.client.0.smithi042.stdout:4/7: mkdir d1 0 2024-06-13T11:57:34.768 INFO:tasks.workunit.client.0.smithi042.stdout:4/8: readlink - no filename 2024-06-13T11:57:34.770 INFO:tasks.workunit.client.0.smithi042.stdout:2/7: creat f4 x:0 0 0 2024-06-13T11:57:34.771 INFO:tasks.workunit.client.0.smithi042.stdout:5/1: mkdir d1 0 2024-06-13T11:57:34.771 INFO:tasks.workunit.client.0.smithi042.stdout:5/2: chown f0 2 1 2024-06-13T11:57:34.775 INFO:tasks.workunit.client.0.smithi042.stdout:6/0: chown . 5228 1 2024-06-13T11:57:34.775 INFO:tasks.workunit.client.0.smithi042.stdout:4/9: mknod d1/c2 0 2024-06-13T11:57:34.778 INFO:tasks.workunit.client.0.smithi042.stdout:5/3: symlink d1/l2 0 2024-06-13T11:57:34.778 INFO:tasks.workunit.client.0.smithi042.stdout:5/4: readlink d1/l2 0 2024-06-13T11:57:34.778 INFO:tasks.workunit.client.0.smithi042.stdout:5/5: dread - f0 zero size 2024-06-13T11:57:34.779 INFO:tasks.workunit.client.0.smithi042.stdout:6/1: symlink l0 0 2024-06-13T11:57:34.779 INFO:tasks.workunit.client.0.smithi042.stdout:6/2: dwrite - no filename 2024-06-13T11:57:34.779 INFO:tasks.workunit.client.0.smithi042.stdout:6/3: readlink l0 0 2024-06-13T11:57:34.779 INFO:tasks.workunit.client.0.smithi042.stdout:4/10: symlink d1/l3 0 2024-06-13T11:57:34.794 INFO:tasks.workunit.client.0.smithi042.stdout:7/0: dwrite - no filename 2024-06-13T11:57:34.794 INFO:tasks.workunit.client.0.smithi042.stdout:7/1: dwrite - no filename 2024-06-13T11:57:34.794 INFO:tasks.workunit.client.0.smithi042.stdout:7/2: stat - no entries 2024-06-13T11:57:34.794 INFO:tasks.workunit.client.0.smithi042.stdout:7/3: dwrite - no filename 2024-06-13T11:57:34.794 INFO:tasks.workunit.client.0.smithi042.stdout:7/4: rename - no filename 2024-06-13T11:57:34.794 INFO:tasks.workunit.client.0.smithi042.stdout:6/4: creat f1 x:0 0 0 2024-06-13T11:57:34.801 INFO:tasks.workunit.client.0.smithi042.stdout:8/0: write - no filename 2024-06-13T11:57:34.801 INFO:tasks.workunit.client.0.smithi042.stdout:8/1: read - no filename 2024-06-13T11:57:34.802 INFO:tasks.workunit.client.0.smithi042.stdout:7/5: mknod c0 0 2024-06-13T11:57:34.808 INFO:tasks.workunit.client.0.smithi042.stdout:6/5: symlink l2 0 2024-06-13T11:57:34.808 INFO:tasks.workunit.client.0.smithi042.stdout:6/6: chown l2 151 1 2024-06-13T11:57:34.815 INFO:tasks.workunit.client.0.smithi042.stdout:8/2: creat f0 x:0 0 0 2024-06-13T11:57:34.815 INFO:tasks.workunit.client.0.smithi042.stdout:7/6: creat f1 x:0 0 0 2024-06-13T11:57:34.815 INFO:tasks.workunit.client.0.smithi042.stdout:9/0: rmdir - no directory 2024-06-13T11:57:34.815 INFO:tasks.workunit.client.0.smithi042.stdout:9/1: readlink - no filename 2024-06-13T11:57:34.815 INFO:tasks.workunit.client.0.smithi042.stdout:9/2: rmdir - no directory 2024-06-13T11:57:34.815 INFO:tasks.workunit.client.0.smithi042.stdout:9/3: write - no filename 2024-06-13T11:57:34.815 INFO:tasks.workunit.client.0.smithi042.stdout:9/4: dread - no filename 2024-06-13T11:57:34.815 INFO:tasks.workunit.client.0.smithi042.stdout:9/5: dwrite - no filename 2024-06-13T11:57:34.815 INFO:tasks.workunit.client.0.smithi042.stdout:9/6: rmdir - no directory 2024-06-13T11:57:34.815 INFO:tasks.workunit.client.0.smithi042.stdout:8/3: write f0 [220404,20080] 0 2024-06-13T11:57:34.818 INFO:tasks.workunit.client.0.smithi042.stdout:7/7: mkdir d2 0 2024-06-13T11:57:34.818 INFO:tasks.workunit.client.0.smithi042.stdout:7/8: chown c0 0 1 2024-06-13T11:57:34.820 INFO:tasks.workunit.client.0.smithi042.stdout:9/7: mknod c0 0 2024-06-13T11:57:34.821 INFO:tasks.workunit.client.0.smithi042.stdout:8/4: mknod c1 0 2024-06-13T11:57:34.821 INFO:tasks.workunit.client.0.smithi042.stdout:7/9: mkdir d2/d3 0 2024-06-13T11:57:34.822 INFO:tasks.workunit.client.0.smithi042.stdout:7/10: chown d2/d3 1 1 2024-06-13T11:57:34.825 INFO:tasks.workunit.client.0.smithi042.stdout:9/8: rename c0 to c1 0 2024-06-13T11:57:34.825 INFO:tasks.workunit.client.0.smithi042.stdout:8/5: mkdir d2 0 2024-06-13T11:57:34.825 INFO:tasks.workunit.client.0.smithi042.stdout:8/6: write f0 [1231145,30493] 0 2024-06-13T11:57:34.826 INFO:tasks.workunit.client.0.smithi042.stdout:8/7: chown f0 48 1 2024-06-13T11:57:34.827 INFO:tasks.workunit.client.0.smithi042.stdout:8/8: write f0 [2059809,89808] 0 2024-06-13T11:57:34.828 INFO:tasks.workunit.client.0.smithi042.stdout:9/9: creat f2 x:0 0 0 2024-06-13T11:57:34.833 INFO:tasks.workunit.client.0.smithi042.stdout:8/9: mkdir d2/d3 0 2024-06-13T11:57:34.911 INFO:tasks.workunit.client.0.smithi042.stdout:5/6: fsync f0 0 2024-06-13T11:57:34.911 INFO:tasks.workunit.client.0.smithi042.stdout:5/7: truncate f0 111041 0 2024-06-13T11:57:34.912 INFO:tasks.workunit.client.0.smithi042.stdout:2/8: fsync f2 0 2024-06-13T11:57:34.912 INFO:tasks.workunit.client.0.smithi042.stdout:2/9: dread - f4 zero size 2024-06-13T11:57:34.912 INFO:tasks.workunit.client.0.smithi042.stdout:9/10: rename c1 to c3 0 2024-06-13T11:57:34.915 INFO:tasks.workunit.client.0.smithi042.stdout:7/11: fsync f1 0 2024-06-13T11:57:34.915 INFO:tasks.workunit.client.0.smithi042.stdout:7/12: dread - f1 zero size 2024-06-13T11:57:34.919 INFO:tasks.workunit.client.0.smithi042.stdout:0/1: dwrite f0 [0,4194304] 0 2024-06-13T11:57:34.919 INFO:tasks.workunit.client.0.smithi042.stdout:0/2: fdatasync f0 0 2024-06-13T11:57:34.975 INFO:tasks.workunit.client.0.smithi042.stdout:2/10: symlink l5 0 2024-06-13T11:57:34.976 INFO:tasks.workunit.client.0.smithi042.stdout:5/8: rmdir d1 39 2024-06-13T11:57:34.979 INFO:tasks.workunit.client.0.smithi042.stdout:9/11: mknod c4 0 2024-06-13T11:57:35.056 INFO:tasks.workunit.client.0.smithi042.stdout:2/11: creat f6 x:0 0 0 2024-06-13T11:57:35.056 INFO:tasks.workunit.client.0.smithi042.stdout:2/12: read - f4 zero size 2024-06-13T11:57:35.056 INFO:tasks.workunit.client.0.smithi042.stdout:9/12: creat f5 x:0 0 0 2024-06-13T11:57:35.056 INFO:tasks.workunit.client.0.smithi042.stdout:9/13: dread - f2 zero size 2024-06-13T11:57:35.164 INFO:tasks.workunit.client.0.smithi042.stdout:9/14: creat f6 x:0 0 0 2024-06-13T11:57:35.164 INFO:tasks.workunit.client.0.smithi042.stdout:9/15: fdatasync f2 0 2024-06-13T11:57:35.165 INFO:tasks.workunit.client.0.smithi042.stdout:9/16: stat c4 0 2024-06-13T11:57:35.203 INFO:tasks.workunit.client.0.smithi042.stdout:5/9: dread f0 [0,4194304] 0 2024-06-13T11:57:35.203 INFO:tasks.workunit.client.0.smithi042.stdout:5/10: truncate f0 260895 0 2024-06-13T11:57:35.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:35 smithi042 ceph-mon[32231]: pgmap v64: 129 pgs: 129 active+clean; 48 MiB data, 696 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.1 MiB/s wr, 2.06k op/s 2024-06-13T11:57:35.369 INFO:tasks.workunit.client.0.smithi042.stdout:5/11: dread f0 [0,4194304] 0 2024-06-13T11:57:35.380 INFO:tasks.workunit.client.0.smithi042.stdout:5/12: dread f0 [0,4194304] 0 2024-06-13T11:57:35.390 INFO:tasks.workunit.client.0.smithi042.stdout:5/13: dread f0 [0,4194304] 0 2024-06-13T11:57:35.397 INFO:tasks.workunit.client.0.smithi042.stdout:5/14: dread f0 [0,4194304] 0 2024-06-13T11:57:35.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:35 smithi162 ceph-mon[36757]: pgmap v64: 129 pgs: 129 active+clean; 48 MiB data, 696 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.1 MiB/s wr, 2.06k op/s 2024-06-13T11:57:35.410 INFO:tasks.workunit.client.0.smithi042.stdout:0/3: dread f0 [0,4194304] 0 2024-06-13T11:57:35.455 INFO:tasks.workunit.client.0.smithi042.stdout:6/7: dwrite f1 [0,4194304] 0 2024-06-13T11:57:35.456 INFO:tasks.workunit.client.0.smithi042.stdout:6/8: chown l2 182114470 1 2024-06-13T11:57:35.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:35 smithi088 ceph-mon[36399]: pgmap v64: 129 pgs: 129 active+clean; 48 MiB data, 696 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.1 MiB/s wr, 2.06k op/s 2024-06-13T11:57:35.709 INFO:tasks.workunit.client.0.smithi042.stdout:5/15: mkdir d1/d3 0 2024-06-13T11:57:35.799 INFO:tasks.workunit.client.0.smithi042.stdout:6/9: creat f3 x:0 0 0 2024-06-13T11:57:35.799 INFO:tasks.workunit.client.0.smithi042.stdout:6/10: chown f1 390995914 1 2024-06-13T11:57:36.259 INFO:tasks.workunit.client.0.smithi042.stdout:4/11: dwrite f0 [0,4194304] 0 2024-06-13T11:57:36.280 INFO:tasks.workunit.client.0.smithi042.stdout:2/13: dwrite f4 [0,4194304] 0 2024-06-13T11:57:36.280 INFO:tasks.workunit.client.0.smithi042.stdout:2/14: chown l0 59 1 2024-06-13T11:57:36.280 INFO:tasks.workunit.client.0.smithi042.stdout:2/15: truncate f6 852697 0 2024-06-13T11:57:36.302 INFO:tasks.workunit.client.0.smithi042.stdout:3/3: dwrite f0 [0,4194304] 0 2024-06-13T11:57:36.302 INFO:tasks.workunit.client.0.smithi042.stdout:5/16: creat d1/f4 x:0 0 0 2024-06-13T11:57:36.302 INFO:tasks.workunit.client.0.smithi042.stdout:5/17: write d1/f4 [896901,109855] 0 2024-06-13T11:57:36.302 INFO:tasks.workunit.client.0.smithi042.stdout:5/18: chown f0 38152268 1 2024-06-13T11:57:36.313 INFO:tasks.workunit.client.0.smithi042.stdout:9/17: dwrite f6 [0,4194304] 0 2024-06-13T11:57:36.313 INFO:tasks.workunit.client.0.smithi042.stdout:9/18: fsync f5 0 2024-06-13T11:57:36.361 INFO:tasks.workunit.client.0.smithi042.stdout:0/4: write f0 [4576665,26935] 0 2024-06-13T11:57:36.361 INFO:tasks.workunit.client.0.smithi042.stdout:3/4: dread f0 [0,4194304] 0 2024-06-13T11:57:36.379 INFO:tasks.workunit.client.0.smithi042.stdout:9/19: dwrite f5 [0,4194304] 0 2024-06-13T11:57:36.412 INFO:tasks.workunit.client.0.smithi042.stdout:9/20: write f6 [1264227,43022] 0 2024-06-13T11:57:36.446 INFO:tasks.workunit.client.0.smithi042.stdout:9/21: write f5 [1003370,70641] 0 2024-06-13T11:57:36.511 INFO:tasks.workunit.client.0.smithi042.stdout:6/11: rename l2 to l4 0 2024-06-13T11:57:36.511 INFO:tasks.workunit.client.0.smithi042.stdout:6/12: chown f3 183331385 1 2024-06-13T11:57:36.541 INFO:tasks.workunit.client.0.smithi042.stdout:6/13: write f1 [2661430,94642] 0 2024-06-13T11:57:36.614 INFO:tasks.workunit.client.0.smithi042.stdout:8/10: dwrite f0 [0,4194304] 0 2024-06-13T11:57:36.634 INFO:tasks.workunit.client.0.smithi042.stdout:8/11: dread f0 [0,4194304] 0 2024-06-13T11:57:36.634 INFO:tasks.workunit.client.0.smithi042.stdout:8/12: chown d2 4 1 2024-06-13T11:57:36.647 INFO:tasks.workunit.client.0.smithi042.stdout:8/13: dread f0 [0,4194304] 0 2024-06-13T11:57:37.206 INFO:tasks.workunit.client.0.smithi042.stdout:4/12: link f0 d1/f4 0 2024-06-13T11:57:37.255 INFO:tasks.workunit.client.0.smithi042.stdout:2/16: mkdir d7 0 2024-06-13T11:57:37.256 INFO:tasks.workunit.client.0.smithi042.stdout:2/17: getdents d7 0 2024-06-13T11:57:37.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:37 smithi042 ceph-mon[32231]: pgmap v65: 129 pgs: 129 active+clean; 48 MiB data, 696 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.7 MiB/s wr, 1.76k op/s 2024-06-13T11:57:37.392 INFO:tasks.workunit.client.0.smithi042.stdout:0/5: rename f0 to f1 0 2024-06-13T11:57:37.393 INFO:tasks.workunit.client.0.smithi042.stdout:3/5: symlink l2 0 2024-06-13T11:57:37.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:37 smithi162 ceph-mon[36757]: pgmap v65: 129 pgs: 129 active+clean; 48 MiB data, 696 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.7 MiB/s wr, 1.76k op/s 2024-06-13T11:57:37.444 INFO:tasks.workunit.client.0.smithi042.stdout:0/6: dread f1 [0,4194304] 0 2024-06-13T11:57:37.493 INFO:tasks.workunit.client.0.smithi042.stdout:9/22: creat f7 x:0 0 0 2024-06-13T11:57:37.494 INFO:tasks.workunit.client.0.smithi042.stdout:9/23: truncate f6 4350500 0 2024-06-13T11:57:37.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:37 smithi088 ceph-mon[36399]: pgmap v65: 129 pgs: 129 active+clean; 48 MiB data, 696 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.7 MiB/s wr, 1.76k op/s 2024-06-13T11:57:37.537 INFO:tasks.workunit.client.0.smithi042.stdout:6/14: creat f5 x:0 0 0 2024-06-13T11:57:37.569 INFO:tasks.workunit.client.0.smithi042.stdout:8/14: creat d2/d3/f4 x:0 0 0 2024-06-13T11:57:37.570 INFO:tasks.workunit.client.0.smithi042.stdout:4/13: mkdir d1/d5 0 2024-06-13T11:57:37.574 INFO:tasks.workunit.client.0.smithi042.stdout:2/18: symlink d7/l8 0 2024-06-13T11:57:37.574 INFO:tasks.workunit.client.0.smithi042.stdout:5/19: unlink d1/f4 0 2024-06-13T11:57:37.574 INFO:tasks.workunit.client.0.smithi042.stdout:9/24: rename f7 to f8 0 2024-06-13T11:57:37.575 INFO:tasks.workunit.client.0.smithi042.stdout:9/25: chown f6 492069468 1 2024-06-13T11:57:37.575 INFO:tasks.workunit.client.0.smithi042.stdout:6/15: symlink l6 0 2024-06-13T11:57:37.575 INFO:tasks.workunit.client.0.smithi042.stdout:6/16: dread - f5 zero size 2024-06-13T11:57:37.578 INFO:tasks.workunit.client.0.smithi042.stdout:9/26: mkdir d9 0 2024-06-13T11:57:37.582 INFO:tasks.workunit.client.0.smithi042.stdout:6/17: mknod c7 0 2024-06-13T11:57:37.582 INFO:tasks.workunit.client.0.smithi042.stdout:6/18: read f1 [1545024,58382] 0 2024-06-13T11:57:37.582 INFO:tasks.workunit.client.0.smithi042.stdout:6/19: chown l4 7809 1 2024-06-13T11:57:37.585 INFO:tasks.workunit.client.0.smithi042.stdout:6/20: symlink l8 0 2024-06-13T11:57:37.586 INFO:tasks.workunit.client.0.smithi042.stdout:6/21: stat l4 0 2024-06-13T11:57:37.587 INFO:tasks.workunit.client.0.smithi042.stdout:6/22: write f5 [282004,31541] 0 2024-06-13T11:57:37.587 INFO:tasks.workunit.client.0.smithi042.stdout:6/23: stat l0 0 2024-06-13T11:57:37.588 INFO:tasks.workunit.client.0.smithi042.stdout:6/24: write f5 [626460,124964] 0 2024-06-13T11:57:37.591 INFO:tasks.workunit.client.0.smithi042.stdout:6/25: symlink l9 0 2024-06-13T11:57:37.591 INFO:tasks.workunit.client.0.smithi042.stdout:6/26: chown l4 32 1 2024-06-13T11:57:37.591 INFO:tasks.workunit.client.0.smithi042.stdout:6/27: chown f5 21555 1 2024-06-13T11:57:37.594 INFO:tasks.workunit.client.0.smithi042.stdout:6/28: mknod ca 0 2024-06-13T11:57:37.640 INFO:tasks.workunit.client.0.smithi042.stdout:9/27: dread f6 [0,4194304] 0 2024-06-13T11:57:37.642 INFO:tasks.workunit.client.0.smithi042.stdout:9/28: symlink d9/la 0 2024-06-13T11:57:37.644 INFO:tasks.workunit.client.0.smithi042.stdout:9/29: creat d9/fb x:0 0 0 2024-06-13T11:57:37.647 INFO:tasks.workunit.client.0.smithi042.stdout:2/19: dread f4 [0,4194304] 0 2024-06-13T11:57:37.647 INFO:tasks.workunit.client.0.smithi042.stdout:2/20: fsync f6 0 2024-06-13T11:57:37.652 INFO:tasks.workunit.client.0.smithi042.stdout:3/6: write f0 [4905142,61758] 0 2024-06-13T11:57:37.732 INFO:tasks.workunit.client.0.smithi042.stdout:4/14: dwrite f0 [4194304,4194304] 0 2024-06-13T11:57:37.756 INFO:tasks.workunit.client.0.smithi042.stdout:9/30: dwrite f8 [0,4194304] 0 2024-06-13T11:57:37.756 INFO:tasks.workunit.client.0.smithi042.stdout:9/31: readlink d9/la 0 2024-06-13T11:57:37.759 INFO:tasks.workunit.client.0.smithi042.stdout:6/29: dwrite f3 [0,4194304] 0 2024-06-13T11:57:37.759 INFO:tasks.workunit.client.0.smithi042.stdout:6/30: chown c7 871798 1 2024-06-13T11:57:37.761 INFO:tasks.workunit.client.0.smithi042.stdout:6/31: write f5 [493411,112016] 0 2024-06-13T11:57:37.761 INFO:tasks.workunit.client.0.smithi042.stdout:3/7: dwrite f0 [4194304,4194304] 0 2024-06-13T11:57:37.761 INFO:tasks.workunit.client.0.smithi042.stdout:3/8: truncate f0 8661659 0 2024-06-13T11:57:37.761 INFO:tasks.workunit.client.0.smithi042.stdout:0/7: truncate f1 1176464 0 2024-06-13T11:57:37.766 INFO:tasks.workunit.client.0.smithi042.stdout:8/15: dwrite f0 [0,4194304] 0 2024-06-13T11:57:37.772 INFO:tasks.workunit.client.0.smithi042.stdout:2/21: write f4 [3011315,66249] 0 2024-06-13T11:57:37.772 INFO:tasks.workunit.client.0.smithi042.stdout:2/22: stat l5 0 2024-06-13T11:57:37.775 INFO:tasks.workunit.client.0.smithi042.stdout:5/20: dwrite f0 [0,4194304] 0 2024-06-13T11:57:37.789 INFO:tasks.workunit.client.0.smithi042.stdout:9/32: rmdir d9 39 2024-06-13T11:57:37.791 INFO:tasks.workunit.client.0.smithi042.stdout:3/9: creat f3 x:0 0 0 2024-06-13T11:57:37.795 INFO:tasks.workunit.client.0.smithi042.stdout:0/8: truncate f1 1990071 0 2024-06-13T11:57:37.797 INFO:tasks.workunit.client.0.smithi042.stdout:5/21: creat d1/f5 x:0 0 0 2024-06-13T11:57:37.800 INFO:tasks.workunit.client.0.smithi042.stdout:0/9: symlink l2 0 2024-06-13T11:57:37.802 INFO:tasks.workunit.client.0.smithi042.stdout:5/22: creat d1/f6 x:0 0 0 2024-06-13T11:57:37.802 INFO:tasks.workunit.client.0.smithi042.stdout:5/23: readlink d1/l2 0 2024-06-13T11:57:37.802 INFO:tasks.workunit.client.0.smithi042.stdout:0/10: creat f3 x:0 0 0 2024-06-13T11:57:37.810 INFO:tasks.workunit.client.0.smithi042.stdout:4/15: dwrite f0 [4194304,4194304] 0 2024-06-13T11:57:37.810 INFO:tasks.workunit.client.0.smithi042.stdout:5/24: creat d1/d3/f7 x:0 0 0 2024-06-13T11:57:37.819 INFO:tasks.workunit.client.0.smithi042.stdout:6/32: dwrite f1 [4194304,4194304] 0 2024-06-13T11:57:37.827 INFO:tasks.workunit.client.0.smithi042.stdout:5/25: truncate f0 851394 0 2024-06-13T11:57:37.835 INFO:tasks.workunit.client.0.smithi042.stdout:6/33: mkdir db 0 2024-06-13T11:57:37.835 INFO:tasks.workunit.client.0.smithi042.stdout:5/26: creat d1/f8 x:0 0 0 2024-06-13T11:57:37.835 INFO:tasks.workunit.client.0.smithi042.stdout:5/27: write d1/f6 [523616,82658] 0 2024-06-13T11:57:37.838 INFO:tasks.workunit.client.0.smithi042.stdout:6/34: rmdir db 0 2024-06-13T11:57:37.838 INFO:tasks.workunit.client.0.smithi042.stdout:6/35: chown f5 1 1 2024-06-13T11:57:37.840 INFO:tasks.workunit.client.0.smithi042.stdout:6/36: symlink lc 0 2024-06-13T11:57:37.840 INFO:tasks.workunit.client.0.smithi042.stdout:6/37: write f5 [784805,127544] 0 2024-06-13T11:57:37.840 INFO:tasks.workunit.client.0.smithi042.stdout:6/38: readlink l6 0 2024-06-13T11:57:37.842 INFO:tasks.workunit.client.0.smithi042.stdout:0/11: write f1 [1240684,1555] 0 2024-06-13T11:57:37.846 INFO:tasks.workunit.client.0.smithi042.stdout:4/16: write d1/f4 [910742,91473] 0 2024-06-13T11:57:37.848 INFO:tasks.workunit.client.0.smithi042.stdout:4/17: mknod d1/d5/c6 0 2024-06-13T11:57:37.848 INFO:tasks.workunit.client.0.smithi042.stdout:2/23: dwrite f2 [0,4194304] 0 2024-06-13T11:57:37.864 INFO:tasks.workunit.client.0.smithi042.stdout:5/28: dread d1/f6 [0,4194304] 0 2024-06-13T11:57:37.864 INFO:tasks.workunit.client.0.smithi042.stdout:5/29: fsync d1/f6 0 2024-06-13T11:57:37.864 INFO:tasks.workunit.client.0.smithi042.stdout:5/30: truncate d1/d3/f7 788664 0 2024-06-13T11:57:37.864 INFO:tasks.workunit.client.0.smithi042.stdout:5/31: truncate f0 1248115 0 2024-06-13T11:57:37.866 INFO:tasks.workunit.client.0.smithi042.stdout:0/12: dread f1 [0,4194304] 0 2024-06-13T11:57:37.873 INFO:tasks.workunit.client.0.smithi042.stdout:4/18: write f0 [5451355,56290] 0 2024-06-13T11:57:37.874 INFO:tasks.workunit.client.0.smithi042.stdout:5/32: dread d1/f6 [0,4194304] 0 2024-06-13T11:57:37.874 INFO:tasks.workunit.client.0.smithi042.stdout:0/13: mkdir d4 0 2024-06-13T11:57:37.875 INFO:tasks.workunit.client.0.smithi042.stdout:4/19: creat d1/f7 x:0 0 0 2024-06-13T11:57:37.876 INFO:tasks.workunit.client.0.smithi042.stdout:4/20: symlink d1/l8 0 2024-06-13T11:57:37.877 INFO:tasks.workunit.client.0.smithi042.stdout:4/21: creat d1/d5/f9 x:0 0 0 2024-06-13T11:57:37.882 INFO:tasks.workunit.client.0.smithi042.stdout:2/24: dread f2 [0,4194304] 0 2024-06-13T11:57:37.882 INFO:tasks.workunit.client.0.smithi042.stdout:2/25: readlink l0 0 2024-06-13T11:57:37.884 INFO:tasks.workunit.client.0.smithi042.stdout:6/39: dread f1 [4194304,4194304] 0 2024-06-13T11:57:37.884 INFO:tasks.workunit.client.0.smithi042.stdout:3/10: dwrite f3 [0,4194304] 0 2024-06-13T11:57:37.887 INFO:tasks.workunit.client.0.smithi042.stdout:3/11: creat f4 x:0 0 0 2024-06-13T11:57:37.888 INFO:tasks.workunit.client.0.smithi042.stdout:3/12: rename f4 to f5 0 2024-06-13T11:57:37.889 INFO:tasks.workunit.client.0.smithi042.stdout:3/13: chown f5 5 1 2024-06-13T11:57:37.889 INFO:tasks.workunit.client.0.smithi042.stdout:3/14: dread - f5 zero size 2024-06-13T11:57:37.889 INFO:tasks.workunit.client.0.smithi042.stdout:3/15: chown l2 15753432 1 2024-06-13T11:57:37.906 INFO:tasks.workunit.client.0.smithi042.stdout:6/40: dread f3 [0,4194304] 0 2024-06-13T11:57:37.914 INFO:tasks.workunit.client.0.smithi042.stdout:3/16: dread f3 [0,4194304] 0 2024-06-13T11:57:37.938 INFO:tasks.workunit.client.0.smithi042.stdout:4/22: dread f0 [0,4194304] 0 2024-06-13T11:57:37.940 INFO:tasks.workunit.client.0.smithi042.stdout:2/26: dwrite f6 [0,4194304] 0 2024-06-13T11:57:37.940 INFO:tasks.workunit.client.0.smithi042.stdout:2/27: fsync f6 0 2024-06-13T11:57:37.940 INFO:tasks.workunit.client.0.smithi042.stdout:2/28: write f4 [2172960,88676] 0 2024-06-13T11:57:37.940 INFO:tasks.workunit.client.0.smithi042.stdout:4/23: symlink d1/la 0 2024-06-13T11:57:37.940 INFO:tasks.workunit.client.0.smithi042.stdout:0/14: dwrite f1 [0,4194304] 0 2024-06-13T11:57:37.942 INFO:tasks.workunit.client.0.smithi042.stdout:2/29: creat d7/f9 x:0 0 0 2024-06-13T11:57:37.942 INFO:tasks.workunit.client.0.smithi042.stdout:3/17: write f0 [6018955,18128] 0 2024-06-13T11:57:37.942 INFO:tasks.workunit.client.0.smithi042.stdout:0/15: symlink d4/l5 0 2024-06-13T11:57:37.943 INFO:tasks.workunit.client.0.smithi042.stdout:0/16: dread - f3 zero size 2024-06-13T11:57:37.944 INFO:tasks.workunit.client.0.smithi042.stdout:2/30: mknod d7/ca 0 2024-06-13T11:57:37.946 INFO:tasks.workunit.client.0.smithi042.stdout:2/31: creat d7/fb x:0 0 0 2024-06-13T11:57:37.949 INFO:tasks.workunit.client.0.smithi042.stdout:2/32: rename f6 to d7/fc 0 2024-06-13T11:57:37.950 INFO:tasks.workunit.client.0.smithi042.stdout:0/17: getdents d4 0 2024-06-13T11:57:37.951 INFO:tasks.workunit.client.0.smithi042.stdout:0/18: creat d4/f6 x:0 0 0 2024-06-13T11:57:37.979 INFO:tasks.workunit.client.0.smithi042.stdout:0/19: dread f1 [0,4194304] 0 2024-06-13T11:57:37.979 INFO:tasks.workunit.client.0.smithi042.stdout:6/41: dwrite f3 [0,4194304] 0 2024-06-13T11:57:37.979 INFO:tasks.workunit.client.0.smithi042.stdout:2/33: dread f2 [0,4194304] 0 2024-06-13T11:57:37.982 INFO:tasks.workunit.client.0.smithi042.stdout:2/34: mknod d7/cd 0 2024-06-13T11:57:37.982 INFO:tasks.workunit.client.0.smithi042.stdout:2/35: write d7/f9 [472309,9807] 0 2024-06-13T11:57:37.986 INFO:tasks.workunit.client.0.smithi042.stdout:2/36: mknod d7/ce 0 2024-06-13T11:57:38.002 INFO:tasks.workunit.client.0.smithi042.stdout:4/24: dwrite d1/f7 [0,4194304] 0 2024-06-13T11:57:38.004 INFO:tasks.workunit.client.0.smithi042.stdout:6/42: dread f3 [0,4194304] 0 2024-06-13T11:57:38.004 INFO:tasks.workunit.client.0.smithi042.stdout:6/43: readlink l8 0 2024-06-13T11:57:38.004 INFO:tasks.workunit.client.0.smithi042.stdout:6/44: fdatasync f1 0 2024-06-13T11:57:38.005 INFO:tasks.workunit.client.0.smithi042.stdout:4/25: link d1/la d1/d5/lb 0 2024-06-13T11:57:38.007 INFO:tasks.workunit.client.0.smithi042.stdout:4/26: symlink d1/d5/lc 0 2024-06-13T11:57:38.007 INFO:tasks.workunit.client.0.smithi042.stdout:4/27: rename d1 to d1/dd 22 2024-06-13T11:57:38.022 INFO:tasks.workunit.client.0.smithi042.stdout:6/45: dread f5 [0,4194304] 0 2024-06-13T11:57:38.023 INFO:tasks.workunit.client.0.smithi042.stdout:6/46: creat fd x:0 0 0 2024-06-13T11:57:38.023 INFO:tasks.workunit.client.0.smithi042.stdout:6/47: stat f1 0 2024-06-13T11:57:38.024 INFO:tasks.workunit.client.0.smithi042.stdout:6/48: rmdir - no directory 2024-06-13T11:57:38.026 INFO:tasks.workunit.client.0.smithi042.stdout:6/49: creat fe x:0 0 0 2024-06-13T11:57:38.026 INFO:tasks.workunit.client.0.smithi042.stdout:6/50: rmdir - no directory 2024-06-13T11:57:38.028 INFO:tasks.workunit.client.0.smithi042.stdout:2/37: dwrite f2 [4194304,4194304] 0 2024-06-13T11:57:38.028 INFO:tasks.workunit.client.0.smithi042.stdout:2/38: dread - d7/fb zero size 2024-06-13T11:57:38.029 INFO:tasks.workunit.client.0.smithi042.stdout:3/18: dwrite f0 [8388608,4194304] 0 2024-06-13T11:57:38.029 INFO:tasks.workunit.client.0.smithi042.stdout:3/19: readlink l2 0 2024-06-13T11:57:38.029 INFO:tasks.workunit.client.0.smithi042.stdout:3/20: fdatasync f0 0 2024-06-13T11:57:38.030 INFO:tasks.workunit.client.0.smithi042.stdout:2/39: mkdir d7/df 0 2024-06-13T11:57:38.030 INFO:tasks.workunit.client.0.smithi042.stdout:2/40: truncate d7/f9 944654 0 2024-06-13T11:57:38.034 INFO:tasks.workunit.client.0.smithi042.stdout:3/21: getdents . 0 2024-06-13T11:57:38.034 INFO:tasks.workunit.client.0.smithi042.stdout:3/22: chown f3 9766 1 2024-06-13T11:57:38.034 INFO:tasks.workunit.client.0.smithi042.stdout:2/41: symlink d7/df/l10 0 2024-06-13T11:57:38.034 INFO:tasks.workunit.client.0.smithi042.stdout:2/42: link l0 d7/df/l11 0 2024-06-13T11:57:38.035 INFO:tasks.workunit.client.0.smithi042.stdout:2/43: rename l3 to d7/df/l12 0 2024-06-13T11:57:38.040 INFO:tasks.workunit.client.0.smithi042.stdout:0/20: dwrite f1 [0,4194304] 0 2024-06-13T11:57:38.041 INFO:tasks.workunit.client.0.smithi042.stdout:0/21: symlink d4/l7 0 2024-06-13T11:57:38.041 INFO:tasks.workunit.client.0.smithi042.stdout:0/22: truncate f3 587419 0 2024-06-13T11:57:38.052 INFO:tasks.workunit.client.0.smithi042.stdout:3/23: dread f3 [0,4194304] 0 2024-06-13T11:57:38.053 INFO:tasks.workunit.client.0.smithi042.stdout:3/24: fsync f3 0 2024-06-13T11:57:38.060 INFO:tasks.workunit.client.0.smithi042.stdout:4/28: dwrite d1/f4 [4194304,4194304] 0 2024-06-13T11:57:38.066 INFO:tasks.workunit.client.0.smithi042.stdout:0/23: dread f1 [0,4194304] 0 2024-06-13T11:57:38.067 INFO:tasks.workunit.client.0.smithi042.stdout:0/24: dread - d4/f6 zero size 2024-06-13T11:57:38.068 INFO:tasks.workunit.client.0.smithi042.stdout:2/44: write f2 [5819194,29151] 0 2024-06-13T11:57:38.068 INFO:tasks.workunit.client.0.smithi042.stdout:0/25: symlink d4/l8 0 2024-06-13T11:57:38.068 INFO:tasks.workunit.client.0.smithi042.stdout:0/26: write d4/f6 [924006,29912] 0 2024-06-13T11:57:38.068 INFO:tasks.workunit.client.0.smithi042.stdout:0/27: readlink d4/l7 0 2024-06-13T11:57:38.069 INFO:tasks.workunit.client.0.smithi042.stdout:2/45: creat d7/f13 x:0 0 0 2024-06-13T11:57:38.070 INFO:tasks.workunit.client.0.smithi042.stdout:2/46: truncate d7/f13 393646 0 2024-06-13T11:57:38.080 INFO:tasks.workunit.client.0.smithi042.stdout:3/25: dread f0 [0,4194304] 0 2024-06-13T11:57:38.082 INFO:tasks.workunit.client.0.smithi042.stdout:3/26: mknod c6 0 2024-06-13T11:57:38.083 INFO:tasks.workunit.client.0.smithi042.stdout:3/27: rename f5 to f7 0 2024-06-13T11:57:38.085 INFO:tasks.workunit.client.0.smithi042.stdout:3/28: creat f8 x:0 0 0 2024-06-13T11:57:38.085 INFO:tasks.workunit.client.0.smithi042.stdout:3/29: chown f0 10765 1 2024-06-13T11:57:38.103 INFO:tasks.workunit.client.0.smithi042.stdout:3/30: write f0 [10360609,41027] 0 2024-06-13T11:57:38.103 INFO:tasks.workunit.client.0.smithi042.stdout:3/31: dread - f8 zero size 2024-06-13T11:57:38.103 INFO:tasks.workunit.client.0.smithi042.stdout:3/32: stat l1 0 2024-06-13T11:57:38.105 INFO:tasks.workunit.client.0.smithi042.stdout:3/33: mknod c9 0 2024-06-13T11:57:38.105 INFO:tasks.workunit.client.0.smithi042.stdout:3/34: read - f7 zero size 2024-06-13T11:57:38.105 INFO:tasks.workunit.client.0.smithi042.stdout:3/35: write f3 [4878401,58052] 0 2024-06-13T11:57:38.105 INFO:tasks.workunit.client.0.smithi042.stdout:3/36: chown l2 1498 1 2024-06-13T11:57:38.106 INFO:tasks.workunit.client.0.smithi042.stdout:3/37: creat fa x:0 0 0 2024-06-13T11:57:38.106 INFO:tasks.workunit.client.0.smithi042.stdout:3/38: chown f8 472501 1 2024-06-13T11:57:38.108 INFO:tasks.workunit.client.0.smithi042.stdout:3/39: creat fb x:0 0 0 2024-06-13T11:57:38.108 INFO:tasks.workunit.client.0.smithi042.stdout:3/40: truncate fb 1042394 0 2024-06-13T11:57:38.121 INFO:tasks.workunit.client.0.smithi042.stdout:2/47: truncate f2 3500369 0 2024-06-13T11:57:38.123 INFO:tasks.workunit.client.0.smithi042.stdout:2/48: symlink d7/l14 0 2024-06-13T11:57:38.123 INFO:tasks.workunit.client.0.smithi042.stdout:2/49: read - d7/fb zero size 2024-06-13T11:57:38.124 INFO:tasks.workunit.client.0.smithi042.stdout:2/50: mknod d7/c15 0 2024-06-13T11:57:38.126 INFO:tasks.workunit.client.0.smithi042.stdout:2/51: rename l5 to d7/l16 0 2024-06-13T11:57:38.129 INFO:tasks.workunit.client.0.smithi042.stdout:2/52: unlink d7/fc 0 2024-06-13T11:57:38.131 INFO:tasks.workunit.client.0.smithi042.stdout:4/29: dwrite d1/d5/f9 [0,4194304] 0 2024-06-13T11:57:38.131 INFO:tasks.workunit.client.0.smithi042.stdout:4/30: chown d1/d5/lb 206384 1 2024-06-13T11:57:38.131 INFO:tasks.workunit.client.0.smithi042.stdout:4/31: fdatasync d1/f7 0 2024-06-13T11:57:38.131 INFO:tasks.workunit.client.0.smithi042.stdout:4/32: chown d1 8090553 1 2024-06-13T11:57:38.131 INFO:tasks.workunit.client.0.smithi042.stdout:2/53: creat d7/f17 x:0 0 0 2024-06-13T11:57:38.134 INFO:tasks.workunit.client.0.smithi042.stdout:4/33: mkdir d1/de 0 2024-06-13T11:57:38.134 INFO:tasks.workunit.client.0.smithi042.stdout:2/54: rmdir d7 39 2024-06-13T11:57:38.136 INFO:tasks.workunit.client.0.smithi042.stdout:4/34: symlink d1/de/lf 0 2024-06-13T11:57:38.137 INFO:tasks.workunit.client.0.smithi042.stdout:2/55: getdents d7/df 0 2024-06-13T11:57:38.139 INFO:tasks.workunit.client.0.smithi042.stdout:4/35: mkdir d1/d10 0 2024-06-13T11:57:38.140 INFO:tasks.workunit.client.0.smithi042.stdout:2/56: link d7/df/l11 d7/df/l18 0 2024-06-13T11:57:38.140 INFO:tasks.workunit.client.0.smithi042.stdout:2/57: dread - d7/f17 zero size 2024-06-13T11:57:38.140 INFO:tasks.workunit.client.0.smithi042.stdout:2/58: fsync f4 0 2024-06-13T11:57:38.141 INFO:tasks.workunit.client.0.smithi042.stdout:4/36: mknod d1/de/c11 0 2024-06-13T11:57:38.141 INFO:tasks.workunit.client.0.smithi042.stdout:4/37: write d1/f7 [4585327,105103] 0 2024-06-13T11:57:38.142 INFO:tasks.workunit.client.0.smithi042.stdout:2/59: readlink d7/df/l10 0 2024-06-13T11:57:38.142 INFO:tasks.workunit.client.0.smithi042.stdout:2/60: write d7/f9 [1674839,33441] 0 2024-06-13T11:57:38.143 INFO:tasks.workunit.client.0.smithi042.stdout:4/38: link d1/d5/lc d1/d5/l12 0 2024-06-13T11:57:38.144 INFO:tasks.workunit.client.0.smithi042.stdout:2/61: stat d7/l16 0 2024-06-13T11:57:38.146 INFO:tasks.workunit.client.0.smithi042.stdout:4/39: rename d1/d5/l12 to d1/d10/l13 0 2024-06-13T11:57:38.146 INFO:tasks.workunit.client.0.smithi042.stdout:2/62: mknod d7/c19 0 2024-06-13T11:57:38.147 INFO:tasks.workunit.client.0.smithi042.stdout:4/40: creat d1/d10/f14 x:0 0 0 2024-06-13T11:57:38.147 INFO:tasks.workunit.client.0.smithi042.stdout:4/41: write d1/f4 [1050272,41149] 0 2024-06-13T11:57:38.152 INFO:tasks.workunit.client.0.smithi042.stdout:3/41: dwrite f3 [0,4194304] 0 2024-06-13T11:57:38.153 INFO:tasks.workunit.client.0.smithi042.stdout:3/42: mkdir dc 0 2024-06-13T11:57:38.175 INFO:tasks.workunit.client.0.smithi042.stdout:4/42: read d1/f7 [2239390,32925] 0 2024-06-13T11:57:38.175 INFO:tasks.workunit.client.0.smithi042.stdout:4/43: write d1/f4 [8885175,28874] 0 2024-06-13T11:57:38.176 INFO:tasks.workunit.client.0.smithi042.stdout:4/44: mkdir d1/d10/d15 0 2024-06-13T11:57:38.176 INFO:tasks.workunit.client.0.smithi042.stdout:4/45: mkdir d1/d5/d16 0 2024-06-13T11:57:38.178 INFO:tasks.workunit.client.0.smithi042.stdout:4/46: creat d1/d5/f17 x:0 0 0 2024-06-13T11:57:38.179 INFO:tasks.workunit.client.0.smithi042.stdout:4/47: symlink d1/l18 0 2024-06-13T11:57:38.179 INFO:tasks.workunit.client.0.smithi042.stdout:4/48: readlink d1/de/lf 0 2024-06-13T11:57:38.195 INFO:tasks.workunit.client.0.smithi042.stdout:2/63: dread f2 [0,4194304] 0 2024-06-13T11:57:38.195 INFO:tasks.workunit.client.0.smithi042.stdout:2/64: write d7/f13 [1034363,77553] 0 2024-06-13T11:57:38.218 INFO:tasks.workunit.client.0.smithi042.stdout:3/43: dwrite f7 [0,4194304] 0 2024-06-13T11:57:38.232 INFO:tasks.workunit.client.0.smithi042.stdout:4/49: dwrite d1/f4 [8388608,4194304] 0 2024-06-13T11:57:38.240 INFO:tasks.workunit.client.0.smithi042.stdout:3/44: symlink dc/ld 0 2024-06-13T11:57:38.247 INFO:tasks.workunit.client.0.smithi042.stdout:2/65: dwrite d7/f17 [0,4194304] 0 2024-06-13T11:57:38.247 INFO:tasks.workunit.client.0.smithi042.stdout:2/66: read f4 [1426706,19436] 0 2024-06-13T11:57:38.265 INFO:tasks.workunit.client.0.smithi042.stdout:4/50: write d1/f4 [11905911,86182] 0 2024-06-13T11:57:38.266 INFO:tasks.workunit.client.0.smithi042.stdout:4/51: chown d1/de/c11 10183963 1 2024-06-13T11:57:38.266 INFO:tasks.workunit.client.0.smithi042.stdout:4/52: chown d1 173 1 2024-06-13T11:57:38.269 INFO:tasks.workunit.client.0.smithi042.stdout:3/45: symlink dc/le 0 2024-06-13T11:57:38.278 INFO:tasks.workunit.client.0.smithi042.stdout:3/46: rename c6 to dc/cf 0 2024-06-13T11:57:38.323 INFO:tasks.workunit.client.0.smithi042.stdout:3/47: dwrite f7 [0,4194304] 0 2024-06-13T11:57:38.324 INFO:tasks.workunit.client.0.smithi042.stdout:3/48: stat f3 0 2024-06-13T11:57:38.325 INFO:tasks.workunit.client.0.smithi042.stdout:4/53: dwrite f0 [0,4194304] 0 2024-06-13T11:57:38.344 INFO:tasks.workunit.client.0.smithi042.stdout:3/49: dread f7 [0,4194304] 0 2024-06-13T11:57:38.347 INFO:tasks.workunit.client.0.smithi042.stdout:4/54: write f0 [4605449,79557] 0 2024-06-13T11:57:38.393 INFO:tasks.workunit.client.0.smithi042.stdout:4/55: dwrite d1/d5/f17 [0,4194304] 0 2024-06-13T11:57:38.393 INFO:tasks.workunit.client.0.smithi042.stdout:4/56: chown d1/de 678 1 2024-06-13T11:57:38.967 INFO:tasks.workunit.client.0.smithi042.stdout:3/50: mknod dc/c10 0 2024-06-13T11:57:38.970 INFO:tasks.workunit.client.0.smithi042.stdout:4/57: rename d1/l18 to d1/d10/d15/l19 0 2024-06-13T11:57:38.972 INFO:tasks.workunit.client.0.smithi042.stdout:3/51: unlink f8 0 2024-06-13T11:57:38.972 INFO:tasks.workunit.client.0.smithi042.stdout:3/52: chown dc/le 901441 1 2024-06-13T11:57:38.973 INFO:tasks.workunit.client.0.smithi042.stdout:3/53: creat dc/f11 x:0 0 0 2024-06-13T11:57:38.975 INFO:tasks.workunit.client.0.smithi042.stdout:3/54: mknod dc/c12 0 2024-06-13T11:57:38.977 INFO:tasks.workunit.client.0.smithi042.stdout:3/55: creat dc/f13 x:0 0 0 2024-06-13T11:57:38.979 INFO:tasks.workunit.client.0.smithi042.stdout:3/56: creat dc/f14 x:0 0 0 2024-06-13T11:57:38.979 INFO:tasks.workunit.client.0.smithi042.stdout:3/57: stat dc/f13 0 2024-06-13T11:57:38.981 INFO:tasks.workunit.client.0.smithi042.stdout:3/58: rename l1 to dc/l15 0 2024-06-13T11:57:38.983 INFO:tasks.workunit.client.0.smithi042.stdout:3/59: rename c9 to dc/c16 0 2024-06-13T11:57:38.983 INFO:tasks.workunit.client.0.smithi042.stdout:3/60: fdatasync dc/f11 0 2024-06-13T11:57:39.042 INFO:tasks.workunit.client.0.smithi042.stdout:4/58: dread d1/d5/f9 [0,4194304] 0 2024-06-13T11:57:39.055 INFO:tasks.workunit.client.0.smithi042.stdout:4/59: mknod d1/d5/c1a 0 2024-06-13T11:57:39.082 INFO:tasks.workunit.client.0.smithi042.stdout:3/61: dwrite f3 [4194304,4194304] 0 2024-06-13T11:57:39.084 INFO:tasks.workunit.client.0.smithi042.stdout:3/62: mkdir dc/d17 0 2024-06-13T11:57:39.087 INFO:tasks.workunit.client.0.smithi042.stdout:3/63: write fb [177375,9981] 0 2024-06-13T11:57:39.089 INFO:tasks.workunit.client.0.smithi042.stdout:3/64: mknod dc/c18 0 2024-06-13T11:57:39.091 INFO:tasks.workunit.client.0.smithi042.stdout:3/65: creat dc/d17/f19 x:0 0 0 2024-06-13T11:57:39.092 INFO:tasks.workunit.client.0.smithi042.stdout:3/66: write dc/d17/f19 [932796,86237] 0 2024-06-13T11:57:39.095 INFO:tasks.workunit.client.0.smithi042.stdout:3/67: rename fb to dc/d17/f1a 0 2024-06-13T11:57:39.145 INFO:tasks.workunit.client.0.smithi042.stdout:3/68: dread f0 [8388608,4194304] 0 2024-06-13T11:57:39.145 INFO:tasks.workunit.client.0.smithi042.stdout:4/60: truncate d1/f4 2984763 0 2024-06-13T11:57:39.147 INFO:tasks.workunit.client.0.smithi042.stdout:3/69: symlink dc/d17/l1b 0 2024-06-13T11:57:39.148 INFO:tasks.workunit.client.0.smithi042.stdout:3/70: write dc/f13 [16565,90533] 0 2024-06-13T11:57:39.148 INFO:tasks.workunit.client.0.smithi042.stdout:3/71: dread - dc/f11 zero size 2024-06-13T11:57:39.195 INFO:tasks.workunit.client.0.smithi042.stdout:3/72: dread f3 [4194304,4194304] 0 2024-06-13T11:57:39.281 INFO:tasks.workunit.client.0.smithi042.stdout:4/61: dwrite d1/d5/f9 [0,4194304] 0 2024-06-13T11:57:39.304 INFO:tasks.workunit.client.0.smithi042.stdout:3/73: dwrite dc/d17/f19 [0,4194304] 0 2024-06-13T11:57:39.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:39 smithi042 ceph-mon[32231]: pgmap v66: 129 pgs: 129 active+clean; 145 MiB data, 983 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 MiB/s rd, 12 MiB/s wr, 2.08k op/s 2024-06-13T11:57:39.307 INFO:tasks.workunit.client.0.smithi042.stdout:3/74: creat dc/d17/f1c x:0 0 0 2024-06-13T11:57:39.309 INFO:tasks.workunit.client.0.smithi042.stdout:3/75: symlink dc/l1d 0 2024-06-13T11:57:39.311 INFO:tasks.workunit.client.0.smithi042.stdout:3/76: link f3 dc/d17/f1e 0 2024-06-13T11:57:39.311 INFO:tasks.workunit.client.0.smithi042.stdout:3/77: truncate dc/f11 597043 0 2024-06-13T11:57:39.313 INFO:tasks.workunit.client.0.smithi042.stdout:3/78: mkdir dc/d17/d1f 0 2024-06-13T11:57:39.335 INFO:tasks.workunit.client.0.smithi042.stdout:4/62: dread d1/f7 [0,4194304] 0 2024-06-13T11:57:39.337 INFO:tasks.workunit.client.0.smithi042.stdout:4/63: symlink d1/d10/l1b 0 2024-06-13T11:57:39.339 INFO:tasks.workunit.client.0.smithi042.stdout:4/64: mknod d1/de/c1c 0 2024-06-13T11:57:39.340 INFO:tasks.workunit.client.0.smithi042.stdout:4/65: creat d1/d5/d16/f1d x:0 0 0 2024-06-13T11:57:39.341 INFO:tasks.workunit.client.0.smithi042.stdout:4/66: creat d1/d10/d15/f1e x:0 0 0 2024-06-13T11:57:39.344 INFO:tasks.workunit.client.0.smithi042.stdout:4/67: truncate d1/f7 2400405 0 2024-06-13T11:57:39.345 INFO:tasks.workunit.client.0.smithi042.stdout:4/68: symlink d1/d10/l1f 0 2024-06-13T11:57:39.346 INFO:tasks.workunit.client.0.smithi042.stdout:4/69: read - d1/d10/f14 zero size 2024-06-13T11:57:39.401 INFO:tasks.workunit.client.0.smithi042.stdout:4/70: dread d1/f7 [0,4194304] 0 2024-06-13T11:57:39.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:39 smithi162 ceph-mon[36757]: pgmap v66: 129 pgs: 129 active+clean; 145 MiB data, 983 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 MiB/s rd, 12 MiB/s wr, 2.08k op/s 2024-06-13T11:57:39.406 INFO:tasks.workunit.client.0.smithi042.stdout:3/79: dwrite f0 [4194304,4194304] 0 2024-06-13T11:57:39.407 INFO:tasks.workunit.client.0.smithi042.stdout:3/80: mkdir dc/d17/d20 0 2024-06-13T11:57:39.450 INFO:tasks.workunit.client.0.smithi042.stdout:4/71: dread d1/f4 [0,4194304] 0 2024-06-13T11:57:39.451 INFO:tasks.workunit.client.0.smithi042.stdout:3/81: dread dc/d17/f1a [0,4194304] 0 2024-06-13T11:57:39.456 INFO:tasks.workunit.client.0.smithi042.stdout:3/82: write dc/f13 [69957,43875] 0 2024-06-13T11:57:39.476 INFO:tasks.workunit.client.0.smithi042.stdout:3/83: dread dc/d17/f1a [0,4194304] 0 2024-06-13T11:57:39.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:39 smithi088 ceph-mon[36399]: pgmap v66: 129 pgs: 129 active+clean; 145 MiB data, 983 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 MiB/s rd, 12 MiB/s wr, 2.08k op/s 2024-06-13T11:57:40.105 INFO:tasks.workunit.client.0.smithi042.stdout:3/84: sync 2024-06-13T11:57:40.105 INFO:tasks.workunit.client.0.smithi042.stdout:7/13: sync 2024-06-13T11:57:40.105 INFO:tasks.workunit.client.0.smithi042.stdout:7/14: chown d2/d3 144419454 1 2024-06-13T11:57:40.105 INFO:tasks.workunit.client.0.smithi042.stdout:4/72: sync 2024-06-13T11:57:40.105 INFO:tasks.workunit.client.0.smithi042.stdout:8/16: sync 2024-06-13T11:57:40.105 INFO:tasks.workunit.client.0.smithi042.stdout:0/28: sync 2024-06-13T11:57:40.105 INFO:tasks.workunit.client.0.smithi042.stdout:6/51: sync 2024-06-13T11:57:40.106 INFO:tasks.workunit.client.0.smithi042.stdout:4/73: readlink d1/d10/d15/l19 0 2024-06-13T11:57:40.106 INFO:tasks.workunit.client.0.smithi042.stdout:5/33: sync 2024-06-13T11:57:40.106 INFO:tasks.workunit.client.0.smithi042.stdout:1/4: sync 2024-06-13T11:57:40.106 INFO:tasks.workunit.client.0.smithi042.stdout:1/5: rename d0 to d0/d2 22 2024-06-13T11:57:40.106 INFO:tasks.workunit.client.0.smithi042.stdout:1/6: dwrite - no filename 2024-06-13T11:57:40.106 INFO:tasks.workunit.client.0.smithi042.stdout:1/7: unlink - no file 2024-06-13T11:57:40.106 INFO:tasks.workunit.client.0.smithi042.stdout:1/8: truncate - no filename 2024-06-13T11:57:40.106 INFO:tasks.workunit.client.0.smithi042.stdout:1/9: chown d0 122 1 2024-06-13T11:57:40.106 INFO:tasks.workunit.client.0.smithi042.stdout:2/67: sync 2024-06-13T11:57:40.106 INFO:tasks.workunit.client.0.smithi042.stdout:1/10: getdents d0 0 2024-06-13T11:57:40.107 INFO:tasks.workunit.client.0.smithi042.stdout:9/33: sync 2024-06-13T11:57:40.107 INFO:tasks.workunit.client.0.smithi042.stdout:8/17: rmdir d2 39 2024-06-13T11:57:40.107 INFO:tasks.workunit.client.0.smithi042.stdout:4/74: link d1/d5/c6 d1/de/c20 0 2024-06-13T11:57:40.109 INFO:tasks.workunit.client.0.smithi042.stdout:5/34: creat d1/d3/f9 x:0 0 0 2024-06-13T11:57:40.110 INFO:tasks.workunit.client.0.smithi042.stdout:1/11: creat d0/f3 x:0 0 0 2024-06-13T11:57:40.117 INFO:tasks.workunit.client.0.smithi042.stdout:8/18: mkdir d2/d3/d5 0 2024-06-13T11:57:40.117 INFO:tasks.workunit.client.0.smithi042.stdout:1/12: rename d0/f3 to d0/f4 0 2024-06-13T11:57:40.117 INFO:tasks.workunit.client.0.smithi042.stdout:1/13: write d0/f4 [564242,53114] 0 2024-06-13T11:57:40.117 INFO:tasks.workunit.client.0.smithi042.stdout:1/14: chown d0 434022 1 2024-06-13T11:57:40.117 INFO:tasks.workunit.client.0.smithi042.stdout:1/15: creat d0/f5 x:0 0 0 2024-06-13T11:57:40.117 INFO:tasks.workunit.client.0.smithi042.stdout:1/16: write d0/f5 [819966,98530] 0 2024-06-13T11:57:40.118 INFO:tasks.workunit.client.0.smithi042.stdout:8/19: creat d2/d3/f6 x:0 0 0 2024-06-13T11:57:40.118 INFO:tasks.workunit.client.0.smithi042.stdout:8/20: chown d2 2 1 2024-06-13T11:57:40.120 INFO:tasks.workunit.client.0.smithi042.stdout:1/17: link d0/f5 d0/f6 0 2024-06-13T11:57:40.121 INFO:tasks.workunit.client.0.smithi042.stdout:8/21: symlink d2/l7 0 2024-06-13T11:57:40.121 INFO:tasks.workunit.client.0.smithi042.stdout:8/22: truncate d2/d3/f4 499584 0 2024-06-13T11:57:40.125 INFO:tasks.workunit.client.0.smithi042.stdout:8/23: creat d2/d3/d5/f8 x:0 0 0 2024-06-13T11:57:40.125 INFO:tasks.workunit.client.0.smithi042.stdout:8/24: stat c1 0 2024-06-13T11:57:40.125 INFO:tasks.workunit.client.0.smithi042.stdout:8/25: stat d2/d3/f6 0 2024-06-13T11:57:40.128 INFO:tasks.workunit.client.0.smithi042.stdout:8/26: write d2/d3/f4 [1311445,10816] 0 2024-06-13T11:57:40.128 INFO:tasks.workunit.client.0.smithi042.stdout:6/52: mknod cf 0 2024-06-13T11:57:40.128 INFO:tasks.workunit.client.0.smithi042.stdout:9/34: creat d9/fc x:0 0 0 2024-06-13T11:57:40.128 INFO:tasks.workunit.client.0.smithi042.stdout:8/27: write d2/d3/f6 [366504,11195] 0 2024-06-13T11:57:40.129 INFO:tasks.workunit.client.0.smithi042.stdout:6/53: fsync fd 0 2024-06-13T11:57:40.132 INFO:tasks.workunit.client.0.smithi042.stdout:6/54: fsync f5 0 2024-06-13T11:57:40.140 INFO:tasks.workunit.client.0.smithi042.stdout:0/29: dread d4/f6 [0,4194304] 0 2024-06-13T11:57:40.142 INFO:tasks.workunit.client.0.smithi042.stdout:0/30: creat d4/f9 x:0 0 0 2024-06-13T11:57:40.143 INFO:tasks.workunit.client.0.smithi042.stdout:0/31: truncate d4/f6 817778 0 2024-06-13T11:57:40.143 INFO:tasks.workunit.client.0.smithi042.stdout:0/32: write f3 [641531,28559] 0 2024-06-13T11:57:40.148 INFO:tasks.workunit.client.0.smithi042.stdout:0/33: symlink d4/la 0 2024-06-13T11:57:40.149 INFO:tasks.workunit.client.0.smithi042.stdout:1/18: fsync d0/f5 0 2024-06-13T11:57:40.149 INFO:tasks.workunit.client.0.smithi042.stdout:9/35: rename d9/la to d9/ld 0 2024-06-13T11:57:40.149 INFO:tasks.workunit.client.0.smithi042.stdout:6/55: symlink l10 0 2024-06-13T11:57:40.154 INFO:tasks.workunit.client.0.smithi042.stdout:6/56: creat f11 x:0 0 0 2024-06-13T11:57:40.158 INFO:tasks.workunit.client.0.smithi042.stdout:9/36: mkdir d9/de 0 2024-06-13T11:57:40.160 INFO:tasks.workunit.client.0.smithi042.stdout:9/37: symlink d9/de/lf 0 2024-06-13T11:57:40.161 INFO:tasks.workunit.client.0.smithi042.stdout:6/57: symlink l12 0 2024-06-13T11:57:40.163 INFO:tasks.workunit.client.0.smithi042.stdout:6/58: chown f1 80 1 2024-06-13T11:57:40.168 INFO:tasks.workunit.client.0.smithi042.stdout:9/38: rmdir d9/de 39 2024-06-13T11:57:40.168 INFO:tasks.workunit.client.0.smithi042.stdout:9/39: truncate f2 335578 0 2024-06-13T11:57:40.168 INFO:tasks.workunit.client.0.smithi042.stdout:4/75: write d1/d5/f17 [3333952,20896] 0 2024-06-13T11:57:40.168 INFO:tasks.workunit.client.0.smithi042.stdout:4/76: readlink d1/d10/l1b 0 2024-06-13T11:57:40.168 INFO:tasks.workunit.client.0.smithi042.stdout:6/59: truncate fe 945543 0 2024-06-13T11:57:40.168 INFO:tasks.workunit.client.0.smithi042.stdout:4/77: creat d1/de/f21 x:0 0 0 2024-06-13T11:57:40.169 INFO:tasks.workunit.client.0.smithi042.stdout:1/19: write d0/f5 [516118,18082] 0 2024-06-13T11:57:40.170 INFO:tasks.workunit.client.0.smithi042.stdout:4/78: rename d1/d10/l1f to d1/de/l22 0 2024-06-13T11:57:40.170 INFO:tasks.workunit.client.0.smithi042.stdout:4/79: chown d1/d5/d16 206 1 2024-06-13T11:57:40.170 INFO:tasks.workunit.client.0.smithi042.stdout:4/80: read - d1/d5/d16/f1d zero size 2024-06-13T11:57:40.171 INFO:tasks.workunit.client.0.smithi042.stdout:4/81: dread - d1/de/f21 zero size 2024-06-13T11:57:40.171 INFO:tasks.workunit.client.0.smithi042.stdout:4/82: chown d1/de 1 1 2024-06-13T11:57:40.171 INFO:tasks.workunit.client.0.smithi042.stdout:1/20: read d0/f4 [312274,96059] 0 2024-06-13T11:57:40.172 INFO:tasks.workunit.client.0.smithi042.stdout:4/83: unlink d1/d10/d15/l19 0 2024-06-13T11:57:40.172 INFO:tasks.workunit.client.0.smithi042.stdout:4/84: readlink d1/l3 0 2024-06-13T11:57:40.174 INFO:tasks.workunit.client.0.smithi042.stdout:4/85: mknod d1/d10/c23 0 2024-06-13T11:57:40.200 INFO:tasks.workunit.client.0.smithi042.stdout:5/35: dwrite d1/f8 [0,4194304] 0 2024-06-13T11:57:40.203 INFO:tasks.workunit.client.0.smithi042.stdout:5/36: creat d1/fa x:0 0 0 2024-06-13T11:57:40.204 INFO:tasks.workunit.client.0.smithi042.stdout:5/37: fsync f0 0 2024-06-13T11:57:40.205 INFO:tasks.workunit.client.0.smithi042.stdout:5/38: creat d1/d3/fb x:0 0 0 2024-06-13T11:57:40.208 INFO:tasks.workunit.client.0.smithi042.stdout:5/39: mknod d1/cc 0 2024-06-13T11:57:40.217 INFO:tasks.workunit.client.0.smithi042.stdout:4/86: write d1/d5/f9 [3081834,110902] 0 2024-06-13T11:57:40.220 INFO:tasks.workunit.client.0.smithi042.stdout:7/15: dwrite f1 [0,4194304] 0 2024-06-13T11:57:40.232 INFO:tasks.workunit.client.0.smithi042.stdout:1/21: dread d0/f5 [0,4194304] 0 2024-06-13T11:57:40.232 INFO:tasks.workunit.client.0.smithi042.stdout:1/22: stat d0/f4 0 2024-06-13T11:57:40.232 INFO:tasks.workunit.client.0.smithi042.stdout:1/23: chown d0 512 1 2024-06-13T11:57:40.232 INFO:tasks.workunit.client.0.smithi042.stdout:9/40: dwrite f8 [0,4194304] 0 2024-06-13T11:57:40.232 INFO:tasks.workunit.client.0.smithi042.stdout:7/16: link f1 d2/f4 0 2024-06-13T11:57:40.232 INFO:tasks.workunit.client.0.smithi042.stdout:7/17: chown f1 0 1 2024-06-13T11:57:40.232 INFO:tasks.workunit.client.0.smithi042.stdout:1/24: rename d0/f4 to d0/f7 0 2024-06-13T11:57:40.233 INFO:tasks.workunit.client.0.smithi042.stdout:1/25: rmdir d0 39 2024-06-13T11:57:40.259 INFO:tasks.workunit.client.0.smithi042.stdout:1/26: dread d0/f5 [0,4194304] 0 2024-06-13T11:57:40.259 INFO:tasks.workunit.client.0.smithi042.stdout:1/27: stat d0/f7 0 2024-06-13T11:57:40.259 INFO:tasks.workunit.client.0.smithi042.stdout:1/28: write d0/f6 [1187819,62231] 0 2024-06-13T11:57:40.267 INFO:tasks.workunit.client.0.smithi042.stdout:1/29: creat d0/f8 x:0 0 0 2024-06-13T11:57:40.268 INFO:tasks.workunit.client.0.smithi042.stdout:2/68: dwrite d7/f9 [0,4194304] 0 2024-06-13T11:57:40.268 INFO:tasks.workunit.client.0.smithi042.stdout:2/69: dread - d7/fb zero size 2024-06-13T11:57:40.269 INFO:tasks.workunit.client.0.smithi042.stdout:3/85: write f3 [5183038,64322] 0 2024-06-13T11:57:40.278 INFO:tasks.workunit.client.0.smithi042.stdout:3/86: symlink dc/d17/d20/l21 0 2024-06-13T11:57:40.285 INFO:tasks.workunit.client.0.smithi042.stdout:2/70: dread d7/f13 [0,4194304] 0 2024-06-13T11:57:40.287 INFO:tasks.workunit.client.0.smithi042.stdout:1/30: dread d0/f6 [0,4194304] 0 2024-06-13T11:57:40.289 INFO:tasks.workunit.client.0.smithi042.stdout:1/31: truncate d0/f5 724434 0 2024-06-13T11:57:40.291 INFO:tasks.workunit.client.0.smithi042.stdout:1/32: creat d0/f9 x:0 0 0 2024-06-13T11:57:40.297 INFO:tasks.workunit.client.0.smithi042.stdout:1/33: mkdir d0/da 0 2024-06-13T11:57:40.299 INFO:tasks.workunit.client.0.smithi042.stdout:1/34: creat d0/da/fb x:0 0 0 2024-06-13T11:57:40.301 INFO:tasks.workunit.client.0.smithi042.stdout:1/35: unlink d0/f6 0 2024-06-13T11:57:40.302 INFO:tasks.workunit.client.0.smithi042.stdout:1/36: truncate d0/f7 1113219 0 2024-06-13T11:57:40.302 INFO:tasks.workunit.client.0.smithi042.stdout:1/37: fsync d0/f5 0 2024-06-13T11:57:40.308 INFO:tasks.workunit.client.0.smithi042.stdout:7/18: dread f1 [0,4194304] 0 2024-06-13T11:57:40.308 INFO:tasks.workunit.client.0.smithi042.stdout:0/34: dwrite f3 [0,4194304] 0 2024-06-13T11:57:40.308 INFO:tasks.workunit.client.0.smithi042.stdout:0/35: mknod d4/cb 0 2024-06-13T11:57:40.308 INFO:tasks.workunit.client.0.smithi042.stdout:6/60: dwrite f3 [4194304,4194304] 0 2024-06-13T11:57:40.308 INFO:tasks.workunit.client.0.smithi042.stdout:0/36: rename f3 to d4/fc 0 2024-06-13T11:57:40.310 INFO:tasks.workunit.client.0.smithi042.stdout:0/37: creat d4/fd x:0 0 0 2024-06-13T11:57:40.310 INFO:tasks.workunit.client.0.smithi042.stdout:0/38: write d4/f9 [343604,13617] 0 2024-06-13T11:57:40.310 INFO:tasks.workunit.client.0.smithi042.stdout:2/71: dread f2 [0,4194304] 0 2024-06-13T11:57:40.312 INFO:tasks.workunit.client.0.smithi042.stdout:3/87: write f0 [5560679,114779] 0 2024-06-13T11:57:40.312 INFO:tasks.workunit.client.0.smithi042.stdout:3/88: dread - dc/f14 zero size 2024-06-13T11:57:40.318 INFO:tasks.workunit.client.0.smithi042.stdout:3/89: creat dc/d17/f22 x:0 0 0 2024-06-13T11:57:40.318 INFO:tasks.workunit.client.0.smithi042.stdout:3/90: chown dc/ld 220721734 1 2024-06-13T11:57:40.318 INFO:tasks.workunit.client.0.smithi042.stdout:3/91: write f3 [6506518,22741] 0 2024-06-13T11:57:40.328 INFO:tasks.workunit.client.0.smithi042.stdout:9/41: dwrite d9/fc [0,4194304] 0 2024-06-13T11:57:40.328 INFO:tasks.workunit.client.0.smithi042.stdout:4/87: dwrite d1/d10/d15/f1e [0,4194304] 0 2024-06-13T11:57:40.340 INFO:tasks.workunit.client.0.smithi042.stdout:6/61: rename f1 to f13 0 2024-06-13T11:57:40.341 INFO:tasks.workunit.client.0.smithi042.stdout:4/88: mknod d1/d5/d16/c24 0 2024-06-13T11:57:40.341 INFO:tasks.workunit.client.0.smithi042.stdout:4/89: chown d1/c2 1267744 1 2024-06-13T11:57:40.348 INFO:tasks.workunit.client.0.smithi042.stdout:9/42: write d9/fb [1003385,14486] 0 2024-06-13T11:57:40.354 INFO:tasks.workunit.client.0.smithi042.stdout:6/62: mknod c14 0 2024-06-13T11:57:40.354 INFO:tasks.workunit.client.0.smithi042.stdout:6/63: dread - fd zero size 2024-06-13T11:57:40.355 INFO:tasks.workunit.client.0.smithi042.stdout:6/64: chown lc 29 1 2024-06-13T11:57:40.359 INFO:tasks.workunit.client.0.smithi042.stdout:1/38: dwrite d0/da/fb [0,4194304] 0 2024-06-13T11:57:40.363 INFO:tasks.workunit.client.0.smithi042.stdout:6/65: link cf c15 0 2024-06-13T11:57:40.363 INFO:tasks.workunit.client.0.smithi042.stdout:6/66: write fd [731096,13915] 0 2024-06-13T11:57:40.363 INFO:tasks.workunit.client.0.smithi042.stdout:9/43: getdents d9 0 2024-06-13T11:57:40.365 INFO:tasks.workunit.client.0.smithi042.stdout:9/44: truncate f8 1326017 0 2024-06-13T11:57:40.365 INFO:tasks.workunit.client.0.smithi042.stdout:9/45: stat d9 0 2024-06-13T11:57:40.365 INFO:tasks.workunit.client.0.smithi042.stdout:8/28: dwrite d2/d3/f4 [0,4194304] 0 2024-06-13T11:57:40.366 INFO:tasks.workunit.client.0.smithi042.stdout:8/29: fdatasync d2/d3/d5/f8 0 2024-06-13T11:57:40.366 INFO:tasks.workunit.client.0.smithi042.stdout:8/30: readlink d2/l7 0 2024-06-13T11:57:40.367 INFO:tasks.workunit.client.0.smithi042.stdout:7/19: write d2/f4 [1957263,130501] 0 2024-06-13T11:57:40.367 INFO:tasks.workunit.client.0.smithi042.stdout:7/20: write f1 [4430646,41043] 0 2024-06-13T11:57:40.367 INFO:tasks.workunit.client.0.smithi042.stdout:7/21: chown c0 720 1 2024-06-13T11:57:40.369 INFO:tasks.workunit.client.0.smithi042.stdout:8/31: creat d2/d3/d5/f9 x:0 0 0 2024-06-13T11:57:40.369 INFO:tasks.workunit.client.0.smithi042.stdout:8/32: stat d2/l7 0 2024-06-13T11:57:40.369 INFO:tasks.workunit.client.0.smithi042.stdout:3/92: dwrite dc/d17/f1a [0,4194304] 0 2024-06-13T11:57:40.374 INFO:tasks.workunit.client.0.smithi042.stdout:7/22: rename f1 to d2/f5 0 2024-06-13T11:57:40.381 INFO:tasks.workunit.client.0.smithi042.stdout:3/93: truncate f0 6729718 0 2024-06-13T11:57:40.384 INFO:tasks.workunit.client.0.smithi042.stdout:3/94: link dc/l1d dc/d17/l23 0 2024-06-13T11:57:40.394 INFO:tasks.workunit.client.0.smithi042.stdout:3/95: dread dc/f11 [0,4194304] 0 2024-06-13T11:57:40.412 INFO:tasks.workunit.client.0.smithi042.stdout:5/40: sync 2024-06-13T11:57:40.412 INFO:tasks.workunit.client.0.smithi042.stdout:5/41: truncate d1/f5 87509 0 2024-06-13T11:57:40.412 INFO:tasks.workunit.client.0.smithi042.stdout:5/42: fsync d1/f6 0 2024-06-13T11:57:40.424 INFO:tasks.workunit.client.0.smithi042.stdout:8/33: dread f0 [0,4194304] 0 2024-06-13T11:57:40.447 INFO:tasks.workunit.client.0.smithi042.stdout:4/90: dwrite d1/de/f21 [0,4194304] 0 2024-06-13T11:57:40.449 INFO:tasks.workunit.client.0.smithi042.stdout:6/67: dwrite f13 [4194304,4194304] 0 2024-06-13T11:57:40.450 INFO:tasks.workunit.client.0.smithi042.stdout:6/68: write fd [1145331,57007] 0 2024-06-13T11:57:40.450 INFO:tasks.workunit.client.0.smithi042.stdout:6/69: dread - f11 zero size 2024-06-13T11:57:40.451 INFO:tasks.workunit.client.0.smithi042.stdout:2/72: dwrite d7/f9 [0,4194304] 0 2024-06-13T11:57:40.457 INFO:tasks.workunit.client.0.smithi042.stdout:2/73: mkdir d7/d1a 0 2024-06-13T11:57:40.461 INFO:tasks.workunit.client.0.smithi042.stdout:6/70: mkdir d16 0 2024-06-13T11:57:40.465 INFO:tasks.workunit.client.0.smithi042.stdout:5/43: dwrite d1/d3/f7 [0,4194304] 0 2024-06-13T11:57:40.467 INFO:tasks.workunit.client.0.smithi042.stdout:6/71: creat d16/f17 x:0 0 0 2024-06-13T11:57:40.468 INFO:tasks.workunit.client.0.smithi042.stdout:5/44: creat d1/d3/fd x:0 0 0 2024-06-13T11:57:40.469 INFO:tasks.workunit.client.0.smithi042.stdout:5/45: mknod d1/d3/ce 0 2024-06-13T11:57:40.474 INFO:tasks.workunit.client.0.smithi042.stdout:3/96: dwrite dc/d17/f1a [4194304,4194304] 0 2024-06-13T11:57:40.474 INFO:tasks.workunit.client.0.smithi042.stdout:3/97: chown dc/l1d 4019 1 2024-06-13T11:57:40.474 INFO:tasks.workunit.client.0.smithi042.stdout:3/98: truncate dc/d17/f1c 600958 0 2024-06-13T11:57:40.474 INFO:tasks.workunit.client.0.smithi042.stdout:3/99: chown dc/d17/d20 284050 1 2024-06-13T11:57:40.474 INFO:tasks.workunit.client.0.smithi042.stdout:5/46: creat d1/ff x:0 0 0 2024-06-13T11:57:40.474 INFO:tasks.workunit.client.0.smithi042.stdout:5/47: chown d1/d3/fb 46363 1 2024-06-13T11:57:40.474 INFO:tasks.workunit.client.0.smithi042.stdout:3/100: symlink dc/d17/d1f/l24 0 2024-06-13T11:57:40.477 INFO:tasks.workunit.client.0.smithi042.stdout:2/74: write d7/f13 [635390,31464] 0 2024-06-13T11:57:40.477 INFO:tasks.workunit.client.0.smithi042.stdout:5/48: mknod d1/d3/c10 0 2024-06-13T11:57:40.479 INFO:tasks.workunit.client.0.smithi042.stdout:5/49: rename d1/d3/ce to d1/d3/c11 0 2024-06-13T11:57:40.479 INFO:tasks.workunit.client.0.smithi042.stdout:5/50: dread - d1/ff zero size 2024-06-13T11:57:40.481 INFO:tasks.workunit.client.0.smithi042.stdout:5/51: link d1/ff d1/f12 0 2024-06-13T11:57:40.482 INFO:tasks.workunit.client.0.smithi042.stdout:6/72: rename f13 to d16/f18 0 2024-06-13T11:57:40.488 INFO:tasks.workunit.client.0.smithi042.stdout:6/73: rename ca to d16/c19 0 2024-06-13T11:57:40.488 INFO:tasks.workunit.client.0.smithi042.stdout:1/39: dwrite d0/f8 [0,4194304] 0 2024-06-13T11:57:40.493 INFO:tasks.workunit.client.0.smithi042.stdout:6/74: creat d16/f1a x:0 0 0 2024-06-13T11:57:40.497 INFO:tasks.workunit.client.0.smithi042.stdout:1/40: write d0/f8 [4375273,97335] 0 2024-06-13T11:57:40.499 INFO:tasks.workunit.client.0.smithi042.stdout:1/41: getdents d0 0 2024-06-13T11:57:40.504 INFO:tasks.workunit.client.0.smithi042.stdout:1/42: symlink d0/da/lc 0 2024-06-13T11:57:40.504 INFO:tasks.workunit.client.0.smithi042.stdout:7/23: dwrite d2/f5 [0,4194304] 0 2024-06-13T11:57:40.513 INFO:tasks.workunit.client.0.smithi042.stdout:8/34: dwrite d2/d3/d5/f9 [0,4194304] 0 2024-06-13T11:57:40.513 INFO:tasks.workunit.client.0.smithi042.stdout:3/101: dread dc/d17/f19 [0,4194304] 0 2024-06-13T11:57:40.514 INFO:tasks.workunit.client.0.smithi042.stdout:1/43: dread d0/f7 [0,4194304] 0 2024-06-13T11:57:40.609 INFO:tasks.workunit.client.0.smithi042.stdout:4/91: dwrite d1/d5/f9 [4194304,4194304] 0 2024-06-13T11:57:40.609 INFO:tasks.workunit.client.0.smithi042.stdout:4/92: fdatasync d1/d5/d16/f1d 0 2024-06-13T11:57:40.613 INFO:tasks.workunit.client.0.smithi042.stdout:8/35: creat d2/fa x:0 0 0 2024-06-13T11:57:40.613 INFO:tasks.workunit.client.0.smithi042.stdout:8/36: getdents d2/d3/d5 0 2024-06-13T11:57:40.613 INFO:tasks.workunit.client.0.smithi042.stdout:8/37: unlink f0 0 2024-06-13T11:57:40.613 INFO:tasks.workunit.client.0.smithi042.stdout:7/24: read d2/f4 [2960076,5707] 0 2024-06-13T11:57:40.614 INFO:tasks.workunit.client.0.smithi042.stdout:8/38: symlink d2/lb 0 2024-06-13T11:57:40.614 INFO:tasks.workunit.client.0.smithi042.stdout:7/25: creat d2/d3/f6 x:0 0 0 2024-06-13T11:57:40.614 INFO:tasks.workunit.client.0.smithi042.stdout:7/26: write d2/d3/f6 [516559,49447] 0 2024-06-13T11:57:40.614 INFO:tasks.workunit.client.0.smithi042.stdout:8/39: mkdir d2/dc 0 2024-06-13T11:57:40.614 INFO:tasks.workunit.client.0.smithi042.stdout:8/40: rename d2/lb to d2/ld 0 2024-06-13T11:57:40.614 INFO:tasks.workunit.client.0.smithi042.stdout:8/41: creat d2/d3/d5/fe x:0 0 0 2024-06-13T11:57:40.614 INFO:tasks.workunit.client.0.smithi042.stdout:8/42: link d2/d3/f6 d2/d3/d5/ff 0 2024-06-13T11:57:40.614 INFO:tasks.workunit.client.0.smithi042.stdout:5/52: dwrite d1/f5 [0,4194304] 0 2024-06-13T11:57:40.614 INFO:tasks.workunit.client.0.smithi042.stdout:5/53: mknod d1/d3/c13 0 2024-06-13T11:57:40.614 INFO:tasks.workunit.client.0.smithi042.stdout:8/43: dread d2/d3/d5/ff [0,4194304] 0 2024-06-13T11:57:40.614 INFO:tasks.workunit.client.0.smithi042.stdout:5/54: unlink d1/d3/f7 0 2024-06-13T11:57:40.614 INFO:tasks.workunit.client.0.smithi042.stdout:5/55: write d1/d3/fd [918500,72119] 0 2024-06-13T11:57:40.615 INFO:tasks.workunit.client.0.smithi042.stdout:8/44: creat d2/f10 x:0 0 0 2024-06-13T11:57:40.615 INFO:tasks.workunit.client.0.smithi042.stdout:8/45: write d2/fa [348017,108711] 0 2024-06-13T11:57:40.615 INFO:tasks.workunit.client.0.smithi042.stdout:7/27: dread d2/f4 [0,4194304] 0 2024-06-13T11:57:40.615 INFO:tasks.workunit.client.0.smithi042.stdout:6/75: dwrite d16/f17 [0,4194304] 0 2024-06-13T11:57:40.615 INFO:tasks.workunit.client.0.smithi042.stdout:5/56: read d1/d3/fd [588567,64730] 0 2024-06-13T11:57:40.615 INFO:tasks.workunit.client.0.smithi042.stdout:5/57: mknod d1/c14 0 2024-06-13T11:57:40.615 INFO:tasks.workunit.client.0.smithi042.stdout:5/58: mknod d1/d3/c15 0 2024-06-13T11:57:40.615 INFO:tasks.workunit.client.0.smithi042.stdout:5/59: dread - d1/fa zero size 2024-06-13T11:57:40.615 INFO:tasks.workunit.client.0.smithi042.stdout:6/76: creat d16/f1b x:0 0 0 2024-06-13T11:57:40.615 INFO:tasks.workunit.client.0.smithi042.stdout:5/60: creat d1/f16 x:0 0 0 2024-06-13T11:57:40.615 INFO:tasks.workunit.client.0.smithi042.stdout:5/61: chown d1/cc 62243 1 2024-06-13T11:57:40.616 INFO:tasks.workunit.client.0.smithi042.stdout:6/77: mkdir d16/d1c 0 2024-06-13T11:57:40.616 INFO:tasks.workunit.client.0.smithi042.stdout:3/102: dwrite f0 [4194304,4194304] 0 2024-06-13T11:57:40.616 INFO:tasks.workunit.client.0.smithi042.stdout:3/103: chown dc/f11 35 1 2024-06-13T11:57:40.616 INFO:tasks.workunit.client.0.smithi042.stdout:6/78: creat d16/d1c/f1d x:0 0 0 2024-06-13T11:57:40.616 INFO:tasks.workunit.client.0.smithi042.stdout:3/104: symlink dc/l25 0 2024-06-13T11:57:40.616 INFO:tasks.workunit.client.0.smithi042.stdout:3/105: rename dc/f13 to dc/d17/d1f/f26 0 2024-06-13T11:57:40.616 INFO:tasks.workunit.client.0.smithi042.stdout:3/106: mkdir dc/d17/d27 0 2024-06-13T11:57:40.616 INFO:tasks.workunit.client.0.smithi042.stdout:3/107: truncate dc/d17/f1a 5562742 0 2024-06-13T11:57:40.616 INFO:tasks.workunit.client.0.smithi042.stdout:6/79: unlink l0 0 2024-06-13T11:57:40.616 INFO:tasks.workunit.client.0.smithi042.stdout:6/80: mknod d16/d1c/c1e 0 2024-06-13T11:57:40.616 INFO:tasks.workunit.client.0.smithi042.stdout:6/81: unlink f5 0 2024-06-13T11:57:40.621 INFO:tasks.workunit.client.0.smithi042.stdout:4/93: dwrite d1/d10/d15/f1e [0,4194304] 0 2024-06-13T11:57:40.622 INFO:tasks.workunit.client.0.smithi042.stdout:8/46: dwrite d2/d3/d5/ff [0,4194304] 0 2024-06-13T11:57:40.622 INFO:tasks.workunit.client.0.smithi042.stdout:4/94: rmdir d1 39 2024-06-13T11:57:40.624 INFO:tasks.workunit.client.0.smithi042.stdout:8/47: creat d2/d3/f11 x:0 0 0 2024-06-13T11:57:40.624 INFO:tasks.workunit.client.0.smithi042.stdout:8/48: readlink d2/ld 0 2024-06-13T11:57:40.625 INFO:tasks.workunit.client.0.smithi042.stdout:4/95: creat d1/d10/d15/f25 x:0 0 0 2024-06-13T11:57:40.625 INFO:tasks.workunit.client.0.smithi042.stdout:4/96: truncate d1/d10/f14 300072 0 2024-06-13T11:57:40.625 INFO:tasks.workunit.client.0.smithi042.stdout:8/49: creat d2/d3/d5/f12 x:0 0 0 2024-06-13T11:57:40.626 INFO:tasks.workunit.client.0.smithi042.stdout:7/28: dwrite d2/d3/f6 [0,4194304] 0 2024-06-13T11:57:40.626 INFO:tasks.workunit.client.0.smithi042.stdout:4/97: mknod d1/d10/c26 0 2024-06-13T11:57:40.626 INFO:tasks.workunit.client.0.smithi042.stdout:4/98: readlink d1/d10/l1b 0 2024-06-13T11:57:40.627 INFO:tasks.workunit.client.0.smithi042.stdout:4/99: chown d1/d10/d15/f1e 1296116 1 2024-06-13T11:57:40.628 INFO:tasks.workunit.client.0.smithi042.stdout:8/50: truncate d2/d3/d5/f9 330266 0 2024-06-13T11:57:40.628 INFO:tasks.workunit.client.0.smithi042.stdout:4/100: creat d1/d5/d16/f27 x:0 0 0 2024-06-13T11:57:40.629 INFO:tasks.workunit.client.0.smithi042.stdout:8/51: creat d2/f13 x:0 0 0 2024-06-13T11:57:40.630 INFO:tasks.workunit.client.0.smithi042.stdout:8/52: truncate d2/d3/f4 4983448 0 2024-06-13T11:57:40.631 INFO:tasks.workunit.client.0.smithi042.stdout:4/101: creat d1/d10/f28 x:0 0 0 2024-06-13T11:57:40.635 INFO:tasks.workunit.client.0.smithi042.stdout:8/53: getdents d2/d3 0 2024-06-13T11:57:40.644 INFO:tasks.workunit.client.0.smithi042.stdout:3/108: dread dc/d17/f1e [4194304,4194304] 0 2024-06-13T11:57:40.644 INFO:tasks.workunit.client.0.smithi042.stdout:3/109: dread - fa zero size 2024-06-13T11:57:40.645 INFO:tasks.workunit.client.0.smithi042.stdout:5/62: dwrite d1/ff [0,4194304] 0 2024-06-13T11:57:40.645 INFO:tasks.workunit.client.0.smithi042.stdout:3/110: unlink dc/d17/l1b 0 2024-06-13T11:57:40.646 INFO:tasks.workunit.client.0.smithi042.stdout:3/111: read dc/d17/f1e [7512713,130653] 0 2024-06-13T11:57:40.648 INFO:tasks.workunit.client.0.smithi042.stdout:5/63: rmdir d1/d3 39 2024-06-13T11:57:40.648 INFO:tasks.workunit.client.0.smithi042.stdout:5/64: dread - d1/d3/f9 zero size 2024-06-13T11:57:40.648 INFO:tasks.workunit.client.0.smithi042.stdout:5/65: chown d1/d3/c15 17397 1 2024-06-13T11:57:40.649 INFO:tasks.workunit.client.0.smithi042.stdout:3/112: mknod dc/d17/c28 0 2024-06-13T11:57:40.649 INFO:tasks.workunit.client.0.smithi042.stdout:5/66: creat d1/d3/f17 x:0 0 0 2024-06-13T11:57:40.652 INFO:tasks.workunit.client.0.smithi042.stdout:6/82: write f3 [4938507,72640] 0 2024-06-13T11:57:40.652 INFO:tasks.workunit.client.0.smithi042.stdout:6/83: rename d16 to d16/d1c/d1f 22 2024-06-13T11:57:40.656 INFO:tasks.workunit.client.0.smithi042.stdout:9/46: sync 2024-06-13T11:57:40.656 INFO:tasks.workunit.client.0.smithi042.stdout:0/39: sync 2024-06-13T11:57:40.656 INFO:tasks.workunit.client.0.smithi042.stdout:0/40: readlink d4/l5 0 2024-06-13T11:57:40.660 INFO:tasks.workunit.client.0.smithi042.stdout:0/41: getdents d4 0 2024-06-13T11:57:40.660 INFO:tasks.workunit.client.0.smithi042.stdout:0/42: getdents d4 0 2024-06-13T11:57:40.665 INFO:tasks.workunit.client.0.smithi042.stdout:6/84: getdents d16/d1c 0 2024-06-13T11:57:40.665 INFO:tasks.workunit.client.0.smithi042.stdout:6/85: readlink l10 0 2024-06-13T11:57:40.665 INFO:tasks.workunit.client.0.smithi042.stdout:0/43: read d4/f6 [760096,30818] 0 2024-06-13T11:57:40.666 INFO:tasks.workunit.client.0.smithi042.stdout:3/113: dread dc/d17/f1a [4194304,4194304] 0 2024-06-13T11:57:40.666 INFO:tasks.workunit.client.0.smithi042.stdout:6/86: mknod d16/d1c/c20 0 2024-06-13T11:57:40.669 INFO:tasks.workunit.client.0.smithi042.stdout:3/114: mkdir dc/d29 0 2024-06-13T11:57:40.682 INFO:tasks.workunit.client.0.smithi042.stdout:4/102: write d1/f4 [2112800,18870] 0 2024-06-13T11:57:40.694 INFO:tasks.workunit.client.0.smithi042.stdout:7/29: dwrite d2/f4 [4194304,4194304] 0 2024-06-13T11:57:40.694 INFO:tasks.workunit.client.0.smithi042.stdout:4/103: rmdir d1/d10/d15 39 2024-06-13T11:57:40.696 INFO:tasks.workunit.client.0.smithi042.stdout:8/54: write d2/d3/d5/ff [270686,88674] 0 2024-06-13T11:57:40.701 INFO:tasks.workunit.client.0.smithi042.stdout:8/55: creat d2/f14 x:0 0 0 2024-06-13T11:57:40.701 INFO:tasks.workunit.client.0.smithi042.stdout:8/56: dread - d2/d3/d5/fe zero size 2024-06-13T11:57:40.706 INFO:tasks.workunit.client.0.smithi042.stdout:4/104: truncate d1/d10/d15/f1e 4075659 0 2024-06-13T11:57:40.706 INFO:tasks.workunit.client.0.smithi042.stdout:4/105: stat d1/d10/c26 0 2024-06-13T11:57:40.706 INFO:tasks.workunit.client.0.smithi042.stdout:1/44: sync 2024-06-13T11:57:40.706 INFO:tasks.workunit.client.0.smithi042.stdout:2/75: sync 2024-06-13T11:57:40.709 INFO:tasks.workunit.client.0.smithi042.stdout:4/106: mkdir d1/d29 0 2024-06-13T11:57:40.709 INFO:tasks.workunit.client.0.smithi042.stdout:4/107: fdatasync d1/d10/f14 0 2024-06-13T11:57:40.712 INFO:tasks.workunit.client.0.smithi042.stdout:1/45: rmdir d0/da 39 2024-06-13T11:57:40.715 INFO:tasks.workunit.client.0.smithi042.stdout:8/57: truncate d2/d3/d5/ff 3172500 0 2024-06-13T11:57:40.715 INFO:tasks.workunit.client.0.smithi042.stdout:0/44: dread d4/fc [0,4194304] 0 2024-06-13T11:57:40.715 INFO:tasks.workunit.client.0.smithi042.stdout:0/45: truncate d4/fc 4207054 0 2024-06-13T11:57:40.715 INFO:tasks.workunit.client.0.smithi042.stdout:0/46: truncate d4/fd 799982 0 2024-06-13T11:57:40.715 INFO:tasks.workunit.client.0.smithi042.stdout:4/108: creat d1/d29/f2a x:0 0 0 2024-06-13T11:57:40.715 INFO:tasks.workunit.client.0.smithi042.stdout:8/58: truncate d2/d3/f4 3369468 0 2024-06-13T11:57:40.717 INFO:tasks.workunit.client.0.smithi042.stdout:0/47: rename d4/cb to d4/ce 0 2024-06-13T11:57:40.719 INFO:tasks.workunit.client.0.smithi042.stdout:4/109: symlink d1/l2b 0 2024-06-13T11:57:40.719 INFO:tasks.workunit.client.0.smithi042.stdout:4/110: read f0 [456279,61280] 0 2024-06-13T11:57:40.720 INFO:tasks.workunit.client.0.smithi042.stdout:9/47: dwrite d9/fc [0,4194304] 0 2024-06-13T11:57:40.720 INFO:tasks.workunit.client.0.smithi042.stdout:9/48: chown c3 1 1 2024-06-13T11:57:40.722 INFO:tasks.workunit.client.0.smithi042.stdout:4/111: creat d1/d5/d16/f2c x:0 0 0 2024-06-13T11:57:40.722 INFO:tasks.workunit.client.0.smithi042.stdout:9/49: mknod d9/de/c10 0 2024-06-13T11:57:40.726 INFO:tasks.workunit.client.0.smithi042.stdout:7/30: write d2/f5 [7953973,95808] 0 2024-06-13T11:57:40.728 INFO:tasks.workunit.client.0.smithi042.stdout:0/48: getdents d4 0 2024-06-13T11:57:40.730 INFO:tasks.workunit.client.0.smithi042.stdout:6/87: dwrite fd [0,4194304] 0 2024-06-13T11:57:40.730 INFO:tasks.workunit.client.0.smithi042.stdout:6/88: read - d16/d1c/f1d zero size 2024-06-13T11:57:40.730 INFO:tasks.workunit.client.0.smithi042.stdout:7/31: mknod d2/d3/c7 0 2024-06-13T11:57:40.730 INFO:tasks.workunit.client.0.smithi042.stdout:7/32: fsync d2/d3/f6 0 2024-06-13T11:57:40.730 INFO:tasks.workunit.client.0.smithi042.stdout:7/33: write d2/f5 [5558480,25196] 0 2024-06-13T11:57:40.730 INFO:tasks.workunit.client.0.smithi042.stdout:0/49: creat d4/ff x:0 0 0 2024-06-13T11:57:40.731 INFO:tasks.workunit.client.0.smithi042.stdout:1/46: dread d0/f5 [0,4194304] 0 2024-06-13T11:57:40.732 INFO:tasks.workunit.client.0.smithi042.stdout:6/89: mkdir d16/d21 0 2024-06-13T11:57:40.734 INFO:tasks.workunit.client.0.smithi042.stdout:7/34: creat d2/f8 x:0 0 0 2024-06-13T11:57:40.735 INFO:tasks.workunit.client.0.smithi042.stdout:7/35: rename d2/f8 to d2/d3/f9 0 2024-06-13T11:57:40.735 INFO:tasks.workunit.client.0.smithi042.stdout:7/36: chown c0 0 1 2024-06-13T11:57:40.736 INFO:tasks.workunit.client.0.smithi042.stdout:7/37: creat d2/d3/fa x:0 0 0 2024-06-13T11:57:40.736 INFO:tasks.workunit.client.0.smithi042.stdout:7/38: fdatasync d2/d3/f6 0 2024-06-13T11:57:40.737 INFO:tasks.workunit.client.0.smithi042.stdout:7/39: rmdir d2/d3 39 2024-06-13T11:57:40.739 INFO:tasks.workunit.client.0.smithi042.stdout:7/40: mknod d2/cb 0 2024-06-13T11:57:40.740 INFO:tasks.workunit.client.0.smithi042.stdout:3/115: dwrite dc/d17/f19 [4194304,4194304] 0 2024-06-13T11:57:40.741 INFO:tasks.workunit.client.0.smithi042.stdout:0/50: dread d4/f9 [0,4194304] 0 2024-06-13T11:57:40.741 INFO:tasks.workunit.client.0.smithi042.stdout:0/51: chown d4/ff 2 1 2024-06-13T11:57:40.741 INFO:tasks.workunit.client.0.smithi042.stdout:0/52: write d4/fd [1631470,30979] 0 2024-06-13T11:57:40.742 INFO:tasks.workunit.client.0.smithi042.stdout:7/41: creat d2/fc x:0 0 0 2024-06-13T11:57:40.755 INFO:tasks.workunit.client.0.smithi042.stdout:0/53: rename d4/l8 to d4/l10 0 2024-06-13T11:57:40.755 INFO:tasks.workunit.client.0.smithi042.stdout:3/116: creat dc/d17/d27/f2a x:0 0 0 2024-06-13T11:57:40.755 INFO:tasks.workunit.client.0.smithi042.stdout:0/54: read d4/f6 [280419,91603] 0 2024-06-13T11:57:40.757 INFO:tasks.workunit.client.0.smithi042.stdout:3/117: symlink dc/d17/d20/l2b 0 2024-06-13T11:57:40.757 INFO:tasks.workunit.client.0.smithi042.stdout:9/50: dread f6 [0,4194304] 0 2024-06-13T11:57:40.757 INFO:tasks.workunit.client.0.smithi042.stdout:0/55: symlink d4/l11 0 2024-06-13T11:57:40.758 INFO:tasks.workunit.client.0.smithi042.stdout:0/56: read d4/f6 [347827,22353] 0 2024-06-13T11:57:40.758 INFO:tasks.workunit.client.0.smithi042.stdout:0/57: read d4/f6 [287149,49670] 0 2024-06-13T11:57:40.758 INFO:tasks.workunit.client.0.smithi042.stdout:3/118: symlink dc/l2c 0 2024-06-13T11:57:40.758 INFO:tasks.workunit.client.0.smithi042.stdout:3/119: chown dc/ld 130 1 2024-06-13T11:57:40.758 INFO:tasks.workunit.client.0.smithi042.stdout:3/120: getdents dc/d17/d1f 0 2024-06-13T11:57:40.759 INFO:tasks.workunit.client.0.smithi042.stdout:0/58: unlink d4/l7 0 2024-06-13T11:57:40.768 INFO:tasks.workunit.client.0.smithi042.stdout:2/76: dwrite d7/f13 [0,4194304] 0 2024-06-13T11:57:40.768 INFO:tasks.workunit.client.0.smithi042.stdout:2/77: chown d7/cd 720274 1 2024-06-13T11:57:40.768 INFO:tasks.workunit.client.0.smithi042.stdout:2/78: getdents d7/d1a 0 2024-06-13T11:57:40.771 INFO:tasks.workunit.client.0.smithi042.stdout:4/112: dread d1/f4 [0,4194304] 0 2024-06-13T11:57:40.776 INFO:tasks.workunit.client.0.smithi042.stdout:9/51: link d9/ld d9/de/l11 0 2024-06-13T11:57:40.776 INFO:tasks.workunit.client.0.smithi042.stdout:9/52: write f6 [3492107,79203] 0 2024-06-13T11:57:40.779 INFO:tasks.workunit.client.0.smithi042.stdout:1/47: read d0/da/fb [2281956,31843] 0 2024-06-13T11:57:40.782 INFO:tasks.workunit.client.0.smithi042.stdout:7/42: write d2/d3/f6 [1212320,66511] 0 2024-06-13T11:57:40.782 INFO:tasks.workunit.client.0.smithi042.stdout:7/43: stat d2/d3/fa 0 2024-06-13T11:57:40.783 INFO:tasks.workunit.client.0.smithi042.stdout:2/79: unlink d7/f13 0 2024-06-13T11:57:40.784 INFO:tasks.workunit.client.0.smithi042.stdout:4/113: rmdir d1/d5/d16 39 2024-06-13T11:57:40.784 INFO:tasks.workunit.client.0.smithi042.stdout:4/114: chown d1/d10/c26 84 1 2024-06-13T11:57:40.784 INFO:tasks.workunit.client.0.smithi042.stdout:4/115: chown f0 14752168 1 2024-06-13T11:57:40.785 INFO:tasks.workunit.client.0.smithi042.stdout:3/121: dread dc/d17/f19 [0,4194304] 0 2024-06-13T11:57:40.785 INFO:tasks.workunit.client.0.smithi042.stdout:1/48: mkdir d0/da/dd 0 2024-06-13T11:57:40.785 INFO:tasks.workunit.client.0.smithi042.stdout:1/49: chown d0/f7 20 1 2024-06-13T11:57:40.788 INFO:tasks.workunit.client.0.smithi042.stdout:7/44: unlink c0 0 2024-06-13T11:57:40.789 INFO:tasks.workunit.client.0.smithi042.stdout:2/80: symlink d7/l1b 0 2024-06-13T11:57:40.792 INFO:tasks.workunit.client.0.smithi042.stdout:4/116: symlink d1/d5/d16/l2d 0 2024-06-13T11:57:40.792 INFO:tasks.workunit.client.0.smithi042.stdout:3/122: mkdir dc/d17/d20/d2d 0 2024-06-13T11:57:40.792 INFO:tasks.workunit.client.0.smithi042.stdout:4/117: write d1/d5/d16/f27 [950194,8802] 0 2024-06-13T11:57:40.792 INFO:tasks.workunit.client.0.smithi042.stdout:1/50: creat d0/fe x:0 0 0 2024-06-13T11:57:40.793 INFO:tasks.workunit.client.0.smithi042.stdout:0/59: dread d4/fd [0,4194304] 0 2024-06-13T11:57:40.793 INFO:tasks.workunit.client.0.smithi042.stdout:2/81: rmdir d7/df 39 2024-06-13T11:57:40.794 INFO:tasks.workunit.client.0.smithi042.stdout:4/118: rename d1/d5/f9 to d1/de/f2e 0 2024-06-13T11:57:40.796 INFO:tasks.workunit.client.0.smithi042.stdout:0/60: creat d4/f12 x:0 0 0 2024-06-13T11:57:40.797 INFO:tasks.workunit.client.0.smithi042.stdout:4/119: mknod d1/de/c2f 0 2024-06-13T11:57:40.797 INFO:tasks.workunit.client.0.smithi042.stdout:4/120: dread - d1/d29/f2a zero size 2024-06-13T11:57:40.800 INFO:tasks.workunit.client.0.smithi042.stdout:0/61: symlink d4/l13 0 2024-06-13T11:57:40.800 INFO:tasks.workunit.client.0.smithi042.stdout:0/62: write d4/f9 [409824,46792] 0 2024-06-13T11:57:40.801 INFO:tasks.workunit.client.0.smithi042.stdout:0/63: creat d4/f14 x:0 0 0 2024-06-13T11:57:40.810 INFO:tasks.workunit.client.0.smithi042.stdout:6/90: dwrite fe [0,4194304] 0 2024-06-13T11:57:40.811 INFO:tasks.workunit.client.0.smithi042.stdout:6/91: write d16/d1c/f1d [92213,55540] 0 2024-06-13T11:57:40.812 INFO:tasks.workunit.client.0.smithi042.stdout:7/45: dread d2/f5 [4194304,4194304] 0 2024-06-13T11:57:40.812 INFO:tasks.workunit.client.0.smithi042.stdout:7/46: chown d2/fc 429222466 1 2024-06-13T11:57:40.816 INFO:tasks.workunit.client.0.smithi042.stdout:7/47: creat d2/d3/fd x:0 0 0 2024-06-13T11:57:40.816 INFO:tasks.workunit.client.0.smithi042.stdout:7/48: dread - d2/fc zero size 2024-06-13T11:57:40.816 INFO:tasks.workunit.client.0.smithi042.stdout:6/92: creat d16/d21/f22 x:0 0 0 2024-06-13T11:57:40.817 INFO:tasks.workunit.client.0.smithi042.stdout:6/93: mkdir d16/d21/d23 0 2024-06-13T11:57:40.817 INFO:tasks.workunit.client.0.smithi042.stdout:6/94: fdatasync f11 0 2024-06-13T11:57:40.829 INFO:tasks.workunit.client.0.smithi042.stdout:6/95: unlink d16/d21/f22 0 2024-06-13T11:57:40.833 INFO:tasks.workunit.client.0.smithi042.stdout:6/96: rename fd to d16/d21/f24 0 2024-06-13T11:57:40.835 INFO:tasks.workunit.client.0.smithi042.stdout:6/97: mknod d16/d1c/c25 0 2024-06-13T11:57:40.842 INFO:tasks.workunit.client.0.smithi042.stdout:6/98: fsync d16/d21/f24 0 2024-06-13T11:57:40.844 INFO:tasks.workunit.client.0.smithi042.stdout:6/99: mknod d16/d21/c26 0 2024-06-13T11:57:40.846 INFO:tasks.workunit.client.0.smithi042.stdout:6/100: rename d16/d1c/c25 to d16/c27 0 2024-06-13T11:57:40.848 INFO:tasks.workunit.client.0.smithi042.stdout:6/101: symlink d16/d21/d23/l28 0 2024-06-13T11:57:40.849 INFO:tasks.workunit.client.0.smithi042.stdout:6/102: chown l4 412 1 2024-06-13T11:57:40.865 INFO:tasks.workunit.client.0.smithi042.stdout:4/121: dwrite d1/d5/d16/f27 [0,4194304] 0 2024-06-13T11:57:40.882 INFO:tasks.workunit.client.0.smithi042.stdout:4/122: getdents d1/de 0 2024-06-13T11:57:40.882 INFO:tasks.workunit.client.0.smithi042.stdout:4/123: fsync d1/f4 0 2024-06-13T11:57:40.882 INFO:tasks.workunit.client.0.smithi042.stdout:1/51: dwrite d0/f8 [0,4194304] 0 2024-06-13T11:57:40.882 INFO:tasks.workunit.client.0.smithi042.stdout:1/52: getdents d0 0 2024-06-13T11:57:40.883 INFO:tasks.workunit.client.0.smithi042.stdout:1/53: getdents d0/da/dd 0 2024-06-13T11:57:40.884 INFO:tasks.workunit.client.0.smithi042.stdout:1/54: truncate d0/f7 522759 0 2024-06-13T11:57:40.884 INFO:tasks.workunit.client.0.smithi042.stdout:5/67: sync 2024-06-13T11:57:40.889 INFO:tasks.workunit.client.0.smithi042.stdout:1/55: creat d0/ff x:0 0 0 2024-06-13T11:57:40.889 INFO:tasks.workunit.client.0.smithi042.stdout:1/56: dread - d0/ff zero size 2024-06-13T11:57:40.889 INFO:tasks.workunit.client.0.smithi042.stdout:5/68: creat d1/f18 x:0 0 0 2024-06-13T11:57:40.893 INFO:tasks.workunit.client.0.smithi042.stdout:0/64: dwrite d4/f14 [0,4194304] 0 2024-06-13T11:57:40.897 INFO:tasks.workunit.client.0.smithi042.stdout:2/82: dwrite d7/f9 [0,4194304] 0 2024-06-13T11:57:40.898 INFO:tasks.workunit.client.0.smithi042.stdout:7/49: dwrite d2/d3/f9 [0,4194304] 0 2024-06-13T11:57:40.898 INFO:tasks.workunit.client.0.smithi042.stdout:7/50: readlink - no filename 2024-06-13T11:57:40.898 INFO:tasks.workunit.client.0.smithi042.stdout:7/51: read d2/f4 [6153974,117998] 0 2024-06-13T11:57:40.908 INFO:tasks.workunit.client.0.smithi042.stdout:3/123: dwrite dc/d17/f22 [0,4194304] 0 2024-06-13T11:57:40.912 INFO:tasks.workunit.client.0.smithi042.stdout:1/57: dread d0/f5 [0,4194304] 0 2024-06-13T11:57:40.916 INFO:tasks.workunit.client.0.smithi042.stdout:4/124: dread d1/d10/d15/f1e [0,4194304] 0 2024-06-13T11:57:40.917 INFO:tasks.workunit.client.0.smithi042.stdout:6/103: dwrite d16/f17 [0,4194304] 0 2024-06-13T11:57:40.921 INFO:tasks.workunit.client.0.smithi042.stdout:7/52: rmdir d2 39 2024-06-13T11:57:40.921 INFO:tasks.workunit.client.0.smithi042.stdout:2/83: mknod d7/df/c1c 0 2024-06-13T11:57:40.921 INFO:tasks.workunit.client.0.smithi042.stdout:6/104: symlink d16/d1c/l29 0 2024-06-13T11:57:40.922 INFO:tasks.workunit.client.0.smithi042.stdout:4/125: link d1/d10/d15/f1e d1/f30 0 2024-06-13T11:57:40.923 INFO:tasks.workunit.client.0.smithi042.stdout:2/84: rename d7/df/l18 to d7/d1a/l1d 0 2024-06-13T11:57:40.924 INFO:tasks.workunit.client.0.smithi042.stdout:2/85: stat c1 0 2024-06-13T11:57:40.925 INFO:tasks.workunit.client.0.smithi042.stdout:4/126: unlink d1/d5/d16/l2d 0 2024-06-13T11:57:40.928 INFO:tasks.workunit.client.0.smithi042.stdout:6/105: unlink cf 0 2024-06-13T11:57:40.928 INFO:tasks.workunit.client.0.smithi042.stdout:6/106: chown d16/f1b 1 1 2024-06-13T11:57:40.928 INFO:tasks.workunit.client.0.smithi042.stdout:6/107: write d16/d1c/f1d [285012,30457] 0 2024-06-13T11:57:40.928 INFO:tasks.workunit.client.0.smithi042.stdout:8/59: sync 2024-06-13T11:57:40.929 INFO:tasks.workunit.client.0.smithi042.stdout:2/86: link d7/c15 d7/df/c1e 0 2024-06-13T11:57:40.930 INFO:tasks.workunit.client.0.smithi042.stdout:8/60: truncate d2/fa 390768 0 2024-06-13T11:57:40.931 INFO:tasks.workunit.client.0.smithi042.stdout:6/108: creat d16/d21/d23/f2a x:0 0 0 2024-06-13T11:57:40.932 INFO:tasks.workunit.client.0.smithi042.stdout:8/61: unlink d2/f13 0 2024-06-13T11:57:40.932 INFO:tasks.workunit.client.0.smithi042.stdout:6/109: chown l6 0 1 2024-06-13T11:57:40.936 INFO:tasks.workunit.client.0.smithi042.stdout:8/62: creat d2/f15 x:0 0 0 2024-06-13T11:57:40.939 INFO:tasks.workunit.client.0.smithi042.stdout:8/63: mknod d2/c16 0 2024-06-13T11:57:40.940 INFO:tasks.workunit.client.0.smithi042.stdout:8/64: creat d2/d3/f17 x:0 0 0 2024-06-13T11:57:40.948 INFO:tasks.workunit.client.0.smithi042.stdout:8/65: creat d2/d3/d5/f18 x:0 0 0 2024-06-13T11:57:40.961 INFO:tasks.workunit.client.0.smithi042.stdout:2/87: write d7/f9 [4091072,129362] 0 2024-06-13T11:57:40.962 INFO:tasks.workunit.client.0.smithi042.stdout:2/88: mkdir d7/d1f 0 2024-06-13T11:57:40.962 INFO:tasks.workunit.client.0.smithi042.stdout:2/89: write d7/f17 [4346093,22737] 0 2024-06-13T11:57:40.966 INFO:tasks.workunit.client.0.smithi042.stdout:5/69: dwrite d1/f5 [0,4194304] 0 2024-06-13T11:57:40.993 INFO:tasks.workunit.client.0.smithi042.stdout:4/127: dread d1/d5/f17 [0,4194304] 0 2024-06-13T11:57:40.993 INFO:tasks.workunit.client.0.smithi042.stdout:4/128: stat d1/f7 0 2024-06-13T11:57:40.993 INFO:tasks.workunit.client.0.smithi042.stdout:4/129: stat d1/d10/d15/f1e 0 2024-06-13T11:57:40.993 INFO:tasks.workunit.client.0.smithi042.stdout:4/130: read d1/d5/f17 [293655,9104] 0 2024-06-13T11:57:40.994 INFO:tasks.workunit.client.0.smithi042.stdout:6/110: dwrite d16/f17 [4194304,4194304] 0 2024-06-13T11:57:40.994 INFO:tasks.workunit.client.0.smithi042.stdout:3/124: dwrite dc/d17/f1c [0,4194304] 0 2024-06-13T11:57:40.994 INFO:tasks.workunit.client.0.smithi042.stdout:6/111: dread - d16/f1a zero size 2024-06-13T11:57:41.001 INFO:tasks.workunit.client.0.smithi042.stdout:4/131: symlink d1/d29/l31 0 2024-06-13T11:57:41.001 INFO:tasks.workunit.client.0.smithi042.stdout:3/125: creat dc/d17/d20/f2e x:0 0 0 2024-06-13T11:57:41.001 INFO:tasks.workunit.client.0.smithi042.stdout:3/126: dread - dc/d17/d20/f2e zero size 2024-06-13T11:57:41.002 INFO:tasks.workunit.client.0.smithi042.stdout:3/127: creat dc/d17/d1f/f2f x:0 0 0 2024-06-13T11:57:41.004 INFO:tasks.workunit.client.0.smithi042.stdout:3/128: truncate dc/d17/f1e 817037 0 2024-06-13T11:57:41.004 INFO:tasks.workunit.client.0.smithi042.stdout:3/129: chown dc/c16 54934654 1 2024-06-13T11:57:41.004 INFO:tasks.workunit.client.0.smithi042.stdout:3/130: unlink dc/l2c 0 2024-06-13T11:57:41.007 INFO:tasks.workunit.client.0.smithi042.stdout:3/131: creat dc/d29/f30 x:0 0 0 2024-06-13T11:57:41.009 INFO:tasks.workunit.client.0.smithi042.stdout:3/132: creat dc/d17/d1f/f31 x:0 0 0 2024-06-13T11:57:41.013 INFO:tasks.workunit.client.0.smithi042.stdout:0/65: dwrite d4/ff [0,4194304] 0 2024-06-13T11:57:41.018 INFO:tasks.workunit.client.0.smithi042.stdout:1/58: dwrite d0/f8 [0,4194304] 0 2024-06-13T11:57:41.018 INFO:tasks.workunit.client.0.smithi042.stdout:1/59: dread - d0/fe zero size 2024-06-13T11:57:41.018 INFO:tasks.workunit.client.0.smithi042.stdout:0/66: symlink d4/l15 0 2024-06-13T11:57:41.022 INFO:tasks.workunit.client.0.smithi042.stdout:1/60: symlink d0/da/l10 0 2024-06-13T11:57:41.024 INFO:tasks.workunit.client.0.smithi042.stdout:8/66: dwrite d2/d3/d5/fe [0,4194304] 0 2024-06-13T11:57:41.025 INFO:tasks.workunit.client.0.smithi042.stdout:4/132: dread d1/d10/d15/f1e [0,4194304] 0 2024-06-13T11:57:41.027 INFO:tasks.workunit.client.0.smithi042.stdout:5/70: dwrite d1/f12 [0,4194304] 0 2024-06-13T11:57:41.028 INFO:tasks.workunit.client.0.smithi042.stdout:9/53: sync 2024-06-13T11:57:41.030 INFO:tasks.workunit.client.0.smithi042.stdout:8/67: write d2/d3/d5/f9 [9461,45767] 0 2024-06-13T11:57:41.033 INFO:tasks.workunit.client.0.smithi042.stdout:4/133: creat d1/d10/d15/f32 x:0 0 0 2024-06-13T11:57:41.033 INFO:tasks.workunit.client.0.smithi042.stdout:1/61: creat d0/da/dd/f11 x:0 0 0 2024-06-13T11:57:41.033 INFO:tasks.workunit.client.0.smithi042.stdout:1/62: stat d0 0 2024-06-13T11:57:41.034 INFO:tasks.workunit.client.0.smithi042.stdout:7/53: dwrite d2/d3/f6 [0,4194304] 0 2024-06-13T11:57:41.035 INFO:tasks.workunit.client.0.smithi042.stdout:8/68: mkdir d2/d3/d19 0 2024-06-13T11:57:41.036 INFO:tasks.workunit.client.0.smithi042.stdout:5/71: truncate d1/f12 165418 0 2024-06-13T11:57:41.037 INFO:tasks.workunit.client.0.smithi042.stdout:5/72: dread - d1/d3/f9 zero size 2024-06-13T11:57:41.037 INFO:tasks.workunit.client.0.smithi042.stdout:5/73: chown d1/d3 714 1 2024-06-13T11:57:41.040 INFO:tasks.workunit.client.0.smithi042.stdout:4/134: mkdir d1/d29/d33 0 2024-06-13T11:57:41.040 INFO:tasks.workunit.client.0.smithi042.stdout:1/63: mkdir d0/da/dd/d12 0 2024-06-13T11:57:41.041 INFO:tasks.workunit.client.0.smithi042.stdout:7/54: mknod d2/ce 0 2024-06-13T11:57:41.041 INFO:tasks.workunit.client.0.smithi042.stdout:7/55: fdatasync d2/d3/fa 0 2024-06-13T11:57:41.042 INFO:tasks.workunit.client.0.smithi042.stdout:7/56: write d2/fc [981162,20679] 0 2024-06-13T11:57:41.042 INFO:tasks.workunit.client.0.smithi042.stdout:7/57: fdatasync d2/d3/f9 0 2024-06-13T11:57:41.042 INFO:tasks.workunit.client.0.smithi042.stdout:4/135: truncate d1/d5/d16/f27 2949490 0 2024-06-13T11:57:41.042 INFO:tasks.workunit.client.0.smithi042.stdout:5/74: mknod d1/c19 0 2024-06-13T11:57:41.044 INFO:tasks.workunit.client.0.smithi042.stdout:1/64: creat d0/da/dd/d12/f13 x:0 0 0 2024-06-13T11:57:41.044 INFO:tasks.workunit.client.0.smithi042.stdout:1/65: read d0/f5 [239241,66568] 0 2024-06-13T11:57:41.046 INFO:tasks.workunit.client.0.smithi042.stdout:4/136: creat d1/d29/f34 x:0 0 0 2024-06-13T11:57:41.047 INFO:tasks.workunit.client.0.smithi042.stdout:5/75: mknod d1/d3/c1a 0 2024-06-13T11:57:41.047 INFO:tasks.workunit.client.0.smithi042.stdout:5/76: truncate d1/f5 4199660 0 2024-06-13T11:57:41.048 INFO:tasks.workunit.client.0.smithi042.stdout:3/133: write dc/d17/f1a [2373121,84048] 0 2024-06-13T11:57:41.048 INFO:tasks.workunit.client.0.smithi042.stdout:9/54: dread f2 [0,4194304] 0 2024-06-13T11:57:41.054 INFO:tasks.workunit.client.0.smithi042.stdout:1/66: creat d0/da/dd/d12/f14 x:0 0 0 2024-06-13T11:57:41.054 INFO:tasks.workunit.client.0.smithi042.stdout:5/77: link d1/c14 d1/c1b 0 2024-06-13T11:57:41.054 INFO:tasks.workunit.client.0.smithi042.stdout:4/137: mkdir d1/d10/d35 0 2024-06-13T11:57:41.054 INFO:tasks.workunit.client.0.smithi042.stdout:5/78: symlink d1/d3/l1c 0 2024-06-13T11:57:41.054 INFO:tasks.workunit.client.0.smithi042.stdout:5/79: chown f0 15849 1 2024-06-13T11:57:41.057 INFO:tasks.workunit.client.0.smithi042.stdout:4/138: symlink d1/d29/l36 0 2024-06-13T11:57:41.065 INFO:tasks.workunit.client.0.smithi042.stdout:9/55: symlink d9/l12 0 2024-06-13T11:57:41.067 INFO:tasks.workunit.client.0.smithi042.stdout:2/90: dread d7/f9 [0,4194304] 0 2024-06-13T11:57:41.067 INFO:tasks.workunit.client.0.smithi042.stdout:2/91: readlink d7/l1b 0 2024-06-13T11:57:41.067 INFO:tasks.workunit.client.0.smithi042.stdout:9/56: truncate f6 4304273 0 2024-06-13T11:57:41.067 INFO:tasks.workunit.client.0.smithi042.stdout:9/57: fsync f2 0 2024-06-13T11:57:41.070 INFO:tasks.workunit.client.0.smithi042.stdout:9/58: rmdir d9/de 39 2024-06-13T11:57:41.073 INFO:tasks.workunit.client.0.smithi042.stdout:2/92: rename d7/c19 to d7/df/c20 0 2024-06-13T11:57:41.076 INFO:tasks.workunit.client.0.smithi042.stdout:9/59: getdents d9/de 0 2024-06-13T11:57:41.086 INFO:tasks.workunit.client.0.smithi042.stdout:2/93: rename d7/l8 to d7/df/l21 0 2024-06-13T11:57:41.092 INFO:tasks.workunit.client.0.smithi042.stdout:2/94: mknod d7/d1f/c22 0 2024-06-13T11:57:41.094 INFO:tasks.workunit.client.0.smithi042.stdout:4/139: dread d1/d10/d15/f1e [0,4194304] 0 2024-06-13T11:57:41.098 INFO:tasks.workunit.client.0.smithi042.stdout:6/112: dwrite d16/d1c/f1d [0,4194304] 0 2024-06-13T11:57:41.120 INFO:tasks.workunit.client.0.smithi042.stdout:3/134: dwrite fa [0,4194304] 0 2024-06-13T11:57:41.120 INFO:tasks.workunit.client.0.smithi042.stdout:1/67: dread d0/f8 [0,4194304] 0 2024-06-13T11:57:41.124 INFO:tasks.workunit.client.0.smithi042.stdout:6/113: read d16/d21/f24 [2233645,34646] 0 2024-06-13T11:57:41.139 INFO:tasks.workunit.client.0.smithi042.stdout:7/58: dwrite d2/fc [0,4194304] 0 2024-06-13T11:57:41.139 INFO:tasks.workunit.client.0.smithi042.stdout:7/59: symlink d2/d3/lf 0 2024-06-13T11:57:41.139 INFO:tasks.workunit.client.0.smithi042.stdout:7/60: chown d2/d3 178 1 2024-06-13T11:57:41.143 INFO:tasks.workunit.client.0.smithi042.stdout:0/67: dwrite f1 [0,4194304] 0 2024-06-13T11:57:41.143 INFO:tasks.workunit.client.0.smithi042.stdout:0/68: truncate d4/ff 3184525 0 2024-06-13T11:57:41.143 INFO:tasks.workunit.client.0.smithi042.stdout:0/69: dread - d4/f12 zero size 2024-06-13T11:57:41.144 INFO:tasks.workunit.client.0.smithi042.stdout:0/70: write d4/fc [4391338,68651] 0 2024-06-13T11:57:41.159 INFO:tasks.workunit.client.0.smithi042.stdout:5/80: dwrite d1/f8 [0,4194304] 0 2024-06-13T11:57:41.161 INFO:tasks.workunit.client.0.smithi042.stdout:5/81: creat d1/f1d x:0 0 0 2024-06-13T11:57:41.163 INFO:tasks.workunit.client.0.smithi042.stdout:5/82: mkdir d1/d3/d1e 0 2024-06-13T11:57:41.173 INFO:tasks.workunit.client.0.smithi042.stdout:0/71: write d4/fd [780423,48] 0 2024-06-13T11:57:41.173 INFO:tasks.workunit.client.0.smithi042.stdout:4/140: dwrite d1/de/f2e [0,4194304] 0 2024-06-13T11:57:41.175 INFO:tasks.workunit.client.0.smithi042.stdout:4/141: creat d1/f37 x:0 0 0 2024-06-13T11:57:41.178 INFO:tasks.workunit.client.0.smithi042.stdout:4/142: link d1/d5/d16/f2c d1/f38 0 2024-06-13T11:57:41.178 INFO:tasks.workunit.client.0.smithi042.stdout:2/95: dwrite f2 [0,4194304] 0 2024-06-13T11:57:41.180 INFO:tasks.workunit.client.0.smithi042.stdout:4/143: symlink d1/d10/d15/l39 0 2024-06-13T11:57:41.185 INFO:tasks.workunit.client.0.smithi042.stdout:2/96: mkdir d7/d23 0 2024-06-13T11:57:41.185 INFO:tasks.workunit.client.0.smithi042.stdout:9/60: dwrite d9/fb [0,4194304] 0 2024-06-13T11:57:41.185 INFO:tasks.workunit.client.0.smithi042.stdout:9/61: fdatasync f2 0 2024-06-13T11:57:41.185 INFO:tasks.workunit.client.0.smithi042.stdout:9/62: readlink d9/l12 0 2024-06-13T11:57:41.185 INFO:tasks.workunit.client.0.smithi042.stdout:9/63: rmdir d9/de 39 2024-06-13T11:57:41.188 INFO:tasks.workunit.client.0.smithi042.stdout:1/68: dwrite d0/fe [0,4194304] 0 2024-06-13T11:57:41.190 INFO:tasks.workunit.client.0.smithi042.stdout:1/69: getdents d0/da 0 2024-06-13T11:57:41.190 INFO:tasks.workunit.client.0.smithi042.stdout:6/114: dwrite d16/d1c/f1d [4194304,4194304] 0 2024-06-13T11:57:41.192 INFO:tasks.workunit.client.0.smithi042.stdout:1/70: creat d0/da/f15 x:0 0 0 2024-06-13T11:57:41.194 INFO:tasks.workunit.client.0.smithi042.stdout:1/71: rename d0/da/dd to d0/da/dd/d16 22 2024-06-13T11:57:41.196 INFO:tasks.workunit.client.0.smithi042.stdout:1/72: rmdir d0/da/dd/d12 39 2024-06-13T11:57:41.199 INFO:tasks.workunit.client.0.smithi042.stdout:7/61: dwrite d2/d3/f9 [4194304,4194304] 0 2024-06-13T11:57:41.201 INFO:tasks.workunit.client.0.smithi042.stdout:7/62: mknod d2/c10 0 2024-06-13T11:57:41.201 INFO:tasks.workunit.client.0.smithi042.stdout:7/63: dread - d2/d3/fa zero size 2024-06-13T11:57:41.202 INFO:tasks.workunit.client.0.smithi042.stdout:0/72: fsync d4/fc 0 2024-06-13T11:57:41.202 INFO:tasks.workunit.client.0.smithi042.stdout:0/73: write d4/fc [5441834,26248] 0 2024-06-13T11:57:41.202 INFO:tasks.workunit.client.0.smithi042.stdout:0/74: readlink d4/l5 0 2024-06-13T11:57:41.202 INFO:tasks.workunit.client.0.smithi042.stdout:1/73: rename d0/da to d0/d17 0 2024-06-13T11:57:41.204 INFO:tasks.workunit.client.0.smithi042.stdout:7/64: symlink d2/d3/l11 0 2024-06-13T11:57:41.205 INFO:tasks.workunit.client.0.smithi042.stdout:0/75: unlink d4/l10 0 2024-06-13T11:57:41.208 INFO:tasks.workunit.client.0.smithi042.stdout:1/74: mkdir d0/d17/d18 0 2024-06-13T11:57:41.208 INFO:tasks.workunit.client.0.smithi042.stdout:0/76: link d4/la d4/l16 0 2024-06-13T11:57:41.208 INFO:tasks.workunit.client.0.smithi042.stdout:0/77: chown d4/fd 2 1 2024-06-13T11:57:41.209 INFO:tasks.workunit.client.0.smithi042.stdout:1/75: mknod d0/d17/dd/c19 0 2024-06-13T11:57:41.209 INFO:tasks.workunit.client.0.smithi042.stdout:0/78: mknod d4/c17 0 2024-06-13T11:57:41.210 INFO:tasks.workunit.client.0.smithi042.stdout:1/76: write d0/d17/f15 [873216,41483] 0 2024-06-13T11:57:41.210 INFO:tasks.workunit.client.0.smithi042.stdout:9/64: write f8 [766456,82555] 0 2024-06-13T11:57:41.210 INFO:tasks.workunit.client.0.smithi042.stdout:0/79: mkdir d4/d18 0 2024-06-13T11:57:41.210 INFO:tasks.workunit.client.0.smithi042.stdout:1/77: readlink d0/d17/l10 0 2024-06-13T11:57:41.215 INFO:tasks.workunit.client.0.smithi042.stdout:0/80: rmdir d4/d18 0 2024-06-13T11:57:41.215 INFO:tasks.workunit.client.0.smithi042.stdout:1/78: rmdir d0/d17/dd 39 2024-06-13T11:57:41.218 INFO:tasks.workunit.client.0.smithi042.stdout:9/65: mknod d9/de/c13 0 2024-06-13T11:57:41.220 INFO:tasks.workunit.client.0.smithi042.stdout:9/66: creat d9/de/f14 x:0 0 0 2024-06-13T11:57:41.221 INFO:tasks.workunit.client.0.smithi042.stdout:9/67: write f6 [3607207,8533] 0 2024-06-13T11:57:41.223 INFO:tasks.workunit.client.0.smithi042.stdout:9/68: mkdir d9/d15 0 2024-06-13T11:57:41.232 INFO:tasks.workunit.client.0.smithi042.stdout:1/79: dread d0/f5 [0,4194304] 0 2024-06-13T11:57:41.243 INFO:tasks.workunit.client.0.smithi042.stdout:4/144: dwrite d1/d10/f14 [0,4194304] 0 2024-06-13T11:57:41.249 INFO:tasks.workunit.client.0.smithi042.stdout:2/97: dwrite f2 [0,4194304] 0 2024-06-13T11:57:41.251 INFO:tasks.workunit.client.0.smithi042.stdout:2/98: truncate f4 2884843 0 2024-06-13T11:57:41.252 INFO:tasks.workunit.client.0.smithi042.stdout:2/99: readlink d7/df/l11 0 2024-06-13T11:57:41.253 INFO:tasks.workunit.client.0.smithi042.stdout:3/135: dwrite dc/d29/f30 [0,4194304] 0 2024-06-13T11:57:41.255 INFO:tasks.workunit.client.0.smithi042.stdout:3/136: rmdir dc/d29 39 2024-06-13T11:57:41.256 INFO:tasks.workunit.client.0.smithi042.stdout:0/81: dread f1 [0,4194304] 0 2024-06-13T11:57:41.258 INFO:tasks.workunit.client.0.smithi042.stdout:6/115: dwrite d16/d1c/f1d [0,4194304] 0 2024-06-13T11:57:41.260 INFO:tasks.workunit.client.0.smithi042.stdout:6/116: mkdir d16/d1c/d2b 0 2024-06-13T11:57:41.261 INFO:tasks.workunit.client.0.smithi042.stdout:6/117: readlink l9 0 2024-06-13T11:57:41.261 INFO:tasks.workunit.client.0.smithi042.stdout:6/118: chown f11 383882 1 2024-06-13T11:57:41.262 INFO:tasks.workunit.client.0.smithi042.stdout:3/137: symlink dc/d17/d20/d2d/l32 0 2024-06-13T11:57:41.263 INFO:tasks.workunit.client.0.smithi042.stdout:6/119: creat d16/d1c/f2c x:0 0 0 2024-06-13T11:57:41.264 INFO:tasks.workunit.client.0.smithi042.stdout:3/138: creat dc/d17/f33 x:0 0 0 2024-06-13T11:57:41.264 INFO:tasks.workunit.client.0.smithi042.stdout:3/139: stat f3 0 2024-06-13T11:57:41.264 INFO:tasks.workunit.client.0.smithi042.stdout:3/140: readlink l2 0 2024-06-13T11:57:41.264 INFO:tasks.workunit.client.0.smithi042.stdout:3/141: readlink dc/ld 0 2024-06-13T11:57:41.264 INFO:tasks.workunit.client.0.smithi042.stdout:3/142: write dc/d17/d1f/f26 [374440,6405] 0 2024-06-13T11:57:41.265 INFO:tasks.workunit.client.0.smithi042.stdout:9/69: dread f8 [0,4194304] 0 2024-06-13T11:57:41.265 INFO:tasks.workunit.client.0.smithi042.stdout:3/143: write dc/d17/d20/f2e [475496,97538] 0 2024-06-13T11:57:41.266 INFO:tasks.workunit.client.0.smithi042.stdout:3/144: creat dc/d17/d1f/f34 x:0 0 0 2024-06-13T11:57:41.267 INFO:tasks.workunit.client.0.smithi042.stdout:3/145: readlink dc/d17/l23 0 2024-06-13T11:57:41.267 INFO:tasks.workunit.client.0.smithi042.stdout:3/146: fdatasync dc/d17/d27/f2a 0 2024-06-13T11:57:41.267 INFO:tasks.workunit.client.0.smithi042.stdout:3/147: truncate dc/d17/d1f/f26 462921 0 2024-06-13T11:57:41.268 INFO:tasks.workunit.client.0.smithi042.stdout:3/148: symlink dc/l35 0 2024-06-13T11:57:41.272 INFO:tasks.workunit.client.0.smithi042.stdout:9/70: mkdir d9/d16 0 2024-06-13T11:57:41.272 INFO:tasks.workunit.client.0.smithi042.stdout:9/71: chown d9/l12 1583 1 2024-06-13T11:57:41.279 INFO:tasks.workunit.client.0.smithi042.stdout:9/72: symlink d9/d15/l17 0 2024-06-13T11:57:41.281 INFO:tasks.workunit.client.0.smithi042.stdout:7/65: dwrite d2/d3/f6 [4194304,4194304] 0 2024-06-13T11:57:41.282 INFO:tasks.workunit.client.0.smithi042.stdout:3/149: write dc/d17/f1e [714107,56394] 0 2024-06-13T11:57:41.284 INFO:tasks.workunit.client.0.smithi042.stdout:7/66: mkdir d2/d3/d12 0 2024-06-13T11:57:41.285 INFO:tasks.workunit.client.0.smithi042.stdout:7/67: stat d2/c10 0 2024-06-13T11:57:41.290 INFO:tasks.workunit.client.0.smithi042.stdout:3/150: stat dc/cf 0 2024-06-13T11:57:41.304 INFO:tasks.workunit.client.0.smithi042.stdout:1/80: dwrite d0/f5 [0,4194304] 0 2024-06-13T11:57:41.305 INFO:tasks.workunit.client.0.smithi042.stdout:1/81: dread - d0/d17/dd/d12/f13 zero size 2024-06-13T11:57:41.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:41 smithi042 ceph-mon[32231]: pgmap v67: 129 pgs: 129 active+clean; 145 MiB data, 983 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 MiB/s rd, 10 MiB/s wr, 1.77k op/s 2024-06-13T11:57:41.310 INFO:tasks.workunit.client.0.smithi042.stdout:1/82: creat d0/d17/d18/f1a x:0 0 0 2024-06-13T11:57:41.310 INFO:tasks.workunit.client.0.smithi042.stdout:4/145: dwrite d1/f4 [0,4194304] 0 2024-06-13T11:57:41.310 INFO:tasks.workunit.client.0.smithi042.stdout:6/120: read fe [3009325,125814] 0 2024-06-13T11:57:41.310 INFO:tasks.workunit.client.0.smithi042.stdout:4/146: dread - d1/f37 zero size 2024-06-13T11:57:41.311 INFO:tasks.workunit.client.0.smithi042.stdout:6/121: symlink d16/d1c/d2b/l2d 0 2024-06-13T11:57:41.312 INFO:tasks.workunit.client.0.smithi042.stdout:6/122: fsync fe 0 2024-06-13T11:57:41.312 INFO:tasks.workunit.client.0.smithi042.stdout:4/147: rename d1/d5/d16/f1d to d1/d5/f3a 0 2024-06-13T11:57:41.315 INFO:tasks.workunit.client.0.smithi042.stdout:6/123: truncate fe 2485357 0 2024-06-13T11:57:41.315 INFO:tasks.workunit.client.0.smithi042.stdout:2/100: dread f4 [0,4194304] 0 2024-06-13T11:57:41.316 INFO:tasks.workunit.client.0.smithi042.stdout:2/101: truncate f4 2526303 0 2024-06-13T11:57:41.316 INFO:tasks.workunit.client.0.smithi042.stdout:2/102: dread - d7/fb zero size 2024-06-13T11:57:41.317 INFO:tasks.workunit.client.0.smithi042.stdout:6/124: mkdir d16/d21/d23/d2e 0 2024-06-13T11:57:41.317 INFO:tasks.workunit.client.0.smithi042.stdout:6/125: fsync d16/f1a 0 2024-06-13T11:57:41.318 INFO:tasks.workunit.client.0.smithi042.stdout:2/103: symlink d7/l24 0 2024-06-13T11:57:41.319 INFO:tasks.workunit.client.0.smithi042.stdout:2/104: link d7/df/l11 d7/l25 0 2024-06-13T11:57:41.321 INFO:tasks.workunit.client.0.smithi042.stdout:2/105: truncate f2 412386 0 2024-06-13T11:57:41.322 INFO:tasks.workunit.client.0.smithi042.stdout:3/151: read dc/d17/f1c [3519751,102072] 0 2024-06-13T11:57:41.339 INFO:tasks.workunit.client.0.smithi042.stdout:3/152: mknod dc/d17/d20/c36 0 2024-06-13T11:57:41.340 INFO:tasks.workunit.client.0.smithi042.stdout:3/153: rename dc/d17/d27 to dc/d17/d20/d2d/d37 0 2024-06-13T11:57:41.341 INFO:tasks.workunit.client.0.smithi042.stdout:7/68: dread d2/f4 [0,4194304] 0 2024-06-13T11:57:41.341 INFO:tasks.workunit.client.0.smithi042.stdout:7/69: read d2/f4 [8176021,51968] 0 2024-06-13T11:57:41.342 INFO:tasks.workunit.client.0.smithi042.stdout:3/154: symlink dc/d29/l38 0 2024-06-13T11:57:41.343 INFO:tasks.workunit.client.0.smithi042.stdout:3/155: creat dc/d17/d20/f39 x:0 0 0 2024-06-13T11:57:41.346 INFO:tasks.workunit.client.0.smithi042.stdout:3/156: mknod dc/d17/d20/d2d/c3a 0 2024-06-13T11:57:41.346 INFO:tasks.workunit.client.0.smithi042.stdout:3/157: chown dc/le 0 1 2024-06-13T11:57:41.347 INFO:tasks.workunit.client.0.smithi042.stdout:1/83: dread d0/fe [0,4194304] 0 2024-06-13T11:57:41.347 INFO:tasks.workunit.client.0.smithi042.stdout:1/84: fsync d0/d17/dd/d12/f13 0 2024-06-13T11:57:41.350 INFO:tasks.workunit.client.0.smithi042.stdout:9/73: dwrite f2 [0,4194304] 0 2024-06-13T11:57:41.351 INFO:tasks.workunit.client.0.smithi042.stdout:9/74: symlink d9/de/l18 0 2024-06-13T11:57:41.351 INFO:tasks.workunit.client.0.smithi042.stdout:1/85: mkdir d0/d17/dd/d1b 0 2024-06-13T11:57:41.352 INFO:tasks.workunit.client.0.smithi042.stdout:9/75: mknod d9/d15/c19 0 2024-06-13T11:57:41.352 INFO:tasks.workunit.client.0.smithi042.stdout:9/76: fdatasync f5 0 2024-06-13T11:57:41.365 INFO:tasks.workunit.client.0.smithi042.stdout:7/70: write d2/fc [637641,99300] 0 2024-06-13T11:57:41.369 INFO:tasks.workunit.client.0.smithi042.stdout:4/148: dwrite d1/d5/d16/f27 [0,4194304] 0 2024-06-13T11:57:41.369 INFO:tasks.workunit.client.0.smithi042.stdout:4/149: write d1/f4 [5060656,86433] 0 2024-06-13T11:57:41.377 INFO:tasks.workunit.client.0.smithi042.stdout:9/77: dread d9/fc [0,4194304] 0 2024-06-13T11:57:41.377 INFO:tasks.workunit.client.0.smithi042.stdout:9/78: chown d9/de/f14 8 1 2024-06-13T11:57:41.378 INFO:tasks.workunit.client.0.smithi042.stdout:9/79: creat d9/d15/f1a x:0 0 0 2024-06-13T11:57:41.378 INFO:tasks.workunit.client.0.smithi042.stdout:9/80: chown d9 3144844 1 2024-06-13T11:57:41.378 INFO:tasks.workunit.client.0.smithi042.stdout:9/81: chown d9/fc 8390 1 2024-06-13T11:57:41.381 INFO:tasks.workunit.client.0.smithi042.stdout:6/126: dwrite d16/d21/f24 [0,4194304] 0 2024-06-13T11:57:41.381 INFO:tasks.workunit.client.0.smithi042.stdout:6/127: stat d16/d1c/d2b/l2d 0 2024-06-13T11:57:41.381 INFO:tasks.workunit.client.0.smithi042.stdout:6/128: dread - d16/f1b zero size 2024-06-13T11:57:41.381 INFO:tasks.workunit.client.0.smithi042.stdout:6/129: write d16/d1c/f2c [496425,78856] 0 2024-06-13T11:57:41.382 INFO:tasks.workunit.client.0.smithi042.stdout:7/71: creat d2/d3/d12/f13 x:0 0 0 2024-06-13T11:57:41.383 INFO:tasks.workunit.client.0.smithi042.stdout:1/86: dread d0/f5 [0,4194304] 0 2024-06-13T11:57:41.383 INFO:tasks.workunit.client.0.smithi042.stdout:1/87: chown d0/d17 884639 1 2024-06-13T11:57:41.383 INFO:tasks.workunit.client.0.smithi042.stdout:1/88: rename d0 to d0/d17/dd/d12/d1c 22 2024-06-13T11:57:41.384 INFO:tasks.workunit.client.0.smithi042.stdout:7/72: truncate d2/d3/f9 4650116 0 2024-06-13T11:57:41.384 INFO:tasks.workunit.client.0.smithi042.stdout:7/73: write d2/f4 [8336161,46732] 0 2024-06-13T11:57:41.384 INFO:tasks.workunit.client.0.smithi042.stdout:7/74: symlink d2/d3/d12/l14 0 2024-06-13T11:57:41.389 INFO:tasks.workunit.client.0.smithi042.stdout:4/150: write d1/d10/d15/f1e [2795045,86544] 0 2024-06-13T11:57:41.389 INFO:tasks.workunit.client.0.smithi042.stdout:4/151: write d1/d10/d15/f25 [145588,41400] 0 2024-06-13T11:57:41.392 INFO:tasks.workunit.client.0.smithi042.stdout:4/152: rename d1/d29/l31 to d1/l3b 0 2024-06-13T11:57:41.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:41 smithi162 ceph-mon[36757]: pgmap v67: 129 pgs: 129 active+clean; 145 MiB data, 983 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 MiB/s rd, 10 MiB/s wr, 1.77k op/s 2024-06-13T11:57:41.416 INFO:tasks.workunit.client.0.smithi042.stdout:3/158: dwrite dc/d17/d20/d2d/d37/f2a [0,4194304] 0 2024-06-13T11:57:41.420 INFO:tasks.workunit.client.0.smithi042.stdout:3/159: write dc/d17/d1f/f26 [337340,94891] 0 2024-06-13T11:57:41.422 INFO:tasks.workunit.client.0.smithi042.stdout:1/89: dread d0/f8 [0,4194304] 0 2024-06-13T11:57:41.426 INFO:tasks.workunit.client.0.smithi042.stdout:1/90: rename d0/f7 to d0/d17/dd/f1d 0 2024-06-13T11:57:41.428 INFO:tasks.workunit.client.0.smithi042.stdout:1/91: link d0/f8 d0/d17/dd/d1b/f1e 0 2024-06-13T11:57:41.430 INFO:tasks.workunit.client.0.smithi042.stdout:9/82: dwrite d9/fc [0,4194304] 0 2024-06-13T11:57:41.433 INFO:tasks.workunit.client.0.smithi042.stdout:7/75: dread d2/d3/f6 [0,4194304] 0 2024-06-13T11:57:41.433 INFO:tasks.workunit.client.0.smithi042.stdout:7/76: fsync d2/d3/d12/f13 0 2024-06-13T11:57:41.433 INFO:tasks.workunit.client.0.smithi042.stdout:7/77: fdatasync d2/d3/f9 0 2024-06-13T11:57:41.435 INFO:tasks.workunit.client.0.smithi042.stdout:9/83: mknod d9/c1b 0 2024-06-13T11:57:41.436 INFO:tasks.workunit.client.0.smithi042.stdout:7/78: rename d2/d3/fa to d2/f15 0 2024-06-13T11:57:41.436 INFO:tasks.workunit.client.0.smithi042.stdout:7/79: read d2/fc [1466484,63785] 0 2024-06-13T11:57:41.437 INFO:tasks.workunit.client.0.smithi042.stdout:7/80: dread - d2/d3/d12/f13 zero size 2024-06-13T11:57:41.437 INFO:tasks.workunit.client.0.smithi042.stdout:9/84: mkdir d9/d1c 0 2024-06-13T11:57:41.437 INFO:tasks.workunit.client.0.smithi042.stdout:9/85: truncate d9/de/f14 402677 0 2024-06-13T11:57:41.437 INFO:tasks.workunit.client.0.smithi042.stdout:9/86: fdatasync d9/de/f14 0 2024-06-13T11:57:41.449 INFO:tasks.workunit.client.0.smithi042.stdout:1/92: dread d0/d17/fb [0,4194304] 0 2024-06-13T11:57:41.470 INFO:tasks.workunit.client.0.smithi042.stdout:3/160: dread fa [0,4194304] 0 2024-06-13T11:57:41.470 INFO:tasks.workunit.client.0.smithi042.stdout:6/130: dwrite d16/d1c/f2c [0,4194304] 0 2024-06-13T11:57:41.470 INFO:tasks.workunit.client.0.smithi042.stdout:3/161: write f3 [1462884,17451] 0 2024-06-13T11:57:41.471 INFO:tasks.workunit.client.0.smithi042.stdout:8/69: sync 2024-06-13T11:57:41.471 INFO:tasks.workunit.client.0.smithi042.stdout:8/70: write d2/f10 [184271,6052] 0 2024-06-13T11:57:41.471 INFO:tasks.workunit.client.0.smithi042.stdout:8/71: chown d2/d3/f6 839510 1 2024-06-13T11:57:41.471 INFO:tasks.workunit.client.0.smithi042.stdout:3/162: mkdir dc/d17/d3b 0 2024-06-13T11:57:41.473 INFO:tasks.workunit.client.0.smithi042.stdout:8/72: mknod d2/d3/d5/c1a 0 2024-06-13T11:57:41.473 INFO:tasks.workunit.client.0.smithi042.stdout:8/73: getdents d2/d3/d19 0 2024-06-13T11:57:41.473 INFO:tasks.workunit.client.0.smithi042.stdout:8/74: dread - d2/d3/f11 zero size 2024-06-13T11:57:41.495 INFO:tasks.workunit.client.0.smithi042.stdout:9/87: dwrite f2 [4194304,4194304] 0 2024-06-13T11:57:41.495 INFO:tasks.workunit.client.0.smithi042.stdout:9/88: chown d9/d15/c19 1397855 1 2024-06-13T11:57:41.496 INFO:tasks.workunit.client.0.smithi042.stdout:9/89: truncate f8 296073 0 2024-06-13T11:57:41.497 INFO:tasks.workunit.client.0.smithi042.stdout:9/90: truncate d9/fb 490998 0 2024-06-13T11:57:41.497 INFO:tasks.workunit.client.0.smithi042.stdout:9/91: chown d9/de/c13 81791141 1 2024-06-13T11:57:41.501 INFO:tasks.workunit.client.0.smithi042.stdout:6/131: dread d16/f18 [4194304,4194304] 0 2024-06-13T11:57:41.501 INFO:tasks.workunit.client.0.smithi042.stdout:6/132: truncate d16/f1b 481922 0 2024-06-13T11:57:41.501 INFO:tasks.workunit.client.0.smithi042.stdout:6/133: write fe [2680810,87250] 0 2024-06-13T11:57:41.502 INFO:tasks.workunit.client.0.smithi042.stdout:6/134: truncate d16/f18 4844961 0 2024-06-13T11:57:41.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:41 smithi088 ceph-mon[36399]: pgmap v67: 129 pgs: 129 active+clean; 145 MiB data, 983 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 MiB/s rd, 10 MiB/s wr, 1.77k op/s 2024-06-13T11:57:41.536 INFO:tasks.workunit.client.0.smithi042.stdout:9/92: dwrite d9/fc [0,4194304] 0 2024-06-13T11:57:41.538 INFO:tasks.workunit.client.0.smithi042.stdout:9/93: symlink d9/l1d 0 2024-06-13T11:57:41.540 INFO:tasks.workunit.client.0.smithi042.stdout:9/94: unlink d9/de/c10 0 2024-06-13T11:57:41.540 INFO:tasks.workunit.client.0.smithi042.stdout:9/95: stat d9/de/lf 0 2024-06-13T11:57:41.542 INFO:tasks.workunit.client.0.smithi042.stdout:9/96: creat d9/d15/f1e x:0 0 0 2024-06-13T11:57:41.542 INFO:tasks.workunit.client.0.smithi042.stdout:9/97: chown f8 14275142 1 2024-06-13T11:57:41.546 INFO:tasks.workunit.client.0.smithi042.stdout:6/135: dwrite f3 [4194304,4194304] 0 2024-06-13T11:57:41.546 INFO:tasks.workunit.client.0.smithi042.stdout:6/136: fsync d16/d1c/f2c 0 2024-06-13T11:57:41.546 INFO:tasks.workunit.client.0.smithi042.stdout:6/137: write fe [250258,99768] 0 2024-06-13T11:57:41.548 INFO:tasks.workunit.client.0.smithi042.stdout:9/98: fsync d9/d15/f1e 0 2024-06-13T11:57:41.571 INFO:tasks.workunit.client.0.smithi042.stdout:9/99: write d9/fc [3932931,81474] 0 2024-06-13T11:57:41.572 INFO:tasks.workunit.client.0.smithi042.stdout:9/100: write d9/fb [1236115,100767] 0 2024-06-13T11:57:41.572 INFO:tasks.workunit.client.0.smithi042.stdout:6/138: write d16/d21/f24 [2220490,2799] 0 2024-06-13T11:57:41.572 INFO:tasks.workunit.client.0.smithi042.stdout:6/139: chown lc 7032 1 2024-06-13T11:57:41.579 INFO:tasks.workunit.client.0.smithi042.stdout:5/83: sync 2024-06-13T11:57:41.579 INFO:tasks.workunit.client.0.smithi042.stdout:5/84: write d1/f18 [117474,113144] 0 2024-06-13T11:57:41.581 INFO:tasks.workunit.client.0.smithi042.stdout:9/101: dread d9/de/f14 [0,4194304] 0 2024-06-13T11:57:41.581 INFO:tasks.workunit.client.0.smithi042.stdout:5/85: unlink f0 0 2024-06-13T11:57:41.581 INFO:tasks.workunit.client.0.smithi042.stdout:5/86: chown d1/c19 4181 1 2024-06-13T11:57:41.583 INFO:tasks.workunit.client.0.smithi042.stdout:9/102: rename d9/de/l18 to d9/d15/l1f 0 2024-06-13T11:57:41.586 INFO:tasks.workunit.client.0.smithi042.stdout:9/103: creat d9/f20 x:0 0 0 2024-06-13T11:57:41.588 INFO:tasks.workunit.client.0.smithi042.stdout:9/104: creat d9/d16/f21 x:0 0 0 2024-06-13T11:57:41.590 INFO:tasks.workunit.client.0.smithi042.stdout:9/105: creat d9/de/f22 x:0 0 0 2024-06-13T11:57:41.593 INFO:tasks.workunit.client.0.smithi042.stdout:9/106: creat d9/d16/f23 x:0 0 0 2024-06-13T11:57:41.593 INFO:tasks.workunit.client.0.smithi042.stdout:9/107: truncate d9/d16/f23 688523 0 2024-06-13T11:57:41.603 INFO:tasks.workunit.client.0.smithi042.stdout:9/108: rmdir d9 39 2024-06-13T11:57:41.605 INFO:tasks.workunit.client.0.smithi042.stdout:6/140: write d16/d1c/f2c [1491837,108179] 0 2024-06-13T11:57:41.605 INFO:tasks.workunit.client.0.smithi042.stdout:9/109: unlink f5 0 2024-06-13T11:57:41.605 INFO:tasks.workunit.client.0.smithi042.stdout:9/110: read d9/fc [541525,107292] 0 2024-06-13T11:57:41.608 INFO:tasks.workunit.client.0.smithi042.stdout:9/111: creat d9/d1c/f24 x:0 0 0 2024-06-13T11:57:41.608 INFO:tasks.workunit.client.0.smithi042.stdout:9/112: truncate d9/d15/f1a 1037633 0 2024-06-13T11:57:41.610 INFO:tasks.workunit.client.0.smithi042.stdout:9/113: mkdir d9/d1c/d25 0 2024-06-13T11:57:41.610 INFO:tasks.workunit.client.0.smithi042.stdout:9/114: fsync d9/d15/f1a 0 2024-06-13T11:57:41.610 INFO:tasks.workunit.client.0.smithi042.stdout:9/115: chown f6 42177112 1 2024-06-13T11:57:41.627 INFO:tasks.workunit.client.0.smithi042.stdout:5/87: dwrite d1/d3/f17 [0,4194304] 0 2024-06-13T11:57:41.627 INFO:tasks.workunit.client.0.smithi042.stdout:5/88: chown d1/fa 225 1 2024-06-13T11:57:41.630 INFO:tasks.workunit.client.0.smithi042.stdout:5/89: creat d1/f1f x:0 0 0 2024-06-13T11:57:41.631 INFO:tasks.workunit.client.0.smithi042.stdout:5/90: unlink d1/d3/c15 0 2024-06-13T11:57:41.631 INFO:tasks.workunit.client.0.smithi042.stdout:5/91: stat d1/d3/fb 0 2024-06-13T11:57:41.632 INFO:tasks.workunit.client.0.smithi042.stdout:9/116: write f2 [7412121,9545] 0 2024-06-13T11:57:41.632 INFO:tasks.workunit.client.0.smithi042.stdout:5/92: symlink d1/d3/l20 0 2024-06-13T11:57:41.632 INFO:tasks.workunit.client.0.smithi042.stdout:5/93: dread - d1/d3/f9 zero size 2024-06-13T11:57:41.632 INFO:tasks.workunit.client.0.smithi042.stdout:5/94: chown d1/f5 2368 1 2024-06-13T11:57:41.633 INFO:tasks.workunit.client.0.smithi042.stdout:5/95: fdatasync d1/d3/f9 0 2024-06-13T11:57:41.633 INFO:tasks.workunit.client.0.smithi042.stdout:5/96: mknod d1/d3/d1e/c21 0 2024-06-13T11:57:41.636 INFO:tasks.workunit.client.0.smithi042.stdout:9/117: rename d9/fb to d9/de/f26 0 2024-06-13T11:57:41.637 INFO:tasks.workunit.client.0.smithi042.stdout:5/97: getdents d1/d3 0 2024-06-13T11:57:41.677 INFO:tasks.workunit.client.0.smithi042.stdout:5/98: dwrite d1/f18 [0,4194304] 0 2024-06-13T11:57:41.687 INFO:tasks.workunit.client.0.smithi042.stdout:6/141: dwrite d16/f1b [0,4194304] 0 2024-06-13T11:57:41.687 INFO:tasks.workunit.client.0.smithi042.stdout:6/142: dread - d16/f1a zero size 2024-06-13T11:57:41.691 INFO:tasks.workunit.client.0.smithi042.stdout:6/143: rename d16/f1b to d16/d1c/d2b/f2f 0 2024-06-13T11:57:41.704 INFO:tasks.workunit.client.0.smithi042.stdout:9/118: dwrite d9/d15/f1a [0,4194304] 0 2024-06-13T11:57:41.704 INFO:tasks.workunit.client.0.smithi042.stdout:9/119: chown d9/d15/l17 541818258 1 2024-06-13T11:57:41.704 INFO:tasks.workunit.client.0.smithi042.stdout:9/120: write d9/d16/f21 [972439,32982] 0 2024-06-13T11:57:41.709 INFO:tasks.workunit.client.0.smithi042.stdout:9/121: rmdir d9/de 39 2024-06-13T11:57:41.711 INFO:tasks.workunit.client.0.smithi042.stdout:5/99: write d1/f8 [2119237,61131] 0 2024-06-13T11:57:41.712 INFO:tasks.workunit.client.0.smithi042.stdout:9/122: getdents d9/d16 0 2024-06-13T11:57:41.715 INFO:tasks.workunit.client.0.smithi042.stdout:3/163: sync 2024-06-13T11:57:41.715 INFO:tasks.workunit.client.0.smithi042.stdout:0/82: sync 2024-06-13T11:57:41.715 INFO:tasks.workunit.client.0.smithi042.stdout:8/75: sync 2024-06-13T11:57:41.715 INFO:tasks.workunit.client.0.smithi042.stdout:2/106: sync 2024-06-13T11:57:41.715 INFO:tasks.workunit.client.0.smithi042.stdout:1/93: sync 2024-06-13T11:57:41.718 INFO:tasks.workunit.client.0.smithi042.stdout:9/123: unlink d9/d16/f23 0 2024-06-13T11:57:41.718 INFO:tasks.workunit.client.0.smithi042.stdout:4/153: sync 2024-06-13T11:57:41.718 INFO:tasks.workunit.client.0.smithi042.stdout:4/154: fdatasync d1/d10/d15/f1e 0 2024-06-13T11:57:41.718 INFO:tasks.workunit.client.0.smithi042.stdout:2/107: mknod d7/d1f/c26 0 2024-06-13T11:57:41.718 INFO:tasks.workunit.client.0.smithi042.stdout:4/155: getdents d1/de 0 2024-06-13T11:57:41.719 INFO:tasks.workunit.client.0.smithi042.stdout:7/81: sync 2024-06-13T11:57:41.719 INFO:tasks.workunit.client.0.smithi042.stdout:0/83: creat d4/f19 x:0 0 0 2024-06-13T11:57:41.719 INFO:tasks.workunit.client.0.smithi042.stdout:0/84: write d4/f12 [250229,113635] 0 2024-06-13T11:57:41.720 INFO:tasks.workunit.client.0.smithi042.stdout:2/108: truncate f4 1754845 0 2024-06-13T11:57:41.720 INFO:tasks.workunit.client.0.smithi042.stdout:2/109: read - d7/fb zero size 2024-06-13T11:57:41.720 INFO:tasks.workunit.client.0.smithi042.stdout:4/156: symlink d1/d29/d33/l3c 0 2024-06-13T11:57:41.721 INFO:tasks.workunit.client.0.smithi042.stdout:9/124: symlink d9/d1c/l27 0 2024-06-13T11:57:41.721 INFO:tasks.workunit.client.0.smithi042.stdout:7/82: mkdir d2/d3/d12/d16 0 2024-06-13T11:57:41.721 INFO:tasks.workunit.client.0.smithi042.stdout:7/83: stat d2/cb 0 2024-06-13T11:57:41.722 INFO:tasks.workunit.client.0.smithi042.stdout:0/85: creat d4/f1a x:0 0 0 2024-06-13T11:57:41.723 INFO:tasks.workunit.client.0.smithi042.stdout:2/110: creat d7/d1a/f27 x:0 0 0 2024-06-13T11:57:41.724 INFO:tasks.workunit.client.0.smithi042.stdout:9/125: stat d9/de/l11 0 2024-06-13T11:57:41.724 INFO:tasks.workunit.client.0.smithi042.stdout:7/84: creat d2/d3/f17 x:0 0 0 2024-06-13T11:57:41.728 INFO:tasks.workunit.client.0.smithi042.stdout:0/86: mknod d4/c1b 0 2024-06-13T11:57:41.728 INFO:tasks.workunit.client.0.smithi042.stdout:0/87: write d4/f1a [806169,42923] 0 2024-06-13T11:57:41.729 INFO:tasks.workunit.client.0.smithi042.stdout:2/111: stat l0 0 2024-06-13T11:57:41.729 INFO:tasks.workunit.client.0.smithi042.stdout:7/85: creat d2/d3/d12/f18 x:0 0 0 2024-06-13T11:57:41.729 INFO:tasks.workunit.client.0.smithi042.stdout:7/86: stat d2/d3/fd 0 2024-06-13T11:57:41.729 INFO:tasks.workunit.client.0.smithi042.stdout:9/126: truncate f6 670781 0 2024-06-13T11:57:41.729 INFO:tasks.workunit.client.0.smithi042.stdout:2/112: creat d7/f28 x:0 0 0 2024-06-13T11:57:41.751 INFO:tasks.workunit.client.0.smithi042.stdout:5/100: dread d1/f18 [0,4194304] 0 2024-06-13T11:57:41.752 INFO:tasks.workunit.client.0.smithi042.stdout:5/101: readlink d1/l2 0 2024-06-13T11:57:41.754 INFO:tasks.workunit.client.0.smithi042.stdout:5/102: unlink d1/f5 0 2024-06-13T11:57:41.754 INFO:tasks.workunit.client.0.smithi042.stdout:5/103: write d1/f8 [2967247,118378] 0 2024-06-13T11:57:41.754 INFO:tasks.workunit.client.0.smithi042.stdout:5/104: write d1/f12 [814496,101039] 0 2024-06-13T11:57:41.759 INFO:tasks.workunit.client.0.smithi042.stdout:1/94: dread d0/f5 [0,4194304] 0 2024-06-13T11:57:41.759 INFO:tasks.workunit.client.0.smithi042.stdout:1/95: write d0/d17/dd/d12/f13 [313933,29498] 0 2024-06-13T11:57:41.762 INFO:tasks.workunit.client.0.smithi042.stdout:5/105: mknod d1/c22 0 2024-06-13T11:57:41.762 INFO:tasks.workunit.client.0.smithi042.stdout:5/106: write d1/f1f [859780,91368] 0 2024-06-13T11:57:41.762 INFO:tasks.workunit.client.0.smithi042.stdout:9/127: dread d9/fc [0,4194304] 0 2024-06-13T11:57:41.763 INFO:tasks.workunit.client.0.smithi042.stdout:5/107: rmdir d1 39 2024-06-13T11:57:41.763 INFO:tasks.workunit.client.0.smithi042.stdout:5/108: chown d1/c1b 18282 1 2024-06-13T11:57:41.764 INFO:tasks.workunit.client.0.smithi042.stdout:1/96: mknod d0/d17/c1f 0 2024-06-13T11:57:41.765 INFO:tasks.workunit.client.0.smithi042.stdout:5/109: link d1/f16 d1/f23 0 2024-06-13T11:57:41.765 INFO:tasks.workunit.client.0.smithi042.stdout:5/110: fdatasync d1/d3/f17 0 2024-06-13T11:57:41.765 INFO:tasks.workunit.client.0.smithi042.stdout:1/97: readlink d0/d17/lc 0 2024-06-13T11:57:41.766 INFO:tasks.workunit.client.0.smithi042.stdout:9/128: creat d9/f28 x:0 0 0 2024-06-13T11:57:41.766 INFO:tasks.workunit.client.0.smithi042.stdout:5/111: rename d1/fa to d1/d3/d1e/f24 0 2024-06-13T11:57:41.766 INFO:tasks.workunit.client.0.smithi042.stdout:5/112: readlink d1/l2 0 2024-06-13T11:57:41.767 INFO:tasks.workunit.client.0.smithi042.stdout:1/98: mkdir d0/d17/d18/d20 0 2024-06-13T11:57:41.768 INFO:tasks.workunit.client.0.smithi042.stdout:5/113: symlink d1/d3/d1e/l25 0 2024-06-13T11:57:41.769 INFO:tasks.workunit.client.0.smithi042.stdout:5/114: stat d1/c14 0 2024-06-13T11:57:41.772 INFO:tasks.workunit.client.0.smithi042.stdout:0/88: dread d4/f12 [0,4194304] 0 2024-06-13T11:57:41.773 INFO:tasks.workunit.client.0.smithi042.stdout:0/89: rmdir d4 39 2024-06-13T11:57:41.775 INFO:tasks.workunit.client.0.smithi042.stdout:8/76: dread d2/fa [0,4194304] 0 2024-06-13T11:57:41.778 INFO:tasks.workunit.client.0.smithi042.stdout:8/77: rename d2/d3/d5/c1a to d2/dc/c1b 0 2024-06-13T11:57:41.778 INFO:tasks.workunit.client.0.smithi042.stdout:8/78: chown d2/d3/f11 92 1 2024-06-13T11:57:41.778 INFO:tasks.workunit.client.0.smithi042.stdout:5/115: fdatasync d1/f8 0 2024-06-13T11:57:41.778 INFO:tasks.workunit.client.0.smithi042.stdout:5/116: chown d1/f1f 7648349 1 2024-06-13T11:57:41.778 INFO:tasks.workunit.client.0.smithi042.stdout:5/117: fsync d1/f6 0 2024-06-13T11:57:41.782 INFO:tasks.workunit.client.0.smithi042.stdout:8/79: creat d2/d3/d19/f1c x:0 0 0 2024-06-13T11:57:41.783 INFO:tasks.workunit.client.0.smithi042.stdout:8/80: read - d2/d3/f17 zero size 2024-06-13T11:57:41.784 INFO:tasks.workunit.client.0.smithi042.stdout:8/81: mknod d2/d3/d19/c1d 0 2024-06-13T11:57:41.786 INFO:tasks.workunit.client.0.smithi042.stdout:8/82: symlink d2/d3/d5/l1e 0 2024-06-13T11:57:41.786 INFO:tasks.workunit.client.0.smithi042.stdout:8/83: write d2/d3/d5/f12 [837162,66439] 0 2024-06-13T11:57:41.788 INFO:tasks.workunit.client.0.smithi042.stdout:8/84: mknod d2/dc/c1f 0 2024-06-13T11:57:41.790 INFO:tasks.workunit.client.0.smithi042.stdout:8/85: mkdir d2/d3/d5/d20 0 2024-06-13T11:57:41.790 INFO:tasks.workunit.client.0.smithi042.stdout:8/86: fdatasync d2/d3/d5/f8 0 2024-06-13T11:57:41.790 INFO:tasks.workunit.client.0.smithi042.stdout:8/87: chown d2/dc 3275 1 2024-06-13T11:57:41.792 INFO:tasks.workunit.client.0.smithi042.stdout:8/88: creat d2/d3/d19/f21 x:0 0 0 2024-06-13T11:57:41.792 INFO:tasks.workunit.client.0.smithi042.stdout:8/89: dread - d2/d3/d5/f8 zero size 2024-06-13T11:57:41.792 INFO:tasks.workunit.client.0.smithi042.stdout:8/90: dread - d2/d3/d5/f8 zero size 2024-06-13T11:57:41.794 INFO:tasks.workunit.client.0.smithi042.stdout:8/91: mkdir d2/dc/d22 0 2024-06-13T11:57:41.794 INFO:tasks.workunit.client.0.smithi042.stdout:8/92: truncate d2/f15 1017931 0 2024-06-13T11:57:41.794 INFO:tasks.workunit.client.0.smithi042.stdout:2/113: dwrite f4 [0,4194304] 0 2024-06-13T11:57:41.794 INFO:tasks.workunit.client.0.smithi042.stdout:3/164: dwrite dc/d17/d1f/f26 [0,4194304] 0 2024-06-13T11:57:41.801 INFO:tasks.workunit.client.0.smithi042.stdout:8/93: rename d2/d3/d5/d20 to d2/dc/d23 0 2024-06-13T11:57:41.801 INFO:tasks.workunit.client.0.smithi042.stdout:2/114: mkdir d7/d1a/d29 0 2024-06-13T11:57:41.801 INFO:tasks.workunit.client.0.smithi042.stdout:2/115: write f2 [828523,22459] 0 2024-06-13T11:57:41.801 INFO:tasks.workunit.client.0.smithi042.stdout:2/116: readlink d7/df/l21 0 2024-06-13T11:57:41.801 INFO:tasks.workunit.client.0.smithi042.stdout:3/165: creat dc/d29/f3c x:0 0 0 2024-06-13T11:57:41.805 INFO:tasks.workunit.client.0.smithi042.stdout:2/117: symlink d7/df/l2a 0 2024-06-13T11:57:41.807 INFO:tasks.workunit.client.0.smithi042.stdout:9/129: link f2 d9/f29 0 2024-06-13T11:57:41.807 INFO:tasks.workunit.client.0.smithi042.stdout:9/130: chown d9/l12 4745810 1 2024-06-13T11:57:41.810 INFO:tasks.workunit.client.0.smithi042.stdout:9/131: creat d9/d1c/d25/f2a x:0 0 0 2024-06-13T11:57:41.811 INFO:tasks.workunit.client.0.smithi042.stdout:9/132: write d9/d15/f1e [1038678,90608] 0 2024-06-13T11:57:41.811 INFO:tasks.workunit.client.0.smithi042.stdout:9/133: stat d9/d15/l17 0 2024-06-13T11:57:41.823 INFO:tasks.workunit.client.0.smithi042.stdout:4/157: dwrite d1/f4 [4194304,4194304] 0 2024-06-13T11:57:41.824 INFO:tasks.workunit.client.0.smithi042.stdout:4/158: unlink d1/f30 0 2024-06-13T11:57:41.826 INFO:tasks.workunit.client.0.smithi042.stdout:4/159: rename d1/de/c2f to d1/d5/c3d 0 2024-06-13T11:57:41.828 INFO:tasks.workunit.client.0.smithi042.stdout:4/160: getdents d1/d29/d33 0 2024-06-13T11:57:41.829 INFO:tasks.workunit.client.0.smithi042.stdout:4/161: mknod d1/d29/d33/c3e 0 2024-06-13T11:57:41.829 INFO:tasks.workunit.client.0.smithi042.stdout:4/162: readlink d1/d10/l1b 0 2024-06-13T11:57:41.829 INFO:tasks.workunit.client.0.smithi042.stdout:4/163: stat d1/d29/d33 0 2024-06-13T11:57:41.830 INFO:tasks.workunit.client.0.smithi042.stdout:0/90: dwrite d4/f12 [0,4194304] 0 2024-06-13T11:57:41.832 INFO:tasks.workunit.client.0.smithi042.stdout:0/91: creat d4/f1c x:0 0 0 2024-06-13T11:57:41.847 INFO:tasks.workunit.client.0.smithi042.stdout:8/94: write d2/d3/f4 [147150,3804] 0 2024-06-13T11:57:41.847 INFO:tasks.workunit.client.0.smithi042.stdout:5/118: dwrite d1/f12 [0,4194304] 0 2024-06-13T11:57:41.858 INFO:tasks.workunit.client.0.smithi042.stdout:0/92: dread d4/fd [0,4194304] 0 2024-06-13T11:57:41.864 INFO:tasks.workunit.client.0.smithi042.stdout:3/166: dwrite dc/d17/f1e [0,4194304] 0 2024-06-13T11:57:41.867 INFO:tasks.workunit.client.0.smithi042.stdout:1/99: dwrite d0/f8 [0,4194304] 0 2024-06-13T11:57:41.868 INFO:tasks.workunit.client.0.smithi042.stdout:8/95: dread d2/f15 [0,4194304] 0 2024-06-13T11:57:41.875 INFO:tasks.workunit.client.0.smithi042.stdout:2/118: dwrite f4 [0,4194304] 0 2024-06-13T11:57:41.875 INFO:tasks.workunit.client.0.smithi042.stdout:1/100: rmdir d0/d17/dd/d1b 39 2024-06-13T11:57:41.876 INFO:tasks.workunit.client.0.smithi042.stdout:1/101: dread - d0/d17/dd/d12/f14 zero size 2024-06-13T11:57:41.877 INFO:tasks.workunit.client.0.smithi042.stdout:1/102: write d0/d17/dd/d12/f14 [29899,116796] 0 2024-06-13T11:57:41.877 INFO:tasks.workunit.client.0.smithi042.stdout:1/103: write d0/d17/fb [3017280,33675] 0 2024-06-13T11:57:41.877 INFO:tasks.workunit.client.0.smithi042.stdout:1/104: chown d0/d17/c1f 14 1 2024-06-13T11:57:41.878 INFO:tasks.workunit.client.0.smithi042.stdout:2/119: symlink d7/d1f/l2b 0 2024-06-13T11:57:41.878 INFO:tasks.workunit.client.0.smithi042.stdout:2/120: write d7/d1a/f27 [404450,17146] 0 2024-06-13T11:57:41.880 INFO:tasks.workunit.client.0.smithi042.stdout:1/105: creat d0/f21 x:0 0 0 2024-06-13T11:57:41.880 INFO:tasks.workunit.client.0.smithi042.stdout:1/106: dread - d0/d17/d18/f1a zero size 2024-06-13T11:57:41.881 INFO:tasks.workunit.client.0.smithi042.stdout:1/107: mknod d0/d17/dd/d12/c22 0 2024-06-13T11:57:41.882 INFO:tasks.workunit.client.0.smithi042.stdout:1/108: mknod d0/d17/d18/c23 0 2024-06-13T11:57:41.883 INFO:tasks.workunit.client.0.smithi042.stdout:1/109: chown d0/d17/d18 116 1 2024-06-13T11:57:41.883 INFO:tasks.workunit.client.0.smithi042.stdout:1/110: chown d0 2 1 2024-06-13T11:57:41.883 INFO:tasks.workunit.client.0.smithi042.stdout:1/111: stat d0/ff 0 2024-06-13T11:57:41.883 INFO:tasks.workunit.client.0.smithi042.stdout:2/121: getdents d7/d1f 0 2024-06-13T11:57:41.883 INFO:tasks.workunit.client.0.smithi042.stdout:2/122: write d7/f9 [2923153,41432] 0 2024-06-13T11:57:41.902 INFO:tasks.workunit.client.0.smithi042.stdout:2/123: dread f4 [0,4194304] 0 2024-06-13T11:57:41.903 INFO:tasks.workunit.client.0.smithi042.stdout:2/124: rmdir d7/d1a/d29 0 2024-06-13T11:57:41.905 INFO:tasks.workunit.client.0.smithi042.stdout:2/125: creat d7/df/f2c x:0 0 0 2024-06-13T11:57:41.905 INFO:tasks.workunit.client.0.smithi042.stdout:2/126: truncate d7/f28 428599 0 2024-06-13T11:57:41.906 INFO:tasks.workunit.client.0.smithi042.stdout:2/127: rename d7/f28 to d7/d23/f2d 0 2024-06-13T11:57:41.906 INFO:tasks.workunit.client.0.smithi042.stdout:2/128: fsync d7/f17 0 2024-06-13T11:57:41.915 INFO:tasks.workunit.client.0.smithi042.stdout:1/112: dread d0/d17/fb [0,4194304] 0 2024-06-13T11:57:41.915 INFO:tasks.workunit.client.0.smithi042.stdout:1/113: write d0/d17/dd/f11 [660395,98664] 0 2024-06-13T11:57:41.919 INFO:tasks.workunit.client.0.smithi042.stdout:1/114: rmdir d0/d17 39 2024-06-13T11:57:41.923 INFO:tasks.workunit.client.0.smithi042.stdout:1/115: getdents d0/d17/d18 0 2024-06-13T11:57:41.923 INFO:tasks.workunit.client.0.smithi042.stdout:1/116: dread - d0/ff zero size 2024-06-13T11:57:41.929 INFO:tasks.workunit.client.0.smithi042.stdout:0/93: dread d4/fc [4194304,4194304] 0 2024-06-13T11:57:41.929 INFO:tasks.workunit.client.0.smithi042.stdout:9/134: dwrite d9/de/f22 [0,4194304] 0 2024-06-13T11:57:41.933 INFO:tasks.workunit.client.0.smithi042.stdout:0/94: rmdir d4 39 2024-06-13T11:57:41.943 INFO:tasks.workunit.client.0.smithi042.stdout:1/117: read d0/d17/f15 [384214,57292] 0 2024-06-13T11:57:41.943 INFO:tasks.workunit.client.0.smithi042.stdout:1/118: fdatasync d0/f8 0 2024-06-13T11:57:41.944 INFO:tasks.workunit.client.0.smithi042.stdout:1/119: chown d0/fe 599455333 1 2024-06-13T11:57:41.949 INFO:tasks.workunit.client.0.smithi042.stdout:8/96: dwrite d2/d3/f11 [0,4194304] 0 2024-06-13T11:57:41.950 INFO:tasks.workunit.client.0.smithi042.stdout:2/129: dwrite d7/f17 [4194304,4194304] 0 2024-06-13T11:57:41.950 INFO:tasks.workunit.client.0.smithi042.stdout:2/130: chown d7/f17 5561322 1 2024-06-13T11:57:41.950 INFO:tasks.workunit.client.0.smithi042.stdout:0/95: symlink d4/l1d 0 2024-06-13T11:57:41.952 INFO:tasks.workunit.client.0.smithi042.stdout:1/120: symlink d0/d17/dd/d1b/l24 0 2024-06-13T11:57:41.953 INFO:tasks.workunit.client.0.smithi042.stdout:9/135: dread f6 [0,4194304] 0 2024-06-13T11:57:41.953 INFO:tasks.workunit.client.0.smithi042.stdout:9/136: readlink d9/d15/l1f 0 2024-06-13T11:57:41.953 INFO:tasks.workunit.client.0.smithi042.stdout:3/167: dread dc/d17/f1c [0,4194304] 0 2024-06-13T11:57:41.953 INFO:tasks.workunit.client.0.smithi042.stdout:5/119: dwrite d1/f16 [0,4194304] 0 2024-06-13T11:57:41.953 INFO:tasks.workunit.client.0.smithi042.stdout:5/120: chown d1/d3/f9 1860434436 1 2024-06-13T11:57:41.954 INFO:tasks.workunit.client.0.smithi042.stdout:5/121: read - d1/d3/f9 zero size 2024-06-13T11:57:41.954 INFO:tasks.workunit.client.0.smithi042.stdout:5/122: chown d1/f23 67 1 2024-06-13T11:57:41.954 INFO:tasks.workunit.client.0.smithi042.stdout:9/137: readlink d9/ld 0 2024-06-13T11:57:41.955 INFO:tasks.workunit.client.0.smithi042.stdout:3/168: symlink dc/d29/l3d 0 2024-06-13T11:57:41.955 INFO:tasks.workunit.client.0.smithi042.stdout:3/169: fdatasync fa 0 2024-06-13T11:57:41.957 INFO:tasks.workunit.client.0.smithi042.stdout:0/96: getdents d4 0 2024-06-13T11:57:41.958 INFO:tasks.workunit.client.0.smithi042.stdout:5/123: link d1/d3/f17 d1/d3/f26 0 2024-06-13T11:57:41.959 INFO:tasks.workunit.client.0.smithi042.stdout:3/170: symlink dc/d17/d3b/l3e 0 2024-06-13T11:57:41.960 INFO:tasks.workunit.client.0.smithi042.stdout:5/124: mknod d1/d3/d1e/c27 0 2024-06-13T11:57:41.980 INFO:tasks.workunit.client.0.smithi042.stdout:0/97: dread d4/fc [0,4194304] 0 2024-06-13T11:57:41.980 INFO:tasks.workunit.client.0.smithi042.stdout:0/98: fdatasync d4/f14 0 2024-06-13T11:57:41.981 INFO:tasks.workunit.client.0.smithi042.stdout:0/99: mknod d4/c1e 0 2024-06-13T11:57:41.981 INFO:tasks.workunit.client.0.smithi042.stdout:1/121: dread d0/fe [0,4194304] 0 2024-06-13T11:57:41.994 INFO:tasks.workunit.client.0.smithi042.stdout:1/122: rmdir d0/d17/dd/d12 39 2024-06-13T11:57:41.997 INFO:tasks.workunit.client.0.smithi042.stdout:1/123: mknod d0/c25 0 2024-06-13T11:57:41.997 INFO:tasks.workunit.client.0.smithi042.stdout:1/124: fdatasync d0/f8 0 2024-06-13T11:57:42.004 INFO:tasks.workunit.client.0.smithi042.stdout:5/125: dwrite d1/f18 [4194304,4194304] 0 2024-06-13T11:57:42.004 INFO:tasks.workunit.client.0.smithi042.stdout:5/126: chown d1/d3/f26 6 1 2024-06-13T11:57:42.005 INFO:tasks.workunit.client.0.smithi042.stdout:8/97: dwrite d2/d3/d5/fe [0,4194304] 0 2024-06-13T11:57:42.005 INFO:tasks.workunit.client.0.smithi042.stdout:8/98: stat d2/d3 0 2024-06-13T11:57:42.010 INFO:tasks.workunit.client.0.smithi042.stdout:8/99: mknod d2/d3/d19/c24 0 2024-06-13T11:57:42.021 INFO:tasks.workunit.client.0.smithi042.stdout:3/171: dwrite f0 [0,4194304] 0 2024-06-13T11:57:42.021 INFO:tasks.workunit.client.0.smithi042.stdout:0/100: dread d4/f9 [0,4194304] 0 2024-06-13T11:57:42.023 INFO:tasks.workunit.client.0.smithi042.stdout:5/127: dread d1/f1f [0,4194304] 0 2024-06-13T11:57:42.023 INFO:tasks.workunit.client.0.smithi042.stdout:0/101: link d4/ce d4/c1f 0 2024-06-13T11:57:42.023 INFO:tasks.workunit.client.0.smithi042.stdout:0/102: fsync d4/f14 0 2024-06-13T11:57:42.023 INFO:tasks.workunit.client.0.smithi042.stdout:3/172: creat dc/d17/d3b/f3f x:0 0 0 2024-06-13T11:57:42.024 INFO:tasks.workunit.client.0.smithi042.stdout:5/128: creat d1/d3/d1e/f28 x:0 0 0 2024-06-13T11:57:42.024 INFO:tasks.workunit.client.0.smithi042.stdout:5/129: readlink d1/d3/l20 0 2024-06-13T11:57:42.025 INFO:tasks.workunit.client.0.smithi042.stdout:0/103: rename d4/l5 to d4/l20 0 2024-06-13T11:57:42.025 INFO:tasks.workunit.client.0.smithi042.stdout:0/104: stat d4/c17 0 2024-06-13T11:57:42.027 INFO:tasks.workunit.client.0.smithi042.stdout:3/173: rename dc/d17/d20/d2d/c3a to dc/d17/d20/d2d/c40 0 2024-06-13T11:57:42.027 INFO:tasks.workunit.client.0.smithi042.stdout:5/130: rmdir d1 39 2024-06-13T11:57:42.028 INFO:tasks.workunit.client.0.smithi042.stdout:5/131: chown d1/f12 4211806 1 2024-06-13T11:57:42.028 INFO:tasks.workunit.client.0.smithi042.stdout:1/125: read d0/f5 [3989672,76350] 0 2024-06-13T11:57:42.029 INFO:tasks.workunit.client.0.smithi042.stdout:5/132: symlink d1/d3/l29 0 2024-06-13T11:57:42.029 INFO:tasks.workunit.client.0.smithi042.stdout:9/138: dwrite f8 [0,4194304] 0 2024-06-13T11:57:42.030 INFO:tasks.workunit.client.0.smithi042.stdout:9/139: stat d9/c1b 0 2024-06-13T11:57:42.030 INFO:tasks.workunit.client.0.smithi042.stdout:9/140: fdatasync d9/f20 0 2024-06-13T11:57:42.030 INFO:tasks.workunit.client.0.smithi042.stdout:9/141: fsync d9/f20 0 2024-06-13T11:57:42.030 INFO:tasks.workunit.client.0.smithi042.stdout:1/126: link d0/d17/dd/d1b/l24 d0/d17/dd/d1b/l26 0 2024-06-13T11:57:42.031 INFO:tasks.workunit.client.0.smithi042.stdout:5/133: creat d1/f2a x:0 0 0 2024-06-13T11:57:42.032 INFO:tasks.workunit.client.0.smithi042.stdout:5/134: mkdir d1/d2b 0 2024-06-13T11:57:42.038 INFO:tasks.workunit.client.0.smithi042.stdout:5/135: link d1/d3/c1a d1/c2c 0 2024-06-13T11:57:42.047 INFO:tasks.workunit.client.0.smithi042.stdout:9/142: rmdir d9 39 2024-06-13T11:57:42.049 INFO:tasks.workunit.client.0.smithi042.stdout:9/143: truncate d9/fc 1956987 0 2024-06-13T11:57:42.050 INFO:tasks.workunit.client.0.smithi042.stdout:0/105: write d4/ff [2178744,5215] 0 2024-06-13T11:57:42.053 INFO:tasks.workunit.client.0.smithi042.stdout:9/144: creat d9/d16/f2b x:0 0 0 2024-06-13T11:57:42.053 INFO:tasks.workunit.client.0.smithi042.stdout:0/106: creat d4/f21 x:0 0 0 2024-06-13T11:57:42.054 INFO:tasks.workunit.client.0.smithi042.stdout:4/164: sync 2024-06-13T11:57:42.055 INFO:tasks.workunit.client.0.smithi042.stdout:6/144: sync 2024-06-13T11:57:42.055 INFO:tasks.workunit.client.0.smithi042.stdout:7/87: sync 2024-06-13T11:57:42.055 INFO:tasks.workunit.client.0.smithi042.stdout:7/88: fdatasync d2/d3/d12/f18 0 2024-06-13T11:57:42.056 INFO:tasks.workunit.client.0.smithi042.stdout:0/107: mknod d4/c22 0 2024-06-13T11:57:42.056 INFO:tasks.workunit.client.0.smithi042.stdout:0/108: truncate d4/f12 5220623 0 2024-06-13T11:57:42.057 INFO:tasks.workunit.client.0.smithi042.stdout:4/165: symlink d1/d10/d35/l3f 0 2024-06-13T11:57:42.057 INFO:tasks.workunit.client.0.smithi042.stdout:4/166: write d1/f7 [2152104,96988] 0 2024-06-13T11:57:42.057 INFO:tasks.workunit.client.0.smithi042.stdout:4/167: fdatasync d1/d10/f14 0 2024-06-13T11:57:42.057 INFO:tasks.workunit.client.0.smithi042.stdout:4/168: fsync d1/d10/d15/f1e 0 2024-06-13T11:57:42.058 INFO:tasks.workunit.client.0.smithi042.stdout:4/169: truncate d1/f38 31129 0 2024-06-13T11:57:42.058 INFO:tasks.workunit.client.0.smithi042.stdout:9/145: link d9/l12 d9/d16/l2c 0 2024-06-13T11:57:42.059 INFO:tasks.workunit.client.0.smithi042.stdout:2/131: dwrite d7/df/f2c [0,4194304] 0 2024-06-13T11:57:42.059 INFO:tasks.workunit.client.0.smithi042.stdout:7/89: rmdir d2/d3/d12/d16 0 2024-06-13T11:57:42.059 INFO:tasks.workunit.client.0.smithi042.stdout:6/145: getdents d16/d1c 0 2024-06-13T11:57:42.060 INFO:tasks.workunit.client.0.smithi042.stdout:6/146: read d16/d21/f24 [1700658,36636] 0 2024-06-13T11:57:42.062 INFO:tasks.workunit.client.0.smithi042.stdout:0/109: creat d4/f23 x:0 0 0 2024-06-13T11:57:42.062 INFO:tasks.workunit.client.0.smithi042.stdout:0/110: chown d4/l1d 62 1 2024-06-13T11:57:42.062 INFO:tasks.workunit.client.0.smithi042.stdout:0/111: fdatasync f1 0 2024-06-13T11:57:42.062 INFO:tasks.workunit.client.0.smithi042.stdout:5/136: dread d1/f6 [0,4194304] 0 2024-06-13T11:57:42.062 INFO:tasks.workunit.client.0.smithi042.stdout:5/137: readlink d1/d3/l29 0 2024-06-13T11:57:42.062 INFO:tasks.workunit.client.0.smithi042.stdout:4/170: link d1/f38 d1/d5/d16/f40 0 2024-06-13T11:57:42.062 INFO:tasks.workunit.client.0.smithi042.stdout:5/138: read - d1/f1d zero size 2024-06-13T11:57:42.063 INFO:tasks.workunit.client.0.smithi042.stdout:2/132: mknod d7/c2e 0 2024-06-13T11:57:42.063 INFO:tasks.workunit.client.0.smithi042.stdout:2/133: chown d7/d23/f2d 1 1 2024-06-13T11:57:42.069 INFO:tasks.workunit.client.0.smithi042.stdout:7/90: mknod d2/c19 0 2024-06-13T11:57:42.069 INFO:tasks.workunit.client.0.smithi042.stdout:0/112: creat d4/f24 x:0 0 0 2024-06-13T11:57:42.069 INFO:tasks.workunit.client.0.smithi042.stdout:5/139: symlink d1/d3/l2d 0 2024-06-13T11:57:42.069 INFO:tasks.workunit.client.0.smithi042.stdout:7/91: fsync d2/f15 0 2024-06-13T11:57:42.069 INFO:tasks.workunit.client.0.smithi042.stdout:7/92: fsync d2/f15 0 2024-06-13T11:57:42.071 INFO:tasks.workunit.client.0.smithi042.stdout:2/134: link l0 d7/d23/l2f 0 2024-06-13T11:57:42.073 INFO:tasks.workunit.client.0.smithi042.stdout:2/135: mknod d7/d1a/c30 0 2024-06-13T11:57:42.079 INFO:tasks.workunit.client.0.smithi042.stdout:0/113: getdents d4 0 2024-06-13T11:57:42.084 INFO:tasks.workunit.client.0.smithi042.stdout:0/114: mknod d4/c25 0 2024-06-13T11:57:42.085 INFO:tasks.workunit.client.0.smithi042.stdout:0/115: rename d4/f12 to d4/f26 0 2024-06-13T11:57:42.086 INFO:tasks.workunit.client.0.smithi042.stdout:0/116: unlink d4/c17 0 2024-06-13T11:57:42.087 INFO:tasks.workunit.client.0.smithi042.stdout:0/117: mknod d4/c27 0 2024-06-13T11:57:42.087 INFO:tasks.workunit.client.0.smithi042.stdout:0/118: fdatasync d4/f21 0 2024-06-13T11:57:42.087 INFO:tasks.workunit.client.0.smithi042.stdout:0/119: readlink l2 0 2024-06-13T11:57:42.088 INFO:tasks.workunit.client.0.smithi042.stdout:0/120: creat d4/f28 x:0 0 0 2024-06-13T11:57:42.089 INFO:tasks.workunit.client.0.smithi042.stdout:0/121: creat d4/f29 x:0 0 0 2024-06-13T11:57:42.094 INFO:tasks.workunit.client.0.smithi042.stdout:8/100: dwrite d2/d3/d19/f1c [0,4194304] 0 2024-06-13T11:57:42.095 INFO:tasks.workunit.client.0.smithi042.stdout:4/171: dread d1/d10/f14 [0,4194304] 0 2024-06-13T11:57:42.096 INFO:tasks.workunit.client.0.smithi042.stdout:4/172: chown d1/de/f21 1671178 1 2024-06-13T11:57:42.097 INFO:tasks.workunit.client.0.smithi042.stdout:0/122: getdents d4 0 2024-06-13T11:57:42.097 INFO:tasks.workunit.client.0.smithi042.stdout:0/123: chown d4/f28 118379454 1 2024-06-13T11:57:42.097 INFO:tasks.workunit.client.0.smithi042.stdout:0/124: getdents d4 0 2024-06-13T11:57:42.098 INFO:tasks.workunit.client.0.smithi042.stdout:8/101: symlink d2/dc/d22/l25 0 2024-06-13T11:57:42.099 INFO:tasks.workunit.client.0.smithi042.stdout:4/173: rmdir d1/d5/d16 39 2024-06-13T11:57:42.099 INFO:tasks.workunit.client.0.smithi042.stdout:4/174: readlink d1/d10/d35/l3f 0 2024-06-13T11:57:42.099 INFO:tasks.workunit.client.0.smithi042.stdout:4/175: chown d1/d10/l1b 3759558 1 2024-06-13T11:57:42.101 INFO:tasks.workunit.client.0.smithi042.stdout:8/102: symlink d2/l26 0 2024-06-13T11:57:42.105 INFO:tasks.workunit.client.0.smithi042.stdout:4/176: creat d1/d10/d35/f41 x:0 0 0 2024-06-13T11:57:42.106 INFO:tasks.workunit.client.0.smithi042.stdout:9/146: rename c3 to d9/c2d 0 2024-06-13T11:57:42.106 INFO:tasks.workunit.client.0.smithi042.stdout:9/147: truncate d9/de/f22 915442 0 2024-06-13T11:57:42.106 INFO:tasks.workunit.client.0.smithi042.stdout:9/148: write d9/d1c/d25/f2a [274010,127145] 0 2024-06-13T11:57:42.106 INFO:tasks.workunit.client.0.smithi042.stdout:5/140: rename d1/f1f to d1/d3/f2e 0 2024-06-13T11:57:42.106 INFO:tasks.workunit.client.0.smithi042.stdout:9/149: symlink d9/d1c/d25/l2e 0 2024-06-13T11:57:42.109 INFO:tasks.workunit.client.0.smithi042.stdout:4/177: mknod d1/d10/d15/c42 0 2024-06-13T11:57:42.109 INFO:tasks.workunit.client.0.smithi042.stdout:6/147: dwrite d16/d1c/d2b/f2f [0,4194304] 0 2024-06-13T11:57:42.109 INFO:tasks.workunit.client.0.smithi042.stdout:5/141: creat d1/d3/f2f x:0 0 0 2024-06-13T11:57:42.110 INFO:tasks.workunit.client.0.smithi042.stdout:6/148: read d16/d21/f24 [3302724,36289] 0 2024-06-13T11:57:42.110 INFO:tasks.workunit.client.0.smithi042.stdout:6/149: getdents d16/d1c 0 2024-06-13T11:57:42.110 INFO:tasks.workunit.client.0.smithi042.stdout:2/136: rename d7/f9 to d7/d1a/f31 0 2024-06-13T11:57:42.110 INFO:tasks.workunit.client.0.smithi042.stdout:9/150: truncate f8 3738439 0 2024-06-13T11:57:42.113 INFO:tasks.workunit.client.0.smithi042.stdout:6/150: getdents d16/d21 0 2024-06-13T11:57:42.114 INFO:tasks.workunit.client.0.smithi042.stdout:3/174: dwrite fa [4194304,4194304] 0 2024-06-13T11:57:42.118 INFO:tasks.workunit.client.0.smithi042.stdout:2/137: read d7/d1a/f27 [135349,94018] 0 2024-06-13T11:57:42.118 INFO:tasks.workunit.client.0.smithi042.stdout:4/178: mknod d1/de/c43 0 2024-06-13T11:57:42.118 INFO:tasks.workunit.client.0.smithi042.stdout:5/142: link d1/c22 d1/c30 0 2024-06-13T11:57:42.118 INFO:tasks.workunit.client.0.smithi042.stdout:8/103: rename d2/c16 to d2/dc/d23/c27 0 2024-06-13T11:57:42.119 INFO:tasks.workunit.client.0.smithi042.stdout:4/179: rmdir d1/d5 39 2024-06-13T11:57:42.121 INFO:tasks.workunit.client.0.smithi042.stdout:5/143: rename d1/d3 to d1/d31 0 2024-06-13T11:57:42.121 INFO:tasks.workunit.client.0.smithi042.stdout:5/144: readlink d1/d31/l2d 0 2024-06-13T11:57:42.122 INFO:tasks.workunit.client.0.smithi042.stdout:8/104: mknod d2/dc/d22/c28 0 2024-06-13T11:57:42.123 INFO:tasks.workunit.client.0.smithi042.stdout:5/145: symlink d1/d31/l32 0 2024-06-13T11:57:42.125 INFO:tasks.workunit.client.0.smithi042.stdout:8/105: rename c1 to d2/dc/c29 0 2024-06-13T11:57:42.125 INFO:tasks.workunit.client.0.smithi042.stdout:8/106: truncate d2/d3/f4 4157409 0 2024-06-13T11:57:42.126 INFO:tasks.workunit.client.0.smithi042.stdout:0/125: dread d4/fc [0,4194304] 0 2024-06-13T11:57:42.126 INFO:tasks.workunit.client.0.smithi042.stdout:0/126: dread - d4/f24 zero size 2024-06-13T11:57:42.127 INFO:tasks.workunit.client.0.smithi042.stdout:0/127: creat d4/f2a x:0 0 0 2024-06-13T11:57:42.131 INFO:tasks.workunit.client.0.smithi042.stdout:0/128: symlink d4/l2b 0 2024-06-13T11:57:42.131 INFO:tasks.workunit.client.0.smithi042.stdout:0/129: truncate d4/f1a 1088607 0 2024-06-13T11:57:42.131 INFO:tasks.workunit.client.0.smithi042.stdout:0/130: dread - d4/f1c zero size 2024-06-13T11:57:42.147 INFO:tasks.workunit.client.0.smithi042.stdout:5/146: write d1/d31/f17 [3037758,104053] 0 2024-06-13T11:57:42.149 INFO:tasks.workunit.client.0.smithi042.stdout:5/147: rename d1/d31/fd to d1/d2b/f33 0 2024-06-13T11:57:42.151 INFO:tasks.workunit.client.0.smithi042.stdout:8/107: dread d2/d3/f11 [0,4194304] 0 2024-06-13T11:57:42.151 INFO:tasks.workunit.client.0.smithi042.stdout:8/108: readlink d2/l7 0 2024-06-13T11:57:42.151 INFO:tasks.workunit.client.0.smithi042.stdout:8/109: dread - d2/f14 zero size 2024-06-13T11:57:42.151 INFO:tasks.workunit.client.0.smithi042.stdout:3/175: dread dc/f11 [0,4194304] 0 2024-06-13T11:57:42.151 INFO:tasks.workunit.client.0.smithi042.stdout:0/131: dread d4/f26 [4194304,4194304] 0 2024-06-13T11:57:42.152 INFO:tasks.workunit.client.0.smithi042.stdout:8/110: mknod d2/dc/d22/c2a 0 2024-06-13T11:57:42.153 INFO:tasks.workunit.client.0.smithi042.stdout:3/176: mkdir dc/d29/d41 0 2024-06-13T11:57:42.153 INFO:tasks.workunit.client.0.smithi042.stdout:3/177: fdatasync f0 0 2024-06-13T11:57:42.158 INFO:tasks.workunit.client.0.smithi042.stdout:0/132: mknod d4/c2c 0 2024-06-13T11:57:42.158 INFO:tasks.workunit.client.0.smithi042.stdout:3/178: creat dc/d17/d1f/f42 x:0 0 0 2024-06-13T11:57:42.158 INFO:tasks.workunit.client.0.smithi042.stdout:3/179: fdatasync dc/d17/d1f/f26 0 2024-06-13T11:57:42.159 INFO:tasks.workunit.client.0.smithi042.stdout:3/180: fsync dc/f11 0 2024-06-13T11:57:42.159 INFO:tasks.workunit.client.0.smithi042.stdout:3/181: creat dc/d17/d20/f43 x:0 0 0 2024-06-13T11:57:42.170 INFO:tasks.workunit.client.0.smithi042.stdout:9/151: dwrite d9/de/f26 [0,4194304] 0 2024-06-13T11:57:42.170 INFO:tasks.workunit.client.0.smithi042.stdout:9/152: truncate d9/f28 337032 0 2024-06-13T11:57:42.175 INFO:tasks.workunit.client.0.smithi042.stdout:4/180: dread d1/d5/f17 [0,4194304] 0 2024-06-13T11:57:42.175 INFO:tasks.workunit.client.0.smithi042.stdout:4/181: chown d1/l3b 808917 1 2024-06-13T11:57:42.175 INFO:tasks.workunit.client.0.smithi042.stdout:6/151: dwrite d16/d21/f24 [0,4194304] 0 2024-06-13T11:57:42.175 INFO:tasks.workunit.client.0.smithi042.stdout:9/153: creat d9/d15/f2f x:0 0 0 2024-06-13T11:57:42.176 INFO:tasks.workunit.client.0.smithi042.stdout:9/154: chown d9/ld 733 1 2024-06-13T11:57:42.185 INFO:tasks.workunit.client.0.smithi042.stdout:4/182: unlink d1/d10/d15/f32 0 2024-06-13T11:57:42.185 INFO:tasks.workunit.client.0.smithi042.stdout:4/183: fdatasync d1/d5/d16/f27 0 2024-06-13T11:57:42.185 INFO:tasks.workunit.client.0.smithi042.stdout:4/184: write d1/d10/d35/f41 [489899,116321] 0 2024-06-13T11:57:42.186 INFO:tasks.workunit.client.0.smithi042.stdout:4/185: chown d1/d29/l36 957582590 1 2024-06-13T11:57:42.191 INFO:tasks.workunit.client.0.smithi042.stdout:2/138: dread d7/df/f2c [0,4194304] 0 2024-06-13T11:57:42.195 INFO:tasks.workunit.client.0.smithi042.stdout:5/148: dwrite d1/f2a [0,4194304] 0 2024-06-13T11:57:42.195 INFO:tasks.workunit.client.0.smithi042.stdout:5/149: fsync d1/d31/d1e/f28 0 2024-06-13T11:57:42.196 INFO:tasks.workunit.client.0.smithi042.stdout:5/150: stat d1/d2b/f33 0 2024-06-13T11:57:42.209 INFO:tasks.workunit.client.0.smithi042.stdout:6/152: write d16/d21/f24 [2347401,113969] 0 2024-06-13T11:57:42.211 INFO:tasks.workunit.client.0.smithi042.stdout:6/153: mkdir d16/d21/d30 0 2024-06-13T11:57:42.213 INFO:tasks.workunit.client.0.smithi042.stdout:2/139: mknod d7/d1f/c32 0 2024-06-13T11:57:42.217 INFO:tasks.workunit.client.0.smithi042.stdout:5/151: getdents d1/d31 0 2024-06-13T11:57:42.217 INFO:tasks.workunit.client.0.smithi042.stdout:5/152: fsync d1/f1d 0 2024-06-13T11:57:42.217 INFO:tasks.workunit.client.0.smithi042.stdout:5/153: getdents d1/d31 0 2024-06-13T11:57:42.234 INFO:tasks.workunit.client.0.smithi042.stdout:8/111: dwrite d2/d3/f11 [0,4194304] 0 2024-06-13T11:57:42.235 INFO:tasks.workunit.client.0.smithi042.stdout:8/112: mknod d2/dc/c2b 0 2024-06-13T11:57:42.239 INFO:tasks.workunit.client.0.smithi042.stdout:3/182: dwrite dc/f14 [0,4194304] 0 2024-06-13T11:57:42.242 INFO:tasks.workunit.client.0.smithi042.stdout:3/183: creat dc/d17/d1f/f44 x:0 0 0 2024-06-13T11:57:42.258 INFO:tasks.workunit.client.0.smithi042.stdout:4/186: dwrite d1/d10/d15/f25 [0,4194304] 0 2024-06-13T11:57:42.258 INFO:tasks.workunit.client.0.smithi042.stdout:4/187: chown d1/d10/d15/f1e 52640 1 2024-06-13T11:57:42.261 INFO:tasks.workunit.client.0.smithi042.stdout:6/154: dread d16/d21/f24 [0,4194304] 0 2024-06-13T11:57:42.264 INFO:tasks.workunit.client.0.smithi042.stdout:9/155: dwrite f8 [0,4194304] 0 2024-06-13T11:57:42.268 INFO:tasks.workunit.client.0.smithi042.stdout:4/188: dread d1/d5/d16/f40 [0,4194304] 0 2024-06-13T11:57:42.270 INFO:tasks.workunit.client.0.smithi042.stdout:4/189: creat d1/d10/f44 x:0 0 0 2024-06-13T11:57:42.270 INFO:tasks.workunit.client.0.smithi042.stdout:2/140: dwrite f2 [0,4194304] 0 2024-06-13T11:57:42.271 INFO:tasks.workunit.client.0.smithi042.stdout:4/190: mkdir d1/de/d45 0 2024-06-13T11:57:42.271 INFO:tasks.workunit.client.0.smithi042.stdout:4/191: write d1/d5/d16/f40 [507082,126533] 0 2024-06-13T11:57:42.272 INFO:tasks.workunit.client.0.smithi042.stdout:4/192: dread - d1/d10/f44 zero size 2024-06-13T11:57:42.272 INFO:tasks.workunit.client.0.smithi042.stdout:4/193: dread - d1/d29/f34 zero size 2024-06-13T11:57:42.272 INFO:tasks.workunit.client.0.smithi042.stdout:1/127: sync 2024-06-13T11:57:42.273 INFO:tasks.workunit.client.0.smithi042.stdout:1/128: rmdir d0/d17/dd/d1b 39 2024-06-13T11:57:42.274 INFO:tasks.workunit.client.0.smithi042.stdout:2/141: mkdir d7/df/d33 0 2024-06-13T11:57:42.274 INFO:tasks.workunit.client.0.smithi042.stdout:2/142: stat d7/df/d33 0 2024-06-13T11:57:42.274 INFO:tasks.workunit.client.0.smithi042.stdout:2/143: dread - d7/fb zero size 2024-06-13T11:57:42.276 INFO:tasks.workunit.client.0.smithi042.stdout:1/129: symlink d0/d17/d18/l27 0 2024-06-13T11:57:42.276 INFO:tasks.workunit.client.0.smithi042.stdout:1/130: stat d0/d17/d18/d20 0 2024-06-13T11:57:42.278 INFO:tasks.workunit.client.0.smithi042.stdout:1/131: mknod d0/d17/c28 0 2024-06-13T11:57:42.278 INFO:tasks.workunit.client.0.smithi042.stdout:1/132: write d0/d17/d18/f1a [1014497,32715] 0 2024-06-13T11:57:42.280 INFO:tasks.workunit.client.0.smithi042.stdout:1/133: mkdir d0/d17/d18/d29 0 2024-06-13T11:57:42.280 INFO:tasks.workunit.client.0.smithi042.stdout:1/134: chown d0 55 1 2024-06-13T11:57:42.286 INFO:tasks.workunit.client.0.smithi042.stdout:3/184: dread dc/d29/f30 [0,4194304] 0 2024-06-13T11:57:42.286 INFO:tasks.workunit.client.0.smithi042.stdout:8/113: dwrite d2/d3/f6 [0,4194304] 0 2024-06-13T11:57:42.291 INFO:tasks.workunit.client.0.smithi042.stdout:1/135: creat d0/d17/dd/d12/f2a x:0 0 0 2024-06-13T11:57:42.294 INFO:tasks.workunit.client.0.smithi042.stdout:1/136: creat d0/f2b x:0 0 0 2024-06-13T11:57:42.294 INFO:tasks.workunit.client.0.smithi042.stdout:1/137: write d0/d17/fb [1656877,23639] 0 2024-06-13T11:57:42.294 INFO:tasks.workunit.client.0.smithi042.stdout:5/154: dwrite d1/f18 [0,4194304] 0 2024-06-13T11:57:42.295 INFO:tasks.workunit.client.0.smithi042.stdout:5/155: write d1/f1d [410045,96014] 0 2024-06-13T11:57:42.309 INFO:tasks.workunit.client.0.smithi042.stdout:7/93: sync 2024-06-13T11:57:42.309 INFO:tasks.workunit.client.0.smithi042.stdout:9/156: rename f8 to d9/d1c/d25/f30 0 2024-06-13T11:57:42.310 INFO:tasks.workunit.client.0.smithi042.stdout:7/94: rename d2/d3/f17 to d2/f1a 0 2024-06-13T11:57:42.310 INFO:tasks.workunit.client.0.smithi042.stdout:9/157: mkdir d9/d31 0 2024-06-13T11:57:42.312 INFO:tasks.workunit.client.0.smithi042.stdout:9/158: mkdir d9/de/d32 0 2024-06-13T11:57:42.312 INFO:tasks.workunit.client.0.smithi042.stdout:9/159: fdatasync d9/f28 0 2024-06-13T11:57:42.312 INFO:tasks.workunit.client.0.smithi042.stdout:4/194: rename d1/f7 to d1/d29/f46 0 2024-06-13T11:57:42.314 INFO:tasks.workunit.client.0.smithi042.stdout:9/160: read d9/f29 [6351572,34582] 0 2024-06-13T11:57:42.314 INFO:tasks.workunit.client.0.smithi042.stdout:7/95: truncate d2/f4 5689045 0 2024-06-13T11:57:42.315 INFO:tasks.workunit.client.0.smithi042.stdout:8/114: dread d2/d3/d19/f1c [0,4194304] 0 2024-06-13T11:57:42.315 INFO:tasks.workunit.client.0.smithi042.stdout:8/115: chown d2/l7 11 1 2024-06-13T11:57:42.318 INFO:tasks.workunit.client.0.smithi042.stdout:3/185: rename dc/d17/d1f/f44 to dc/d17/d20/d2d/d37/f45 0 2024-06-13T11:57:42.320 INFO:tasks.workunit.client.0.smithi042.stdout:5/156: fsync d1/f1d 0 2024-06-13T11:57:42.324 INFO:tasks.workunit.client.0.smithi042.stdout:2/144: dwrite d7/d1a/f27 [0,4194304] 0 2024-06-13T11:57:42.324 INFO:tasks.workunit.client.0.smithi042.stdout:2/145: chown d7 107704328 1 2024-06-13T11:57:42.324 INFO:tasks.workunit.client.0.smithi042.stdout:3/186: mkdir dc/d17/d1f/d46 0 2024-06-13T11:57:42.324 INFO:tasks.workunit.client.0.smithi042.stdout:3/187: stat dc/d17/d20/f43 0 2024-06-13T11:57:42.324 INFO:tasks.workunit.client.0.smithi042.stdout:1/138: rename d0/d17/f15 to d0/d17/d18/d29/f2c 0 2024-06-13T11:57:42.326 INFO:tasks.workunit.client.0.smithi042.stdout:6/155: dwrite d16/d1c/f1d [0,4194304] 0 2024-06-13T11:57:42.326 INFO:tasks.workunit.client.0.smithi042.stdout:6/156: chown d16/d21/c26 94 1 2024-06-13T11:57:42.328 INFO:tasks.workunit.client.0.smithi042.stdout:2/146: unlink d7/d1f/c26 0 2024-06-13T11:57:42.340 INFO:tasks.workunit.client.0.smithi042.stdout:8/116: dread d2/d3/f11 [0,4194304] 0 2024-06-13T11:57:42.342 INFO:tasks.workunit.client.0.smithi042.stdout:3/188: rename dc/d29/d41 to dc/d29/d47 0 2024-06-13T11:57:42.342 INFO:tasks.workunit.client.0.smithi042.stdout:1/139: mknod d0/d17/dd/d1b/c2d 0 2024-06-13T11:57:42.342 INFO:tasks.workunit.client.0.smithi042.stdout:1/140: truncate d0/f9 370935 0 2024-06-13T11:57:42.342 INFO:tasks.workunit.client.0.smithi042.stdout:0/133: sync 2024-06-13T11:57:42.342 INFO:tasks.workunit.client.0.smithi042.stdout:1/141: write d0/f5 [4687952,96525] 0 2024-06-13T11:57:42.342 INFO:tasks.workunit.client.0.smithi042.stdout:1/142: dread - d0/f2b zero size 2024-06-13T11:57:42.342 INFO:tasks.workunit.client.0.smithi042.stdout:1/143: chown d0/d17/dd/d1b/f1e 6944061 1 2024-06-13T11:57:42.343 INFO:tasks.workunit.client.0.smithi042.stdout:4/195: dread d1/de/f2e [4194304,4194304] 0 2024-06-13T11:57:42.343 INFO:tasks.workunit.client.0.smithi042.stdout:4/196: fsync d1/d10/f14 0 2024-06-13T11:57:42.343 INFO:tasks.workunit.client.0.smithi042.stdout:4/197: fsync d1/d5/d16/f40 0 2024-06-13T11:57:42.343 INFO:tasks.workunit.client.0.smithi042.stdout:2/147: mknod d7/df/c34 0 2024-06-13T11:57:42.343 INFO:tasks.workunit.client.0.smithi042.stdout:1/144: mkdir d0/d17/d2e 0 2024-06-13T11:57:42.344 INFO:tasks.workunit.client.0.smithi042.stdout:1/145: write d0/fe [4567960,96584] 0 2024-06-13T11:57:42.345 INFO:tasks.workunit.client.0.smithi042.stdout:2/148: symlink d7/df/l35 0 2024-06-13T11:57:42.345 INFO:tasks.workunit.client.0.smithi042.stdout:2/149: fsync d7/d1a/f31 0 2024-06-13T11:57:42.345 INFO:tasks.workunit.client.0.smithi042.stdout:2/150: fdatasync d7/df/f2c 0 2024-06-13T11:57:42.345 INFO:tasks.workunit.client.0.smithi042.stdout:2/151: fsync d7/fb 0 2024-06-13T11:57:42.345 INFO:tasks.workunit.client.0.smithi042.stdout:2/152: write f2 [5019238,109748] 0 2024-06-13T11:57:42.346 INFO:tasks.workunit.client.0.smithi042.stdout:1/146: creat d0/d17/f2f x:0 0 0 2024-06-13T11:57:42.346 INFO:tasks.workunit.client.0.smithi042.stdout:1/147: truncate d0/f21 323881 0 2024-06-13T11:57:42.347 INFO:tasks.workunit.client.0.smithi042.stdout:2/153: unlink d7/d1a/l1d 0 2024-06-13T11:57:42.347 INFO:tasks.workunit.client.0.smithi042.stdout:2/154: fdatasync f4 0 2024-06-13T11:57:42.349 INFO:tasks.workunit.client.0.smithi042.stdout:9/161: rename d9/de/d32 to d9/d33 0 2024-06-13T11:57:42.352 INFO:tasks.workunit.client.0.smithi042.stdout:3/189: rename dc/d17/d20/f43 to dc/d29/d47/f48 0 2024-06-13T11:57:42.352 INFO:tasks.workunit.client.0.smithi042.stdout:0/134: dread d4/f6 [0,4194304] 0 2024-06-13T11:57:42.353 INFO:tasks.workunit.client.0.smithi042.stdout:5/157: dread d1/ff [0,4194304] 0 2024-06-13T11:57:42.356 INFO:tasks.workunit.client.0.smithi042.stdout:3/190: symlink dc/l49 0 2024-06-13T11:57:42.357 INFO:tasks.workunit.client.0.smithi042.stdout:2/155: getdents d7/d1a 0 2024-06-13T11:57:42.357 INFO:tasks.workunit.client.0.smithi042.stdout:2/156: chown d7/df/f2c 45827 1 2024-06-13T11:57:42.357 INFO:tasks.workunit.client.0.smithi042.stdout:2/157: readlink d7/l25 0 2024-06-13T11:57:42.358 INFO:tasks.workunit.client.0.smithi042.stdout:4/198: dread d1/d10/d35/f41 [0,4194304] 0 2024-06-13T11:57:42.358 INFO:tasks.workunit.client.0.smithi042.stdout:4/199: write d1/d5/f17 [3717276,58715] 0 2024-06-13T11:57:42.362 INFO:tasks.workunit.client.0.smithi042.stdout:0/135: dread d4/f6 [0,4194304] 0 2024-06-13T11:57:42.362 INFO:tasks.workunit.client.0.smithi042.stdout:0/136: dread - d4/f1c zero size 2024-06-13T11:57:42.362 INFO:tasks.workunit.client.0.smithi042.stdout:0/137: chown d4/f9 8235233 1 2024-06-13T11:57:42.364 INFO:tasks.workunit.client.0.smithi042.stdout:4/200: symlink d1/d5/d16/l47 0 2024-06-13T11:57:42.365 INFO:tasks.workunit.client.0.smithi042.stdout:0/138: mknod d4/c2d 0 2024-06-13T11:57:42.365 INFO:tasks.workunit.client.0.smithi042.stdout:4/201: mknod d1/d29/d33/c48 0 2024-06-13T11:57:42.366 INFO:tasks.workunit.client.0.smithi042.stdout:0/139: mkdir d4/d2e 0 2024-06-13T11:57:42.367 INFO:tasks.workunit.client.0.smithi042.stdout:0/140: dread - d4/f21 zero size 2024-06-13T11:57:42.367 INFO:tasks.workunit.client.0.smithi042.stdout:0/141: getdents d4/d2e 0 2024-06-13T11:57:42.367 INFO:tasks.workunit.client.0.smithi042.stdout:0/142: write d4/f2a [931407,130080] 0 2024-06-13T11:57:42.367 INFO:tasks.workunit.client.0.smithi042.stdout:4/202: rename d1/d29/d33/l3c to d1/de/l49 0 2024-06-13T11:57:42.368 INFO:tasks.workunit.client.0.smithi042.stdout:0/143: truncate f1 511937 0 2024-06-13T11:57:42.372 INFO:tasks.workunit.client.0.smithi042.stdout:4/203: creat d1/d10/d35/f4a x:0 0 0 2024-06-13T11:57:42.372 INFO:tasks.workunit.client.0.smithi042.stdout:0/144: creat d4/f2f x:0 0 0 2024-06-13T11:57:42.372 INFO:tasks.workunit.client.0.smithi042.stdout:0/145: truncate d4/f24 407751 0 2024-06-13T11:57:42.372 INFO:tasks.workunit.client.0.smithi042.stdout:4/204: write d1/d29/f2a [592285,70815] 0 2024-06-13T11:57:42.375 INFO:tasks.workunit.client.0.smithi042.stdout:0/146: link d4/fc d4/f30 0 2024-06-13T11:57:42.375 INFO:tasks.workunit.client.0.smithi042.stdout:0/147: write d4/f1a [1865952,100959] 0 2024-06-13T11:57:42.376 INFO:tasks.workunit.client.0.smithi042.stdout:4/205: symlink d1/d29/l4b 0 2024-06-13T11:57:42.378 INFO:tasks.workunit.client.0.smithi042.stdout:4/206: mknod d1/d5/c4c 0 2024-06-13T11:57:42.378 INFO:tasks.workunit.client.0.smithi042.stdout:4/207: stat d1/d5 0 2024-06-13T11:57:42.390 INFO:tasks.workunit.client.0.smithi042.stdout:5/158: read d1/f2a [48055,79601] 0 2024-06-13T11:57:42.409 INFO:tasks.workunit.client.0.smithi042.stdout:9/162: dwrite d9/d1c/f24 [0,4194304] 0 2024-06-13T11:57:42.411 INFO:tasks.workunit.client.0.smithi042.stdout:0/148: write d4/f26 [2541315,89233] 0 2024-06-13T11:57:42.411 INFO:tasks.workunit.client.0.smithi042.stdout:0/149: fdatasync d4/ff 0 2024-06-13T11:57:42.411 INFO:tasks.workunit.client.0.smithi042.stdout:0/150: truncate d4/f24 709466 0 2024-06-13T11:57:42.411 INFO:tasks.workunit.client.0.smithi042.stdout:0/151: getdents d4/d2e 0 2024-06-13T11:57:42.412 INFO:tasks.workunit.client.0.smithi042.stdout:0/152: getdents d4/d2e 0 2024-06-13T11:57:42.412 INFO:tasks.workunit.client.0.smithi042.stdout:0/153: chown d4/l15 135473688 1 2024-06-13T11:57:42.413 INFO:tasks.workunit.client.0.smithi042.stdout:9/163: unlink d9/d15/l1f 0 2024-06-13T11:57:42.415 INFO:tasks.workunit.client.0.smithi042.stdout:0/154: mkdir d4/d31 0 2024-06-13T11:57:42.418 INFO:tasks.workunit.client.0.smithi042.stdout:9/164: unlink d9/de/l11 0 2024-06-13T11:57:42.418 INFO:tasks.workunit.client.0.smithi042.stdout:4/208: dread d1/d5/d16/f27 [0,4194304] 0 2024-06-13T11:57:42.419 INFO:tasks.workunit.client.0.smithi042.stdout:4/209: symlink d1/de/l4d 0 2024-06-13T11:57:42.419 INFO:tasks.workunit.client.0.smithi042.stdout:8/117: dwrite d2/d3/d19/f1c [0,4194304] 0 2024-06-13T11:57:42.421 INFO:tasks.workunit.client.0.smithi042.stdout:9/165: dread - d9/d15/f2f zero size 2024-06-13T11:57:42.429 INFO:tasks.workunit.client.0.smithi042.stdout:1/148: read d0/d17/d18/f1a [165875,60147] 0 2024-06-13T11:57:42.429 INFO:tasks.workunit.client.0.smithi042.stdout:1/149: stat d0/d17 0 2024-06-13T11:57:42.429 INFO:tasks.workunit.client.0.smithi042.stdout:6/157: dwrite d16/d1c/d2b/f2f [4194304,4194304] 0 2024-06-13T11:57:42.435 INFO:tasks.workunit.client.0.smithi042.stdout:4/210: read d1/f38 [477838,103435] 0 2024-06-13T11:57:42.436 INFO:tasks.workunit.client.0.smithi042.stdout:4/211: chown d1/d10/c26 124453 1 2024-06-13T11:57:42.436 INFO:tasks.workunit.client.0.smithi042.stdout:4/212: truncate d1/d10/d35/f4a 439972 0 2024-06-13T11:57:42.436 INFO:tasks.workunit.client.0.smithi042.stdout:4/213: readlink d1/l3 0 2024-06-13T11:57:42.436 INFO:tasks.workunit.client.0.smithi042.stdout:4/214: stat d1/d10/d15 0 2024-06-13T11:57:42.438 INFO:tasks.workunit.client.0.smithi042.stdout:4/215: mkdir d1/d10/d4e 0 2024-06-13T11:57:42.438 INFO:tasks.workunit.client.0.smithi042.stdout:4/216: write d1/d5/f17 [942179,85307] 0 2024-06-13T11:57:42.440 INFO:tasks.workunit.client.0.smithi042.stdout:4/217: truncate d1/f4 783913 0 2024-06-13T11:57:42.441 INFO:tasks.workunit.client.0.smithi042.stdout:6/158: mkdir d16/d1c/d31 0 2024-06-13T11:57:42.442 INFO:tasks.workunit.client.0.smithi042.stdout:6/159: readlink l9 0 2024-06-13T11:57:42.442 INFO:tasks.workunit.client.0.smithi042.stdout:4/218: mkdir d1/d29/d4f 0 2024-06-13T11:57:42.444 INFO:tasks.workunit.client.0.smithi042.stdout:4/219: creat d1/d10/d15/f50 x:0 0 0 2024-06-13T11:57:42.448 INFO:tasks.workunit.client.0.smithi042.stdout:2/158: dwrite d7/d1a/f31 [0,4194304] 0 2024-06-13T11:57:42.450 INFO:tasks.workunit.client.0.smithi042.stdout:6/160: mkdir d16/d21/d32 0 2024-06-13T11:57:42.454 INFO:tasks.workunit.client.0.smithi042.stdout:4/220: rename d1/d10/d35/f4a to d1/d29/f51 0 2024-06-13T11:57:42.455 INFO:tasks.workunit.client.0.smithi042.stdout:5/159: dwrite d1/d31/f17 [0,4194304] 0 2024-06-13T11:57:42.455 INFO:tasks.workunit.client.0.smithi042.stdout:2/159: creat d7/df/f36 x:0 0 0 2024-06-13T11:57:42.456 INFO:tasks.workunit.client.0.smithi042.stdout:2/160: chown d7 109917084 1 2024-06-13T11:57:42.457 INFO:tasks.workunit.client.0.smithi042.stdout:5/160: mknod d1/d2b/c34 0 2024-06-13T11:57:42.460 INFO:tasks.workunit.client.0.smithi042.stdout:4/221: mkdir d1/de/d45/d52 0 2024-06-13T11:57:42.463 INFO:tasks.workunit.client.0.smithi042.stdout:3/191: dwrite fa [4194304,4194304] 0 2024-06-13T11:57:42.468 INFO:tasks.workunit.client.0.smithi042.stdout:0/155: dwrite d4/fc [0,4194304] 0 2024-06-13T11:57:42.468 INFO:tasks.workunit.client.0.smithi042.stdout:0/156: fsync d4/f14 0 2024-06-13T11:57:42.480 INFO:tasks.workunit.client.0.smithi042.stdout:0/157: mkdir d4/d32 0 2024-06-13T11:57:42.480 INFO:tasks.workunit.client.0.smithi042.stdout:0/158: fsync d4/ff 0 2024-06-13T11:57:42.482 INFO:tasks.workunit.client.0.smithi042.stdout:1/150: write d0/d17/dd/d1b/f1e [4702,10527] 0 2024-06-13T11:57:42.482 INFO:tasks.workunit.client.0.smithi042.stdout:1/151: chown d0/f8 0 1 2024-06-13T11:57:42.482 INFO:tasks.workunit.client.0.smithi042.stdout:1/152: write d0/f21 [975386,103274] 0 2024-06-13T11:57:42.482 INFO:tasks.workunit.client.0.smithi042.stdout:1/153: readlink d0/d17/dd/d1b/l24 0 2024-06-13T11:57:42.482 INFO:tasks.workunit.client.0.smithi042.stdout:1/154: write d0/f8 [540273,90127] 0 2024-06-13T11:57:42.484 INFO:tasks.workunit.client.0.smithi042.stdout:7/96: sync 2024-06-13T11:57:42.485 INFO:tasks.workunit.client.0.smithi042.stdout:7/97: creat d2/d3/d12/f1b x:0 0 0 2024-06-13T11:57:42.496 INFO:tasks.workunit.client.0.smithi042.stdout:6/161: dwrite fe [0,4194304] 0 2024-06-13T11:57:42.497 INFO:tasks.workunit.client.0.smithi042.stdout:7/98: symlink d2/d3/d12/l1c 0 2024-06-13T11:57:42.497 INFO:tasks.workunit.client.0.smithi042.stdout:7/99: chown d2/d3/f9 2071168421 1 2024-06-13T11:57:42.497 INFO:tasks.workunit.client.0.smithi042.stdout:4/222: write d1/d5/d16/f27 [2265491,100981] 0 2024-06-13T11:57:42.497 INFO:tasks.workunit.client.0.smithi042.stdout:4/223: chown d1/d5/f3a 167384 1 2024-06-13T11:57:42.497 INFO:tasks.workunit.client.0.smithi042.stdout:2/161: write d7/d1a/f27 [1552809,57543] 0 2024-06-13T11:57:42.497 INFO:tasks.workunit.client.0.smithi042.stdout:7/100: write d2/f1a [593076,74332] 0 2024-06-13T11:57:42.497 INFO:tasks.workunit.client.0.smithi042.stdout:7/101: chown d2/d3/d12/f13 1 1 2024-06-13T11:57:42.499 INFO:tasks.workunit.client.0.smithi042.stdout:6/162: creat d16/d21/d23/f33 x:0 0 0 2024-06-13T11:57:42.499 INFO:tasks.workunit.client.0.smithi042.stdout:8/118: dwrite d2/f15 [0,4194304] 0 2024-06-13T11:57:42.499 INFO:tasks.workunit.client.0.smithi042.stdout:9/166: dread d9/d16/f21 [0,4194304] 0 2024-06-13T11:57:42.501 INFO:tasks.workunit.client.0.smithi042.stdout:4/224: creat d1/d10/d15/f53 x:0 0 0 2024-06-13T11:57:42.502 INFO:tasks.workunit.client.0.smithi042.stdout:7/102: mknod d2/c1d 0 2024-06-13T11:57:42.506 INFO:tasks.workunit.client.0.smithi042.stdout:2/162: symlink d7/df/d33/l37 0 2024-06-13T11:57:42.506 INFO:tasks.workunit.client.0.smithi042.stdout:4/225: rename d1/d5/c1a to d1/d10/d15/c54 0 2024-06-13T11:57:42.507 INFO:tasks.workunit.client.0.smithi042.stdout:8/119: creat d2/dc/f2c x:0 0 0 2024-06-13T11:57:42.507 INFO:tasks.workunit.client.0.smithi042.stdout:4/226: link d1/d29/d33/c3e d1/de/d45/c55 0 2024-06-13T11:57:42.508 INFO:tasks.workunit.client.0.smithi042.stdout:7/103: fsync d2/f1a 0 2024-06-13T11:57:42.509 INFO:tasks.workunit.client.0.smithi042.stdout:9/167: dread d9/de/f14 [0,4194304] 0 2024-06-13T11:57:42.509 INFO:tasks.workunit.client.0.smithi042.stdout:4/227: link f0 d1/de/d45/d52/f56 0 2024-06-13T11:57:42.510 INFO:tasks.workunit.client.0.smithi042.stdout:9/168: write d9/de/f14 [445255,130304] 0 2024-06-13T11:57:42.510 INFO:tasks.workunit.client.0.smithi042.stdout:9/169: fdatasync d9/d16/f21 0 2024-06-13T11:57:42.511 INFO:tasks.workunit.client.0.smithi042.stdout:9/170: creat d9/d1c/d25/f34 x:0 0 0 2024-06-13T11:57:42.512 INFO:tasks.workunit.client.0.smithi042.stdout:8/120: mknod d2/dc/d23/c2d 0 2024-06-13T11:57:42.512 INFO:tasks.workunit.client.0.smithi042.stdout:8/121: truncate d2/d3/d5/fe 4700468 0 2024-06-13T11:57:42.514 INFO:tasks.workunit.client.0.smithi042.stdout:9/171: mkdir d9/d16/d35 0 2024-06-13T11:57:42.515 INFO:tasks.workunit.client.0.smithi042.stdout:7/104: creat d2/f1e x:0 0 0 2024-06-13T11:57:42.517 INFO:tasks.workunit.client.0.smithi042.stdout:4/228: mkdir d1/de/d45/d52/d57 0 2024-06-13T11:57:42.518 INFO:tasks.workunit.client.0.smithi042.stdout:8/122: rename d2/d3/d5/f8 to d2/d3/d5/f2e 0 2024-06-13T11:57:42.518 INFO:tasks.workunit.client.0.smithi042.stdout:8/123: fdatasync d2/d3/d5/ff 0 2024-06-13T11:57:42.519 INFO:tasks.workunit.client.0.smithi042.stdout:4/229: creat d1/de/d45/f58 x:0 0 0 2024-06-13T11:57:42.521 INFO:tasks.workunit.client.0.smithi042.stdout:8/124: mkdir d2/dc/d2f 0 2024-06-13T11:57:42.522 INFO:tasks.workunit.client.0.smithi042.stdout:4/230: mknod d1/d10/d4e/c59 0 2024-06-13T11:57:42.522 INFO:tasks.workunit.client.0.smithi042.stdout:4/231: chown d1/d29/f2a 34 1 2024-06-13T11:57:42.524 INFO:tasks.workunit.client.0.smithi042.stdout:8/125: creat d2/d3/d19/f30 x:0 0 0 2024-06-13T11:57:42.528 INFO:tasks.workunit.client.0.smithi042.stdout:4/232: creat d1/de/f5a x:0 0 0 2024-06-13T11:57:42.540 INFO:tasks.workunit.client.0.smithi042.stdout:4/233: symlink d1/d10/d35/l5b 0 2024-06-13T11:57:42.544 INFO:tasks.workunit.client.0.smithi042.stdout:1/155: dwrite d0/f5 [0,4194304] 0 2024-06-13T11:57:42.544 INFO:tasks.workunit.client.0.smithi042.stdout:1/156: fdatasync d0/d17/f2f 0 2024-06-13T11:57:42.544 INFO:tasks.workunit.client.0.smithi042.stdout:1/157: read d0/f8 [2888817,69633] 0 2024-06-13T11:57:42.544 INFO:tasks.workunit.client.0.smithi042.stdout:1/158: chown d0/d17/dd/d1b 30 1 2024-06-13T11:57:42.544 INFO:tasks.workunit.client.0.smithi042.stdout:3/192: write dc/d29/f30 [516264,90353] 0 2024-06-13T11:57:42.549 INFO:tasks.workunit.client.0.smithi042.stdout:5/161: dwrite d1/f1d [0,4194304] 0 2024-06-13T11:57:42.553 INFO:tasks.workunit.client.0.smithi042.stdout:6/163: dwrite fe [0,4194304] 0 2024-06-13T11:57:42.558 INFO:tasks.workunit.client.0.smithi042.stdout:5/162: mkdir d1/d2b/d35 0 2024-06-13T11:57:42.571 INFO:tasks.workunit.client.0.smithi042.stdout:2/163: dwrite d7/df/f36 [0,4194304] 0 2024-06-13T11:57:42.571 INFO:tasks.workunit.client.0.smithi042.stdout:2/164: readlink l0 0 2024-06-13T11:57:42.571 INFO:tasks.workunit.client.0.smithi042.stdout:2/165: readlink d7/l24 0 2024-06-13T11:57:42.571 INFO:tasks.workunit.client.0.smithi042.stdout:2/166: readlink d7/d23/l2f 0 2024-06-13T11:57:42.578 INFO:tasks.workunit.client.0.smithi042.stdout:5/163: dread d1/d31/f2e [0,4194304] 0 2024-06-13T11:57:42.580 INFO:tasks.workunit.client.0.smithi042.stdout:5/164: mkdir d1/d2b/d35/d36 0 2024-06-13T11:57:42.582 INFO:tasks.workunit.client.0.smithi042.stdout:5/165: rename d1/d31/d1e to d1/d2b/d37 0 2024-06-13T11:57:42.583 INFO:tasks.workunit.client.0.smithi042.stdout:5/166: creat d1/d2b/f38 x:0 0 0 2024-06-13T11:57:42.584 INFO:tasks.workunit.client.0.smithi042.stdout:5/167: write d1/ff [4480206,93843] 0 2024-06-13T11:57:42.586 INFO:tasks.workunit.client.0.smithi042.stdout:0/159: dwrite d4/f23 [0,4194304] 0 2024-06-13T11:57:42.586 INFO:tasks.workunit.client.0.smithi042.stdout:0/160: getdents d4/d2e 0 2024-06-13T11:57:42.587 INFO:tasks.workunit.client.0.smithi042.stdout:1/159: dread d0/d17/fb [0,4194304] 0 2024-06-13T11:57:42.587 INFO:tasks.workunit.client.0.smithi042.stdout:1/160: write d0/d17/dd/f1d [55841,115381] 0 2024-06-13T11:57:42.587 INFO:tasks.workunit.client.0.smithi042.stdout:1/161: stat d0/d17/c1f 0 2024-06-13T11:57:42.587 INFO:tasks.workunit.client.0.smithi042.stdout:1/162: read - d0/ff zero size 2024-06-13T11:57:42.588 INFO:tasks.workunit.client.0.smithi042.stdout:9/172: dwrite d9/d15/f1e [0,4194304] 0 2024-06-13T11:57:42.592 INFO:tasks.workunit.client.0.smithi042.stdout:1/163: rmdir d0/d17/dd 39 2024-06-13T11:57:42.594 INFO:tasks.workunit.client.0.smithi042.stdout:1/164: truncate d0/d17/dd/d1b/f1e 121084 0 2024-06-13T11:57:42.595 INFO:tasks.workunit.client.0.smithi042.stdout:1/165: write d0/d17/d18/d29/f2c [309351,22357] 0 2024-06-13T11:57:42.598 INFO:tasks.workunit.client.0.smithi042.stdout:0/161: rmdir d4/d2e 0 2024-06-13T11:57:42.603 INFO:tasks.workunit.client.0.smithi042.stdout:0/162: mkdir d4/d33 0 2024-06-13T11:57:42.603 INFO:tasks.workunit.client.0.smithi042.stdout:0/163: write d4/f1c [35753,75535] 0 2024-06-13T11:57:42.603 INFO:tasks.workunit.client.0.smithi042.stdout:0/164: write f1 [1500616,10675] 0 2024-06-13T11:57:42.603 INFO:tasks.workunit.client.0.smithi042.stdout:2/167: read d7/df/f2c [1037683,102664] 0 2024-06-13T11:57:42.603 INFO:tasks.workunit.client.0.smithi042.stdout:2/168: fdatasync d7/d1a/f27 0 2024-06-13T11:57:42.603 INFO:tasks.workunit.client.0.smithi042.stdout:9/173: creat d9/f36 x:0 0 0 2024-06-13T11:57:42.604 INFO:tasks.workunit.client.0.smithi042.stdout:2/169: unlink d7/l25 0 2024-06-13T11:57:42.618 INFO:tasks.workunit.client.0.smithi042.stdout:9/174: dread d9/d16/f21 [0,4194304] 0 2024-06-13T11:57:42.621 INFO:tasks.workunit.client.0.smithi042.stdout:6/164: dwrite d16/d21/d23/f33 [0,4194304] 0 2024-06-13T11:57:42.626 INFO:tasks.workunit.client.0.smithi042.stdout:6/165: creat d16/d1c/d2b/f34 x:0 0 0 2024-06-13T11:57:42.628 INFO:tasks.workunit.client.0.smithi042.stdout:6/166: mkdir d16/d21/d35 0 2024-06-13T11:57:42.634 INFO:tasks.workunit.client.0.smithi042.stdout:6/167: link c15 d16/d21/d30/c36 0 2024-06-13T11:57:42.637 INFO:tasks.workunit.client.0.smithi042.stdout:6/168: symlink d16/d21/d23/l37 0 2024-06-13T11:57:42.640 INFO:tasks.workunit.client.0.smithi042.stdout:6/169: creat d16/f38 x:0 0 0 2024-06-13T11:57:42.642 INFO:tasks.workunit.client.0.smithi042.stdout:7/105: dwrite d2/f1e [0,4194304] 0 2024-06-13T11:57:42.643 INFO:tasks.workunit.client.0.smithi042.stdout:3/193: dwrite dc/d17/d1f/f31 [0,4194304] 0 2024-06-13T11:57:42.645 INFO:tasks.workunit.client.0.smithi042.stdout:2/170: write f4 [1994920,115528] 0 2024-06-13T11:57:42.645 INFO:tasks.workunit.client.0.smithi042.stdout:2/171: truncate d7/d1a/f31 4796231 0 2024-06-13T11:57:42.646 INFO:tasks.workunit.client.0.smithi042.stdout:1/166: dwrite d0/d17/fb [0,4194304] 0 2024-06-13T11:57:42.648 INFO:tasks.workunit.client.0.smithi042.stdout:7/106: rename d2/f15 to d2/d3/f1f 0 2024-06-13T11:57:42.648 INFO:tasks.workunit.client.0.smithi042.stdout:7/107: dread - d2/d3/f1f zero size 2024-06-13T11:57:42.650 INFO:tasks.workunit.client.0.smithi042.stdout:3/194: truncate f3 3055916 0 2024-06-13T11:57:42.653 INFO:tasks.workunit.client.0.smithi042.stdout:2/172: mknod d7/d23/c38 0 2024-06-13T11:57:42.655 INFO:tasks.workunit.client.0.smithi042.stdout:1/167: creat d0/d17/f30 x:0 0 0 2024-06-13T11:57:42.656 INFO:tasks.workunit.client.0.smithi042.stdout:7/108: mkdir d2/d20 0 2024-06-13T11:57:42.656 INFO:tasks.workunit.client.0.smithi042.stdout:7/109: dread - d2/d3/fd zero size 2024-06-13T11:57:42.656 INFO:tasks.workunit.client.0.smithi042.stdout:2/173: rmdir d7/d1a 39 2024-06-13T11:57:42.658 INFO:tasks.workunit.client.0.smithi042.stdout:0/165: dwrite d4/f9 [0,4194304] 0 2024-06-13T11:57:42.658 INFO:tasks.workunit.client.0.smithi042.stdout:7/110: link d2/d3/fd d2/d3/d12/f21 0 2024-06-13T11:57:42.659 INFO:tasks.workunit.client.0.smithi042.stdout:7/111: write d2/f1a [1309881,62340] 0 2024-06-13T11:57:42.659 INFO:tasks.workunit.client.0.smithi042.stdout:7/112: chown d2/fc 265858054 1 2024-06-13T11:57:42.659 INFO:tasks.workunit.client.0.smithi042.stdout:7/113: fsync d2/f4 0 2024-06-13T11:57:42.660 INFO:tasks.workunit.client.0.smithi042.stdout:2/174: creat d7/f39 x:0 0 0 2024-06-13T11:57:42.669 INFO:tasks.workunit.client.0.smithi042.stdout:6/170: write d16/d1c/d2b/f2f [7834500,113460] 0 2024-06-13T11:57:42.675 INFO:tasks.workunit.client.0.smithi042.stdout:9/175: dwrite d9/f28 [0,4194304] 0 2024-06-13T11:57:42.675 INFO:tasks.workunit.client.0.smithi042.stdout:9/176: fdatasync d9/d1c/f24 0 2024-06-13T11:57:42.675 INFO:tasks.workunit.client.0.smithi042.stdout:9/177: getdents d9/d31 0 2024-06-13T11:57:42.675 INFO:tasks.workunit.client.0.smithi042.stdout:0/166: mkdir d4/d31/d34 0 2024-06-13T11:57:42.675 INFO:tasks.workunit.client.0.smithi042.stdout:7/114: rename d2/c19 to d2/d20/c22 0 2024-06-13T11:57:42.676 INFO:tasks.workunit.client.0.smithi042.stdout:3/195: read fa [8219279,53244] 0 2024-06-13T11:57:42.677 INFO:tasks.workunit.client.0.smithi042.stdout:0/167: mknod d4/d33/c35 0 2024-06-13T11:57:42.677 INFO:tasks.workunit.client.0.smithi042.stdout:9/178: unlink d9/d16/l2c 0 2024-06-13T11:57:42.679 INFO:tasks.workunit.client.0.smithi042.stdout:7/115: rename d2/f4 to d2/d3/f23 0 2024-06-13T11:57:42.679 INFO:tasks.workunit.client.0.smithi042.stdout:3/196: creat dc/d17/d20/d2d/f4a x:0 0 0 2024-06-13T11:57:42.680 INFO:tasks.workunit.client.0.smithi042.stdout:0/168: getdents d4 0 2024-06-13T11:57:42.680 INFO:tasks.workunit.client.0.smithi042.stdout:0/169: write d4/f2f [356860,27288] 0 2024-06-13T11:57:42.681 INFO:tasks.workunit.client.0.smithi042.stdout:7/116: rename d2/d3/c7 to d2/d3/d12/c24 0 2024-06-13T11:57:42.693 INFO:tasks.workunit.client.0.smithi042.stdout:2/175: dread d7/d1a/f31 [0,4194304] 0 2024-06-13T11:57:42.693 INFO:tasks.workunit.client.0.smithi042.stdout:2/176: write d7/fb [576942,23515] 0 2024-06-13T11:57:42.697 INFO:tasks.workunit.client.0.smithi042.stdout:6/171: dread d16/d1c/f2c [0,4194304] 0 2024-06-13T11:57:42.705 INFO:tasks.workunit.client.0.smithi042.stdout:6/172: symlink d16/d1c/l39 0 2024-06-13T11:57:42.705 INFO:tasks.workunit.client.0.smithi042.stdout:3/197: dread f0 [4194304,4194304] 0 2024-06-13T11:57:42.705 INFO:tasks.workunit.client.0.smithi042.stdout:3/198: fdatasync dc/d29/f30 0 2024-06-13T11:57:42.708 INFO:tasks.workunit.client.0.smithi042.stdout:6/173: unlink c15 0 2024-06-13T11:57:42.708 INFO:tasks.workunit.client.0.smithi042.stdout:6/174: read - d16/f1a zero size 2024-06-13T11:57:42.729 INFO:tasks.workunit.client.0.smithi042.stdout:6/175: dread d16/d21/f24 [0,4194304] 0 2024-06-13T11:57:42.730 INFO:tasks.workunit.client.0.smithi042.stdout:6/176: truncate d16/d21/d23/f33 2902439 0 2024-06-13T11:57:42.731 INFO:tasks.workunit.client.0.smithi042.stdout:6/177: symlink d16/d21/d32/l3a 0 2024-06-13T11:57:42.731 INFO:tasks.workunit.client.0.smithi042.stdout:6/178: truncate f11 764948 0 2024-06-13T11:57:42.734 INFO:tasks.workunit.client.0.smithi042.stdout:0/170: dwrite d4/fd [0,4194304] 0 2024-06-13T11:57:42.734 INFO:tasks.workunit.client.0.smithi042.stdout:7/117: dwrite d2/fc [4194304,4194304] 0 2024-06-13T11:57:42.735 INFO:tasks.workunit.client.0.smithi042.stdout:9/179: dwrite d9/f28 [4194304,4194304] 0 2024-06-13T11:57:42.742 INFO:tasks.workunit.client.0.smithi042.stdout:9/180: creat d9/d16/f37 x:0 0 0 2024-06-13T11:57:42.742 INFO:tasks.workunit.client.0.smithi042.stdout:9/181: write d9/de/f14 [648547,17768] 0 2024-06-13T11:57:42.748 INFO:tasks.workunit.client.0.smithi042.stdout:9/182: rename d9/d15/l17 to d9/de/l38 0 2024-06-13T11:57:42.751 INFO:tasks.workunit.client.0.smithi042.stdout:9/183: rename d9/de/f14 to d9/d15/f39 0 2024-06-13T11:57:42.757 INFO:tasks.workunit.client.0.smithi042.stdout:3/199: dwrite dc/d17/d1f/f2f [0,4194304] 0 2024-06-13T11:57:42.759 INFO:tasks.workunit.client.0.smithi042.stdout:3/200: creat dc/d29/d47/f4b x:0 0 0 2024-06-13T11:57:42.761 INFO:tasks.workunit.client.0.smithi042.stdout:3/201: link dc/c12 dc/d17/d1f/c4c 0 2024-06-13T11:57:42.761 INFO:tasks.workunit.client.0.smithi042.stdout:9/184: unlink d9/c2d 0 2024-06-13T11:57:42.763 INFO:tasks.workunit.client.0.smithi042.stdout:9/185: link d9/d15/f39 d9/de/f3a 0 2024-06-13T11:57:42.763 INFO:tasks.workunit.client.0.smithi042.stdout:3/202: rename dc/ld to dc/d17/d3b/l4d 0 2024-06-13T11:57:42.763 INFO:tasks.workunit.client.0.smithi042.stdout:9/186: chown d9/f36 61 1 2024-06-13T11:57:42.765 INFO:tasks.workunit.client.0.smithi042.stdout:7/118: dread d2/f5 [0,4194304] 0 2024-06-13T11:57:42.766 INFO:tasks.workunit.client.0.smithi042.stdout:7/119: creat d2/d3/d12/f25 x:0 0 0 2024-06-13T11:57:42.768 INFO:tasks.workunit.client.0.smithi042.stdout:9/187: creat d9/d33/f3b x:0 0 0 2024-06-13T11:57:42.768 INFO:tasks.workunit.client.0.smithi042.stdout:9/188: read d9/fc [1559322,49466] 0 2024-06-13T11:57:42.768 INFO:tasks.workunit.client.0.smithi042.stdout:7/120: link d2/d3/d12/f25 d2/f26 0 2024-06-13T11:57:42.769 INFO:tasks.workunit.client.0.smithi042.stdout:7/121: creat d2/d20/f27 x:0 0 0 2024-06-13T11:57:42.769 INFO:tasks.workunit.client.0.smithi042.stdout:7/122: readlink d2/d3/d12/l14 0 2024-06-13T11:57:42.770 INFO:tasks.workunit.client.0.smithi042.stdout:7/123: chown d2/f1a 1515 1 2024-06-13T11:57:42.770 INFO:tasks.workunit.client.0.smithi042.stdout:7/124: dread - d2/d3/fd zero size 2024-06-13T11:57:42.770 INFO:tasks.workunit.client.0.smithi042.stdout:7/125: creat d2/d20/f28 x:0 0 0 2024-06-13T11:57:42.771 INFO:tasks.workunit.client.0.smithi042.stdout:7/126: mkdir d2/d3/d29 0 2024-06-13T11:57:42.782 INFO:tasks.workunit.client.0.smithi042.stdout:3/203: dread f0 [4194304,4194304] 0 2024-06-13T11:57:42.782 INFO:tasks.workunit.client.0.smithi042.stdout:3/204: truncate dc/d17/d20/f39 474912 0 2024-06-13T11:57:42.782 INFO:tasks.workunit.client.0.smithi042.stdout:3/205: chown dc/d17/d1f/f26 1 1 2024-06-13T11:57:42.783 INFO:tasks.workunit.client.0.smithi042.stdout:0/171: dwrite d4/f2a [0,4194304] 0 2024-06-13T11:57:42.786 INFO:tasks.workunit.client.0.smithi042.stdout:3/206: creat dc/d29/d47/f4e x:0 0 0 2024-06-13T11:57:42.805 INFO:tasks.workunit.client.0.smithi042.stdout:6/179: dwrite d16/d1c/f2c [0,4194304] 0 2024-06-13T11:57:42.813 INFO:tasks.workunit.client.0.smithi042.stdout:9/189: dwrite f6 [0,4194304] 0 2024-06-13T11:57:42.813 INFO:tasks.workunit.client.0.smithi042.stdout:8/126: sync 2024-06-13T11:57:42.815 INFO:tasks.workunit.client.0.smithi042.stdout:9/190: rename d9/de/f26 to d9/de/f3c 0 2024-06-13T11:57:42.815 INFO:tasks.workunit.client.0.smithi042.stdout:8/127: creat d2/d3/f31 x:0 0 0 2024-06-13T11:57:42.816 INFO:tasks.workunit.client.0.smithi042.stdout:9/191: creat d9/d33/f3d x:0 0 0 2024-06-13T11:57:42.818 INFO:tasks.workunit.client.0.smithi042.stdout:9/192: truncate d9/d1c/d25/f2a 304579 0 2024-06-13T11:57:42.822 INFO:tasks.workunit.client.0.smithi042.stdout:9/193: rmdir d9/d16/d35 0 2024-06-13T11:57:42.827 INFO:tasks.workunit.client.0.smithi042.stdout:9/194: rename d9/ld to d9/l3e 0 2024-06-13T11:57:42.827 INFO:tasks.workunit.client.0.smithi042.stdout:9/195: dread - d9/d16/f37 zero size 2024-06-13T11:57:42.828 INFO:tasks.workunit.client.0.smithi042.stdout:9/196: creat d9/d15/f3f x:0 0 0 2024-06-13T11:57:42.836 INFO:tasks.workunit.client.0.smithi042.stdout:9/197: read d9/de/f3a [628125,54170] 0 2024-06-13T11:57:42.836 INFO:tasks.workunit.client.0.smithi042.stdout:3/207: dwrite dc/d17/f1e [0,4194304] 0 2024-06-13T11:57:42.842 INFO:tasks.workunit.client.0.smithi042.stdout:0/172: dwrite d4/f9 [0,4194304] 0 2024-06-13T11:57:42.855 INFO:tasks.workunit.client.0.smithi042.stdout:6/180: dwrite d16/f18 [0,4194304] 0 2024-06-13T11:57:42.855 INFO:tasks.workunit.client.0.smithi042.stdout:6/181: write d16/d21/d23/f33 [3938969,45849] 0 2024-06-13T11:57:42.858 INFO:tasks.workunit.client.0.smithi042.stdout:6/182: creat d16/d1c/d31/f3b x:0 0 0 2024-06-13T11:57:42.866 INFO:tasks.workunit.client.0.smithi042.stdout:6/183: symlink d16/d21/d30/l3c 0 2024-06-13T11:57:42.866 INFO:tasks.workunit.client.0.smithi042.stdout:6/184: readlink d16/d1c/l39 0 2024-06-13T11:57:42.870 INFO:tasks.workunit.client.0.smithi042.stdout:0/173: dread d4/f14 [0,4194304] 0 2024-06-13T11:57:42.871 INFO:tasks.workunit.client.0.smithi042.stdout:8/128: dwrite d2/f14 [0,4194304] 0 2024-06-13T11:57:42.871 INFO:tasks.workunit.client.0.smithi042.stdout:8/129: chown d2/d3/d5 44610128 1 2024-06-13T11:57:42.871 INFO:tasks.workunit.client.0.smithi042.stdout:8/130: stat d2/dc/d22/c28 0 2024-06-13T11:57:42.874 INFO:tasks.workunit.client.0.smithi042.stdout:0/174: creat d4/d31/d34/f36 x:0 0 0 2024-06-13T11:57:42.874 INFO:tasks.workunit.client.0.smithi042.stdout:0/175: truncate d4/f21 690089 0 2024-06-13T11:57:42.898 INFO:tasks.workunit.client.0.smithi042.stdout:3/208: dwrite f0 [8388608,4194304] 0 2024-06-13T11:57:42.899 INFO:tasks.workunit.client.0.smithi042.stdout:3/209: symlink dc/d17/l4f 0 2024-06-13T11:57:42.900 INFO:tasks.workunit.client.0.smithi042.stdout:3/210: creat dc/d17/d20/d2d/f50 x:0 0 0 2024-06-13T11:57:42.902 INFO:tasks.workunit.client.0.smithi042.stdout:3/211: creat dc/d17/d1f/d46/f51 x:0 0 0 2024-06-13T11:57:42.910 INFO:tasks.workunit.client.0.smithi042.stdout:9/198: dwrite f6 [0,4194304] 0 2024-06-13T11:57:42.910 INFO:tasks.workunit.client.0.smithi042.stdout:9/199: chown d9/d15/f1e 5 1 2024-06-13T11:57:42.910 INFO:tasks.workunit.client.0.smithi042.stdout:9/200: chown d9/de/l38 99593459 1 2024-06-13T11:57:42.910 INFO:tasks.workunit.client.0.smithi042.stdout:9/201: chown d9/d15/f3f 77795 1 2024-06-13T11:57:42.919 INFO:tasks.workunit.client.0.smithi042.stdout:5/168: sync 2024-06-13T11:57:42.919 INFO:tasks.workunit.client.0.smithi042.stdout:1/168: sync 2024-06-13T11:57:42.920 INFO:tasks.workunit.client.0.smithi042.stdout:4/234: sync 2024-06-13T11:57:42.922 INFO:tasks.workunit.client.0.smithi042.stdout:1/169: rmdir d0/d17/d2e 0 2024-06-13T11:57:42.922 INFO:tasks.workunit.client.0.smithi042.stdout:1/170: write d0/d17/dd/d12/f2a [715617,28785] 0 2024-06-13T11:57:42.925 INFO:tasks.workunit.client.0.smithi042.stdout:5/169: creat d1/f39 x:0 0 0 2024-06-13T11:57:42.925 INFO:tasks.workunit.client.0.smithi042.stdout:4/235: write d1/d10/d15/f1e [1600200,76516] 0 2024-06-13T11:57:42.926 INFO:tasks.workunit.client.0.smithi042.stdout:1/171: creat d0/d17/dd/d1b/f31 x:0 0 0 2024-06-13T11:57:42.931 INFO:tasks.workunit.client.0.smithi042.stdout:8/131: dwrite d2/d3/d19/f21 [0,4194304] 0 2024-06-13T11:57:42.939 INFO:tasks.workunit.client.0.smithi042.stdout:9/202: dread d9/de/f3c [0,4194304] 0 2024-06-13T11:57:42.970 INFO:tasks.workunit.client.0.smithi042.stdout:4/236: dwrite d1/de/d45/d52/f56 [0,4194304] 0 2024-06-13T11:57:42.972 INFO:tasks.workunit.client.0.smithi042.stdout:4/237: symlink d1/l5c 0 2024-06-13T11:57:42.972 INFO:tasks.workunit.client.0.smithi042.stdout:4/238: fsync d1/d5/f17 0 2024-06-13T11:57:42.972 INFO:tasks.workunit.client.0.smithi042.stdout:4/239: chown d1/d5/f3a 874224 1 2024-06-13T11:57:42.979 INFO:tasks.workunit.client.0.smithi042.stdout:8/132: dread d2/d3/d19/f21 [0,4194304] 0 2024-06-13T11:57:42.982 INFO:tasks.workunit.client.0.smithi042.stdout:5/170: dwrite d1/d2b/d37/f24 [0,4194304] 0 2024-06-13T11:57:42.983 INFO:tasks.workunit.client.0.smithi042.stdout:5/171: getdents d1/d2b/d35 0 2024-06-13T11:57:42.984 INFO:tasks.workunit.client.0.smithi042.stdout:6/185: dwrite f3 [0,4194304] 0 2024-06-13T11:57:42.985 INFO:tasks.workunit.client.0.smithi042.stdout:0/176: dwrite d4/f1c [0,4194304] 0 2024-06-13T11:57:42.993 INFO:tasks.workunit.client.0.smithi042.stdout:6/186: unlink l12 0 2024-06-13T11:57:42.993 INFO:tasks.workunit.client.0.smithi042.stdout:4/240: dread d1/d29/f46 [0,4194304] 0 2024-06-13T11:57:42.993 INFO:tasks.workunit.client.0.smithi042.stdout:4/241: chown d1/d10/d15/f50 235878325 1 2024-06-13T11:57:42.993 INFO:tasks.workunit.client.0.smithi042.stdout:2/177: sync 2024-06-13T11:57:42.993 INFO:tasks.workunit.client.0.smithi042.stdout:7/127: sync 2024-06-13T11:57:42.993 INFO:tasks.workunit.client.0.smithi042.stdout:2/178: mknod d7/c3a 0 2024-06-13T11:57:42.994 INFO:tasks.workunit.client.0.smithi042.stdout:4/242: creat d1/de/f5d x:0 0 0 2024-06-13T11:57:42.995 INFO:tasks.workunit.client.0.smithi042.stdout:7/128: creat d2/f2a x:0 0 0 2024-06-13T11:57:42.995 INFO:tasks.workunit.client.0.smithi042.stdout:7/129: rename d2 to d2/d3/d12/d2b 22 2024-06-13T11:57:42.995 INFO:tasks.workunit.client.0.smithi042.stdout:2/179: mknod d7/d1a/c3b 0 2024-06-13T11:57:42.996 INFO:tasks.workunit.client.0.smithi042.stdout:4/243: rmdir d1/d10 39 2024-06-13T11:57:42.999 INFO:tasks.workunit.client.0.smithi042.stdout:7/130: mknod d2/d20/c2c 0 2024-06-13T11:57:42.999 INFO:tasks.workunit.client.0.smithi042.stdout:2/180: mkdir d7/d3c 0 2024-06-13T11:57:42.999 INFO:tasks.workunit.client.0.smithi042.stdout:4/244: mkdir d1/d10/d5e 0 2024-06-13T11:57:43.006 INFO:tasks.workunit.client.0.smithi042.stdout:7/131: rename d2/d3/d12/f25 to d2/d3/d12/f2d 0 2024-06-13T11:57:43.006 INFO:tasks.workunit.client.0.smithi042.stdout:4/245: mkdir d1/d5/d5f 0 2024-06-13T11:57:43.008 INFO:tasks.workunit.client.0.smithi042.stdout:4/246: rename d1/de/d45/d52/d57 to d1/d29/d33/d60 0 2024-06-13T11:57:43.010 INFO:tasks.workunit.client.0.smithi042.stdout:4/247: creat d1/d10/f61 x:0 0 0 2024-06-13T11:57:43.011 INFO:tasks.workunit.client.0.smithi042.stdout:4/248: creat d1/d10/d5e/f62 x:0 0 0 2024-06-13T11:57:43.013 INFO:tasks.workunit.client.0.smithi042.stdout:4/249: mkdir d1/d10/d5e/d63 0 2024-06-13T11:57:43.022 INFO:tasks.workunit.client.0.smithi042.stdout:9/203: dwrite f2 [0,4194304] 0 2024-06-13T11:57:43.022 INFO:tasks.workunit.client.0.smithi042.stdout:9/204: fsync d9/d1c/f24 0 2024-06-13T11:57:43.022 INFO:tasks.workunit.client.0.smithi042.stdout:5/172: read d1/f18 [6867362,34101] 0 2024-06-13T11:57:43.024 INFO:tasks.workunit.client.0.smithi042.stdout:5/173: truncate d1/d2b/d37/f24 2530879 0 2024-06-13T11:57:43.026 INFO:tasks.workunit.client.0.smithi042.stdout:5/174: symlink d1/d2b/d35/d36/l3a 0 2024-06-13T11:57:43.029 INFO:tasks.workunit.client.0.smithi042.stdout:5/175: creat d1/d2b/d35/d36/f3b x:0 0 0 2024-06-13T11:57:43.031 INFO:tasks.workunit.client.0.smithi042.stdout:3/212: dwrite dc/d17/d20/f2e [0,4194304] 0 2024-06-13T11:57:43.031 INFO:tasks.workunit.client.0.smithi042.stdout:3/213: dread - dc/d17/d1f/d46/f51 zero size 2024-06-13T11:57:43.039 INFO:tasks.workunit.client.0.smithi042.stdout:5/176: creat d1/d2b/d35/d36/f3c x:0 0 0 2024-06-13T11:57:43.039 INFO:tasks.workunit.client.0.smithi042.stdout:5/177: dread - d1/d31/fb zero size 2024-06-13T11:57:43.049 INFO:tasks.workunit.client.0.smithi042.stdout:3/214: mkdir dc/d17/d20/d2d/d37/d52 0 2024-06-13T11:57:43.050 INFO:tasks.workunit.client.0.smithi042.stdout:1/172: dwrite d0/f21 [0,4194304] 0 2024-06-13T11:57:43.054 INFO:tasks.workunit.client.0.smithi042.stdout:2/181: write f2 [3382384,85237] 0 2024-06-13T11:57:43.064 INFO:tasks.workunit.client.0.smithi042.stdout:3/215: unlink dc/cf 0 2024-06-13T11:57:43.072 INFO:tasks.workunit.client.0.smithi042.stdout:1/173: mknod d0/d17/dd/d1b/c32 0 2024-06-13T11:57:43.072 INFO:tasks.workunit.client.0.smithi042.stdout:2/182: mknod d7/df/d33/c3d 0 2024-06-13T11:57:43.075 INFO:tasks.workunit.client.0.smithi042.stdout:9/205: dread d9/d15/f1a [0,4194304] 0 2024-06-13T11:57:43.089 INFO:tasks.workunit.client.0.smithi042.stdout:0/177: dwrite d4/f1a [0,4194304] 0 2024-06-13T11:57:43.089 INFO:tasks.workunit.client.0.smithi042.stdout:0/178: read - d4/f29 zero size 2024-06-13T11:57:43.091 INFO:tasks.workunit.client.0.smithi042.stdout:6/187: dwrite d16/d1c/f2c [0,4194304] 0 2024-06-13T11:57:43.091 INFO:tasks.workunit.client.0.smithi042.stdout:6/188: read - d16/f1a zero size 2024-06-13T11:57:43.096 INFO:tasks.workunit.client.0.smithi042.stdout:9/206: truncate d9/f29 5149970 0 2024-06-13T11:57:43.096 INFO:tasks.workunit.client.0.smithi042.stdout:9/207: dread - d9/d1c/d25/f34 zero size 2024-06-13T11:57:43.096 INFO:tasks.workunit.client.0.smithi042.stdout:9/208: write d9/d33/f3b [760040,78718] 0 2024-06-13T11:57:43.097 INFO:tasks.workunit.client.0.smithi042.stdout:9/209: write d9/de/f3a [1148014,29090] 0 2024-06-13T11:57:43.097 INFO:tasks.workunit.client.0.smithi042.stdout:9/210: getdents d9/d31 0 2024-06-13T11:57:43.097 INFO:tasks.workunit.client.0.smithi042.stdout:5/178: write d1/d31/f26 [1954439,127325] 0 2024-06-13T11:57:43.100 INFO:tasks.workunit.client.0.smithi042.stdout:4/250: dwrite d1/d10/d5e/f62 [0,4194304] 0 2024-06-13T11:57:43.103 INFO:tasks.workunit.client.0.smithi042.stdout:6/189: write d16/f18 [4376129,87502] 0 2024-06-13T11:57:43.103 INFO:tasks.workunit.client.0.smithi042.stdout:6/190: dread - d16/f38 zero size 2024-06-13T11:57:43.112 INFO:tasks.workunit.client.0.smithi042.stdout:1/174: write d0/f21 [1980614,75648] 0 2024-06-13T11:57:43.113 INFO:tasks.workunit.client.0.smithi042.stdout:8/133: dwrite d2/d3/d5/f9 [0,4194304] 0 2024-06-13T11:57:43.130 INFO:tasks.workunit.client.0.smithi042.stdout:4/251: link d1/la d1/de/d45/l64 0 2024-06-13T11:57:43.130 INFO:tasks.workunit.client.0.smithi042.stdout:5/179: creat d1/d2b/d37/f3d x:0 0 0 2024-06-13T11:57:43.131 INFO:tasks.workunit.client.0.smithi042.stdout:1/175: mknod d0/d17/d18/d29/c33 0 2024-06-13T11:57:43.131 INFO:tasks.workunit.client.0.smithi042.stdout:1/176: chown d0/d17/dd/d1b/f1e 631 1 2024-06-13T11:57:43.131 INFO:tasks.workunit.client.0.smithi042.stdout:2/183: dread d7/df/f2c [0,4194304] 0 2024-06-13T11:57:43.134 INFO:tasks.workunit.client.0.smithi042.stdout:8/134: link d2/dc/d23/c2d d2/d3/d5/c32 0 2024-06-13T11:57:43.135 INFO:tasks.workunit.client.0.smithi042.stdout:4/252: mknod d1/d29/d33/d60/c65 0 2024-06-13T11:57:43.135 INFO:tasks.workunit.client.0.smithi042.stdout:1/177: rmdir d0 39 2024-06-13T11:57:43.137 INFO:tasks.workunit.client.0.smithi042.stdout:8/135: mknod d2/c33 0 2024-06-13T11:57:43.137 INFO:tasks.workunit.client.0.smithi042.stdout:8/136: fdatasync d2/f10 0 2024-06-13T11:57:43.137 INFO:tasks.workunit.client.0.smithi042.stdout:0/179: dwrite d4/f9 [4194304,4194304] 0 2024-06-13T11:57:43.138 INFO:tasks.workunit.client.0.smithi042.stdout:4/253: mkdir d1/d10/d4e/d66 0 2024-06-13T11:57:43.138 INFO:tasks.workunit.client.0.smithi042.stdout:4/254: dread - d1/d10/f28 zero size 2024-06-13T11:57:43.139 INFO:tasks.workunit.client.0.smithi042.stdout:1/178: mkdir d0/d34 0 2024-06-13T11:57:43.140 INFO:tasks.workunit.client.0.smithi042.stdout:1/179: write d0/d17/dd/d12/f13 [1333079,26037] 0 2024-06-13T11:57:43.142 INFO:tasks.workunit.client.0.smithi042.stdout:8/137: getdents d2/d3/d19 0 2024-06-13T11:57:43.142 INFO:tasks.workunit.client.0.smithi042.stdout:0/180: mknod d4/d31/c37 0 2024-06-13T11:57:43.151 INFO:tasks.workunit.client.0.smithi042.stdout:3/216: dwrite dc/d17/d1f/f34 [0,4194304] 0 2024-06-13T11:57:43.153 INFO:tasks.workunit.client.0.smithi042.stdout:3/217: creat dc/d17/d3b/f53 x:0 0 0 2024-06-13T11:57:43.154 INFO:tasks.workunit.client.0.smithi042.stdout:3/218: symlink dc/l54 0 2024-06-13T11:57:43.154 INFO:tasks.workunit.client.0.smithi042.stdout:3/219: chown dc/d17/f1a 1554 1 2024-06-13T11:57:43.191 INFO:tasks.workunit.client.0.smithi042.stdout:4/255: dwrite d1/d10/f14 [0,4194304] 0 2024-06-13T11:57:43.194 INFO:tasks.workunit.client.0.smithi042.stdout:4/256: getdents d1/d10/d15 0 2024-06-13T11:57:43.194 INFO:tasks.workunit.client.0.smithi042.stdout:4/257: chown d1/d10/d35/l3f 935065 1 2024-06-13T11:57:43.194 INFO:tasks.workunit.client.0.smithi042.stdout:4/258: dread - d1/d10/d15/f50 zero size 2024-06-13T11:57:43.194 INFO:tasks.workunit.client.0.smithi042.stdout:4/259: truncate d1/d10/d15/f25 2915980 0 2024-06-13T11:57:43.200 INFO:tasks.workunit.client.0.smithi042.stdout:9/211: dwrite d9/d15/f3f [0,4194304] 0 2024-06-13T11:57:43.202 INFO:tasks.workunit.client.0.smithi042.stdout:0/181: write d4/f1c [1904725,80412] 0 2024-06-13T11:57:43.202 INFO:tasks.workunit.client.0.smithi042.stdout:0/182: chown d4/fc 0 1 2024-06-13T11:57:43.208 INFO:tasks.workunit.client.0.smithi042.stdout:0/183: creat d4/f38 x:0 0 0 2024-06-13T11:57:43.209 INFO:tasks.workunit.client.0.smithi042.stdout:2/184: dwrite d7/d1a/f31 [0,4194304] 0 2024-06-13T11:57:43.219 INFO:tasks.workunit.client.0.smithi042.stdout:0/184: dread d4/f6 [0,4194304] 0 2024-06-13T11:57:43.219 INFO:tasks.workunit.client.0.smithi042.stdout:0/185: truncate d4/d31/d34/f36 107893 0 2024-06-13T11:57:43.219 INFO:tasks.workunit.client.0.smithi042.stdout:1/180: dwrite d0/d17/dd/f1d [0,4194304] 0 2024-06-13T11:57:43.220 INFO:tasks.workunit.client.0.smithi042.stdout:1/181: chown d0/d17/dd 129 1 2024-06-13T11:57:43.227 INFO:tasks.workunit.client.0.smithi042.stdout:0/186: write d4/f30 [5102248,121302] 0 2024-06-13T11:57:43.231 INFO:tasks.workunit.client.0.smithi042.stdout:2/185: creat d7/df/d33/f3e x:0 0 0 2024-06-13T11:57:43.231 INFO:tasks.workunit.client.0.smithi042.stdout:2/186: fsync d7/f39 0 2024-06-13T11:57:43.238 INFO:tasks.workunit.client.0.smithi042.stdout:1/182: mknod d0/d17/d18/d29/c35 0 2024-06-13T11:57:43.238 INFO:tasks.workunit.client.0.smithi042.stdout:2/187: dread d7/d23/f2d [0,4194304] 0 2024-06-13T11:57:43.245 INFO:tasks.workunit.client.0.smithi042.stdout:1/183: rename d0/d17/dd/d12/f14 to d0/d17/d18/f36 0 2024-06-13T11:57:43.249 INFO:tasks.workunit.client.0.smithi042.stdout:4/260: dwrite d1/d10/d35/f41 [0,4194304] 0 2024-06-13T11:57:43.249 INFO:tasks.workunit.client.0.smithi042.stdout:4/261: stat d1/d5/c4c 0 2024-06-13T11:57:43.253 INFO:tasks.workunit.client.0.smithi042.stdout:1/184: creat d0/f37 x:0 0 0 2024-06-13T11:57:43.264 INFO:tasks.workunit.client.0.smithi042.stdout:2/188: creat d7/f3f x:0 0 0 2024-06-13T11:57:43.265 INFO:tasks.workunit.client.0.smithi042.stdout:2/189: mkdir d7/d3c/d40 0 2024-06-13T11:57:43.265 INFO:tasks.workunit.client.0.smithi042.stdout:2/190: mknod d7/d3c/c41 0 2024-06-13T11:57:43.268 INFO:tasks.workunit.client.0.smithi042.stdout:3/220: dread f3 [0,4194304] 0 2024-06-13T11:57:43.269 INFO:tasks.workunit.client.0.smithi042.stdout:8/138: dwrite d2/d3/d19/f30 [0,4194304] 0 2024-06-13T11:57:43.270 INFO:tasks.workunit.client.0.smithi042.stdout:9/212: dwrite d9/d16/f37 [0,4194304] 0 2024-06-13T11:57:43.271 INFO:tasks.workunit.client.0.smithi042.stdout:3/221: mkdir dc/d17/d3b/d55 0 2024-06-13T11:57:43.271 INFO:tasks.workunit.client.0.smithi042.stdout:3/222: fsync dc/d17/d1f/f31 0 2024-06-13T11:57:43.271 INFO:tasks.workunit.client.0.smithi042.stdout:1/185: dread d0/d17/dd/d1b/f1e [0,4194304] 0 2024-06-13T11:57:43.272 INFO:tasks.workunit.client.0.smithi042.stdout:8/139: link d2/dc/d22/c28 d2/d3/d5/c34 0 2024-06-13T11:57:43.275 INFO:tasks.workunit.client.0.smithi042.stdout:1/186: symlink d0/d34/l38 0 2024-06-13T11:57:43.275 INFO:tasks.workunit.client.0.smithi042.stdout:1/187: chown d0/d17/d18/d20 1 1 2024-06-13T11:57:43.276 INFO:tasks.workunit.client.0.smithi042.stdout:9/213: mkdir d9/d33/d40 0 2024-06-13T11:57:43.276 INFO:tasks.workunit.client.0.smithi042.stdout:8/140: creat d2/dc/f35 x:0 0 0 2024-06-13T11:57:43.278 INFO:tasks.workunit.client.0.smithi042.stdout:1/188: symlink d0/l39 0 2024-06-13T11:57:43.280 INFO:tasks.workunit.client.0.smithi042.stdout:1/189: symlink d0/d17/dd/d1b/l3a 0 2024-06-13T11:57:43.280 INFO:tasks.workunit.client.0.smithi042.stdout:1/190: chown d0/d17/dd/d12 4 1 2024-06-13T11:57:43.281 INFO:tasks.workunit.client.0.smithi042.stdout:9/214: mknod d9/d15/c41 0 2024-06-13T11:57:43.281 INFO:tasks.workunit.client.0.smithi042.stdout:9/215: fdatasync d9/d1c/f24 0 2024-06-13T11:57:43.281 INFO:tasks.workunit.client.0.smithi042.stdout:9/216: chown d9/d15/f1e 434355989 1 2024-06-13T11:57:43.281 INFO:tasks.workunit.client.0.smithi042.stdout:9/217: stat d9/d1c/d25/f2a 0 2024-06-13T11:57:43.282 INFO:tasks.workunit.client.0.smithi042.stdout:1/191: creat d0/d17/dd/f3b x:0 0 0 2024-06-13T11:57:43.283 INFO:tasks.workunit.client.0.smithi042.stdout:9/218: creat d9/d31/f42 x:0 0 0 2024-06-13T11:57:43.283 INFO:tasks.workunit.client.0.smithi042.stdout:9/219: readlink d9/d1c/l27 0 2024-06-13T11:57:43.283 INFO:tasks.workunit.client.0.smithi042.stdout:9/220: fsync f6 0 2024-06-13T11:57:43.283 INFO:tasks.workunit.client.0.smithi042.stdout:1/192: rename d0/d17/dd/d1b/f31 to d0/d17/d18/f3c 0 2024-06-13T11:57:43.283 INFO:tasks.workunit.client.0.smithi042.stdout:1/193: write d0/d17/f2f [632031,66021] 0 2024-06-13T11:57:43.284 INFO:tasks.workunit.client.0.smithi042.stdout:3/223: write dc/d17/d20/d2d/d37/f45 [404719,87064] 0 2024-06-13T11:57:43.284 INFO:tasks.workunit.client.0.smithi042.stdout:3/224: fdatasync f0 0 2024-06-13T11:57:43.288 INFO:tasks.workunit.client.0.smithi042.stdout:1/194: unlink d0/l39 0 2024-06-13T11:57:43.288 INFO:tasks.workunit.client.0.smithi042.stdout:9/221: mkdir d9/d15/d43 0 2024-06-13T11:57:43.288 INFO:tasks.workunit.client.0.smithi042.stdout:9/222: truncate d9/d33/f3b 1554998 0 2024-06-13T11:57:43.289 INFO:tasks.workunit.client.0.smithi042.stdout:9/223: stat d9/de/f3c 0 2024-06-13T11:57:43.289 INFO:tasks.workunit.client.0.smithi042.stdout:9/224: write d9/f28 [8847799,87559] 0 2024-06-13T11:57:43.289 INFO:tasks.workunit.client.0.smithi042.stdout:3/225: symlink dc/d17/l56 0 2024-06-13T11:57:43.289 INFO:tasks.workunit.client.0.smithi042.stdout:3/226: chown dc/d17/d20 0 1 2024-06-13T11:57:43.289 INFO:tasks.workunit.client.0.smithi042.stdout:3/227: creat dc/d17/d1f/f57 x:0 0 0 2024-06-13T11:57:43.289 INFO:tasks.workunit.client.0.smithi042.stdout:3/228: chown dc/d17/d3b 1487174 1 2024-06-13T11:57:43.290 INFO:tasks.workunit.client.0.smithi042.stdout:9/225: creat d9/d15/f44 x:0 0 0 2024-06-13T11:57:43.293 INFO:tasks.workunit.client.0.smithi042.stdout:1/195: write d0/d17/dd/d12/f2a [125741,87220] 0 2024-06-13T11:57:43.295 INFO:tasks.workunit.client.0.smithi042.stdout:3/229: getdents dc/d17 0 2024-06-13T11:57:43.297 INFO:tasks.workunit.client.0.smithi042.stdout:2/191: dread d7/d1a/f31 [0,4194304] 0 2024-06-13T11:57:43.297 INFO:tasks.workunit.client.0.smithi042.stdout:0/187: dwrite d4/d31/d34/f36 [0,4194304] 0 2024-06-13T11:57:43.297 INFO:tasks.workunit.client.0.smithi042.stdout:9/226: getdents d9/d15 0 2024-06-13T11:57:43.303 INFO:tasks.workunit.client.0.smithi042.stdout:9/227: write d9/de/f3a [770424,49559] 0 2024-06-13T11:57:43.304 INFO:tasks.workunit.client.0.smithi042.stdout:9/228: readlink d9/de/lf 0 2024-06-13T11:57:43.304 INFO:tasks.workunit.client.0.smithi042.stdout:9/229: chown d9/d33/d40 49281075 1 2024-06-13T11:57:43.304 INFO:tasks.workunit.client.0.smithi042.stdout:8/141: write d2/d3/d19/f21 [107247,109210] 0 2024-06-13T11:57:43.304 INFO:tasks.workunit.client.0.smithi042.stdout:3/230: rename dc/d17/d1f/f57 to dc/d29/d47/f58 0 2024-06-13T11:57:43.304 INFO:tasks.workunit.client.0.smithi042.stdout:2/192: creat d7/d1a/f42 x:0 0 0 2024-06-13T11:57:43.304 INFO:tasks.workunit.client.0.smithi042.stdout:0/188: mknod d4/d33/c39 0 2024-06-13T11:57:43.305 INFO:tasks.workunit.client.0.smithi042.stdout:9/230: creat d9/d1c/d25/f45 x:0 0 0 2024-06-13T11:57:43.305 INFO:tasks.workunit.client.0.smithi042.stdout:9/231: truncate d9/de/f22 1324566 0 2024-06-13T11:57:43.305 INFO:tasks.workunit.client.0.smithi042.stdout:1/196: dread d0/f8 [0,4194304] 0 2024-06-13T11:57:43.306 INFO:tasks.workunit.client.0.smithi042.stdout:1/197: fdatasync d0/f8 0 2024-06-13T11:57:43.306 INFO:tasks.workunit.client.0.smithi042.stdout:8/142: link d2/dc/c2b d2/d3/d5/c36 0 2024-06-13T11:57:43.306 INFO:tasks.workunit.client.0.smithi042.stdout:8/143: fdatasync d2/d3/d5/f9 0 2024-06-13T11:57:43.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:43 smithi042 ceph-mon[32231]: pgmap v68: 129 pgs: 129 active+clean; 145 MiB data, 983 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 MiB/s rd, 10 MiB/s wr, 1.77k op/s 2024-06-13T11:57:43.307 INFO:tasks.workunit.client.0.smithi042.stdout:3/231: link dc/d17/d20/d2d/f4a dc/d17/f59 0 2024-06-13T11:57:43.309 INFO:tasks.workunit.client.0.smithi042.stdout:2/193: symlink d7/d23/l43 0 2024-06-13T11:57:43.311 INFO:tasks.workunit.client.0.smithi042.stdout:0/189: truncate d4/f26 3293688 0 2024-06-13T11:57:43.311 INFO:tasks.workunit.client.0.smithi042.stdout:0/190: chown d4/ff 343447 1 2024-06-13T11:57:43.311 INFO:tasks.workunit.client.0.smithi042.stdout:0/191: chown d4/l2b 9374 1 2024-06-13T11:57:43.313 INFO:tasks.workunit.client.0.smithi042.stdout:8/144: unlink d2/dc/f35 0 2024-06-13T11:57:43.316 INFO:tasks.workunit.client.0.smithi042.stdout:9/232: mkdir d9/d46 0 2024-06-13T11:57:43.331 INFO:tasks.workunit.client.0.smithi042.stdout:1/198: dread d0/d17/dd/f1d [0,4194304] 0 2024-06-13T11:57:43.336 INFO:tasks.workunit.client.0.smithi042.stdout:2/194: dread d7/fb [0,4194304] 0 2024-06-13T11:57:43.336 INFO:tasks.workunit.client.0.smithi042.stdout:2/195: chown d7/cd 11 1 2024-06-13T11:57:43.336 INFO:tasks.workunit.client.0.smithi042.stdout:2/196: chown d7/fb 940173 1 2024-06-13T11:57:43.336 INFO:tasks.workunit.client.0.smithi042.stdout:1/199: mkdir d0/d17/d3d 0 2024-06-13T11:57:43.336 INFO:tasks.workunit.client.0.smithi042.stdout:1/200: stat d0/f9 0 2024-06-13T11:57:43.336 INFO:tasks.workunit.client.0.smithi042.stdout:1/201: rmdir d0/d17/d3d 0 2024-06-13T11:57:43.349 INFO:tasks.workunit.client.0.smithi042.stdout:0/192: write d4/f9 [1981932,86837] 0 2024-06-13T11:57:43.352 INFO:tasks.workunit.client.0.smithi042.stdout:0/193: mkdir d4/d32/d3a 0 2024-06-13T11:57:43.353 INFO:tasks.workunit.client.0.smithi042.stdout:0/194: chown d4/c2c 20689233 1 2024-06-13T11:57:43.354 INFO:tasks.workunit.client.0.smithi042.stdout:0/195: mknod d4/d32/d3a/c3b 0 2024-06-13T11:57:43.356 INFO:tasks.workunit.client.0.smithi042.stdout:0/196: creat d4/d33/f3c x:0 0 0 2024-06-13T11:57:43.365 INFO:tasks.workunit.client.0.smithi042.stdout:3/232: dwrite dc/d17/d20/d2d/f4a [0,4194304] 0 2024-06-13T11:57:43.366 INFO:tasks.workunit.client.0.smithi042.stdout:2/197: read d7/d1a/f31 [183372,60504] 0 2024-06-13T11:57:43.366 INFO:tasks.workunit.client.0.smithi042.stdout:2/198: getdents d7/d3c/d40 0 2024-06-13T11:57:43.367 INFO:tasks.workunit.client.0.smithi042.stdout:2/199: truncate d7/f3f 428225 0 2024-06-13T11:57:43.367 INFO:tasks.workunit.client.0.smithi042.stdout:9/233: dwrite f2 [4194304,4194304] 0 2024-06-13T11:57:43.369 INFO:tasks.workunit.client.0.smithi042.stdout:9/234: mkdir d9/d1c/d25/d47 0 2024-06-13T11:57:43.370 INFO:tasks.workunit.client.0.smithi042.stdout:2/200: creat d7/d3c/f44 x:0 0 0 2024-06-13T11:57:43.372 INFO:tasks.workunit.client.0.smithi042.stdout:2/201: rmdir d7/d23 39 2024-06-13T11:57:43.373 INFO:tasks.workunit.client.0.smithi042.stdout:2/202: read d7/f3f [81293,127820] 0 2024-06-13T11:57:43.376 INFO:tasks.workunit.client.0.smithi042.stdout:8/145: dwrite d2/f14 [0,4194304] 0 2024-06-13T11:57:43.377 INFO:tasks.workunit.client.0.smithi042.stdout:9/235: mkdir d9/d16/d48 0 2024-06-13T11:57:43.377 INFO:tasks.workunit.client.0.smithi042.stdout:9/236: chown d9/d46 1432 1 2024-06-13T11:57:43.380 INFO:tasks.workunit.client.0.smithi042.stdout:9/237: truncate d9/d15/f1e 2198573 0 2024-06-13T11:57:43.380 INFO:tasks.workunit.client.0.smithi042.stdout:9/238: chown d9/d33/f3b 1659325 1 2024-06-13T11:57:43.385 INFO:tasks.workunit.client.0.smithi042.stdout:8/146: rmdir d2 39 2024-06-13T11:57:43.385 INFO:tasks.workunit.client.0.smithi042.stdout:8/147: chown d2/d3/f11 16485065 1 2024-06-13T11:57:43.385 INFO:tasks.workunit.client.0.smithi042.stdout:8/148: stat d2/l26 0 2024-06-13T11:57:43.391 INFO:tasks.workunit.client.0.smithi042.stdout:8/149: rename d2/c33 to d2/d3/d5/c37 0 2024-06-13T11:57:43.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:43 smithi162 ceph-mon[36757]: pgmap v68: 129 pgs: 129 active+clean; 145 MiB data, 983 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 MiB/s rd, 10 MiB/s wr, 1.77k op/s 2024-06-13T11:57:43.408 INFO:tasks.workunit.client.0.smithi042.stdout:9/239: write d9/d1c/d25/f30 [3478589,2718] 0 2024-06-13T11:57:43.412 INFO:tasks.workunit.client.0.smithi042.stdout:0/197: dwrite d4/f23 [0,4194304] 0 2024-06-13T11:57:43.412 INFO:tasks.workunit.client.0.smithi042.stdout:0/198: write d4/f9 [9173911,123714] 0 2024-06-13T11:57:43.412 INFO:tasks.workunit.client.0.smithi042.stdout:0/199: fsync d4/f1a 0 2024-06-13T11:57:43.413 INFO:tasks.workunit.client.0.smithi042.stdout:0/200: rmdir d4/d32/d3a 39 2024-06-13T11:57:43.416 INFO:tasks.workunit.client.0.smithi042.stdout:0/201: mknod d4/c3d 0 2024-06-13T11:57:43.416 INFO:tasks.workunit.client.0.smithi042.stdout:0/202: chown d4/c1b 328310660 1 2024-06-13T11:57:43.416 INFO:tasks.workunit.client.0.smithi042.stdout:0/203: chown d4/f1a 260638 1 2024-06-13T11:57:43.429 INFO:tasks.workunit.client.0.smithi042.stdout:3/233: dwrite dc/d17/d1f/f31 [0,4194304] 0 2024-06-13T11:57:43.429 INFO:tasks.workunit.client.0.smithi042.stdout:2/203: dwrite f2 [0,4194304] 0 2024-06-13T11:57:43.446 INFO:tasks.workunit.client.0.smithi042.stdout:3/234: read dc/d17/d20/d2d/d37/f2a [1204663,87978] 0 2024-06-13T11:57:43.451 INFO:tasks.workunit.client.0.smithi042.stdout:3/235: mknod dc/d17/d20/d2d/d37/c5a 0 2024-06-13T11:57:43.453 INFO:tasks.workunit.client.0.smithi042.stdout:2/204: write d7/df/f36 [1531483,121466] 0 2024-06-13T11:57:43.453 INFO:tasks.workunit.client.0.smithi042.stdout:2/205: stat d7/l14 0 2024-06-13T11:57:43.453 INFO:tasks.workunit.client.0.smithi042.stdout:3/236: getdents dc/d29 0 2024-06-13T11:57:43.453 INFO:tasks.workunit.client.0.smithi042.stdout:3/237: dread - dc/d17/d1f/f42 zero size 2024-06-13T11:57:43.453 INFO:tasks.workunit.client.0.smithi042.stdout:3/238: chown dc/d17/f1e 7582175 1 2024-06-13T11:57:43.453 INFO:tasks.workunit.client.0.smithi042.stdout:3/239: chown dc/d29 985 1 2024-06-13T11:57:43.456 INFO:tasks.workunit.client.0.smithi042.stdout:2/206: creat d7/df/d33/f45 x:0 0 0 2024-06-13T11:57:43.457 INFO:tasks.workunit.client.0.smithi042.stdout:3/240: creat dc/d17/d20/f5b x:0 0 0 2024-06-13T11:57:43.458 INFO:tasks.workunit.client.0.smithi042.stdout:2/207: rmdir d7/d1f 39 2024-06-13T11:57:43.461 INFO:tasks.workunit.client.0.smithi042.stdout:3/241: mkdir dc/d17/d20/d5c 0 2024-06-13T11:57:43.472 INFO:tasks.workunit.client.0.smithi042.stdout:9/240: dwrite d9/d31/f42 [0,4194304] 0 2024-06-13T11:57:43.472 INFO:tasks.workunit.client.0.smithi042.stdout:0/204: dwrite d4/fc [4194304,4194304] 0 2024-06-13T11:57:43.475 INFO:tasks.workunit.client.0.smithi042.stdout:9/241: creat d9/d15/f49 x:0 0 0 2024-06-13T11:57:43.476 INFO:tasks.workunit.client.0.smithi042.stdout:9/242: symlink d9/d15/l4a 0 2024-06-13T11:57:43.476 INFO:tasks.workunit.client.0.smithi042.stdout:9/243: write d9/de/f22 [1424077,64334] 0 2024-06-13T11:57:43.477 INFO:tasks.workunit.client.0.smithi042.stdout:9/244: mkdir d9/d33/d4b 0 2024-06-13T11:57:43.481 INFO:tasks.workunit.client.0.smithi042.stdout:3/242: dread dc/d17/d20/d2d/d37/f2a [0,4194304] 0 2024-06-13T11:57:43.481 INFO:tasks.workunit.client.0.smithi042.stdout:3/243: getdents dc/d17 0 2024-06-13T11:57:43.483 INFO:tasks.workunit.client.0.smithi042.stdout:6/191: sync 2024-06-13T11:57:43.483 INFO:tasks.workunit.client.0.smithi042.stdout:7/132: sync 2024-06-13T11:57:43.483 INFO:tasks.workunit.client.0.smithi042.stdout:3/244: rename dc/d17/d20/d2d/d37/f2a to dc/d17/d20/d2d/d37/d52/f5d 0 2024-06-13T11:57:43.484 INFO:tasks.workunit.client.0.smithi042.stdout:6/192: write d16/f38 [890399,59974] 0 2024-06-13T11:57:43.484 INFO:tasks.workunit.client.0.smithi042.stdout:9/245: truncate f2 1264044 0 2024-06-13T11:57:43.484 INFO:tasks.workunit.client.0.smithi042.stdout:7/133: rmdir d2 39 2024-06-13T11:57:43.485 INFO:tasks.workunit.client.0.smithi042.stdout:6/193: creat d16/d21/d32/f3d x:0 0 0 2024-06-13T11:57:43.503 INFO:tasks.workunit.client.0.smithi042.stdout:0/205: dread d4/f1a [0,4194304] 0 2024-06-13T11:57:43.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:43 smithi088 ceph-mon[36399]: pgmap v68: 129 pgs: 129 active+clean; 145 MiB data, 983 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 MiB/s rd, 10 MiB/s wr, 1.77k op/s 2024-06-13T11:57:43.504 INFO:tasks.workunit.client.0.smithi042.stdout:0/206: mkdir d4/d33/d3e 0 2024-06-13T11:57:43.505 INFO:tasks.workunit.client.0.smithi042.stdout:0/207: mkdir d4/d33/d3f 0 2024-06-13T11:57:43.509 INFO:tasks.workunit.client.0.smithi042.stdout:0/208: mknod d4/c40 0 2024-06-13T11:57:43.511 INFO:tasks.workunit.client.0.smithi042.stdout:0/209: rename d4/d33/f3c to d4/d31/d34/f41 0 2024-06-13T11:57:43.512 INFO:tasks.workunit.client.0.smithi042.stdout:0/210: creat d4/d31/d34/f42 x:0 0 0 2024-06-13T11:57:43.513 INFO:tasks.workunit.client.0.smithi042.stdout:0/211: unlink d4/c1e 0 2024-06-13T11:57:43.515 INFO:tasks.workunit.client.0.smithi042.stdout:0/212: unlink d4/f9 0 2024-06-13T11:57:43.516 INFO:tasks.workunit.client.0.smithi042.stdout:0/213: fdatasync d4/f1c 0 2024-06-13T11:57:43.523 INFO:tasks.workunit.client.0.smithi042.stdout:2/208: dwrite f2 [0,4194304] 0 2024-06-13T11:57:43.533 INFO:tasks.workunit.client.0.smithi042.stdout:9/246: write f6 [1740591,65085] 0 2024-06-13T11:57:43.537 INFO:tasks.workunit.client.0.smithi042.stdout:9/247: mknod d9/d33/d40/c4c 0 2024-06-13T11:57:43.537 INFO:tasks.workunit.client.0.smithi042.stdout:3/245: dwrite dc/d17/f1e [0,4194304] 0 2024-06-13T11:57:43.538 INFO:tasks.workunit.client.0.smithi042.stdout:3/246: fdatasync dc/d17/d1f/f42 0 2024-06-13T11:57:43.538 INFO:tasks.workunit.client.0.smithi042.stdout:3/247: fsync dc/d17/d1f/f26 0 2024-06-13T11:57:43.538 INFO:tasks.workunit.client.0.smithi042.stdout:3/248: mknod dc/d17/d20/c5e 0 2024-06-13T11:57:43.538 INFO:tasks.workunit.client.0.smithi042.stdout:3/249: rename dc/d17/d1f/d46/f51 to dc/d29/f5f 0 2024-06-13T11:57:43.540 INFO:tasks.workunit.client.0.smithi042.stdout:3/250: rmdir dc/d17 39 2024-06-13T11:57:43.555 INFO:tasks.workunit.client.0.smithi042.stdout:7/134: dwrite d2/d20/f27 [0,4194304] 0 2024-06-13T11:57:43.555 INFO:tasks.workunit.client.0.smithi042.stdout:0/214: dread d4/f26 [0,4194304] 0 2024-06-13T11:57:43.556 INFO:tasks.workunit.client.0.smithi042.stdout:6/194: dwrite fe [0,4194304] 0 2024-06-13T11:57:43.556 INFO:tasks.workunit.client.0.smithi042.stdout:6/195: fsync d16/d1c/f1d 0 2024-06-13T11:57:43.558 INFO:tasks.workunit.client.0.smithi042.stdout:7/135: getdents d2 0 2024-06-13T11:57:43.559 INFO:tasks.workunit.client.0.smithi042.stdout:6/196: mknod d16/d21/d35/c3e 0 2024-06-13T11:57:43.560 INFO:tasks.workunit.client.0.smithi042.stdout:6/197: symlink d16/d21/d23/l3f 0 2024-06-13T11:57:43.566 INFO:tasks.workunit.client.0.smithi042.stdout:4/262: sync 2024-06-13T11:57:43.566 INFO:tasks.workunit.client.0.smithi042.stdout:5/180: sync 2024-06-13T11:57:43.566 INFO:tasks.workunit.client.0.smithi042.stdout:5/181: stat d1/l2 0 2024-06-13T11:57:43.570 INFO:tasks.workunit.client.0.smithi042.stdout:1/202: sync 2024-06-13T11:57:43.570 INFO:tasks.workunit.client.0.smithi042.stdout:8/150: sync 2024-06-13T11:57:43.570 INFO:tasks.workunit.client.0.smithi042.stdout:0/215: creat d4/d33/f43 x:0 0 0 2024-06-13T11:57:43.570 INFO:tasks.workunit.client.0.smithi042.stdout:7/136: symlink d2/l2e 0 2024-06-13T11:57:43.570 INFO:tasks.workunit.client.0.smithi042.stdout:2/209: dwrite d7/d23/f2d [0,4194304] 0 2024-06-13T11:57:43.570 INFO:tasks.workunit.client.0.smithi042.stdout:9/248: read d9/f29 [1086571,6326] 0 2024-06-13T11:57:43.570 INFO:tasks.workunit.client.0.smithi042.stdout:9/249: chown d9/de 12519 1 2024-06-13T11:57:43.573 INFO:tasks.workunit.client.0.smithi042.stdout:3/251: write dc/d17/d20/f2e [3518226,42304] 0 2024-06-13T11:57:43.573 INFO:tasks.workunit.client.0.smithi042.stdout:3/252: write dc/d17/d3b/f3f [1025079,85997] 0 2024-06-13T11:57:43.577 INFO:tasks.workunit.client.0.smithi042.stdout:5/182: creat d1/f3e x:0 0 0 2024-06-13T11:57:43.577 INFO:tasks.workunit.client.0.smithi042.stdout:5/183: chown d1/f3e 51607625 1 2024-06-13T11:57:43.578 INFO:tasks.workunit.client.0.smithi042.stdout:1/203: fsync d0/d17/fb 0 2024-06-13T11:57:43.579 INFO:tasks.workunit.client.0.smithi042.stdout:8/151: getdents d2/dc 0 2024-06-13T11:57:43.580 INFO:tasks.workunit.client.0.smithi042.stdout:8/152: getdents d2/d3/d19 0 2024-06-13T11:57:43.581 INFO:tasks.workunit.client.0.smithi042.stdout:9/250: dread d9/d1c/d25/f2a [0,4194304] 0 2024-06-13T11:57:43.582 INFO:tasks.workunit.client.0.smithi042.stdout:2/210: unlink d7/d23/l43 0 2024-06-13T11:57:43.582 INFO:tasks.workunit.client.0.smithi042.stdout:2/211: truncate d7/df/d33/f45 793170 0 2024-06-13T11:57:43.584 INFO:tasks.workunit.client.0.smithi042.stdout:5/184: creat d1/f3f x:0 0 0 2024-06-13T11:57:43.585 INFO:tasks.workunit.client.0.smithi042.stdout:8/153: mknod d2/d3/c38 0 2024-06-13T11:57:43.587 INFO:tasks.workunit.client.0.smithi042.stdout:1/204: dread d0/fe [4194304,4194304] 0 2024-06-13T11:57:43.587 INFO:tasks.workunit.client.0.smithi042.stdout:8/154: unlink d2/d3/d19/f1c 0 2024-06-13T11:57:43.592 INFO:tasks.workunit.client.0.smithi042.stdout:1/205: stat d0/d17/dd/d12/f13 0 2024-06-13T11:57:43.592 INFO:tasks.workunit.client.0.smithi042.stdout:9/251: mkdir d9/d4d 0 2024-06-13T11:57:43.592 INFO:tasks.workunit.client.0.smithi042.stdout:9/252: rename d9/d33/d40/c4c to d9/d1c/c4e 0 2024-06-13T11:57:43.592 INFO:tasks.workunit.client.0.smithi042.stdout:9/253: mkdir d9/d1c/d25/d47/d4f 0 2024-06-13T11:57:43.598 INFO:tasks.workunit.client.0.smithi042.stdout:9/254: rmdir d9/d1c/d25/d47/d4f 0 2024-06-13T11:57:43.599 INFO:tasks.workunit.client.0.smithi042.stdout:9/255: chown d9/de/c13 433111013 1 2024-06-13T11:57:43.602 INFO:tasks.workunit.client.0.smithi042.stdout:9/256: creat d9/d33/d40/f50 x:0 0 0 2024-06-13T11:57:43.602 INFO:tasks.workunit.client.0.smithi042.stdout:9/257: readlink d9/de/l38 0 2024-06-13T11:57:43.611 INFO:tasks.workunit.client.0.smithi042.stdout:1/206: read d0/d17/dd/f1d [2526176,84072] 0 2024-06-13T11:57:43.616 INFO:tasks.workunit.client.0.smithi042.stdout:1/207: chown d0/d17/c28 559 1 2024-06-13T11:57:43.618 INFO:tasks.workunit.client.0.smithi042.stdout:1/208: truncate d0/d17/dd/f1d 491807 0 2024-06-13T11:57:43.619 INFO:tasks.workunit.client.0.smithi042.stdout:1/209: dread - d0/d17/d18/f3c zero size 2024-06-13T11:57:43.619 INFO:tasks.workunit.client.0.smithi042.stdout:1/210: truncate d0/d17/dd/d12/f13 974029 0 2024-06-13T11:57:43.620 INFO:tasks.workunit.client.0.smithi042.stdout:1/211: write d0/d17/dd/f3b [35361,115899] 0 2024-06-13T11:57:43.621 INFO:tasks.workunit.client.0.smithi042.stdout:8/155: read d2/d3/f6 [1098546,54263] 0 2024-06-13T11:57:43.623 INFO:tasks.workunit.client.0.smithi042.stdout:8/156: link d2/l26 d2/l39 0 2024-06-13T11:57:43.623 INFO:tasks.workunit.client.0.smithi042.stdout:9/258: dread d9/f29 [0,4194304] 0 2024-06-13T11:57:43.624 INFO:tasks.workunit.client.0.smithi042.stdout:3/253: dwrite dc/d17/d20/f5b [0,4194304] 0 2024-06-13T11:57:43.628 INFO:tasks.workunit.client.0.smithi042.stdout:8/157: symlink d2/dc/d22/l3a 0 2024-06-13T11:57:43.634 INFO:tasks.workunit.client.0.smithi042.stdout:3/254: dread dc/d17/d20/f39 [0,4194304] 0 2024-06-13T11:57:43.634 INFO:tasks.workunit.client.0.smithi042.stdout:3/255: write dc/d29/d47/f4e [171727,15985] 0 2024-06-13T11:57:43.635 INFO:tasks.workunit.client.0.smithi042.stdout:6/198: dwrite d16/f18 [0,4194304] 0 2024-06-13T11:57:43.638 INFO:tasks.workunit.client.0.smithi042.stdout:6/199: creat d16/d21/d23/d2e/f40 x:0 0 0 2024-06-13T11:57:43.640 INFO:tasks.workunit.client.0.smithi042.stdout:6/200: creat d16/d1c/d31/f41 x:0 0 0 2024-06-13T11:57:43.647 INFO:tasks.workunit.client.0.smithi042.stdout:3/256: dread dc/d17/d3b/f3f [0,4194304] 0 2024-06-13T11:57:43.647 INFO:tasks.workunit.client.0.smithi042.stdout:3/257: chown dc/d17/f1c 16048663 1 2024-06-13T11:57:43.648 INFO:tasks.workunit.client.0.smithi042.stdout:3/258: symlink dc/d17/d20/l60 0 2024-06-13T11:57:43.655 INFO:tasks.workunit.client.0.smithi042.stdout:4/263: dwrite d1/de/d45/f58 [0,4194304] 0 2024-06-13T11:57:43.658 INFO:tasks.workunit.client.0.smithi042.stdout:4/264: mkdir d1/d29/d33/d60/d67 0 2024-06-13T11:57:43.659 INFO:tasks.workunit.client.0.smithi042.stdout:8/158: dread d2/d3/f11 [0,4194304] 0 2024-06-13T11:57:43.663 INFO:tasks.workunit.client.0.smithi042.stdout:8/159: creat d2/dc/d23/f3b x:0 0 0 2024-06-13T11:57:43.663 INFO:tasks.workunit.client.0.smithi042.stdout:8/160: read - d2/d3/d5/f18 zero size 2024-06-13T11:57:43.692 INFO:tasks.workunit.client.0.smithi042.stdout:0/216: dwrite d4/fc [4194304,4194304] 0 2024-06-13T11:57:43.692 INFO:tasks.workunit.client.0.smithi042.stdout:0/217: chown d4/f21 1685969 1 2024-06-13T11:57:43.693 INFO:tasks.workunit.client.0.smithi042.stdout:6/201: dwrite d16/f1a [0,4194304] 0 2024-06-13T11:57:43.693 INFO:tasks.workunit.client.0.smithi042.stdout:6/202: chown d16 19196 1 2024-06-13T11:57:43.693 INFO:tasks.workunit.client.0.smithi042.stdout:9/259: dread d9/d15/f3f [0,4194304] 0 2024-06-13T11:57:43.693 INFO:tasks.workunit.client.0.smithi042.stdout:9/260: dread - d9/f36 zero size 2024-06-13T11:57:43.694 INFO:tasks.workunit.client.0.smithi042.stdout:0/218: creat d4/d32/f44 x:0 0 0 2024-06-13T11:57:43.694 INFO:tasks.workunit.client.0.smithi042.stdout:0/219: chown d4/d33/d3e 151302513 1 2024-06-13T11:57:43.694 INFO:tasks.workunit.client.0.smithi042.stdout:0/220: read d4/f26 [444766,4684] 0 2024-06-13T11:57:43.694 INFO:tasks.workunit.client.0.smithi042.stdout:6/203: mknod d16/d21/d35/c42 0 2024-06-13T11:57:43.694 INFO:tasks.workunit.client.0.smithi042.stdout:0/221: symlink d4/d33/d3e/l45 0 2024-06-13T11:57:43.695 INFO:tasks.workunit.client.0.smithi042.stdout:9/261: link d9/d15/f3f d9/d31/f51 0 2024-06-13T11:57:43.696 INFO:tasks.workunit.client.0.smithi042.stdout:0/222: unlink d4/c1b 0 2024-06-13T11:57:43.697 INFO:tasks.workunit.client.0.smithi042.stdout:0/223: creat d4/d33/f46 x:0 0 0 2024-06-13T11:57:43.697 INFO:tasks.workunit.client.0.smithi042.stdout:0/224: write d4/f6 [1010379,113944] 0 2024-06-13T11:57:43.699 INFO:tasks.workunit.client.0.smithi042.stdout:0/225: unlink d4/f29 0 2024-06-13T11:57:43.700 INFO:tasks.workunit.client.0.smithi042.stdout:0/226: creat d4/d33/f47 x:0 0 0 2024-06-13T11:57:43.701 INFO:tasks.workunit.client.0.smithi042.stdout:0/227: truncate d4/f38 158086 0 2024-06-13T11:57:43.702 INFO:tasks.workunit.client.0.smithi042.stdout:0/228: unlink d4/d33/f43 0 2024-06-13T11:57:43.711 INFO:tasks.workunit.client.0.smithi042.stdout:8/161: dwrite d2/d3/f31 [0,4194304] 0 2024-06-13T11:57:43.711 INFO:tasks.workunit.client.0.smithi042.stdout:8/162: chown d2/d3/d19/c1d 49691 1 2024-06-13T11:57:43.711 INFO:tasks.workunit.client.0.smithi042.stdout:8/163: chown d2/dc/d23/c2d 600381 1 2024-06-13T11:57:43.714 INFO:tasks.workunit.client.0.smithi042.stdout:3/259: dwrite dc/d29/d47/f4e [0,4194304] 0 2024-06-13T11:57:43.717 INFO:tasks.workunit.client.0.smithi042.stdout:8/164: rmdir d2/dc/d2f 0 2024-06-13T11:57:43.717 INFO:tasks.workunit.client.0.smithi042.stdout:0/229: truncate d4/fc 6202894 0 2024-06-13T11:57:43.720 INFO:tasks.workunit.client.0.smithi042.stdout:8/165: mkdir d2/dc/d22/d3c 0 2024-06-13T11:57:43.724 INFO:tasks.workunit.client.0.smithi042.stdout:0/230: getdents d4/d32/d3a 0 2024-06-13T11:57:43.737 INFO:tasks.workunit.client.0.smithi042.stdout:3/260: dread f3 [0,4194304] 0 2024-06-13T11:57:43.738 INFO:tasks.workunit.client.0.smithi042.stdout:0/231: dread d4/f6 [0,4194304] 0 2024-06-13T11:57:43.741 INFO:tasks.workunit.client.0.smithi042.stdout:0/232: rmdir d4/d31/d34 39 2024-06-13T11:57:43.749 INFO:tasks.workunit.client.0.smithi042.stdout:0/233: mkdir d4/d48 0 2024-06-13T11:57:43.751 INFO:tasks.workunit.client.0.smithi042.stdout:0/234: rename d4/d33/f46 to d4/d48/f49 0 2024-06-13T11:57:43.753 INFO:tasks.workunit.client.0.smithi042.stdout:0/235: mkdir d4/d31/d4a 0 2024-06-13T11:57:43.753 INFO:tasks.workunit.client.0.smithi042.stdout:0/236: write d4/f28 [787819,88242] 0 2024-06-13T11:57:43.753 INFO:tasks.workunit.client.0.smithi042.stdout:0/237: readlink d4/l16 0 2024-06-13T11:57:43.754 INFO:tasks.workunit.client.0.smithi042.stdout:0/238: mkdir d4/d48/d4b 0 2024-06-13T11:57:43.754 INFO:tasks.workunit.client.0.smithi042.stdout:0/239: fsync d4/f23 0 2024-06-13T11:57:43.755 INFO:tasks.workunit.client.0.smithi042.stdout:0/240: mknod d4/d31/d4a/c4c 0 2024-06-13T11:57:43.755 INFO:tasks.workunit.client.0.smithi042.stdout:0/241: readlink d4/d33/d3e/l45 0 2024-06-13T11:57:43.755 INFO:tasks.workunit.client.0.smithi042.stdout:0/242: fsync d4/d31/d34/f42 0 2024-06-13T11:57:43.755 INFO:tasks.workunit.client.0.smithi042.stdout:0/243: creat d4/d31/d4a/f4d x:0 0 0 2024-06-13T11:57:43.757 INFO:tasks.workunit.client.0.smithi042.stdout:0/244: symlink d4/d33/d3e/l4e 0 2024-06-13T11:57:43.758 INFO:tasks.workunit.client.0.smithi042.stdout:0/245: link d4/c1f d4/d33/d3e/c4f 0 2024-06-13T11:57:43.758 INFO:tasks.workunit.client.0.smithi042.stdout:0/246: write d4/f2f [1078810,51637] 0 2024-06-13T11:57:43.758 INFO:tasks.workunit.client.0.smithi042.stdout:0/247: chown d4/d31/d4a 28514 1 2024-06-13T11:57:43.759 INFO:tasks.workunit.client.0.smithi042.stdout:6/204: dwrite d16/d1c/f1d [4194304,4194304] 0 2024-06-13T11:57:43.760 INFO:tasks.workunit.client.0.smithi042.stdout:6/205: mknod d16/c43 0 2024-06-13T11:57:43.761 INFO:tasks.workunit.client.0.smithi042.stdout:0/248: link d4/d32/d3a/c3b d4/c50 0 2024-06-13T11:57:43.761 INFO:tasks.workunit.client.0.smithi042.stdout:0/249: chown d4/f2a 2722 1 2024-06-13T11:57:43.761 INFO:tasks.workunit.client.0.smithi042.stdout:0/250: write d4/f24 [772554,27784] 0 2024-06-13T11:57:43.762 INFO:tasks.workunit.client.0.smithi042.stdout:0/251: mknod d4/d31/c51 0 2024-06-13T11:57:43.763 INFO:tasks.workunit.client.0.smithi042.stdout:6/206: link lc d16/d1c/d2b/l44 0 2024-06-13T11:57:43.764 INFO:tasks.workunit.client.0.smithi042.stdout:0/252: creat d4/d33/d3f/f52 x:0 0 0 2024-06-13T11:57:43.764 INFO:tasks.workunit.client.0.smithi042.stdout:0/253: dread - d4/f19 zero size 2024-06-13T11:57:43.764 INFO:tasks.workunit.client.0.smithi042.stdout:0/254: write f1 [2015769,49357] 0 2024-06-13T11:57:43.764 INFO:tasks.workunit.client.0.smithi042.stdout:0/255: read - d4/d31/d34/f42 zero size 2024-06-13T11:57:43.765 INFO:tasks.workunit.client.0.smithi042.stdout:6/207: creat d16/d21/d30/f45 x:0 0 0 2024-06-13T11:57:43.766 INFO:tasks.workunit.client.0.smithi042.stdout:0/256: creat d4/d48/d4b/f53 x:0 0 0 2024-06-13T11:57:43.768 INFO:tasks.workunit.client.0.smithi042.stdout:0/257: symlink d4/d48/l54 0 2024-06-13T11:57:43.775 INFO:tasks.workunit.client.0.smithi042.stdout:8/166: dwrite d2/d3/f6 [0,4194304] 0 2024-06-13T11:57:43.776 INFO:tasks.workunit.client.0.smithi042.stdout:8/167: readlink d2/l39 0 2024-06-13T11:57:43.776 INFO:tasks.workunit.client.0.smithi042.stdout:9/262: dwrite f6 [4194304,4194304] 0 2024-06-13T11:57:43.784 INFO:tasks.workunit.client.0.smithi042.stdout:9/263: rename d9/d1c to d9/d33/d40/d52 0 2024-06-13T11:57:43.784 INFO:tasks.workunit.client.0.smithi042.stdout:9/264: fsync d9/f20 0 2024-06-13T11:57:43.784 INFO:tasks.workunit.client.0.smithi042.stdout:8/168: symlink d2/d3/d5/l3d 0 2024-06-13T11:57:43.786 INFO:tasks.workunit.client.0.smithi042.stdout:8/169: rename d2/dc/d23 to d2/d3e 0 2024-06-13T11:57:43.790 INFO:tasks.workunit.client.0.smithi042.stdout:8/170: getdents d2 0 2024-06-13T11:57:43.791 INFO:tasks.workunit.client.0.smithi042.stdout:8/171: unlink d2/d3/d5/l1e 0 2024-06-13T11:57:43.792 INFO:tasks.workunit.client.0.smithi042.stdout:8/172: getdents d2/dc/d22 0 2024-06-13T11:57:43.792 INFO:tasks.workunit.client.0.smithi042.stdout:8/173: stat d2/dc/d22/l25 0 2024-06-13T11:57:43.794 INFO:tasks.workunit.client.0.smithi042.stdout:8/174: rename d2/d3/d5/f18 to d2/d3/d19/f3f 0 2024-06-13T11:57:43.794 INFO:tasks.workunit.client.0.smithi042.stdout:8/175: write d2/d3/d5/f2e [586890,85941] 0 2024-06-13T11:57:43.795 INFO:tasks.workunit.client.0.smithi042.stdout:8/176: mkdir d2/d3/d40 0 2024-06-13T11:57:43.795 INFO:tasks.workunit.client.0.smithi042.stdout:8/177: write d2/f10 [787539,110575] 0 2024-06-13T11:57:43.795 INFO:tasks.workunit.client.0.smithi042.stdout:8/178: write d2/d3/f11 [4812306,410] 0 2024-06-13T11:57:43.796 INFO:tasks.workunit.client.0.smithi042.stdout:8/179: mknod d2/c41 0 2024-06-13T11:57:43.797 INFO:tasks.workunit.client.0.smithi042.stdout:8/180: rmdir d2 39 2024-06-13T11:57:43.812 INFO:tasks.workunit.client.0.smithi042.stdout:0/258: dwrite d4/f1a [0,4194304] 0 2024-06-13T11:57:43.815 INFO:tasks.workunit.client.0.smithi042.stdout:8/181: write d2/d3/f11 [3587035,62612] 0 2024-06-13T11:57:43.816 INFO:tasks.workunit.client.0.smithi042.stdout:0/259: getdents d4 0 2024-06-13T11:57:43.816 INFO:tasks.workunit.client.0.smithi042.stdout:0/260: fsync d4/d31/d34/f42 0 2024-06-13T11:57:43.816 INFO:tasks.workunit.client.0.smithi042.stdout:8/182: getdents d2/dc 0 2024-06-13T11:57:43.816 INFO:tasks.workunit.client.0.smithi042.stdout:8/183: getdents d2/dc 0 2024-06-13T11:57:43.817 INFO:tasks.workunit.client.0.smithi042.stdout:8/184: fsync d2/d3/d5/ff 0 2024-06-13T11:57:43.817 INFO:tasks.workunit.client.0.smithi042.stdout:8/185: read - d2/d3e/f3b zero size 2024-06-13T11:57:43.819 INFO:tasks.workunit.client.0.smithi042.stdout:8/186: rmdir d2/d3/d40 0 2024-06-13T11:57:43.821 INFO:tasks.workunit.client.0.smithi042.stdout:6/208: dwrite d16/f18 [0,4194304] 0 2024-06-13T11:57:43.821 INFO:tasks.workunit.client.0.smithi042.stdout:6/209: chown d16/d21/d32/f3d 77937 1 2024-06-13T11:57:43.821 INFO:tasks.workunit.client.0.smithi042.stdout:6/210: truncate d16/d1c/f2c 4859308 0 2024-06-13T11:57:43.821 INFO:tasks.workunit.client.0.smithi042.stdout:6/211: stat d16/d21/d30/f45 0 2024-06-13T11:57:43.824 INFO:tasks.workunit.client.0.smithi042.stdout:6/212: mknod d16/d1c/d31/c46 0 2024-06-13T11:57:43.825 INFO:tasks.workunit.client.0.smithi042.stdout:8/187: rename d2/d3/d19 to d2/dc/d22/d42 0 2024-06-13T11:57:43.826 INFO:tasks.workunit.client.0.smithi042.stdout:6/213: symlink d16/d1c/l47 0 2024-06-13T11:57:43.827 INFO:tasks.workunit.client.0.smithi042.stdout:8/188: mkdir d2/d3/d43 0 2024-06-13T11:57:43.827 INFO:tasks.workunit.client.0.smithi042.stdout:8/189: chown d2/dc/d22/c2a 31753 1 2024-06-13T11:57:43.828 INFO:tasks.workunit.client.0.smithi042.stdout:6/214: symlink d16/d21/d32/l48 0 2024-06-13T11:57:43.830 INFO:tasks.workunit.client.0.smithi042.stdout:6/215: link f3 d16/d21/d30/f49 0 2024-06-13T11:57:43.834 INFO:tasks.workunit.client.0.smithi042.stdout:9/265: dwrite d9/d16/f37 [0,4194304] 0 2024-06-13T11:57:43.836 INFO:tasks.workunit.client.0.smithi042.stdout:6/216: rename l6 to d16/d21/l4a 0 2024-06-13T11:57:43.838 INFO:tasks.workunit.client.0.smithi042.stdout:6/217: stat lc 0 2024-06-13T11:57:43.850 INFO:tasks.workunit.client.0.smithi042.stdout:0/261: dread d4/fd [0,4194304] 0 2024-06-13T11:57:43.851 INFO:tasks.workunit.client.0.smithi042.stdout:6/218: truncate d16/d1c/f1d 697525 0 2024-06-13T11:57:43.851 INFO:tasks.workunit.client.0.smithi042.stdout:6/219: write d16/d21/d30/f45 [216297,114307] 0 2024-06-13T11:57:43.851 INFO:tasks.workunit.client.0.smithi042.stdout:2/212: sync 2024-06-13T11:57:43.851 INFO:tasks.workunit.client.0.smithi042.stdout:7/137: sync 2024-06-13T11:57:43.851 INFO:tasks.workunit.client.0.smithi042.stdout:4/265: sync 2024-06-13T11:57:43.851 INFO:tasks.workunit.client.0.smithi042.stdout:2/213: chown d7/c2e 4 1 2024-06-13T11:57:43.852 INFO:tasks.workunit.client.0.smithi042.stdout:4/266: chown d1/l3 23110 1 2024-06-13T11:57:43.852 INFO:tasks.workunit.client.0.smithi042.stdout:4/267: chown d1/d10/d15/f53 2596 1 2024-06-13T11:57:43.852 INFO:tasks.workunit.client.0.smithi042.stdout:5/185: sync 2024-06-13T11:57:43.852 INFO:tasks.workunit.client.0.smithi042.stdout:1/212: sync 2024-06-13T11:57:43.852 INFO:tasks.workunit.client.0.smithi042.stdout:3/261: sync 2024-06-13T11:57:43.852 INFO:tasks.workunit.client.0.smithi042.stdout:0/262: creat d4/d33/d3e/f55 x:0 0 0 2024-06-13T11:57:43.853 INFO:tasks.workunit.client.0.smithi042.stdout:6/220: creat d16/d21/f4b x:0 0 0 2024-06-13T11:57:43.853 INFO:tasks.workunit.client.0.smithi042.stdout:6/221: truncate d16/d21/d30/f49 8958998 0 2024-06-13T11:57:43.853 INFO:tasks.workunit.client.0.smithi042.stdout:6/222: stat d16/d21/d30/l3c 0 2024-06-13T11:57:43.853 INFO:tasks.workunit.client.0.smithi042.stdout:2/214: readlink d7/df/l12 0 2024-06-13T11:57:43.853 INFO:tasks.workunit.client.0.smithi042.stdout:2/215: dread - d7/d3c/f44 zero size 2024-06-13T11:57:43.854 INFO:tasks.workunit.client.0.smithi042.stdout:7/138: link d2/d20/c22 d2/d3/d12/c2f 0 2024-06-13T11:57:43.854 INFO:tasks.workunit.client.0.smithi042.stdout:7/139: write d2/d3/d12/f13 [36091,45375] 0 2024-06-13T11:57:43.854 INFO:tasks.workunit.client.0.smithi042.stdout:4/268: rmdir d1 39 2024-06-13T11:57:43.861 INFO:tasks.workunit.client.0.smithi042.stdout:5/186: rmdir d1/d2b/d37 39 2024-06-13T11:57:43.861 INFO:tasks.workunit.client.0.smithi042.stdout:1/213: creat d0/d17/f3e x:0 0 0 2024-06-13T11:57:43.861 INFO:tasks.workunit.client.0.smithi042.stdout:0/263: creat d4/d33/d3f/f56 x:0 0 0 2024-06-13T11:57:43.861 INFO:tasks.workunit.client.0.smithi042.stdout:7/140: creat d2/d20/f30 x:0 0 0 2024-06-13T11:57:43.865 INFO:tasks.workunit.client.0.smithi042.stdout:2/216: creat d7/df/f46 x:0 0 0 2024-06-13T11:57:43.865 INFO:tasks.workunit.client.0.smithi042.stdout:4/269: creat d1/d10/d4e/f68 x:0 0 0 2024-06-13T11:57:43.865 INFO:tasks.workunit.client.0.smithi042.stdout:4/270: getdents d1/d10 0 2024-06-13T11:57:43.865 INFO:tasks.workunit.client.0.smithi042.stdout:4/271: readlink d1/d5/d16/l47 0 2024-06-13T11:57:43.865 INFO:tasks.workunit.client.0.smithi042.stdout:9/266: read d9/f28 [5029020,38779] 0 2024-06-13T11:57:43.867 INFO:tasks.workunit.client.0.smithi042.stdout:8/190: dread d2/d3/f31 [0,4194304] 0 2024-06-13T11:57:43.872 INFO:tasks.workunit.client.0.smithi042.stdout:8/191: mkdir d2/d3/d5/d44 0 2024-06-13T11:57:43.872 INFO:tasks.workunit.client.0.smithi042.stdout:8/192: fdatasync d2/d3/d5/f9 0 2024-06-13T11:57:43.872 INFO:tasks.workunit.client.0.smithi042.stdout:8/193: readlink d2/d3/d5/l3d 0 2024-06-13T11:57:43.873 INFO:tasks.workunit.client.0.smithi042.stdout:8/194: mknod d2/dc/d22/c45 0 2024-06-13T11:57:43.873 INFO:tasks.workunit.client.0.smithi042.stdout:8/195: readlink d2/dc/d22/l25 0 2024-06-13T11:57:43.873 INFO:tasks.workunit.client.0.smithi042.stdout:8/196: rmdir d2/d3/d5 39 2024-06-13T11:57:43.888 INFO:tasks.workunit.client.0.smithi042.stdout:6/223: dread d16/d21/f24 [0,4194304] 0 2024-06-13T11:57:43.891 INFO:tasks.workunit.client.0.smithi042.stdout:2/217: dread f4 [0,4194304] 0 2024-06-13T11:57:43.891 INFO:tasks.workunit.client.0.smithi042.stdout:2/218: write d7/df/f2c [781376,41404] 0 2024-06-13T11:57:43.895 INFO:tasks.workunit.client.0.smithi042.stdout:2/219: rmdir d7/d1a 39 2024-06-13T11:57:43.896 INFO:tasks.workunit.client.0.smithi042.stdout:2/220: fdatasync f2 0 2024-06-13T11:57:43.897 INFO:tasks.workunit.client.0.smithi042.stdout:9/267: creat d9/d16/f53 x:0 0 0 2024-06-13T11:57:43.897 INFO:tasks.workunit.client.0.smithi042.stdout:6/224: creat d16/d21/d30/f4c x:0 0 0 2024-06-13T11:57:43.898 INFO:tasks.workunit.client.0.smithi042.stdout:2/221: link d7/df/c1c d7/df/c47 0 2024-06-13T11:57:43.899 INFO:tasks.workunit.client.0.smithi042.stdout:9/268: rename d9/d16/f53 to d9/d15/f54 0 2024-06-13T11:57:43.904 INFO:tasks.workunit.client.0.smithi042.stdout:2/222: creat d7/d3c/d40/f48 x:0 0 0 2024-06-13T11:57:43.904 INFO:tasks.workunit.client.0.smithi042.stdout:6/225: rmdir d16/d1c 39 2024-06-13T11:57:43.904 INFO:tasks.workunit.client.0.smithi042.stdout:2/223: write d7/df/f2c [4257524,98822] 0 2024-06-13T11:57:43.904 INFO:tasks.workunit.client.0.smithi042.stdout:2/224: readlink d7/l1b 0 2024-06-13T11:57:43.904 INFO:tasks.workunit.client.0.smithi042.stdout:9/269: mknod d9/d4d/c55 0 2024-06-13T11:57:43.904 INFO:tasks.workunit.client.0.smithi042.stdout:6/226: mknod d16/c4d 0 2024-06-13T11:57:43.904 INFO:tasks.workunit.client.0.smithi042.stdout:6/227: dread - d16/d21/d32/f3d zero size 2024-06-13T11:57:43.904 INFO:tasks.workunit.client.0.smithi042.stdout:6/228: write d16/d21/d30/f4c [694490,4003] 0 2024-06-13T11:57:43.904 INFO:tasks.workunit.client.0.smithi042.stdout:9/270: mknod d9/d33/d4b/c56 0 2024-06-13T11:57:43.905 INFO:tasks.workunit.client.0.smithi042.stdout:6/229: symlink d16/l4e 0 2024-06-13T11:57:43.905 INFO:tasks.workunit.client.0.smithi042.stdout:6/230: fdatasync f3 0 2024-06-13T11:57:43.906 INFO:tasks.workunit.client.0.smithi042.stdout:6/231: symlink d16/d1c/d31/l4f 0 2024-06-13T11:57:43.906 INFO:tasks.workunit.client.0.smithi042.stdout:6/232: write d16/d21/d32/f3d [177068,61453] 0 2024-06-13T11:57:43.911 INFO:tasks.workunit.client.0.smithi042.stdout:6/233: link f3 d16/d21/d23/f50 0 2024-06-13T11:57:43.913 INFO:tasks.workunit.client.0.smithi042.stdout:1/214: dread d0/f21 [0,4194304] 0 2024-06-13T11:57:43.923 INFO:tasks.workunit.client.0.smithi042.stdout:1/215: creat d0/d17/dd/d12/f3f x:0 0 0 2024-06-13T11:57:43.947 INFO:tasks.workunit.client.0.smithi042.stdout:7/141: dwrite d2/d3/f23 [0,4194304] 0 2024-06-13T11:57:43.947 INFO:tasks.workunit.client.0.smithi042.stdout:6/234: dread d16/d21/d23/f33 [0,4194304] 0 2024-06-13T11:57:43.948 INFO:tasks.workunit.client.0.smithi042.stdout:7/142: truncate d2/f1e 364517 0 2024-06-13T11:57:43.953 INFO:tasks.workunit.client.0.smithi042.stdout:3/262: dwrite f0 [4194304,4194304] 0 2024-06-13T11:57:43.954 INFO:tasks.workunit.client.0.smithi042.stdout:3/263: truncate dc/d17/d20/d2d/f50 274621 0 2024-06-13T11:57:43.956 INFO:tasks.workunit.client.0.smithi042.stdout:5/187: dwrite d1/f6 [0,4194304] 0 2024-06-13T11:57:43.959 INFO:tasks.workunit.client.0.smithi042.stdout:3/264: creat dc/f61 x:0 0 0 2024-06-13T11:57:43.961 INFO:tasks.workunit.client.0.smithi042.stdout:3/265: creat dc/d17/d1f/d46/f62 x:0 0 0 2024-06-13T11:57:43.963 INFO:tasks.workunit.client.0.smithi042.stdout:5/188: rmdir d1/d2b/d37 39 2024-06-13T11:57:43.977 INFO:tasks.workunit.client.0.smithi042.stdout:5/189: mkdir d1/d2b/d35/d36/d40 0 2024-06-13T11:57:43.980 INFO:tasks.workunit.client.0.smithi042.stdout:4/272: dwrite d1/d5/d16/f2c [0,4194304] 0 2024-06-13T11:57:43.982 INFO:tasks.workunit.client.0.smithi042.stdout:0/264: dwrite d4/d31/d34/f42 [0,4194304] 0 2024-06-13T11:57:43.983 INFO:tasks.workunit.client.0.smithi042.stdout:5/190: symlink d1/d2b/d35/l41 0 2024-06-13T11:57:43.983 INFO:tasks.workunit.client.0.smithi042.stdout:5/191: read - d1/d2b/d37/f3d zero size 2024-06-13T11:57:43.990 INFO:tasks.workunit.client.0.smithi042.stdout:4/273: link d1/d5/d16/f2c d1/d5/f69 0 2024-06-13T11:57:43.990 INFO:tasks.workunit.client.0.smithi042.stdout:0/265: symlink d4/d32/d3a/l57 0 2024-06-13T11:57:43.994 INFO:tasks.workunit.client.0.smithi042.stdout:4/274: rename d1/de/d45 to d1/d6a 0 2024-06-13T11:57:44.002 INFO:tasks.workunit.client.0.smithi042.stdout:0/266: unlink d4/d31/d4a/c4c 0 2024-06-13T11:57:44.002 INFO:tasks.workunit.client.0.smithi042.stdout:0/267: write d4/d48/d4b/f53 [859868,112169] 0 2024-06-13T11:57:44.002 INFO:tasks.workunit.client.0.smithi042.stdout:9/271: dwrite d9/d31/f51 [0,4194304] 0 2024-06-13T11:57:44.002 INFO:tasks.workunit.client.0.smithi042.stdout:9/272: getdents d9/d16/d48 0 2024-06-13T11:57:44.002 INFO:tasks.workunit.client.0.smithi042.stdout:9/273: stat d9/d16 0 2024-06-13T11:57:44.011 INFO:tasks.workunit.client.0.smithi042.stdout:9/274: rename d9/d15/f2f to d9/d33/d40/d52/f57 0 2024-06-13T11:57:44.011 INFO:tasks.workunit.client.0.smithi042.stdout:9/275: stat d9/d16/f2b 0 2024-06-13T11:57:44.016 INFO:tasks.workunit.client.0.smithi042.stdout:1/216: dwrite d0/f21 [0,4194304] 0 2024-06-13T11:57:44.016 INFO:tasks.workunit.client.0.smithi042.stdout:9/276: rename d9/d15/f44 to d9/d4d/f58 0 2024-06-13T11:57:44.017 INFO:tasks.workunit.client.0.smithi042.stdout:1/217: mknod d0/d17/d18/c40 0 2024-06-13T11:57:44.019 INFO:tasks.workunit.client.0.smithi042.stdout:1/218: write d0/d17/f2f [1581522,91551] 0 2024-06-13T11:57:44.019 INFO:tasks.workunit.client.0.smithi042.stdout:7/143: dwrite d2/f5 [0,4194304] 0 2024-06-13T11:57:44.019 INFO:tasks.workunit.client.0.smithi042.stdout:7/144: fdatasync d2/fc 0 2024-06-13T11:57:44.020 INFO:tasks.workunit.client.0.smithi042.stdout:7/145: creat d2/f31 x:0 0 0 2024-06-13T11:57:44.022 INFO:tasks.workunit.client.0.smithi042.stdout:1/219: getdents d0 0 2024-06-13T11:57:44.024 INFO:tasks.workunit.client.0.smithi042.stdout:7/146: rmdir d2/d3/d29 0 2024-06-13T11:57:44.030 INFO:tasks.workunit.client.0.smithi042.stdout:1/220: creat d0/d17/dd/d12/f41 x:0 0 0 2024-06-13T11:57:44.030 INFO:tasks.workunit.client.0.smithi042.stdout:1/221: fsync d0/d17/dd/f3b 0 2024-06-13T11:57:44.030 INFO:tasks.workunit.client.0.smithi042.stdout:7/147: creat d2/f32 x:0 0 0 2024-06-13T11:57:44.031 INFO:tasks.workunit.client.0.smithi042.stdout:1/222: mkdir d0/d17/dd/d42 0 2024-06-13T11:57:44.039 INFO:tasks.workunit.client.0.smithi042.stdout:4/275: write d1/d6a/d52/f56 [3763715,54579] 0 2024-06-13T11:57:44.039 INFO:tasks.workunit.client.0.smithi042.stdout:6/235: dwrite d16/f18 [0,4194304] 0 2024-06-13T11:57:44.039 INFO:tasks.workunit.client.0.smithi042.stdout:7/148: rename d2/d3/d12/f21 to d2/f33 0 2024-06-13T11:57:44.039 INFO:tasks.workunit.client.0.smithi042.stdout:6/236: write d16/d1c/f1d [1560224,106083] 0 2024-06-13T11:57:44.039 INFO:tasks.workunit.client.0.smithi042.stdout:6/237: write d16/f38 [1001063,16217] 0 2024-06-13T11:57:44.040 INFO:tasks.workunit.client.0.smithi042.stdout:1/223: mkdir d0/d17/d18/d29/d43 0 2024-06-13T11:57:44.040 INFO:tasks.workunit.client.0.smithi042.stdout:1/224: write d0/d17/d18/f36 [1179695,116970] 0 2024-06-13T11:57:44.040 INFO:tasks.workunit.client.0.smithi042.stdout:1/225: creat d0/f44 x:0 0 0 2024-06-13T11:57:44.040 INFO:tasks.workunit.client.0.smithi042.stdout:1/226: write d0/f44 [416142,63870] 0 2024-06-13T11:57:44.040 INFO:tasks.workunit.client.0.smithi042.stdout:6/238: rename d16/d21/d32/l3a to d16/d21/d35/l51 0 2024-06-13T11:57:44.040 INFO:tasks.workunit.client.0.smithi042.stdout:1/227: creat d0/d17/d18/d29/d43/f45 x:0 0 0 2024-06-13T11:57:44.040 INFO:tasks.workunit.client.0.smithi042.stdout:1/228: fsync d0/f8 0 2024-06-13T11:57:44.043 INFO:tasks.workunit.client.0.smithi042.stdout:1/229: link d0/d17/f3e d0/d17/dd/f46 0 2024-06-13T11:57:44.045 INFO:tasks.workunit.client.0.smithi042.stdout:5/192: dwrite d1/d2b/d35/d36/f3b [0,4194304] 0 2024-06-13T11:57:44.046 INFO:tasks.workunit.client.0.smithi042.stdout:6/239: mknod d16/d21/d30/c52 0 2024-06-13T11:57:44.047 INFO:tasks.workunit.client.0.smithi042.stdout:5/193: mkdir d1/d42 0 2024-06-13T11:57:44.050 INFO:tasks.workunit.client.0.smithi042.stdout:6/240: mknod d16/d21/d30/c53 0 2024-06-13T11:57:44.051 INFO:tasks.workunit.client.0.smithi042.stdout:9/277: dread d9/d15/f1a [0,4194304] 0 2024-06-13T11:57:44.053 INFO:tasks.workunit.client.0.smithi042.stdout:6/241: creat d16/d1c/d31/f54 x:0 0 0 2024-06-13T11:57:44.058 INFO:tasks.workunit.client.0.smithi042.stdout:9/278: creat d9/d4d/f59 x:0 0 0 2024-06-13T11:57:44.062 INFO:tasks.workunit.client.0.smithi042.stdout:0/268: dwrite f1 [0,4194304] 0 2024-06-13T11:57:44.062 INFO:tasks.workunit.client.0.smithi042.stdout:0/269: chown d4/d33/d3f 117 1 2024-06-13T11:57:44.062 INFO:tasks.workunit.client.0.smithi042.stdout:0/270: chown d4/d32/d3a/c3b 0 1 2024-06-13T11:57:44.063 INFO:tasks.workunit.client.0.smithi042.stdout:0/271: stat d4/d33 0 2024-06-13T11:57:44.064 INFO:tasks.workunit.client.0.smithi042.stdout:9/279: mkdir d9/d15/d43/d5a 0 2024-06-13T11:57:44.067 INFO:tasks.workunit.client.0.smithi042.stdout:9/280: creat d9/d15/d43/f5b x:0 0 0 2024-06-13T11:57:44.073 INFO:tasks.workunit.client.0.smithi042.stdout:2/225: dwrite d7/df/f2c [0,4194304] 0 2024-06-13T11:57:44.073 INFO:tasks.workunit.client.0.smithi042.stdout:2/226: stat d7/d3c 0 2024-06-13T11:57:44.076 INFO:tasks.workunit.client.0.smithi042.stdout:2/227: fsync d7/d3c/d40/f48 0 2024-06-13T11:57:44.099 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.099+0000 7f229d200640 1 -- 172.21.15.42:0/2073866194 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2298108bd0 msgr2=0x7f229810cc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:44.099 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.099+0000 7f229d200640 1 --2- 172.21.15.42:0/2073866194 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2298108bd0 0x7f229810cc10 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f2288009900 tx=0x7f228802a400 comp rx=0 tx=0).stop 2024-06-13T11:57:44.102 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.101+0000 7f229d200640 1 -- 172.21.15.42:0/2073866194 shutdown_connections 2024-06-13T11:57:44.102 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.101+0000 7f229d200640 1 --2- 172.21.15.42:0/2073866194 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f229810d2f0 0x7f2298114ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:44.102 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.101+0000 7f229d200640 1 --2- 172.21.15.42:0/2073866194 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2298108bd0 0x7f229810cc10 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:44.102 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.101+0000 7f229d200640 1 --2- 172.21.15.42:0/2073866194 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2298108220 0x7f2298108600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:44.102 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.101+0000 7f229d200640 1 -- 172.21.15.42:0/2073866194 >> 172.21.15.42:0/2073866194 conn(0x7f2298075f50 msgr2=0x7f2298078370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:44.102 INFO:tasks.workunit.client.0.smithi042.stdout:4/276: dwrite d1/de/f5a [0,4194304] 0 2024-06-13T11:57:44.102 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.102+0000 7f229d200640 1 -- 172.21.15.42:0/2073866194 shutdown_connections 2024-06-13T11:57:44.103 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.102+0000 7f229d200640 1 -- 172.21.15.42:0/2073866194 wait complete. 2024-06-13T11:57:44.103 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.103+0000 7f229d200640 1 Processor -- start 2024-06-13T11:57:44.104 INFO:tasks.workunit.client.0.smithi042.stdout:5/194: write d1/f1d [1502455,26333] 0 2024-06-13T11:57:44.104 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.103+0000 7f229d200640 1 -- start start 2024-06-13T11:57:44.104 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.103+0000 7f229d200640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2298108220 0x7f2298081f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:44.105 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.103+0000 7f229d200640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f229810d2f0 0x7f2298082470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:44.105 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.103+0000 7f229d200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f229807b0c0 0x7f229807b570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:44.105 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.103+0000 7f229d200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f22981183b0 con 0x7f229807b0c0 2024-06-13T11:57:44.105 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.103+0000 7f229d200640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f2298118230 con 0x7f229810d2f0 2024-06-13T11:57:44.105 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.103+0000 7f229d200640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f2298118530 con 0x7f2298108220 2024-06-13T11:57:44.105 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.104+0000 7f2296800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f229807b0c0 0x7f229807b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:44.105 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.104+0000 7f2295e00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2298108220 0x7f2298081f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:44.105 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.104+0000 7f2295e00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2298108220 0x7f2298081f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:53562/0 (socket says 172.21.15.42:53562) 2024-06-13T11:57:44.105 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.104+0000 7f2295e00640 1 -- 172.21.15.42:0/2567416862 learned_addr learned my addr 172.21.15.42:0/2567416862 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:44.105 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.104+0000 7f2295400640 1 --2- 172.21.15.42:0/2567416862 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f229810d2f0 0x7f2298082470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:44.106 INFO:tasks.workunit.client.0.smithi042.stdout:4/277: creat d1/d6a/d52/f6b x:0 0 0 2024-06-13T11:57:44.106 INFO:tasks.workunit.client.0.smithi042.stdout:4/278: chown d1/d5/lb 20444950 1 2024-06-13T11:57:44.124 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.105+0000 7f2296800640 1 -- 172.21.15.42:0/2567416862 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2298108220 msgr2=0x7f2298081f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:44.125 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.105+0000 7f2296800640 1 --2- 172.21.15.42:0/2567416862 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2298108220 0x7f2298081f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:44.125 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.105+0000 7f2296800640 1 -- 172.21.15.42:0/2567416862 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f229810d2f0 msgr2=0x7f2298082470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:44.125 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.105+0000 7f2296800640 1 --2- 172.21.15.42:0/2567416862 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f229810d2f0 0x7f2298082470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:44.125 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.105+0000 7f2296800640 1 -- 172.21.15.42:0/2567416862 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f229807be30 con 0x7f229807b0c0 2024-06-13T11:57:44.125 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.106+0000 7f2295e00640 1 --2- 172.21.15.42:0/2567416862 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2298108220 0x7f2298081f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:57:44.125 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.106+0000 7f2296800640 1 --2- 172.21.15.42:0/2567416862 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f229807b0c0 0x7f229807b570 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f229000ca30 tx=0x7f229000cef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:44.125 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.107+0000 7f228ea00640 1 -- 172.21.15.42:0/2567416862 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2290007d90 con 0x7f229807b0c0 2024-06-13T11:57:44.125 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.107+0000 7f228ea00640 1 -- 172.21.15.42:0/2567416862 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2290005020 con 0x7f229807b0c0 2024-06-13T11:57:44.125 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.107+0000 7f228ea00640 1 -- 172.21.15.42:0/2567416862 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f229000f740 con 0x7f229807b0c0 2024-06-13T11:57:44.125 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.107+0000 7f229d200640 1 -- 172.21.15.42:0/2567416862 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f229807fb70 con 0x7f229807b0c0 2024-06-13T11:57:44.125 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.108+0000 7f229d200640 1 -- 172.21.15.42:0/2567416862 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2298080070 con 0x7f229807b0c0 2024-06-13T11:57:44.126 INFO:tasks.workunit.client.0.smithi042.stdout:3/266: dwrite dc/d17/d1f/d46/f62 [0,4194304] 0 2024-06-13T11:57:44.126 INFO:tasks.workunit.client.0.smithi042.stdout:4/279: write d1/d29/f2a [1366607,19618] 0 2024-06-13T11:57:44.126 INFO:tasks.workunit.client.0.smithi042.stdout:3/267: fsync dc/d17/d20/f39 0 2024-06-13T11:57:44.126 INFO:tasks.workunit.client.0.smithi042.stdout:4/280: unlink d1/d6a/f58 0 2024-06-13T11:57:44.126 INFO:tasks.workunit.client.0.smithi042.stdout:4/281: creat d1/d10/f6c x:0 0 0 2024-06-13T11:57:44.126 INFO:tasks.workunit.client.0.smithi042.stdout:4/282: chown d1/d10/d15/f50 7 1 2024-06-13T11:57:44.126 INFO:tasks.workunit.client.0.smithi042.stdout:3/268: creat dc/d17/d1f/f63 x:0 0 0 2024-06-13T11:57:44.126 INFO:tasks.workunit.client.0.smithi042.stdout:3/269: fsync dc/d17/d20/d2d/d37/f45 0 2024-06-13T11:57:44.128 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.114+0000 7f22a0040740 1 Processor -- start 2024-06-13T11:57:44.128 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.120+0000 7f22a0040740 1 -- start start 2024-06-13T11:57:44.129 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.121+0000 7f22a0040740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640386875e0 0x564038685b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:44.129 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.121+0000 7f228ea00640 1 -- 172.21.15.42:0/2567416862 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f22900051d0 con 0x7f229807b0c0 2024-06-13T11:57:44.129 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.122+0000 7f22a0040740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564038686070 0x5640386864f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:44.129 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.122+0000 7f22a0040740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564038690df0 0x5640386931e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:44.129 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.122+0000 7f22a0040740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5640385ea420 con 0x5640386875e0 2024-06-13T11:57:44.129 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.122+0000 7f22a0040740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x564038591c50 con 0x564038690df0 2024-06-13T11:57:44.129 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.122+0000 7f22a0040740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x5640385e63e0 con 0x564038686070 2024-06-13T11:57:44.129 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.123+0000 7f2295400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640386875e0 0x564038685b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:44.129 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.123+0000 7f2295400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640386875e0 0x564038685b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:60418/0 (socket says 172.21.15.42:60418) 2024-06-13T11:57:44.129 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.123+0000 7f2295400640 1 -- 172.21.15.42:0/3927920622 learned_addr learned my addr 172.21.15.42:0/3927920622 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:44.129 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.123+0000 7f2295e00640 1 --2- 172.21.15.42:0/3927920622 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564038686070 0x5640386864f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:44.129 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.124+0000 7f228ea00640 1 --2- 172.21.15.42:0/2567416862 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f227c0a2f80 0x7f227c0a5440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:44.129 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.124+0000 7f2295e00640 1 -- 172.21.15.42:0/3927920622 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564038690df0 msgr2=0x5640386931e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:44.130 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.124+0000 7f228ea00640 1 -- 172.21.15.42:0/2567416862 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f22900cf980 con 0x7f229807b0c0 2024-06-13T11:57:44.130 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.125+0000 7f2295400640 1 --2- 172.21.15.42:0/3927920622 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564038690df0 0x5640386931e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:44.130 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.125+0000 7f2295e00640 1 --2- 172.21.15.42:0/3927920622 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564038690df0 0x5640386931e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:44.130 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.125+0000 7f2295e00640 1 -- 172.21.15.42:0/3927920622 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640386875e0 msgr2=0x564038685b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:44.130 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.125+0000 7f2295e00640 1 --2- 172.21.15.42:0/3927920622 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640386875e0 0x564038685b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:44.130 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.125+0000 7f2295e00640 1 -- 172.21.15.42:0/3927920622 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5640382fe210 con 0x564038686070 2024-06-13T11:57:44.131 INFO:tasks.workunit.client.0.smithi042.stdout:2/228: dread d7/d1a/f27 [0,4194304] 0 2024-06-13T11:57:44.131 INFO:tasks.workunit.client.0.smithi042.stdout:2/229: write d7/d1a/f31 [1203099,33462] 0 2024-06-13T11:57:44.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.126+0000 7f2295400640 1 --2- 172.21.15.42:0/3927920622 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564038690df0 0x5640386931e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T11:57:44.131 INFO:tasks.workunit.client.0.smithi042.stdout:2/230: chown d7/d23/l2f 2270 1 2024-06-13T11:57:44.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.126+0000 7f2296800640 1 --2- 172.21.15.42:0/2567416862 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f227c0a2f80 0x7f227c0a5440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:44.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.127+0000 7f2295e00640 1 --2- 172.21.15.42:0/3927920622 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564038686070 0x5640386864f0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f2284011520 tx=0x7f22840119e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a02c219061f1151c server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:44.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.127+0000 7f2283400640 1 -- 172.21.15.42:0/3927920622 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f228401e070 con 0x564038686070 2024-06-13T11:57:44.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.127+0000 7f2283400640 1 -- 172.21.15.42:0/3927920622 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f22840035f0 con 0x564038686070 2024-06-13T11:57:44.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.127+0000 7f2283400640 1 -- 172.21.15.42:0/3927920622 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f228400f850 con 0x564038686070 2024-06-13T11:57:44.133 INFO:tasks.workunit.client.0.smithi042.stdout:2/231: creat d7/d1f/f49 x:0 0 0 2024-06-13T11:57:44.133 INFO:tasks.workunit.client.0.smithi042.stdout:2/232: fdatasync d7/d3c/d40/f48 0 2024-06-13T11:57:44.133 INFO:tasks.workunit.client.0.smithi042.stdout:2/233: write d7/d1a/f31 [4964139,124474] 0 2024-06-13T11:57:44.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.128+0000 7f22a0040740 1 -- 172.21.15.42:0/3927920622 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564038686070 msgr2=0x5640386864f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:44.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.128+0000 7f22a0040740 1 --2- 172.21.15.42:0/3927920622 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564038686070 0x5640386864f0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f2284011520 tx=0x7f22840119e0 comp rx=0 tx=0).stop 2024-06-13T11:57:44.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.130+0000 7f2296800640 1 --2- 172.21.15.42:0/2567416862 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f227c0a2f80 0x7f227c0a5440 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f229000cfd0 tx=0x7f229000cf60 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:44.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.130+0000 7f22a0040740 1 -- 172.21.15.42:0/3927920622 shutdown_connections 2024-06-13T11:57:44.134 INFO:tasks.workunit.client.0.smithi042.stdout:2/234: rename d7/f39 to d7/d1f/f4a 0 2024-06-13T11:57:44.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.130+0000 7f22a0040740 1 --2- 172.21.15.42:0/3927920622 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564038690df0 0x5640386931e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:44.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.130+0000 7f22a0040740 1 --2- 172.21.15.42:0/3927920622 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564038686070 0x5640386864f0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:44.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.130+0000 7f22a0040740 1 --2- 172.21.15.42:0/3927920622 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640386875e0 0x564038685b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:44.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.131+0000 7f22a0040740 1 -- 172.21.15.42:0/3927920622 >> 172.21.15.42:0/3927920622 conn(0x56403864efb0 msgr2=0x564038682660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:44.135 INFO:tasks.workunit.client.0.smithi042.stdout:2/235: write d7/df/f36 [4235020,125914] 0 2024-06-13T11:57:44.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.131+0000 7f22a0040740 1 -- 172.21.15.42:0/3927920622 shutdown_connections 2024-06-13T11:57:44.136 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.131+0000 7f22a0040740 1 -- 172.21.15.42:0/3927920622 wait complete. 2024-06-13T11:57:44.136 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.132+0000 7f22a0040740 1 -- start start 2024-06-13T11:57:44.136 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.133+0000 7f22a0040740 1 Processor -- start 2024-06-13T11:57:44.136 INFO:tasks.workunit.client.0.smithi042.stdout:8/197: sync 2024-06-13T11:57:44.136 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.135+0000 7f22a0040740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564038686070 0x56403868dea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:44.137 INFO:tasks.workunit.client.0.smithi042.stdout:8/198: write d2/f15 [5014481,23086] 0 2024-06-13T11:57:44.137 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.135+0000 7f22a0040740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5640386875e0 0x56403868e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:44.137 INFO:tasks.workunit.client.0.smithi042.stdout:8/199: fdatasync d2/d3/f17 0 2024-06-13T11:57:44.138 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.135+0000 7f22a0040740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564038690df0 0x56403868e920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:44.138 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.135+0000 7f22a0040740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564038693bc0 con 0x564038686070 2024-06-13T11:57:44.138 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.135+0000 7f22a0040740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x5640385a50b0 con 0x564038690df0 2024-06-13T11:57:44.138 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.135+0000 7f22a0040740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x564038693d40 con 0x5640386875e0 2024-06-13T11:57:44.138 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.136+0000 7f2295e00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5640386875e0 0x56403868e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:44.138 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.136+0000 7f2295e00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5640386875e0 0x56403868e3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:53580/0 (socket says 172.21.15.42:53580) 2024-06-13T11:57:44.138 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.136+0000 7f2295e00640 1 -- 172.21.15.42:0/4028699422 learned_addr learned my addr 172.21.15.42:0/4028699422 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:44.138 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.136+0000 7f2295400640 1 --2- 172.21.15.42:0/4028699422 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564038686070 0x56403868dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:44.139 INFO:tasks.workunit.client.0.smithi042.stdout:8/200: mknod d2/d3/d43/c46 0 2024-06-13T11:57:44.139 INFO:tasks.workunit.client.0.smithi042.stdout:8/201: fdatasync d2/d3/f31 0 2024-06-13T11:57:44.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.136+0000 7f2295400640 1 --2- 172.21.15.42:0/4028699422 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564038690df0 0x56403868e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:44.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.136+0000 7f22a0040740 10 client.0 _ll_register_callbacks cb 0x564038590f40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:57:44.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.137+0000 7f2295400640 1 -- 172.21.15.42:0/4028699422 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5640386875e0 msgr2=0x56403868e3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:44.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.137+0000 7f2295400640 1 --2- 172.21.15.42:0/4028699422 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5640386875e0 0x56403868e3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:44.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.137+0000 7f2295400640 1 -- 172.21.15.42:0/4028699422 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564038686070 msgr2=0x56403868dea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:44.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.137+0000 7f2295400640 1 --2- 172.21.15.42:0/4028699422 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564038686070 0x56403868dea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:44.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.137+0000 7f2295400640 1 -- 172.21.15.42:0/4028699422 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640383ca620 con 0x564038690df0 2024-06-13T11:57:44.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.137+0000 7f2295e00640 1 --2- 172.21.15.42:0/4028699422 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5640386875e0 0x56403868e3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:57:44.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.138+0000 7f2295400640 1 --2- 172.21.15.42:0/4028699422 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564038690df0 0x56403868e920 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x5640386837f0 tx=0x7f2288009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=745d98ee8852000c server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:44.141 INFO:tasks.workunit.client.0.smithi042.stdout:6/242: dwrite d16/d1c/d2b/f34 [0,4194304] 0 2024-06-13T11:57:44.141 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.140+0000 7f2277e00640 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:57:44.143 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.142+0000 7f2277e00640 1 -- 172.21.15.42:0/4028699422 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2288045070 con 0x564038690df0 2024-06-13T11:57:44.143 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.142+0000 7f2277e00640 1 -- 172.21.15.42:0/4028699422 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f22880048c0 con 0x564038690df0 2024-06-13T11:57:44.143 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.142+0000 7f22a0040740 1 -- 172.21.15.42:0/4028699422 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f22840035f0 con 0x564038690df0 2024-06-13T11:57:44.143 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.143+0000 7f2277e00640 1 -- 172.21.15.42:0/4028699422 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f228804e050 con 0x564038690df0 2024-06-13T11:57:44.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.143+0000 7f22a0040740 10 client.25703 fetch_fsmap learned FSMap version 29 2024-06-13T11:57:44.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.143+0000 7f22a0040740 1 -- 172.21.15.42:0/4028699422 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56403869ff20 con 0x564038690df0 2024-06-13T11:57:44.151 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.144+0000 7f2277e00640 1 -- 172.21.15.42:0/4028699422 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f22880035f0 con 0x564038690df0 2024-06-13T11:57:44.151 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.146+0000 7f2277e00640 1 -- 172.21.15.42:0/4028699422 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f2288048020 con 0x564038690df0 2024-06-13T11:57:44.151 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.146+0000 7f22a0040740 10 client.25703 fetch_fsmap finished waiting for FSMap version 29 2024-06-13T11:57:44.151 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.146+0000 7f22a0040740 10 client.25703 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:57:44.151 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.146+0000 7f22a0040740 20 client.25703 populate_metadata read hostname 'smithi042' 2024-06-13T11:57:44.151 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.146+0000 7f22a0040740 1 --2- 172.21.15.42:0/4028699422 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5640386a13e0 0x5640386a37d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:44.151 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.146+0000 7f22a0040740 4 client.25703 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:57:44.151 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.146+0000 7f22a0040740 1 -- 172.21.15.42:0/4028699422 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f22840035f0 con 0x5640386a13e0 2024-06-13T11:57:44.152 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.146+0000 7f2295e00640 1 --2- 172.21.15.42:0/4028699422 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5640386a13e0 0x5640386a37d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:44.152 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.147+0000 7f2295e00640 1 --2- 172.21.15.42:0/4028699422 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5640386a13e0 0x5640386a37d0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2717c6dbf7a2bafe server_cookie=928857bd2051757b in_seq=0 out_seq=0 2024-06-13T11:57:44.152 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.147+0000 7f2277e00640 10 client.25703 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:57:44.152 INFO:tasks.workunit.client.0.smithi042.stdout:4/283: dread d1/d10/d15/f1e [0,4194304] 0 2024-06-13T11:57:44.153 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.148+0000 7f2277e00640 1 -- 172.21.15.42:0/4028699422 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x7f22840035f0 con 0x5640386a13e0 2024-06-13T11:57:44.153 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.148+0000 7f2277e00640 10 client.25703 handle_command_reply: tid=0 2024-06-13T11:57:44.153 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.148+0000 7f22a0040740 1 client.25703 shutdown 2024-06-13T11:57:44.153 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.149+0000 7f22a0040740 1 -- 172.21.15.42:0/4028699422 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564038690df0 msgr2=0x56403868e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:44.153 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.149+0000 7f22a0040740 1 --2- 172.21.15.42:0/4028699422 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564038690df0 0x56403868e920 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x5640386837f0 tx=0x7f2288009260 comp rx=0 tx=0).stop 2024-06-13T11:57:44.153 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.149+0000 7f22a0040740 1 -- 172.21.15.42:0/4028699422 shutdown_connections 2024-06-13T11:57:44.153 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.149+0000 7f22a0040740 1 --2- 172.21.15.42:0/4028699422 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5640386a13e0 0x5640386a37d0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:44.154 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.149+0000 7f22a0040740 1 --2- 172.21.15.42:0/4028699422 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564038690df0 0x56403868e920 secure :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0x5640386837f0 tx=0x7f2288009260 comp rx=0 tx=0).stop 2024-06-13T11:57:44.154 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.149+0000 7f22a0040740 1 --2- 172.21.15.42:0/4028699422 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5640386875e0 0x56403868e3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:44.154 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.149+0000 7f22a0040740 1 --2- 172.21.15.42:0/4028699422 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564038686070 0x56403868dea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:44.154 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.149+0000 7f22a0040740 1 -- 172.21.15.42:0/4028699422 >> 172.21.15.42:0/4028699422 conn(0x56403864efb0 msgr2=0x5640386884d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:44.155 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.149+0000 7f2277e00640 0 client.25703 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:57:44.155 INFO:tasks.workunit.client.0.smithi042.stdout:7/149: dwrite d2/f5 [4194304,4194304] 0 2024-06-13T11:57:44.155 INFO:tasks.workunit.client.0.smithi042.stdout:7/150: truncate d2/d3/d12/f1b 743646 0 2024-06-13T11:57:44.158 INFO:tasks.workunit.client.0.smithi042.stdout:4/284: mknod d1/d10/d15/c6d 0 2024-06-13T11:57:44.159 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.158+0000 7f22a0040740 1 -- 172.21.15.42:0/4028699422 shutdown_connections 2024-06-13T11:57:44.159 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.158+0000 7f22a0040740 1 -- 172.21.15.42:0/4028699422 wait complete. 2024-06-13T11:57:44.159 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.159+0000 7f22a0040740 20 client.25703 trim_cache size 0 max 16384 2024-06-13T11:57:44.164 INFO:tasks.workunit.client.0.smithi042.stdout:4/285: rename d1/d5/d16/f40 to d1/d5/d5f/f6e 0 2024-06-13T11:57:44.165 INFO:tasks.workunit.client.0.smithi042.stdout:4/286: mkdir d1/d29/d33/d6f 0 2024-06-13T11:57:44.172 INFO:tasks.workunit.client.0.smithi042.stdout:4/287: creat d1/d5/f70 x:0 0 0 2024-06-13T11:57:44.172 INFO:tasks.workunit.client.0.smithi042.stdout:4/288: chown d1/de/f21 651317283 1 2024-06-13T11:57:44.177 INFO:tasks.workunit.client.0.smithi042.stdout:5/195: dread d1/f6 [0,4194304] 0 2024-06-13T11:57:44.187 INFO:tasks.workunit.client.0.smithi042.stdout:2/236: dread d7/d23/f2d [0,4194304] 0 2024-06-13T11:57:44.189 INFO:tasks.workunit.client.0.smithi042.stdout:2/237: mknod d7/df/c4b 0 2024-06-13T11:57:44.195 INFO:tasks.workunit.client.0.smithi042.stdout:3/270: dwrite f3 [0,4194304] 0 2024-06-13T11:57:44.197 INFO:tasks.workunit.client.0.smithi042.stdout:3/271: rename dc/d17/d20/d2d/c40 to dc/d29/c64 0 2024-06-13T11:57:44.197 INFO:tasks.workunit.client.0.smithi042.stdout:3/272: chown dc/l49 193237984 1 2024-06-13T11:57:44.199 INFO:tasks.workunit.client.0.smithi042.stdout:3/273: link dc/d17/f1c dc/d29/d47/f65 0 2024-06-13T11:57:44.200 INFO:tasks.workunit.client.0.smithi042.stdout:3/274: write dc/d17/d3b/f53 [664872,56730] 0 2024-06-13T11:57:44.200 INFO:tasks.workunit.client.0.smithi042.stdout:3/275: chown dc/d17/f22 20 1 2024-06-13T11:57:44.205 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.205+0000 7f22a0040740 1 Processor -- start 2024-06-13T11:57:44.206 INFO:tasks.workunit.client.0.smithi042.stdout:5/196: dread d1/d31/f26 [0,4194304] 0 2024-06-13T11:57:44.206 INFO:tasks.workunit.client.0.smithi042.stdout:6/243: dwrite d16/d1c/f1d [0,4194304] 0 2024-06-13T11:57:44.207 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.206+0000 7f22a0040740 1 -- start start 2024-06-13T11:57:44.207 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.206+0000 7f22a0040740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564038686070 0x56403868e740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:44.208 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.206+0000 7f22a0040740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5640386875e0 0x5640386816c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:44.208 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.206+0000 7f22a0040740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640386906e0 0x5640386921e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:44.208 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.206+0000 7f22a0040740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f22981c06a0 con 0x564038686070 2024-06-13T11:57:44.208 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.206+0000 7f22a0040740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f22981bdf70 con 0x5640386906e0 2024-06-13T11:57:44.208 INFO:tasks.workunit.client.0.smithi042.stdout:8/202: dwrite d2/dc/f2c [0,4194304] 0 2024-06-13T11:57:44.208 INFO:tasks.workunit.client.0.smithi042.stdout:5/197: rename d1/f39 to d1/d42/f43 0 2024-06-13T11:57:44.209 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.206+0000 7f22a0040740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f22981bbd80 con 0x5640386875e0 2024-06-13T11:57:44.209 INFO:tasks.workunit.client.0.smithi042.stdout:6/244: rmdir d16/d21/d23/d2e 39 2024-06-13T11:57:44.210 INFO:tasks.workunit.client.0.smithi042.stdout:6/245: truncate d16/d21/d23/d2e/f40 220287 0 2024-06-13T11:57:44.211 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.209+0000 7f2295e00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5640386875e0 0x5640386816c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:44.211 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.209+0000 7f2295e00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5640386875e0 0x5640386816c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:53582/0 (socket says 172.21.15.42:53582) 2024-06-13T11:57:44.211 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.209+0000 7f2295e00640 1 -- 172.21.15.42:0/3645501625 learned_addr learned my addr 172.21.15.42:0/3645501625 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:44.211 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.209+0000 7f2295400640 1 --2- 172.21.15.42:0/3645501625 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640386906e0 0x5640386921e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:44.211 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.209+0000 7f2295400640 1 --2- 172.21.15.42:0/3645501625 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564038686070 0x56403868e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:44.211 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.210+0000 7f2295e00640 1 -- 172.21.15.42:0/3645501625 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640386906e0 msgr2=0x5640386921e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:44.211 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.210+0000 7f2295e00640 1 --2- 172.21.15.42:0/3645501625 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640386906e0 0x5640386921e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:44.211 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.210+0000 7f2295e00640 1 -- 172.21.15.42:0/3645501625 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564038686070 msgr2=0x56403868e740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:44.212 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.211+0000 7f2295e00640 1 --2- 172.21.15.42:0/3645501625 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564038686070 0x56403868e740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:44.213 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.211+0000 7f2295e00640 1 -- 172.21.15.42:0/3645501625 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56403868c3f0 con 0x5640386875e0 2024-06-13T11:57:44.213 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.211+0000 7f2295400640 1 --2- 172.21.15.42:0/3645501625 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564038686070 0x56403868e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:57:44.215 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.215+0000 7f2295e00640 1 --2- 172.21.15.42:0/3645501625 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5640386875e0 0x5640386816c0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f2284003f90 tx=0x7f2284005d30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e7a8da105e68f862 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:44.217 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.216+0000 7f2282a00640 1 -- 172.21.15.42:0/3645501625 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2284027070 con 0x5640386875e0 2024-06-13T11:57:44.218 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.216+0000 7f2282a00640 1 -- 172.21.15.42:0/3645501625 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2284003bd0 con 0x5640386875e0 2024-06-13T11:57:44.219 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.217+0000 7f22a0040740 1 -- 172.21.15.42:0/3645501625 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5640386875e0 msgr2=0x5640386816c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:44.219 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.217+0000 7f22a0040740 1 --2- 172.21.15.42:0/3645501625 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5640386875e0 0x5640386816c0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f2284003f90 tx=0x7f2284005d30 comp rx=0 tx=0).stop 2024-06-13T11:57:44.219 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.217+0000 7f22a0040740 1 -- 172.21.15.42:0/3645501625 shutdown_connections 2024-06-13T11:57:44.219 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.217+0000 7f22a0040740 1 --2- 172.21.15.42:0/3645501625 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640386906e0 0x5640386921e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:44.219 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.218+0000 7f22a0040740 1 --2- 172.21.15.42:0/3645501625 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5640386875e0 0x5640386816c0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:44.219 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.218+0000 7f22a0040740 1 --2- 172.21.15.42:0/3645501625 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564038686070 0x56403868e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:44.219 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.218+0000 7f22a0040740 1 -- 172.21.15.42:0/3645501625 >> 172.21.15.42:0/3645501625 conn(0x56403864efb0 msgr2=0x564038680fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:44.219 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.218+0000 7f22a0040740 1 -- 172.21.15.42:0/3645501625 shutdown_connections 2024-06-13T11:57:44.219 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.218+0000 7f22a0040740 1 -- 172.21.15.42:0/3645501625 wait complete. 2024-06-13T11:57:44.220 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.220+0000 7f22a0040740 1 -- start start 2024-06-13T11:57:44.221 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.221+0000 7f22a0040740 1 Processor -- start 2024-06-13T11:57:44.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.222+0000 7f22a0040740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564038686070 0x564038698fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:44.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.223+0000 7f22a0040740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640386875e0 0x564038699520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:44.224 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.224+0000 7f2295400640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564038686070 0x564038698fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:44.225 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.224+0000 7f2295e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640386875e0 0x564038699520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:44.225 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.225+0000 7f2295e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640386875e0 0x564038699520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:60440/0 (socket says 172.21.15.42:60440) 2024-06-13T11:57:44.225 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.224+0000 7f2295400640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564038686070 0x564038698fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:53594/0 (socket says 172.21.15.42:53594) 2024-06-13T11:57:44.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.225+0000 7f2295e00640 1 -- 172.21.15.42:0/1928914718 learned_addr learned my addr 172.21.15.42:0/1928914718 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:44.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.225+0000 7f22a0040740 1 --2- 172.21.15.42:0/1928914718 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640386906e0 0x564038693f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:44.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.226+0000 7f22a0040740 1 -- 172.21.15.42:0/1928914718 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f22981bc430 con 0x5640386875e0 2024-06-13T11:57:44.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.226+0000 7f22a0040740 1 -- 172.21.15.42:0/1928914718 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f22981bd8a0 con 0x5640386906e0 2024-06-13T11:57:44.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.226+0000 7f22a0040740 1 -- 172.21.15.42:0/1928914718 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f22981bcb00 con 0x564038686070 2024-06-13T11:57:44.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.226+0000 7f22a0040740 10 client.0 _ll_register_callbacks cb 0x7f2284005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:57:44.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.226+0000 7f2295400640 1 --2- 172.21.15.42:0/1928914718 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640386906e0 0x564038693f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:44.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.227+0000 7f2295e00640 1 -- 172.21.15.42:0/1928914718 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564038686070 msgr2=0x564038698fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:44.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.227+0000 7f2295e00640 1 --2- 172.21.15.42:0/1928914718 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564038686070 0x564038698fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:44.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.227+0000 7f2295e00640 1 -- 172.21.15.42:0/1928914718 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640386906e0 msgr2=0x564038693f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:44.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.227+0000 7f2295e00640 1 --2- 172.21.15.42:0/1928914718 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640386906e0 0x564038693f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:44.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.227+0000 7f2295e00640 1 -- 172.21.15.42:0/1928914718 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564038694550 con 0x5640386875e0 2024-06-13T11:57:44.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.227+0000 7f2295400640 1 --2- 172.21.15.42:0/1928914718 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640386906e0 0x564038693f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T11:57:44.228 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.227+0000 7f2295e00640 1 --2- 172.21.15.42:0/1928914718 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640386875e0 0x564038699520 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f2284011ee0 tx=0x7f2284005a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2edb075fa016b377 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:44.228 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.227+0000 7f2277e00640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-13T11:57:44.228 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.228+0000 7f2277e00640 1 -- 172.21.15.42:0/1928914718 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2284031070 con 0x5640386875e0 2024-06-13T11:57:44.228 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.228+0000 7f2277e00640 1 -- 172.21.15.42:0/1928914718 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f228400fc30 con 0x5640386875e0 2024-06-13T11:57:44.228 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.228+0000 7f22a0040740 1 -- 172.21.15.42:0/1928914718 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2284003bd0 con 0x5640386875e0 2024-06-13T11:57:44.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.229+0000 7f2277e00640 1 -- 172.21.15.42:0/1928914718 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2284027070 con 0x5640386875e0 2024-06-13T11:57:44.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.229+0000 7f22a0040740 10 client.15543 fetch_fsmap learned FSMap version 29 2024-06-13T11:57:44.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.229+0000 7f22a0040740 1 -- 172.21.15.42:0/1928914718 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56403870c7c0 con 0x5640386875e0 2024-06-13T11:57:44.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.231+0000 7f2277e00640 1 -- 172.21.15.42:0/1928914718 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2284003bd0 con 0x5640386875e0 2024-06-13T11:57:44.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.231+0000 7f2277e00640 1 -- 172.21.15.42:0/1928914718 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f2284036710 con 0x5640386875e0 2024-06-13T11:57:44.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.232+0000 7f22a0040740 10 client.15543 fetch_fsmap finished waiting for FSMap version 29 2024-06-13T11:57:44.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.232+0000 7f22a0040740 10 client.15543 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:57:44.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.232+0000 7f22a0040740 20 client.15543 populate_metadata read hostname 'smithi042' 2024-06-13T11:57:44.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.232+0000 7f22a0040740 1 --2- 172.21.15.42:0/1928914718 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x56403870cc70 0x56403870f090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:44.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.232+0000 7f22a0040740 4 client.15543 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-13T11:57:44.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.232+0000 7f22a0040740 1 -- 172.21.15.42:0/1928914718 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5640385f7b50 con 0x56403870cc70 2024-06-13T11:57:44.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.232+0000 7f2295400640 1 --2- 172.21.15.42:0/1928914718 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x56403870cc70 0x56403870f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:44.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.233+0000 7f2277e00640 10 client.15543 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:57:44.236 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:44.235+0000 7f2295400640 1 --2- 172.21.15.42:0/1928914718 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x56403870cc70 0x56403870f090 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=da29136194cdeef3 server_cookie=29dbbec98c26f0fb in_seq=0 out_seq=0 2024-06-13T11:57:44.236 INFO:tasks.workunit.client.0.smithi042.stdout:4/289: dread d1/d5/d5f/f6e [0,4194304] 0 2024-06-13T11:57:44.236 INFO:tasks.workunit.client.0.smithi042.stdout:4/290: write f0 [3119136,127107] 0 2024-06-13T11:57:44.236 INFO:tasks.workunit.client.0.smithi042.stdout:4/291: truncate d1/d5/f70 135722 0 2024-06-13T11:57:44.241 INFO:tasks.workunit.client.0.smithi042.stdout:7/151: dwrite d2/f32 [0,4194304] 0 2024-06-13T11:57:44.241 INFO:tasks.workunit.client.0.smithi042.stdout:7/152: dread - d2/d3/d12/f2d zero size 2024-06-13T11:57:44.241 INFO:tasks.workunit.client.0.smithi042.stdout:7/153: write d2/d3/d12/f18 [450847,79640] 0 2024-06-13T11:57:44.241 INFO:tasks.workunit.client.0.smithi042.stdout:7/154: truncate d2/d3/f1f 198206 0 2024-06-13T11:57:44.246 INFO:tasks.workunit.client.0.smithi042.stdout:4/292: link d1/d6a/l64 d1/d10/d5e/d63/l71 0 2024-06-13T11:57:44.253 INFO:tasks.workunit.client.0.smithi042.stdout:4/293: mkdir d1/d29/d33/d60/d67/d72 0 2024-06-13T11:57:44.253 INFO:tasks.workunit.client.0.smithi042.stdout:7/155: creat d2/f34 x:0 0 0 2024-06-13T11:57:44.258 INFO:tasks.workunit.client.0.smithi042.stdout:4/294: mknod d1/d29/d33/c73 0 2024-06-13T11:57:44.258 INFO:tasks.workunit.client.0.smithi042.stdout:4/295: stat d1/d5/c6 0 2024-06-13T11:57:44.258 INFO:tasks.workunit.client.0.smithi042.stdout:4/296: fdatasync d1/d10/d15/f53 0 2024-06-13T11:57:44.258 INFO:tasks.workunit.client.0.smithi042.stdout:7/156: creat d2/d20/f35 x:0 0 0 2024-06-13T11:57:44.258 INFO:tasks.workunit.client.0.smithi042.stdout:6/246: read d16/d1c/d2b/f34 [2908074,100125] 0 2024-06-13T11:57:44.260 INFO:tasks.workunit.client.0.smithi042.stdout:5/198: dwrite d1/d31/f9 [0,4194304] 0 2024-06-13T11:57:44.278 INFO:tasks.workunit.client.0.smithi042.stdout:3/276: dwrite dc/d17/d1f/d46/f62 [0,4194304] 0 2024-06-13T11:57:44.279 INFO:tasks.workunit.client.0.smithi042.stdout:2/238: dwrite d7/d1a/f31 [0,4194304] 0 2024-06-13T11:57:44.282 INFO:tasks.workunit.client.0.smithi042.stdout:8/203: dwrite d2/dc/d22/d42/f21 [0,4194304] 0 2024-06-13T11:57:44.282 INFO:tasks.workunit.client.0.smithi042.stdout:8/204: fdatasync d2/d3/f6 0 2024-06-13T11:57:44.283 INFO:tasks.workunit.client.0.smithi042.stdout:8/205: fdatasync d2/d3/d5/f2e 0 2024-06-13T11:57:44.286 INFO:tasks.workunit.client.0.smithi042.stdout:3/277: read dc/d17/d3b/f3f [302677,26174] 0 2024-06-13T11:57:44.293 INFO:tasks.workunit.client.0.smithi042.stdout:6/247: read d16/f18 [4423,130235] 0 2024-06-13T11:57:44.322 INFO:tasks.workunit.client.0.smithi042.stdout:8/206: dwrite d2/d3e/f3b [0,4194304] 0 2024-06-13T11:57:44.331 INFO:tasks.workunit.client.0.smithi042.stdout:4/297: dwrite d1/d10/f61 [0,4194304] 0 2024-06-13T11:57:44.340 INFO:tasks.workunit.client.0.smithi042.stdout:8/207: read d2/d3/f31 [4023256,56575] 0 2024-06-13T11:57:44.340 INFO:tasks.workunit.client.0.smithi042.stdout:8/208: getdents d2/dc/d22/d3c 0 2024-06-13T11:57:44.340 INFO:tasks.workunit.client.0.smithi042.stdout:6/248: dwrite d16/d21/d23/f50 [0,4194304] 0 2024-06-13T11:57:44.375 INFO:tasks.workunit.client.0.smithi042.stdout:6/249: dwrite d16/f1a [0,4194304] 0 2024-06-13T11:57:44.378 INFO:tasks.workunit.client.0.smithi042.stdout:6/250: creat d16/f55 x:0 0 0 2024-06-13T11:57:44.381 INFO:tasks.workunit.client.0.smithi042.stdout:6/251: creat d16/d21/d23/d2e/f56 x:0 0 0 2024-06-13T11:57:44.382 INFO:tasks.workunit.client.0.smithi042.stdout:6/252: rmdir d16/d21/d30 39 2024-06-13T11:57:44.382 INFO:tasks.workunit.client.0.smithi042.stdout:6/253: write d16/d21/f4b [668368,41541] 0 2024-06-13T11:57:44.384 INFO:tasks.workunit.client.0.smithi042.stdout:6/254: mkdir d16/d21/d30/d57 0 2024-06-13T11:57:44.384 INFO:tasks.workunit.client.0.smithi042.stdout:4/298: dwrite d1/d29/f2a [0,4194304] 0 2024-06-13T11:57:44.386 INFO:tasks.workunit.client.0.smithi042.stdout:6/255: rename d16/d21/d30/c52 to d16/d21/d30/c58 0 2024-06-13T11:57:44.386 INFO:tasks.workunit.client.0.smithi042.stdout:6/256: write d16/f18 [3409978,121004] 0 2024-06-13T11:57:44.386 INFO:tasks.workunit.client.0.smithi042.stdout:6/257: dread - d16/d1c/d31/f41 zero size 2024-06-13T11:57:44.386 INFO:tasks.workunit.client.0.smithi042.stdout:6/258: read - d16/d1c/d31/f3b zero size 2024-06-13T11:57:44.388 INFO:tasks.workunit.client.0.smithi042.stdout:6/259: rename d16/d21/d30/l3c to d16/d21/d30/d57/l59 0 2024-06-13T11:57:44.388 INFO:tasks.workunit.client.0.smithi042.stdout:6/260: symlink d16/d1c/d31/l5a 0 2024-06-13T11:57:44.504 INFO:tasks.workunit.client.0.smithi042.stdout:6/261: unlink d16/l4e 0 2024-06-13T11:57:44.506 INFO:tasks.workunit.client.0.smithi042.stdout:6/262: rmdir d16/d21/d32 39 2024-06-13T11:57:44.511 INFO:tasks.workunit.client.0.smithi042.stdout:6/263: symlink d16/d1c/d31/l5b 0 2024-06-13T11:57:44.535 INFO:tasks.workunit.client.0.smithi042.stdout:2/239: mkdir d7/d3c/d40/d4c 0 2024-06-13T11:57:44.536 INFO:tasks.workunit.client.0.smithi042.stdout:3/278: mkdir dc/d29/d47/d66 0 2024-06-13T11:57:44.743 INFO:tasks.workunit.client.0.smithi042.stdout:7/157: rename d2/d20 to d2/d36 0 2024-06-13T11:57:44.743 INFO:tasks.workunit.client.0.smithi042.stdout:7/158: dread - d2/d36/f28 zero size 2024-06-13T11:57:44.743 INFO:tasks.workunit.client.0.smithi042.stdout:7/159: truncate d2/d36/f28 725110 0 2024-06-13T11:57:44.781 INFO:tasks.workunit.client.0.smithi042.stdout:4/299: creat d1/d6a/f74 x:0 0 0 2024-06-13T11:57:44.781 INFO:tasks.workunit.client.0.smithi042.stdout:4/300: dread - d1/d10/f28 zero size 2024-06-13T11:57:44.790 INFO:tasks.workunit.client.0.smithi042.stdout:4/301: creat d1/d10/d4e/f75 x:0 0 0 2024-06-13T11:57:44.791 INFO:tasks.workunit.client.0.smithi042.stdout:4/302: truncate d1/d10/d15/f25 3289464 0 2024-06-13T11:57:45.244 INFO:tasks.workunit.client.0.smithi042.stdout:6/264: dwrite d16/d21/d30/f49 [0,4194304] 0 2024-06-13T11:57:45.247 INFO:tasks.workunit.client.0.smithi042.stdout:6/265: truncate d16/d1c/d2b/f2f 7302097 0 2024-06-13T11:57:45.247 INFO:tasks.workunit.client.0.smithi042.stdout:6/266: dread - d16/d1c/d31/f54 zero size 2024-06-13T11:57:45.253 INFO:tasks.workunit.client.0.smithi042.stdout:6/267: symlink d16/d21/d23/l5c 0 2024-06-13T11:57:45.257 INFO:tasks.workunit.client.0.smithi042.stdout:4/303: dwrite d1/d10/f6c [0,4194304] 0 2024-06-13T11:57:45.257 INFO:tasks.workunit.client.0.smithi042.stdout:4/304: chown d1/d5/d5f 1214984 1 2024-06-13T11:57:45.258 INFO:tasks.workunit.client.0.smithi042.stdout:6/268: rmdir d16/d1c/d31 39 2024-06-13T11:57:45.262 INFO:tasks.workunit.client.0.smithi042.stdout:4/305: creat d1/de/f76 x:0 0 0 2024-06-13T11:57:45.262 INFO:tasks.workunit.client.0.smithi042.stdout:4/306: fsync d1/d10/f14 0 2024-06-13T11:57:45.271 INFO:tasks.workunit.client.0.smithi042.stdout:6/269: mkdir d16/d21/d5d 0 2024-06-13T11:57:45.271 INFO:tasks.workunit.client.0.smithi042.stdout:6/270: chown f3 1713232 1 2024-06-13T11:57:45.271 INFO:tasks.workunit.client.0.smithi042.stdout:6/271: fdatasync f3 0 2024-06-13T11:57:45.278 INFO:tasks.workunit.client.0.smithi042.stdout:2/240: rename d7/d3c/f44 to d7/d23/f4d 0 2024-06-13T11:57:45.278 INFO:tasks.workunit.client.0.smithi042.stdout:2/241: dread - d7/d1a/f42 zero size 2024-06-13T11:57:45.280 INFO:tasks.workunit.client.0.smithi042.stdout:6/272: rename d16/c19 to d16/d21/d35/c5e 0 2024-06-13T11:57:45.283 INFO:tasks.workunit.client.0.smithi042.stdout:6/273: creat d16/d21/d32/f5f x:0 0 0 2024-06-13T11:57:45.285 INFO:tasks.workunit.client.0.smithi042.stdout:6/274: chown l8 7 1 2024-06-13T11:57:45.285 INFO:tasks.workunit.client.0.smithi042.stdout:6/275: stat fe 0 2024-06-13T11:57:45.285 INFO:tasks.workunit.client.0.smithi042.stdout:6/276: dread - d16/d21/d23/d2e/f56 zero size 2024-06-13T11:57:45.288 INFO:tasks.workunit.client.0.smithi042.stdout:3/279: creat dc/d29/f67 x:0 0 0 2024-06-13T11:57:45.291 INFO:tasks.workunit.client.0.smithi042.stdout:3/280: creat dc/d17/d3b/d55/f68 x:0 0 0 2024-06-13T11:57:45.304 INFO:tasks.workunit.client.0.smithi042.stdout:7/160: dwrite d2/f5 [4194304,4194304] 0 2024-06-13T11:57:45.304 INFO:tasks.workunit.client.0.smithi042.stdout:7/161: dread - d2/d36/f35 zero size 2024-06-13T11:57:45.304 INFO:tasks.workunit.client.0.smithi042.stdout:2/242: dread d7/f3f [0,4194304] 0 2024-06-13T11:57:45.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:45 smithi042 ceph-mon[32231]: pgmap v69: 129 pgs: 129 active+clean; 481 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 48 MiB/s rd, 65 MiB/s wr, 1.86k op/s 2024-06-13T11:57:45.307 INFO:tasks.workunit.client.0.smithi042.stdout:2/243: symlink d7/d3c/d40/d4c/l4e 0 2024-06-13T11:57:45.312 INFO:tasks.workunit.client.0.smithi042.stdout:5/199: rmdir d1/d2b 39 2024-06-13T11:57:45.313 INFO:tasks.workunit.client.0.smithi042.stdout:0/272: sync 2024-06-13T11:57:45.314 INFO:tasks.workunit.client.0.smithi042.stdout:9/281: sync 2024-06-13T11:57:45.314 INFO:tasks.workunit.client.0.smithi042.stdout:1/230: sync 2024-06-13T11:57:45.314 INFO:tasks.workunit.client.0.smithi042.stdout:1/231: getdents d0/d17/d18/d20 0 2024-06-13T11:57:45.314 INFO:tasks.workunit.client.0.smithi042.stdout:1/232: write d0/f5 [5522172,4770] 0 2024-06-13T11:57:45.314 INFO:tasks.workunit.client.0.smithi042.stdout:1/233: write d0/f2b [685662,60251] 0 2024-06-13T11:57:45.314 INFO:tasks.workunit.client.0.smithi042.stdout:4/307: creat d1/f77 x:0 0 0 2024-06-13T11:57:45.317 INFO:tasks.workunit.client.0.smithi042.stdout:8/209: symlink d2/l47 0 2024-06-13T11:57:45.317 INFO:tasks.workunit.client.0.smithi042.stdout:8/210: truncate d2/d3/f17 78325 0 2024-06-13T11:57:45.317 INFO:tasks.workunit.client.0.smithi042.stdout:0/273: unlink d4/f6 0 2024-06-13T11:57:45.323 INFO:tasks.workunit.client.0.smithi042.stdout:8/211: unlink d2/dc/d22/d42/f3f 0 2024-06-13T11:57:45.324 INFO:tasks.workunit.client.0.smithi042.stdout:1/234: symlink d0/d17/l47 0 2024-06-13T11:57:45.324 INFO:tasks.workunit.client.0.smithi042.stdout:1/235: truncate d0/d17/dd/d1b/f1e 842655 0 2024-06-13T11:57:45.324 INFO:tasks.workunit.client.0.smithi042.stdout:1/236: chown d0/d17/dd/d1b 31229 1 2024-06-13T11:57:45.329 INFO:tasks.workunit.client.0.smithi042.stdout:8/212: symlink d2/d3/d5/l48 0 2024-06-13T11:57:45.329 INFO:tasks.workunit.client.0.smithi042.stdout:1/237: rename d0/d17/d18/d29/c33 to d0/c48 0 2024-06-13T11:57:45.331 INFO:tasks.workunit.client.0.smithi042.stdout:1/238: creat d0/d34/f49 x:0 0 0 2024-06-13T11:57:45.332 INFO:tasks.workunit.client.0.smithi042.stdout:1/239: read d0/f8 [428617,96658] 0 2024-06-13T11:57:45.333 INFO:tasks.workunit.client.0.smithi042.stdout:1/240: write d0/d17/d18/d29/d43/f45 [1022003,101267] 0 2024-06-13T11:57:45.335 INFO:tasks.workunit.client.0.smithi042.stdout:7/162: write d2/d3/f23 [1159727,61108] 0 2024-06-13T11:57:45.337 INFO:tasks.workunit.client.0.smithi042.stdout:1/241: link d0/d17/dd/f1d d0/d17/dd/d1b/f4a 0 2024-06-13T11:57:45.338 INFO:tasks.workunit.client.0.smithi042.stdout:1/242: symlink d0/d17/dd/d12/l4b 0 2024-06-13T11:57:45.345 INFO:tasks.workunit.client.0.smithi042.stdout:1/243: mkdir d0/d17/d4c 0 2024-06-13T11:57:45.345 INFO:tasks.workunit.client.0.smithi042.stdout:1/244: chown d0/d17/dd/d12/c22 1 1 2024-06-13T11:57:45.345 INFO:tasks.workunit.client.0.smithi042.stdout:1/245: dread - d0/d17/d18/f3c zero size 2024-06-13T11:57:45.345 INFO:tasks.workunit.client.0.smithi042.stdout:9/282: truncate d9/f29 1420900 0 2024-06-13T11:57:45.346 INFO:tasks.workunit.client.0.smithi042.stdout:9/283: mkdir d9/d31/d5c 0 2024-06-13T11:57:45.349 INFO:tasks.workunit.client.0.smithi042.stdout:9/284: creat d9/d16/f5d x:0 0 0 2024-06-13T11:57:45.354 INFO:tasks.workunit.client.0.smithi042.stdout:9/285: rename d9/l12 to d9/d16/d48/l5e 0 2024-06-13T11:57:45.357 INFO:tasks.workunit.client.0.smithi042.stdout:9/286: mkdir d9/d16/d5f 0 2024-06-13T11:57:45.359 INFO:tasks.workunit.client.0.smithi042.stdout:9/287: mknod d9/d33/d40/c60 0 2024-06-13T11:57:45.369 INFO:tasks.workunit.client.0.smithi042.stdout:6/277: dwrite d16/d21/d23/f2a [0,4194304] 0 2024-06-13T11:57:45.369 INFO:tasks.workunit.client.0.smithi042.stdout:3/281: dread dc/d17/d1f/f31 [0,4194304] 0 2024-06-13T11:57:45.369 INFO:tasks.workunit.client.0.smithi042.stdout:3/282: chown dc/d17/d20/f5b 17149688 1 2024-06-13T11:57:45.375 INFO:tasks.workunit.client.0.smithi042.stdout:7/163: read d2/d3/d12/f1b [534277,65030] 0 2024-06-13T11:57:45.375 INFO:tasks.workunit.client.0.smithi042.stdout:7/164: write d2/d3/f23 [833373,61336] 0 2024-06-13T11:57:45.375 INFO:tasks.workunit.client.0.smithi042.stdout:2/244: dread f2 [0,4194304] 0 2024-06-13T11:57:45.376 INFO:tasks.workunit.client.0.smithi042.stdout:3/283: mknod dc/d29/d47/c69 0 2024-06-13T11:57:45.376 INFO:tasks.workunit.client.0.smithi042.stdout:0/274: dwrite d4/f21 [0,4194304] 0 2024-06-13T11:57:45.377 INFO:tasks.workunit.client.0.smithi042.stdout:7/165: link d2/c1d d2/c37 0 2024-06-13T11:57:45.377 INFO:tasks.workunit.client.0.smithi042.stdout:7/166: fsync d2/f32 0 2024-06-13T11:57:45.384 INFO:tasks.workunit.client.0.smithi042.stdout:5/200: dread d1/d31/f17 [0,4194304] 0 2024-06-13T11:57:45.386 INFO:tasks.workunit.client.0.smithi042.stdout:2/245: getdents d7/df/d33 0 2024-06-13T11:57:45.386 INFO:tasks.workunit.client.0.smithi042.stdout:3/284: symlink dc/d17/d3b/d55/l6a 0 2024-06-13T11:57:45.386 INFO:tasks.workunit.client.0.smithi042.stdout:0/275: truncate d4/f26 2231505 0 2024-06-13T11:57:45.387 INFO:tasks.workunit.client.0.smithi042.stdout:7/167: rename d2/d3/d12/c24 to d2/d3/d12/c38 0 2024-06-13T11:57:45.388 INFO:tasks.workunit.client.0.smithi042.stdout:2/246: creat d7/d23/f4f x:0 0 0 2024-06-13T11:57:45.388 INFO:tasks.workunit.client.0.smithi042.stdout:2/247: dread - d7/d1f/f49 zero size 2024-06-13T11:57:45.390 INFO:tasks.workunit.client.0.smithi042.stdout:0/276: mkdir d4/d31/d4a/d58 0 2024-06-13T11:57:45.391 INFO:tasks.workunit.client.0.smithi042.stdout:7/168: mkdir d2/d3/d12/d39 0 2024-06-13T11:57:45.391 INFO:tasks.workunit.client.0.smithi042.stdout:7/169: write d2/d36/f28 [1202698,79653] 0 2024-06-13T11:57:45.392 INFO:tasks.workunit.client.0.smithi042.stdout:7/170: readlink d2/l2e 0 2024-06-13T11:57:45.392 INFO:tasks.workunit.client.0.smithi042.stdout:0/277: unlink d4/d33/c39 0 2024-06-13T11:57:45.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:45 smithi162 ceph-mon[36757]: pgmap v69: 129 pgs: 129 active+clean; 481 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 48 MiB/s rd, 65 MiB/s wr, 1.86k op/s 2024-06-13T11:57:45.403 INFO:tasks.workunit.client.0.smithi042.stdout:6/278: write d16/f1a [2959547,30375] 0 2024-06-13T11:57:45.406 INFO:tasks.workunit.client.0.smithi042.stdout:7/171: rename d2/d3/f6 to d2/d3/f3a 0 2024-06-13T11:57:45.406 INFO:tasks.workunit.client.0.smithi042.stdout:7/172: truncate d2/d36/f35 260149 0 2024-06-13T11:57:45.406 INFO:tasks.workunit.client.0.smithi042.stdout:7/173: dread - d2/f31 zero size 2024-06-13T11:57:45.406 INFO:tasks.workunit.client.0.smithi042.stdout:2/248: dread d7/df/d33/f45 [0,4194304] 0 2024-06-13T11:57:45.408 INFO:tasks.workunit.client.0.smithi042.stdout:6/279: symlink d16/d21/d30/l60 0 2024-06-13T11:57:45.410 INFO:tasks.workunit.client.0.smithi042.stdout:0/278: creat d4/d48/f59 x:0 0 0 2024-06-13T11:57:45.410 INFO:tasks.workunit.client.0.smithi042.stdout:6/280: readlink d16/d21/d32/l48 0 2024-06-13T11:57:45.412 INFO:tasks.workunit.client.0.smithi042.stdout:7/174: mknod d2/c3b 0 2024-06-13T11:57:45.415 INFO:tasks.workunit.client.0.smithi042.stdout:4/308: dwrite d1/d29/f51 [0,4194304] 0 2024-06-13T11:57:45.416 INFO:tasks.workunit.client.0.smithi042.stdout:1/246: dwrite d0/d17/dd/f46 [0,4194304] 0 2024-06-13T11:57:45.417 INFO:tasks.workunit.client.0.smithi042.stdout:8/213: dread d2/d3/f6 [0,4194304] 0 2024-06-13T11:57:45.419 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:45.419+0000 7f2277e00640 1 -- 172.21.15.42:0/1928914718 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5640385f7b50 con 0x56403870cc70 2024-06-13T11:57:45.420 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:45.419+0000 7f2277e00640 10 client.15543 handle_command_reply: tid=0 2024-06-13T11:57:45.420 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:45.419+0000 7f22a0040740 1 client.15543 shutdown 2024-06-13T11:57:45.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:45.423+0000 7f22a0040740 1 -- 172.21.15.42:0/1928914718 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640386875e0 msgr2=0x564038699520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:45.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:45.423+0000 7f22a0040740 1 --2- 172.21.15.42:0/1928914718 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640386875e0 0x564038699520 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f2284011ee0 tx=0x7f2284005a70 comp rx=0 tx=0).stop 2024-06-13T11:57:45.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:45.424+0000 7f22a0040740 1 -- 172.21.15.42:0/1928914718 shutdown_connections 2024-06-13T11:57:45.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:45.424+0000 7f22a0040740 1 --2- 172.21.15.42:0/1928914718 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x56403870cc70 0x56403870f090 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:45.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:45.424+0000 7f22a0040740 1 --2- 172.21.15.42:0/1928914718 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640386875e0 0x564038699520 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:45.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:45.424+0000 7f22a0040740 1 --2- 172.21.15.42:0/1928914718 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640386906e0 0x564038693f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:45.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:45.424+0000 7f22a0040740 1 --2- 172.21.15.42:0/1928914718 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x564038686070 0x564038698fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:45.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:45.424+0000 7f22a0040740 1 -- 172.21.15.42:0/1928914718 >> 172.21.15.42:0/1928914718 conn(0x56403864efb0 msgr2=0x56403868ff60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:45.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:45.424+0000 7f2277e00640 0 client.15543 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:57:45.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:45.424+0000 7f22a0040740 1 -- 172.21.15.42:0/1928914718 shutdown_connections 2024-06-13T11:57:45.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:45.425+0000 7f22a0040740 1 -- 172.21.15.42:0/1928914718 wait complete. 2024-06-13T11:57:45.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:45.425+0000 7f22a0040740 20 client.15543 trim_cache size 0 max 16384 2024-06-13T11:57:45.427 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-13T11:57:45.427 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-13T11:57:45.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-13T11:57:45.428 INFO:tasks.workunit.client.0.smithi042.stdout:7/175: creat d2/d3/d12/f3c x:0 0 0 2024-06-13T11:57:45.428 INFO:tasks.workunit.client.0.smithi042.stdout:0/279: creat d4/d48/d4b/f5a x:0 0 0 2024-06-13T11:57:45.430 INFO:tasks.workunit.client.0.smithi042.stdout:6/281: dread f11 [0,4194304] 0 2024-06-13T11:57:45.431 INFO:tasks.workunit.client.0.smithi042.stdout:5/201: dread d1/f6 [0,4194304] 0 2024-06-13T11:57:45.431 INFO:tasks.workunit.client.0.smithi042.stdout:5/202: fdatasync d1/d31/f2f 0 2024-06-13T11:57:45.431 INFO:tasks.workunit.client.0.smithi042.stdout:4/309: creat d1/d5/d5f/f78 x:0 0 0 2024-06-13T11:57:45.431 INFO:tasks.workunit.client.0.smithi042.stdout:7/176: creat d2/d3/f3d x:0 0 0 2024-06-13T11:57:45.432 INFO:tasks.workunit.client.0.smithi042.stdout:0/280: symlink d4/l5b 0 2024-06-13T11:57:45.432 INFO:tasks.workunit.client.0.smithi042.stdout:0/281: chown d4/fc 0 1 2024-06-13T11:57:45.432 INFO:tasks.workunit.client.0.smithi042.stdout:0/282: chown d4/l15 3 1 2024-06-13T11:57:45.432 INFO:tasks.workunit.client.0.smithi042.stdout:0/283: stat d4/f14 0 2024-06-13T11:57:45.433 INFO:tasks.workunit.client.0.smithi042.stdout:4/310: rmdir d1/d10/d4e 39 2024-06-13T11:57:45.434 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:45.433+0000 7f229d200640 1 -- 172.21.15.42:0/2567416862 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f227c0a2f80 msgr2=0x7f227c0a5440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:45.434 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:45.433+0000 7f229d200640 1 --2- 172.21.15.42:0/2567416862 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f227c0a2f80 0x7f227c0a5440 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f229000cfd0 tx=0x7f229000cf60 comp rx=0 tx=0).stop 2024-06-13T11:57:45.434 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:45.433+0000 7f229d200640 1 -- 172.21.15.42:0/2567416862 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f229807b0c0 msgr2=0x7f229807b570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:45.434 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:45.433+0000 7f229d200640 1 --2- 172.21.15.42:0/2567416862 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f229807b0c0 0x7f229807b570 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f229000ca30 tx=0x7f229000cef0 comp rx=0 tx=0).stop 2024-06-13T11:57:45.434 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:45.434+0000 7f229d200640 1 -- 172.21.15.42:0/2567416862 shutdown_connections 2024-06-13T11:57:45.434 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:45.434+0000 7f229d200640 1 --2- 172.21.15.42:0/2567416862 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f227c0a2f80 0x7f227c0a5440 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:45.434 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:45.434+0000 7f229d200640 1 --2- 172.21.15.42:0/2567416862 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f229807b0c0 0x7f229807b570 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:45.434 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:45.434+0000 7f229d200640 1 --2- 172.21.15.42:0/2567416862 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f229810d2f0 0x7f2298082470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:45.434 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:45.434+0000 7f229d200640 1 --2- 172.21.15.42:0/2567416862 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2298108220 0x7f2298081f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:45.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:45.434+0000 7f229d200640 1 -- 172.21.15.42:0/2567416862 >> 172.21.15.42:0/2567416862 conn(0x7f2298075f50 msgr2=0x7f22980782a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:45.435 INFO:tasks.workunit.client.0.smithi042.stdout:5/203: truncate d1/f2a 431707 0 2024-06-13T11:57:45.435 INFO:tasks.workunit.client.0.smithi042.stdout:5/204: dread - d1/d31/f2f zero size 2024-06-13T11:57:45.435 INFO:tasks.workunit.client.0.smithi042.stdout:5/205: readlink d1/d31/l2d 0 2024-06-13T11:57:45.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:45.434+0000 7f229d200640 1 -- 172.21.15.42:0/2567416862 shutdown_connections 2024-06-13T11:57:45.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:45.434+0000 7f229d200640 1 -- 172.21.15.42:0/2567416862 wait complete. 2024-06-13T11:57:45.436 INFO:tasks.workunit.client.0.smithi042.stdout:6/282: symlink d16/d21/d23/l61 0 2024-06-13T11:57:45.437 INFO:tasks.workunit.client.0.smithi042.stdout:0/284: symlink d4/d32/l5c 0 2024-06-13T11:57:45.437 INFO:tasks.workunit.client.0.smithi042.stdout:0/285: stat d4/f24 0 2024-06-13T11:57:45.437 INFO:tasks.workunit.client.0.smithi042.stdout:0/286: chown d4/d48/l54 4211 1 2024-06-13T11:57:45.441 INFO:tasks.workunit.client.0.smithi042.stdout:7/177: mkdir d2/d3/d3e 0 2024-06-13T11:57:45.441 INFO:tasks.workunit.client.0.smithi042.stdout:6/283: link c7 d16/d1c/c62 0 2024-06-13T11:57:45.442 INFO:tasks.workunit.client.0.smithi042.stdout:7/178: symlink d2/d3/d3e/l3f 0 2024-06-13T11:57:45.443 INFO:tasks.workunit.client.0.smithi042.stdout:7/179: mkdir d2/d3/d12/d40 0 2024-06-13T11:57:45.453 INFO:tasks.workunit.client.0.smithi042.stdout:9/288: dwrite d9/de/f3c [0,4194304] 0 2024-06-13T11:57:45.466 INFO:tasks.workunit.client.0.smithi042.stdout:0/287: dread d4/f26 [0,4194304] 0 2024-06-13T11:57:45.467 INFO:tasks.workunit.client.0.smithi042.stdout:0/288: write d4/f14 [4664193,126772] 0 2024-06-13T11:57:45.474 INFO:tasks.workunit.client.0.smithi042.stdout:9/289: mkdir d9/d15/d61 0 2024-06-13T11:57:45.479 INFO:tasks.workunit.client.0.smithi042.stdout:3/285: dwrite dc/d29/f67 [0,4194304] 0 2024-06-13T11:57:45.481 INFO:tasks.workunit.client.0.smithi042.stdout:3/286: rename dc/d17/d20/l60 to dc/d29/l6b 0 2024-06-13T11:57:45.481 INFO:tasks.workunit.client.0.smithi042.stdout:3/287: chown dc/d17/d20/d2d/f50 4749125 1 2024-06-13T11:57:45.487 INFO:tasks.workunit.client.0.smithi042.stdout:2/249: dwrite d7/fb [0,4194304] 0 2024-06-13T11:57:45.487 INFO:tasks.workunit.client.0.smithi042.stdout:2/250: dread - d7/d23/f4f zero size 2024-06-13T11:57:45.488 INFO:tasks.workunit.client.0.smithi042.stdout:1/247: dread d0/d17/fb [0,4194304] 0 2024-06-13T11:57:45.488 INFO:tasks.workunit.client.0.smithi042.stdout:1/248: dread - d0/d17/dd/d12/f3f zero size 2024-06-13T11:57:45.497 INFO:tasks.workunit.client.0.smithi042.stdout:2/251: mkdir d7/d1a/d50 0 2024-06-13T11:57:45.499 INFO:tasks.workunit.client.0.smithi042.stdout:2/252: symlink d7/d23/l51 0 2024-06-13T11:57:45.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:45 smithi088 ceph-mon[36399]: pgmap v69: 129 pgs: 129 active+clean; 481 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 48 MiB/s rd, 65 MiB/s wr, 1.86k op/s 2024-06-13T11:57:45.506 INFO:tasks.workunit.client.0.smithi042.stdout:8/214: dread d2/f15 [0,4194304] 0 2024-06-13T11:57:45.506 INFO:tasks.workunit.client.0.smithi042.stdout:2/253: mknod d7/df/c52 0 2024-06-13T11:57:45.506 INFO:tasks.workunit.client.0.smithi042.stdout:8/215: write d2/d3/f11 [5553621,74933] 0 2024-06-13T11:57:45.507 INFO:tasks.workunit.client.0.smithi042.stdout:8/216: mknod d2/dc/d22/d42/c49 0 2024-06-13T11:57:45.507 INFO:tasks.workunit.client.0.smithi042.stdout:8/217: chown d2/d3/c38 28865836 1 2024-06-13T11:57:45.511 INFO:tasks.workunit.client.0.smithi042.stdout:8/218: creat d2/dc/f4a x:0 0 0 2024-06-13T11:57:45.511 INFO:tasks.workunit.client.0.smithi042.stdout:5/206: write d1/f6 [2565407,114785] 0 2024-06-13T11:57:45.511 INFO:tasks.workunit.client.0.smithi042.stdout:5/207: write d1/d31/f26 [274499,50169] 0 2024-06-13T11:57:45.514 INFO:tasks.workunit.client.0.smithi042.stdout:9/290: write d9/d15/f1e [301865,29343] 0 2024-06-13T11:57:45.517 INFO:tasks.workunit.client.0.smithi042.stdout:4/311: dwrite d1/d5/f69 [0,4194304] 0 2024-06-13T11:57:45.517 INFO:tasks.workunit.client.0.smithi042.stdout:4/312: read d1/f4 [1341530,87700] 0 2024-06-13T11:57:45.518 INFO:tasks.workunit.client.0.smithi042.stdout:4/313: link d1/d10/f14 d1/d5/d16/f79 0 2024-06-13T11:57:45.519 INFO:tasks.workunit.client.0.smithi042.stdout:9/291: mkdir d9/d16/d48/d62 0 2024-06-13T11:57:45.521 INFO:tasks.workunit.client.0.smithi042.stdout:9/292: chown d9/d15/f54 418 1 2024-06-13T11:57:45.521 INFO:tasks.workunit.client.0.smithi042.stdout:0/289: dread d4/d31/d34/f36 [0,4194304] 0 2024-06-13T11:57:45.523 INFO:tasks.workunit.client.0.smithi042.stdout:9/293: creat d9/d15/d61/f63 x:0 0 0 2024-06-13T11:57:45.526 INFO:tasks.workunit.client.0.smithi042.stdout:4/314: creat d1/d29/d4f/f7a x:0 0 0 2024-06-13T11:57:45.526 INFO:tasks.workunit.client.0.smithi042.stdout:9/294: chown d9/d15/d43/d5a 376 1 2024-06-13T11:57:45.527 INFO:tasks.workunit.client.0.smithi042.stdout:1/249: dread d0/d17/d18/f36 [0,4194304] 0 2024-06-13T11:57:45.527 INFO:tasks.workunit.client.0.smithi042.stdout:1/250: stat d0/d17/d18/f1a 0 2024-06-13T11:57:45.527 INFO:tasks.workunit.client.0.smithi042.stdout:1/251: write d0/d17/d18/d29/f2c [1325345,58166] 0 2024-06-13T11:57:45.530 INFO:tasks.workunit.client.0.smithi042.stdout:9/295: rename d9/de to d9/d33/d64 0 2024-06-13T11:57:45.530 INFO:tasks.workunit.client.0.smithi042.stdout:3/288: dread dc/d17/d20/f5b [0,4194304] 0 2024-06-13T11:57:45.530 INFO:tasks.workunit.client.0.smithi042.stdout:3/289: stat dc 0 2024-06-13T11:57:45.530 INFO:tasks.workunit.client.0.smithi042.stdout:3/290: readlink dc/d29/l3d 0 2024-06-13T11:57:45.531 INFO:tasks.workunit.client.0.smithi042.stdout:0/290: symlink d4/d31/l5d 0 2024-06-13T11:57:45.531 INFO:tasks.workunit.client.0.smithi042.stdout:0/291: chown d4/d33/d3f 517258121 1 2024-06-13T11:57:45.531 INFO:tasks.workunit.client.0.smithi042.stdout:4/315: mknod d1/d10/d15/c7b 0 2024-06-13T11:57:45.532 INFO:tasks.workunit.client.0.smithi042.stdout:4/316: chown d1/d6a/d52 1 1 2024-06-13T11:57:45.532 INFO:tasks.workunit.client.0.smithi042.stdout:9/296: truncate d9/d33/d64/f22 1151705 0 2024-06-13T11:57:45.533 INFO:tasks.workunit.client.0.smithi042.stdout:1/252: symlink d0/d17/d18/l4d 0 2024-06-13T11:57:45.534 INFO:tasks.workunit.client.0.smithi042.stdout:3/291: symlink dc/d17/d1f/d46/l6c 0 2024-06-13T11:57:45.534 INFO:tasks.workunit.client.0.smithi042.stdout:0/292: getdents d4/d48/d4b 0 2024-06-13T11:57:45.540 INFO:tasks.workunit.client.0.smithi042.stdout:4/317: symlink d1/d10/d5e/l7c 0 2024-06-13T11:57:45.540 INFO:tasks.workunit.client.0.smithi042.stdout:4/318: getdents d1/d29/d33/d60/d67/d72 0 2024-06-13T11:57:45.540 INFO:tasks.workunit.client.0.smithi042.stdout:4/319: read - d1/f77 zero size 2024-06-13T11:57:45.541 INFO:tasks.workunit.client.0.smithi042.stdout:4/320: chown d1/d5/d5f 12543 1 2024-06-13T11:57:45.541 INFO:tasks.workunit.client.0.smithi042.stdout:4/321: dread - d1/d10/f28 zero size 2024-06-13T11:57:45.541 INFO:tasks.workunit.client.0.smithi042.stdout:2/254: dread f2 [0,4194304] 0 2024-06-13T11:57:45.541 INFO:tasks.workunit.client.0.smithi042.stdout:1/253: readlink d0/d17/l10 0 2024-06-13T11:57:45.541 INFO:tasks.workunit.client.0.smithi042.stdout:2/255: chown d7/l1b 39909454 1 2024-06-13T11:57:45.541 INFO:tasks.workunit.client.0.smithi042.stdout:2/256: readlink d7/l1b 0 2024-06-13T11:57:45.541 INFO:tasks.workunit.client.0.smithi042.stdout:2/257: chown d7/d23/f4d 15699 1 2024-06-13T11:57:45.541 INFO:tasks.workunit.client.0.smithi042.stdout:3/292: creat dc/d17/d20/d5c/f6d x:0 0 0 2024-06-13T11:57:45.541 INFO:tasks.workunit.client.0.smithi042.stdout:0/293: mkdir d4/d33/d5e 0 2024-06-13T11:57:45.541 INFO:tasks.workunit.client.0.smithi042.stdout:0/294: write d4/f26 [1476434,97064] 0 2024-06-13T11:57:45.541 INFO:tasks.workunit.client.0.smithi042.stdout:0/295: fsync d4/d33/d3f/f56 0 2024-06-13T11:57:45.542 INFO:tasks.workunit.client.0.smithi042.stdout:2/258: link d7/d3c/d40/f48 d7/d3c/f53 0 2024-06-13T11:57:45.542 INFO:tasks.workunit.client.0.smithi042.stdout:3/293: creat dc/f6e x:0 0 0 2024-06-13T11:57:45.543 INFO:tasks.workunit.client.0.smithi042.stdout:5/208: dread d1/ff [0,4194304] 0 2024-06-13T11:57:45.543 INFO:tasks.workunit.client.0.smithi042.stdout:5/209: dread - d1/d42/f43 zero size 2024-06-13T11:57:45.543 INFO:tasks.workunit.client.0.smithi042.stdout:5/210: readlink d1/d31/l29 0 2024-06-13T11:57:45.544 INFO:tasks.workunit.client.0.smithi042.stdout:0/296: rename d4/d31/d34/f41 to d4/d31/d4a/d58/f5f 0 2024-06-13T11:57:45.546 INFO:tasks.workunit.client.0.smithi042.stdout:2/259: creat d7/d1a/f54 x:0 0 0 2024-06-13T11:57:45.548 INFO:tasks.workunit.client.0.smithi042.stdout:3/294: creat dc/d17/d20/d2d/d37/f6f x:0 0 0 2024-06-13T11:57:45.549 INFO:tasks.workunit.client.0.smithi042.stdout:2/260: mkdir d7/df/d33/d55 0 2024-06-13T11:57:45.549 INFO:tasks.workunit.client.0.smithi042.stdout:2/261: readlink d7/l16 0 2024-06-13T11:57:45.551 INFO:tasks.workunit.client.0.smithi042.stdout:2/262: mknod d7/d1a/c56 0 2024-06-13T11:57:45.551 INFO:tasks.workunit.client.0.smithi042.stdout:2/263: dread - d7/d1f/f4a zero size 2024-06-13T11:57:45.553 INFO:tasks.workunit.client.0.smithi042.stdout:2/264: symlink d7/d3c/d40/d4c/l57 0 2024-06-13T11:57:45.555 INFO:tasks.workunit.client.0.smithi042.stdout:2/265: rmdir d7/df 39 2024-06-13T11:57:45.569 INFO:tasks.workunit.client.0.smithi042.stdout:2/266: creat d7/f58 x:0 0 0 2024-06-13T11:57:45.570 INFO:tasks.workunit.client.0.smithi042.stdout:4/322: dread d1/de/f5a [0,4194304] 0 2024-06-13T11:57:45.570 INFO:tasks.workunit.client.0.smithi042.stdout:4/323: dread - d1/de/f76 zero size 2024-06-13T11:57:45.571 INFO:tasks.workunit.client.0.smithi042.stdout:2/267: mkdir d7/d23/d59 0 2024-06-13T11:57:45.571 INFO:tasks.workunit.client.0.smithi042.stdout:2/268: write d7/d23/f4d [647897,25107] 0 2024-06-13T11:57:45.572 INFO:tasks.workunit.client.0.smithi042.stdout:4/324: mkdir d1/d29/d4f/d7d 0 2024-06-13T11:57:45.573 INFO:tasks.workunit.client.0.smithi042.stdout:2/269: mkdir d7/d3c/d40/d4c/d5a 0 2024-06-13T11:57:45.573 INFO:tasks.workunit.client.0.smithi042.stdout:2/270: stat d7/d3c/d40/f48 0 2024-06-13T11:57:45.573 INFO:tasks.workunit.client.0.smithi042.stdout:2/271: readlink d7/l14 0 2024-06-13T11:57:45.576 INFO:tasks.workunit.client.0.smithi042.stdout:4/325: link d1/de/l22 d1/d29/d4f/l7e 0 2024-06-13T11:57:45.576 INFO:tasks.workunit.client.0.smithi042.stdout:4/326: chown d1/de/l4d 17240 1 2024-06-13T11:57:45.577 INFO:tasks.workunit.client.0.smithi042.stdout:8/219: write d2/d3/d5/fe [1916425,80733] 0 2024-06-13T11:57:45.577 INFO:tasks.workunit.client.0.smithi042.stdout:8/220: chown d2/d3/d5/d44 9207962 1 2024-06-13T11:57:45.577 INFO:tasks.workunit.client.0.smithi042.stdout:8/221: write d2/dc/f2c [4232174,87005] 0 2024-06-13T11:57:45.578 INFO:tasks.workunit.client.0.smithi042.stdout:6/284: dwrite d16/f1a [0,4194304] 0 2024-06-13T11:57:45.578 INFO:tasks.workunit.client.0.smithi042.stdout:6/285: chown d16/d21/l4a 304018713 1 2024-06-13T11:57:45.578 INFO:tasks.workunit.client.0.smithi042.stdout:4/327: mkdir d1/d10/d5e/d7f 0 2024-06-13T11:57:45.579 INFO:tasks.workunit.client.0.smithi042.stdout:2/272: truncate d7/fb 375901 0 2024-06-13T11:57:45.579 INFO:tasks.workunit.client.0.smithi042.stdout:4/328: mkdir d1/d10/d35/d80 0 2024-06-13T11:57:45.579 INFO:tasks.workunit.client.0.smithi042.stdout:6/286: mkdir d16/d21/d35/d63 0 2024-06-13T11:57:45.581 INFO:tasks.workunit.client.0.smithi042.stdout:2/273: link d7/d1a/f31 d7/d3c/d40/d4c/f5b 0 2024-06-13T11:57:45.581 INFO:tasks.workunit.client.0.smithi042.stdout:2/274: chown d7/d3c/d40/f48 23805 1 2024-06-13T11:57:45.586 INFO:tasks.workunit.client.0.smithi042.stdout:3/295: dread dc/d17/f1e [0,4194304] 0 2024-06-13T11:57:45.586 INFO:tasks.workunit.client.0.smithi042.stdout:3/296: chown dc/f61 288370 1 2024-06-13T11:57:45.586 INFO:tasks.workunit.client.0.smithi042.stdout:6/287: link d16/d21/d23/l61 d16/d21/d23/d2e/l64 0 2024-06-13T11:57:45.586 INFO:tasks.workunit.client.0.smithi042.stdout:6/288: readlink d16/d21/d23/d2e/l64 0 2024-06-13T11:57:45.587 INFO:tasks.workunit.client.0.smithi042.stdout:6/289: chown d16/d21/d35/c3e 6292443 1 2024-06-13T11:57:45.587 INFO:tasks.workunit.client.0.smithi042.stdout:4/329: mknod d1/d10/d5e/d7f/c81 0 2024-06-13T11:57:45.587 INFO:tasks.workunit.client.0.smithi042.stdout:4/330: stat d1/f38 0 2024-06-13T11:57:45.587 INFO:tasks.workunit.client.0.smithi042.stdout:2/275: creat d7/d1f/f5c x:0 0 0 2024-06-13T11:57:45.587 INFO:tasks.workunit.client.0.smithi042.stdout:4/331: write d1/f77 [1013497,62596] 0 2024-06-13T11:57:45.587 INFO:tasks.workunit.client.0.smithi042.stdout:3/297: mkdir dc/d29/d47/d66/d70 0 2024-06-13T11:57:45.587 INFO:tasks.workunit.client.0.smithi042.stdout:2/276: mknod d7/d3c/d40/d4c/c5d 0 2024-06-13T11:57:45.588 INFO:tasks.workunit.client.0.smithi042.stdout:1/254: dread d0/d17/f3e [0,4194304] 0 2024-06-13T11:57:45.589 INFO:tasks.workunit.client.0.smithi042.stdout:3/298: creat dc/d17/d20/d2d/d37/d52/f71 x:0 0 0 2024-06-13T11:57:45.589 INFO:tasks.workunit.client.0.smithi042.stdout:0/297: read d4/f23 [2468535,109566] 0 2024-06-13T11:57:45.590 INFO:tasks.workunit.client.0.smithi042.stdout:1/255: symlink d0/d17/d18/d29/d43/l4e 0 2024-06-13T11:57:45.590 INFO:tasks.workunit.client.0.smithi042.stdout:1/256: fsync d0/d17/f2f 0 2024-06-13T11:57:45.590 INFO:tasks.workunit.client.0.smithi042.stdout:1/257: read - d0/d17/d18/f3c zero size 2024-06-13T11:57:45.590 INFO:tasks.workunit.client.0.smithi042.stdout:1/258: write d0/d17/f3e [4224815,87964] 0 2024-06-13T11:57:45.597 INFO:tasks.workunit.client.0.smithi042.stdout:0/298: rename d4/d31/d4a/d58/f5f to d4/d31/f60 0 2024-06-13T11:57:45.600 INFO:tasks.workunit.client.0.smithi042.stdout:0/299: creat d4/d33/d3f/f61 x:0 0 0 2024-06-13T11:57:45.603 INFO:tasks.workunit.client.0.smithi042.stdout:1/259: rename d0/d17/d18/d29/d43/l4e to d0/d17/d18/d20/l4f 0 2024-06-13T11:57:45.605 INFO:tasks.workunit.client.0.smithi042.stdout:0/300: creat d4/d48/d4b/f62 x:0 0 0 2024-06-13T11:57:45.607 INFO:tasks.workunit.client.0.smithi042.stdout:5/211: dwrite d1/d2b/d37/f24 [0,4194304] 0 2024-06-13T11:57:45.607 INFO:tasks.workunit.client.0.smithi042.stdout:5/212: readlink d1/d31/l1c 0 2024-06-13T11:57:45.607 INFO:tasks.workunit.client.0.smithi042.stdout:5/213: truncate d1/d31/f9 4496415 0 2024-06-13T11:57:45.608 INFO:tasks.workunit.client.0.smithi042.stdout:1/260: creat d0/f50 x:0 0 0 2024-06-13T11:57:45.610 INFO:tasks.workunit.client.0.smithi042.stdout:5/214: creat d1/d31/f44 x:0 0 0 2024-06-13T11:57:45.613 INFO:tasks.workunit.client.0.smithi042.stdout:4/332: read d1/de/f2e [6121250,15446] 0 2024-06-13T11:57:45.613 INFO:tasks.workunit.client.0.smithi042.stdout:4/333: dread - d1/d10/d15/f50 zero size 2024-06-13T11:57:45.620 INFO:tasks.workunit.client.0.smithi042.stdout:5/215: mkdir d1/d31/d45 0 2024-06-13T11:57:45.620 INFO:tasks.workunit.client.0.smithi042.stdout:6/290: dread d16/f1a [0,4194304] 0 2024-06-13T11:57:45.623 INFO:tasks.workunit.client.0.smithi042.stdout:4/334: creat d1/d29/d33/d60/d67/d72/f82 x:0 0 0 2024-06-13T11:57:45.623 INFO:tasks.workunit.client.0.smithi042.stdout:4/335: stat d1/de/c11 0 2024-06-13T11:57:45.623 INFO:tasks.workunit.client.0.smithi042.stdout:4/336: fsync d1/de/f5a 0 2024-06-13T11:57:45.624 INFO:tasks.workunit.client.0.smithi042.stdout:5/216: link d1/f12 d1/d2b/d35/f46 0 2024-06-13T11:57:45.624 INFO:tasks.workunit.client.0.smithi042.stdout:5/217: chown d1/d2b/d35/d36/f3b 24748881 1 2024-06-13T11:57:45.624 INFO:tasks.workunit.client.0.smithi042.stdout:5/218: write d1/d2b/d37/f3d [957831,61083] 0 2024-06-13T11:57:45.625 INFO:tasks.workunit.client.0.smithi042.stdout:6/291: creat d16/d21/d30/d57/f65 x:0 0 0 2024-06-13T11:57:45.625 INFO:tasks.workunit.client.0.smithi042.stdout:5/219: creat d1/d31/d45/f47 x:0 0 0 2024-06-13T11:57:45.627 INFO:tasks.workunit.client.0.smithi042.stdout:6/292: mkdir d16/d21/d30/d57/d66 0 2024-06-13T11:57:45.627 INFO:tasks.workunit.client.0.smithi042.stdout:5/220: creat d1/d2b/d35/f48 x:0 0 0 2024-06-13T11:57:45.629 INFO:tasks.workunit.client.0.smithi042.stdout:6/293: mknod d16/d1c/d2b/c67 0 2024-06-13T11:57:45.629 INFO:tasks.workunit.client.0.smithi042.stdout:6/294: readlink d16/d21/d23/l5c 0 2024-06-13T11:57:45.630 INFO:tasks.workunit.client.0.smithi042.stdout:6/295: symlink d16/d21/d30/d57/d66/l68 0 2024-06-13T11:57:45.632 INFO:tasks.workunit.client.0.smithi042.stdout:5/221: mkdir d1/d49 0 2024-06-13T11:57:45.632 INFO:tasks.workunit.client.0.smithi042.stdout:6/296: mknod d16/d21/d35/d63/c69 0 2024-06-13T11:57:45.632 INFO:tasks.workunit.client.0.smithi042.stdout:6/297: chown d16/d21/d35/c5e 1933080 1 2024-06-13T11:57:45.634 INFO:tasks.workunit.client.0.smithi042.stdout:6/298: creat d16/d21/d35/f6a x:0 0 0 2024-06-13T11:57:45.634 INFO:tasks.workunit.client.0.smithi042.stdout:5/222: rename d1/c19 to d1/d2b/c4a 0 2024-06-13T11:57:45.637 INFO:tasks.workunit.client.0.smithi042.stdout:6/299: rename d16/d21/d35/f6a to d16/d21/d32/f6b 0 2024-06-13T11:57:45.639 INFO:tasks.workunit.client.0.smithi042.stdout:6/300: rename d16/d21/d35/c5e to d16/d1c/d31/c6c 0 2024-06-13T11:57:45.658 INFO:tasks.workunit.client.0.smithi042.stdout:1/261: dwrite d0/f50 [0,4194304] 0 2024-06-13T11:57:45.658 INFO:tasks.workunit.client.0.smithi042.stdout:1/262: write d0/d17/f2f [2239533,15397] 0 2024-06-13T11:57:45.658 INFO:tasks.workunit.client.0.smithi042.stdout:1/263: write d0/f21 [5175400,111554] 0 2024-06-13T11:57:45.682 INFO:tasks.workunit.client.0.smithi042.stdout:5/223: dwrite d1/f6 [0,4194304] 0 2024-06-13T11:57:45.691 INFO:tasks.workunit.client.0.smithi042.stdout:1/264: rename d0/d17/d18/d29/c35 to d0/d17/d18/d29/c51 0 2024-06-13T11:57:45.692 INFO:tasks.workunit.client.0.smithi042.stdout:1/265: fdatasync d0/d34/f49 0 2024-06-13T11:57:45.692 INFO:tasks.workunit.client.0.smithi042.stdout:1/266: chown d0/d17/d18/d20 7818928 1 2024-06-13T11:57:45.692 INFO:tasks.workunit.client.0.smithi042.stdout:0/301: dwrite d4/d31/d34/f42 [0,4194304] 0 2024-06-13T11:57:45.692 INFO:tasks.workunit.client.0.smithi042.stdout:8/222: dread d2/d3/d5/fe [0,4194304] 0 2024-06-13T11:57:45.692 INFO:tasks.workunit.client.0.smithi042.stdout:0/302: fdatasync d4/d33/d3f/f56 0 2024-06-13T11:57:45.692 INFO:tasks.workunit.client.0.smithi042.stdout:4/337: dwrite d1/d5/d16/f27 [0,4194304] 0 2024-06-13T11:57:45.694 INFO:tasks.workunit.client.0.smithi042.stdout:5/224: symlink d1/d42/l4b 0 2024-06-13T11:57:45.695 INFO:tasks.workunit.client.0.smithi042.stdout:5/225: write d1/ff [4651757,59507] 0 2024-06-13T11:57:45.695 INFO:tasks.workunit.client.0.smithi042.stdout:5/226: chown d1/d2b 3011 1 2024-06-13T11:57:45.695 INFO:tasks.workunit.client.0.smithi042.stdout:0/303: rename d4/d48 to d4/d31/d4a/d63 0 2024-06-13T11:57:45.697 INFO:tasks.workunit.client.0.smithi042.stdout:8/223: symlink d2/dc/d22/d3c/l4b 0 2024-06-13T11:57:45.697 INFO:tasks.workunit.client.0.smithi042.stdout:5/227: mknod d1/d31/c4c 0 2024-06-13T11:57:45.697 INFO:tasks.workunit.client.0.smithi042.stdout:5/228: chown d1/d2b/f33 282301 1 2024-06-13T11:57:45.700 INFO:tasks.workunit.client.0.smithi042.stdout:4/338: rename f0 to d1/d29/d4f/f83 0 2024-06-13T11:57:45.700 INFO:tasks.workunit.client.0.smithi042.stdout:4/339: fsync d1/d5/f17 0 2024-06-13T11:57:45.700 INFO:tasks.workunit.client.0.smithi042.stdout:8/224: creat d2/d3/d43/f4c x:0 0 0 2024-06-13T11:57:45.701 INFO:tasks.workunit.client.0.smithi042.stdout:4/340: creat d1/d10/d35/d80/f84 x:0 0 0 2024-06-13T11:57:45.703 INFO:tasks.workunit.client.0.smithi042.stdout:6/301: dwrite d16/d1c/d31/f41 [0,4194304] 0 2024-06-13T11:57:45.706 INFO:tasks.workunit.client.0.smithi042.stdout:6/302: mkdir d16/d6d 0 2024-06-13T11:57:45.714 INFO:tasks.workunit.client.0.smithi042.stdout:6/303: rename d16/d21/d23/d2e/f40 to d16/d21/d23/f6e 0 2024-06-13T11:57:45.719 INFO:tasks.workunit.client.0.smithi042.stdout:4/341: dread d1/d5/f70 [0,4194304] 0 2024-06-13T11:57:45.722 INFO:tasks.workunit.client.0.smithi042.stdout:4/342: creat d1/d10/d35/d80/f85 x:0 0 0 2024-06-13T11:57:45.723 INFO:tasks.workunit.client.0.smithi042.stdout:4/343: creat d1/d29/d33/d60/f86 x:0 0 0 2024-06-13T11:57:45.723 INFO:tasks.workunit.client.0.smithi042.stdout:0/304: dread d4/f23 [0,4194304] 0 2024-06-13T11:57:45.723 INFO:tasks.workunit.client.0.smithi042.stdout:0/305: write d4/f23 [1950899,8931] 0 2024-06-13T11:57:45.724 INFO:tasks.workunit.client.0.smithi042.stdout:4/344: symlink d1/d10/d5e/d63/l87 0 2024-06-13T11:57:45.724 INFO:tasks.workunit.client.0.smithi042.stdout:8/225: write d2/dc/d22/d42/f30 [2483689,55136] 0 2024-06-13T11:57:45.727 INFO:tasks.workunit.client.0.smithi042.stdout:6/304: dread d16/d21/f4b [0,4194304] 0 2024-06-13T11:57:45.728 INFO:tasks.workunit.client.0.smithi042.stdout:0/306: rmdir d4/d31/d34 39 2024-06-13T11:57:45.728 INFO:tasks.workunit.client.0.smithi042.stdout:4/345: rmdir d1 39 2024-06-13T11:57:45.728 INFO:tasks.workunit.client.0.smithi042.stdout:6/305: dread - d16/d1c/d31/f54 zero size 2024-06-13T11:57:45.729 INFO:tasks.workunit.client.0.smithi042.stdout:0/307: truncate d4/fd 1179901 0 2024-06-13T11:57:45.730 INFO:tasks.workunit.client.0.smithi042.stdout:6/306: creat d16/d21/d23/d2e/f6f x:0 0 0 2024-06-13T11:57:45.731 INFO:tasks.workunit.client.0.smithi042.stdout:4/346: symlink d1/d5/l88 0 2024-06-13T11:57:45.735 INFO:tasks.workunit.client.0.smithi042.stdout:6/307: symlink d16/d21/d23/d2e/l70 0 2024-06-13T11:57:45.753 INFO:tasks.workunit.client.0.smithi042.stdout:4/347: dread d1/de/f2e [0,4194304] 0 2024-06-13T11:57:45.759 INFO:tasks.workunit.client.0.smithi042.stdout:8/226: dread d2/d3/f11 [0,4194304] 0 2024-06-13T11:57:45.760 INFO:tasks.workunit.client.0.smithi042.stdout:8/227: write d2/d3/d5/fe [3950682,97520] 0 2024-06-13T11:57:45.760 INFO:tasks.workunit.client.0.smithi042.stdout:5/229: dwrite d1/ff [0,4194304] 0 2024-06-13T11:57:45.763 INFO:tasks.workunit.client.0.smithi042.stdout:4/348: mkdir d1/d10/d5e/d7f/d89 0 2024-06-13T11:57:45.764 INFO:tasks.workunit.client.0.smithi042.stdout:4/349: link d1/de/lf d1/d5/d16/l8a 0 2024-06-13T11:57:45.778 INFO:tasks.workunit.client.0.smithi042.stdout:8/228: read d2/d3/f17 [19421,78483] 0 2024-06-13T11:57:45.778 INFO:tasks.workunit.client.0.smithi042.stdout:8/229: chown d2/l26 0 1 2024-06-13T11:57:45.780 INFO:tasks.workunit.client.0.smithi042.stdout:8/230: creat d2/d3/d43/f4d x:0 0 0 2024-06-13T11:57:45.782 INFO:tasks.workunit.client.0.smithi042.stdout:8/231: link d2/dc/d22/c28 d2/dc/d22/d42/c4e 0 2024-06-13T11:57:45.786 INFO:tasks.workunit.client.0.smithi042.stdout:5/230: read d1/f6 [3277196,38094] 0 2024-06-13T11:57:45.786 INFO:tasks.workunit.client.0.smithi042.stdout:5/231: fsync d1/f23 0 2024-06-13T11:57:45.793 INFO:tasks.workunit.client.0.smithi042.stdout:4/350: write d1/d10/f61 [3042404,64863] 0 2024-06-13T11:57:45.794 INFO:tasks.workunit.client.0.smithi042.stdout:0/308: dwrite d4/f2f [0,4194304] 0 2024-06-13T11:57:45.796 INFO:tasks.workunit.client.0.smithi042.stdout:6/308: dwrite d16/f18 [0,4194304] 0 2024-06-13T11:57:45.798 INFO:tasks.workunit.client.0.smithi042.stdout:6/309: mknod d16/d6d/c71 0 2024-06-13T11:57:45.799 INFO:tasks.workunit.client.0.smithi042.stdout:6/310: getdents d16/d1c 0 2024-06-13T11:57:45.803 INFO:tasks.workunit.client.0.smithi042.stdout:6/311: rename d16/d1c to d16/d21/d72 0 2024-06-13T11:57:45.803 INFO:tasks.workunit.client.0.smithi042.stdout:6/312: chown d16/d21/d72/d2b/f2f 2462138 1 2024-06-13T11:57:45.804 INFO:tasks.workunit.client.0.smithi042.stdout:0/309: mkdir d4/d32/d64 0 2024-06-13T11:57:45.805 INFO:tasks.workunit.client.0.smithi042.stdout:0/310: read d4/f38 [146910,128951] 0 2024-06-13T11:57:45.805 INFO:tasks.workunit.client.0.smithi042.stdout:0/311: dread - d4/d33/f47 zero size 2024-06-13T11:57:45.806 INFO:tasks.workunit.client.0.smithi042.stdout:0/312: link d4/f14 d4/d31/d4a/d63/d4b/f65 0 2024-06-13T11:57:45.817 INFO:tasks.workunit.client.0.smithi042.stdout:8/232: dread d2/d3/d5/fe [0,4194304] 0 2024-06-13T11:57:45.818 INFO:tasks.workunit.client.0.smithi042.stdout:8/233: chown d2/fa 6 1 2024-06-13T11:57:45.819 INFO:tasks.workunit.client.0.smithi042.stdout:8/234: truncate d2/d3e/f3b 3179075 0 2024-06-13T11:57:45.825 INFO:tasks.workunit.client.0.smithi042.stdout:8/235: creat d2/d3/f4f x:0 0 0 2024-06-13T11:57:45.825 INFO:tasks.workunit.client.0.smithi042.stdout:8/236: write d2/d3/d43/f4c [922037,44924] 0 2024-06-13T11:57:45.833 INFO:tasks.workunit.client.0.smithi042.stdout:4/351: write d1/d10/f14 [1277724,38944] 0 2024-06-13T11:57:45.839 INFO:tasks.workunit.client.0.smithi042.stdout:6/313: dread d16/f18 [0,4194304] 0 2024-06-13T11:57:45.840 INFO:tasks.workunit.client.0.smithi042.stdout:5/232: dwrite d1/f8 [0,4194304] 0 2024-06-13T11:57:45.842 INFO:tasks.workunit.client.0.smithi042.stdout:5/233: creat d1/d2b/d35/d36/f4d x:0 0 0 2024-06-13T11:57:45.842 INFO:tasks.workunit.client.0.smithi042.stdout:6/314: creat d16/d6d/f73 x:0 0 0 2024-06-13T11:57:45.843 INFO:tasks.workunit.client.0.smithi042.stdout:5/234: rename d1/d31/f2f to d1/d2b/d35/f4e 0 2024-06-13T11:57:45.843 INFO:tasks.workunit.client.0.smithi042.stdout:5/235: write d1/f6 [688727,39334] 0 2024-06-13T11:57:45.845 INFO:tasks.workunit.client.0.smithi042.stdout:8/237: dread d2/f10 [0,4194304] 0 2024-06-13T11:57:45.845 INFO:tasks.workunit.client.0.smithi042.stdout:6/315: link d16/d21/d72/d31/c6c d16/d21/d35/d63/c74 0 2024-06-13T11:57:45.845 INFO:tasks.workunit.client.0.smithi042.stdout:6/316: readlink d16/d21/d23/l5c 0 2024-06-13T11:57:45.845 INFO:tasks.workunit.client.0.smithi042.stdout:8/238: read d2/d3/f31 [3053898,93946] 0 2024-06-13T11:57:45.845 INFO:tasks.workunit.client.0.smithi042.stdout:8/239: readlink d2/l39 0 2024-06-13T11:57:45.845 INFO:tasks.workunit.client.0.smithi042.stdout:8/240: readlink d2/d3/d5/l48 0 2024-06-13T11:57:45.846 INFO:tasks.workunit.client.0.smithi042.stdout:6/317: write d16/d21/d32/f3d [207114,16223] 0 2024-06-13T11:57:45.846 INFO:tasks.workunit.client.0.smithi042.stdout:6/318: chown d16/d21/d30/c58 1728989545 1 2024-06-13T11:57:45.846 INFO:tasks.workunit.client.0.smithi042.stdout:5/236: creat d1/d31/d45/f4f x:0 0 0 2024-06-13T11:57:45.848 INFO:tasks.workunit.client.0.smithi042.stdout:5/237: symlink d1/d42/l50 0 2024-06-13T11:57:45.849 INFO:tasks.workunit.client.0.smithi042.stdout:8/241: write d2/d3/d5/f2e [424585,34045] 0 2024-06-13T11:57:45.852 INFO:tasks.workunit.client.0.smithi042.stdout:6/319: dread d16/d21/d23/f6e [0,4194304] 0 2024-06-13T11:57:45.854 INFO:tasks.workunit.client.0.smithi042.stdout:4/352: write d1/d5/f69 [2623988,65799] 0 2024-06-13T11:57:45.854 INFO:tasks.workunit.client.0.smithi042.stdout:5/238: creat d1/d2b/d35/d36/d40/f51 x:0 0 0 2024-06-13T11:57:45.855 INFO:tasks.workunit.client.0.smithi042.stdout:8/242: symlink d2/dc/d22/l50 0 2024-06-13T11:57:45.856 INFO:tasks.workunit.client.0.smithi042.stdout:4/353: mknod d1/d29/d33/d60/c8b 0 2024-06-13T11:57:45.858 INFO:tasks.workunit.client.0.smithi042.stdout:5/239: rename d1/d31/c13 to d1/d2b/d37/c52 0 2024-06-13T11:57:45.858 INFO:tasks.workunit.client.0.smithi042.stdout:5/240: truncate d1/d31/f2e 1911005 0 2024-06-13T11:57:45.858 INFO:tasks.workunit.client.0.smithi042.stdout:8/243: creat d2/d3/f51 x:0 0 0 2024-06-13T11:57:45.859 INFO:tasks.workunit.client.0.smithi042.stdout:4/354: unlink d1/d5/f69 0 2024-06-13T11:57:45.860 INFO:tasks.workunit.client.0.smithi042.stdout:6/320: truncate d16/d21/d23/f50 2213922 0 2024-06-13T11:57:45.860 INFO:tasks.workunit.client.0.smithi042.stdout:5/241: creat d1/d49/f53 x:0 0 0 2024-06-13T11:57:45.860 INFO:tasks.workunit.client.0.smithi042.stdout:5/242: readlink d1/l2 0 2024-06-13T11:57:45.860 INFO:tasks.workunit.client.0.smithi042.stdout:8/244: symlink d2/d3/d5/d44/l52 0 2024-06-13T11:57:45.861 INFO:tasks.workunit.client.0.smithi042.stdout:6/321: creat d16/d21/d5d/f75 x:0 0 0 2024-06-13T11:57:45.861 INFO:tasks.workunit.client.0.smithi042.stdout:4/355: mkdir d1/d10/d5e/d7f/d89/d8c 0 2024-06-13T11:57:45.863 INFO:tasks.workunit.client.0.smithi042.stdout:5/243: creat d1/d2b/f54 x:0 0 0 2024-06-13T11:57:45.863 INFO:tasks.workunit.client.0.smithi042.stdout:5/244: write d1/d2b/d37/f28 [395088,92243] 0 2024-06-13T11:57:45.863 INFO:tasks.workunit.client.0.smithi042.stdout:5/245: chown d1/d2b/d35/f4e 41428 1 2024-06-13T11:57:45.863 INFO:tasks.workunit.client.0.smithi042.stdout:6/322: truncate d16/f18 1054431 0 2024-06-13T11:57:45.864 INFO:tasks.workunit.client.0.smithi042.stdout:4/356: mkdir d1/d10/d15/d8d 0 2024-06-13T11:57:45.864 INFO:tasks.workunit.client.0.smithi042.stdout:6/323: getdents d16/d21/d35/d63 0 2024-06-13T11:57:45.864 INFO:tasks.workunit.client.0.smithi042.stdout:6/324: truncate d16/d21/d72/f2c 4942220 0 2024-06-13T11:57:45.866 INFO:tasks.workunit.client.0.smithi042.stdout:4/357: write d1/d5/d16/f2c [2971902,129341] 0 2024-06-13T11:57:45.866 INFO:tasks.workunit.client.0.smithi042.stdout:4/358: stat d1/d6a/f74 0 2024-06-13T11:57:45.866 INFO:tasks.workunit.client.0.smithi042.stdout:4/359: write d1/d29/d33/d60/d67/d72/f82 [530583,54389] 0 2024-06-13T11:57:45.866 INFO:tasks.workunit.client.0.smithi042.stdout:4/360: chown d1/d29/d33/c48 7284 1 2024-06-13T11:57:45.867 INFO:tasks.workunit.client.0.smithi042.stdout:6/325: mkdir d16/d21/d35/d63/d76 0 2024-06-13T11:57:45.867 INFO:tasks.workunit.client.0.smithi042.stdout:6/326: read d16/d21/d23/f6e [208198,58194] 0 2024-06-13T11:57:45.868 INFO:tasks.workunit.client.0.smithi042.stdout:6/327: chown d16/d21/d72/d2b/l44 14220784 1 2024-06-13T11:57:45.871 INFO:tasks.workunit.client.0.smithi042.stdout:6/328: write d16/d21/d72/d31/f3b [286676,49393] 0 2024-06-13T11:57:45.871 INFO:tasks.workunit.client.0.smithi042.stdout:6/329: write d16/d6d/f73 [266430,129333] 0 2024-06-13T11:57:45.880 INFO:tasks.workunit.client.0.smithi042.stdout:5/246: getdents d1/d31 0 2024-06-13T11:57:45.882 INFO:tasks.workunit.client.0.smithi042.stdout:5/247: unlink d1/d31/f44 0 2024-06-13T11:57:45.883 INFO:tasks.workunit.client.0.smithi042.stdout:5/248: creat d1/d2b/d35/f55 x:0 0 0 2024-06-13T11:57:45.885 INFO:tasks.workunit.client.0.smithi042.stdout:5/249: rename d1/d2b/c4a to d1/d2b/d35/d36/c56 0 2024-06-13T11:57:45.887 INFO:tasks.workunit.client.0.smithi042.stdout:4/361: truncate d1/d5/d5f/f6e 3267880 0 2024-06-13T11:57:45.888 INFO:tasks.workunit.client.0.smithi042.stdout:4/362: mkdir d1/d8e 0 2024-06-13T11:57:45.890 INFO:tasks.workunit.client.0.smithi042.stdout:4/363: rename d1/d5/lc to d1/d8e/l8f 0 2024-06-13T11:57:45.902 INFO:tasks.workunit.client.0.smithi042.stdout:4/364: mknod d1/d10/c90 0 2024-06-13T11:57:45.903 INFO:tasks.workunit.client.0.smithi042.stdout:4/365: rename d1/d10/d5e/d63 to d1/d29/d4f/d91 0 2024-06-13T11:57:45.904 INFO:tasks.workunit.client.0.smithi042.stdout:4/366: creat d1/d10/d35/d80/f92 x:0 0 0 2024-06-13T11:57:45.928 INFO:tasks.workunit.client.0.smithi042.stdout:6/330: dwrite fe [0,4194304] 0 2024-06-13T11:57:45.928 INFO:tasks.workunit.client.0.smithi042.stdout:4/367: dread d1/d5/f17 [0,4194304] 0 2024-06-13T11:57:45.929 INFO:tasks.workunit.client.0.smithi042.stdout:6/331: dread - d16/d21/d5d/f75 zero size 2024-06-13T11:57:45.929 INFO:tasks.workunit.client.0.smithi042.stdout:4/368: write d1/d10/f44 [238669,78627] 0 2024-06-13T11:57:45.930 INFO:tasks.workunit.client.0.smithi042.stdout:6/332: mknod d16/d21/d35/d63/c77 0 2024-06-13T11:57:45.933 INFO:tasks.workunit.client.0.smithi042.stdout:5/250: dwrite d1/d31/f26 [0,4194304] 0 2024-06-13T11:57:45.933 INFO:tasks.workunit.client.0.smithi042.stdout:5/251: stat d1/d31/l20 0 2024-06-13T11:57:45.933 INFO:tasks.workunit.client.0.smithi042.stdout:5/252: chown d1/d31/fb 23 1 2024-06-13T11:57:45.961 INFO:tasks.workunit.client.0.smithi042.stdout:6/333: dread d16/d21/d23/f2a [0,4194304] 0 2024-06-13T11:57:45.970 INFO:tasks.workunit.client.0.smithi042.stdout:4/369: dwrite d1/d6a/d52/f56 [0,4194304] 0 2024-06-13T11:57:45.972 INFO:tasks.workunit.client.0.smithi042.stdout:4/370: mkdir d1/d10/d35/d80/d93 0 2024-06-13T11:57:45.973 INFO:tasks.workunit.client.0.smithi042.stdout:4/371: symlink d1/d29/d4f/d91/l94 0 2024-06-13T11:57:45.975 INFO:tasks.workunit.client.0.smithi042.stdout:4/372: unlink d1/d29/d4f/d91/l71 0 2024-06-13T11:57:45.977 INFO:tasks.workunit.client.0.smithi042.stdout:4/373: mknod d1/de/c95 0 2024-06-13T11:57:45.977 INFO:tasks.workunit.client.0.smithi042.stdout:4/374: fsync d1/d29/f34 0 2024-06-13T11:57:45.977 INFO:tasks.workunit.client.0.smithi042.stdout:4/375: stat d1/d10/d4e 0 2024-06-13T11:57:45.978 INFO:tasks.workunit.client.0.smithi042.stdout:4/376: creat d1/d10/d35/d80/f96 x:0 0 0 2024-06-13T11:57:45.979 INFO:tasks.workunit.client.0.smithi042.stdout:4/377: getdents d1/d10/d35 0 2024-06-13T11:57:45.980 INFO:tasks.workunit.client.0.smithi042.stdout:4/378: write d1/d10/f14 [2362323,63250] 0 2024-06-13T11:57:45.980 INFO:tasks.workunit.client.0.smithi042.stdout:4/379: stat d1/d10/c90 0 2024-06-13T11:57:45.980 INFO:tasks.workunit.client.0.smithi042.stdout:4/380: chown d1/d10/d15/c6d 1905477 1 2024-06-13T11:57:45.980 INFO:tasks.workunit.client.0.smithi042.stdout:4/381: fsync d1/de/f2e 0 2024-06-13T11:57:45.983 INFO:tasks.workunit.client.0.smithi042.stdout:5/253: dwrite d1/d2b/f38 [0,4194304] 0 2024-06-13T11:57:45.985 INFO:tasks.workunit.client.0.smithi042.stdout:5/254: rmdir d1/d2b/d35/d36 39 2024-06-13T11:57:45.985 INFO:tasks.workunit.client.0.smithi042.stdout:5/255: readlink d1/d42/l50 0 2024-06-13T11:57:45.986 INFO:tasks.workunit.client.0.smithi042.stdout:5/256: rename d1/d2b/d35/d36/l3a to d1/d31/d45/l57 0 2024-06-13T11:57:45.989 INFO:tasks.workunit.client.0.smithi042.stdout:5/257: rename d1/c1b to d1/d2b/d37/c58 0 2024-06-13T11:57:45.993 INFO:tasks.workunit.client.0.smithi042.stdout:5/258: link d1/c22 d1/d31/c59 0 2024-06-13T11:57:46.004 INFO:tasks.workunit.client.0.smithi042.stdout:4/382: write d1/d29/d33/d60/d67/d72/f82 [512215,79108] 0 2024-06-13T11:57:46.011 INFO:tasks.workunit.client.0.smithi042.stdout:4/383: mkdir d1/d10/d4e/d97 0 2024-06-13T11:57:46.018 INFO:tasks.workunit.client.0.smithi042.stdout:6/334: dwrite d16/d21/d30/f49 [0,4194304] 0 2024-06-13T11:57:46.021 INFO:tasks.workunit.client.0.smithi042.stdout:6/335: rmdir d16/d21/d35/d63/d76 0 2024-06-13T11:57:46.023 INFO:tasks.workunit.client.0.smithi042.stdout:6/336: rename d16/d21/d72/f2c to d16/f78 0 2024-06-13T11:57:46.036 INFO:tasks.workunit.client.0.smithi042.stdout:4/384: dread d1/d29/f2a [0,4194304] 0 2024-06-13T11:57:46.037 INFO:tasks.workunit.client.0.smithi042.stdout:5/259: dwrite d1/f6 [0,4194304] 0 2024-06-13T11:57:46.037 INFO:tasks.workunit.client.0.smithi042.stdout:6/337: write d16/f18 [260761,7988] 0 2024-06-13T11:57:46.037 INFO:tasks.workunit.client.0.smithi042.stdout:6/338: truncate d16/d21/d30/f45 705046 0 2024-06-13T11:57:46.037 INFO:tasks.workunit.client.0.smithi042.stdout:4/385: creat d1/d29/d4f/f98 x:0 0 0 2024-06-13T11:57:46.039 INFO:tasks.workunit.client.0.smithi042.stdout:6/339: mkdir d16/d21/d72/d79 0 2024-06-13T11:57:46.070 INFO:tasks.workunit.client.0.smithi042.stdout:6/340: write d16/d21/d23/f50 [314483,21923] 0 2024-06-13T11:57:46.076 INFO:tasks.workunit.client.0.smithi042.stdout:6/341: mkdir d16/d21/d35/d63/d7a 0 2024-06-13T11:57:46.077 INFO:tasks.workunit.client.0.smithi042.stdout:6/342: write d16/d21/d30/f45 [256344,76070] 0 2024-06-13T11:57:46.078 INFO:tasks.workunit.client.0.smithi042.stdout:5/260: dread d1/f23 [0,4194304] 0 2024-06-13T11:57:46.087 INFO:tasks.workunit.client.0.smithi042.stdout:4/386: dwrite d1/d29/d4f/f83 [0,4194304] 0 2024-06-13T11:57:46.132 INFO:tasks.workunit.client.0.smithi042.stdout:6/343: dwrite d16/d21/d30/d57/f65 [0,4194304] 0 2024-06-13T11:57:46.137 INFO:tasks.workunit.client.0.smithi042.stdout:5/261: dwrite d1/d2b/d37/f3d [0,4194304] 0 2024-06-13T11:57:46.137 INFO:tasks.workunit.client.0.smithi042.stdout:5/262: fsync d1/f12 0 2024-06-13T11:57:46.140 INFO:tasks.workunit.client.0.smithi042.stdout:5/263: unlink d1/d2b/d37/c21 0 2024-06-13T11:57:46.145 INFO:tasks.workunit.client.0.smithi042.stdout:6/344: fsync d16/d21/d23/f50 0 2024-06-13T11:57:46.149 INFO:tasks.workunit.client.0.smithi042.stdout:6/345: unlink d16/d21/d23/f33 0 2024-06-13T11:57:46.155 INFO:tasks.workunit.client.0.smithi042.stdout:4/387: dwrite d1/d29/d33/d60/d67/d72/f82 [0,4194304] 0 2024-06-13T11:57:46.155 INFO:tasks.workunit.client.0.smithi042.stdout:4/388: fsync d1/d6a/d52/f56 0 2024-06-13T11:57:46.156 INFO:tasks.workunit.client.0.smithi042.stdout:4/389: stat d1/de/c11 0 2024-06-13T11:57:46.158 INFO:tasks.workunit.client.0.smithi042.stdout:4/390: mknod d1/d29/d4f/d7d/c99 0 2024-06-13T11:57:46.159 INFO:tasks.workunit.client.0.smithi042.stdout:4/391: truncate d1/d10/d5e/f62 4052798 0 2024-06-13T11:57:46.166 INFO:tasks.workunit.client.0.smithi042.stdout:5/264: dread d1/d2b/f38 [0,4194304] 0 2024-06-13T11:57:46.166 INFO:tasks.workunit.client.0.smithi042.stdout:5/265: dread - d1/d2b/d35/d36/f4d zero size 2024-06-13T11:57:46.180 INFO:tasks.workunit.client.0.smithi042.stdout:5/266: dread d1/d2b/d37/f28 [0,4194304] 0 2024-06-13T11:57:46.180 INFO:tasks.workunit.client.0.smithi042.stdout:5/267: chown d1/d2b/d37 3 1 2024-06-13T11:57:46.181 INFO:tasks.workunit.client.0.smithi042.stdout:5/268: rmdir d1/d2b/d35 39 2024-06-13T11:57:46.181 INFO:tasks.workunit.client.0.smithi042.stdout:5/269: stat d1/d2b/d35/f48 0 2024-06-13T11:57:46.181 INFO:tasks.workunit.client.0.smithi042.stdout:5/270: chown d1/d31/f2e 43583 1 2024-06-13T11:57:46.181 INFO:tasks.workunit.client.0.smithi042.stdout:5/271: write d1/d42/f43 [356720,78195] 0 2024-06-13T11:57:46.182 INFO:tasks.workunit.client.0.smithi042.stdout:5/272: link d1/d31/c4c d1/d42/c5a 0 2024-06-13T11:57:46.183 INFO:tasks.workunit.client.0.smithi042.stdout:4/392: write d1/d5/d16/f27 [3309884,13072] 0 2024-06-13T11:57:46.183 INFO:tasks.workunit.client.0.smithi042.stdout:4/393: dread - d1/d10/d35/d80/f85 zero size 2024-06-13T11:57:46.183 INFO:tasks.workunit.client.0.smithi042.stdout:5/273: rmdir d1/d2b/d35/d36 39 2024-06-13T11:57:46.185 INFO:tasks.workunit.client.0.smithi042.stdout:4/394: unlink d1/de/lf 0 2024-06-13T11:57:46.185 INFO:tasks.workunit.client.0.smithi042.stdout:4/395: truncate d1/d5/f70 1150934 0 2024-06-13T11:57:46.185 INFO:tasks.workunit.client.0.smithi042.stdout:4/396: readlink d1/d29/l4b 0 2024-06-13T11:57:46.186 INFO:tasks.workunit.client.0.smithi042.stdout:4/397: unlink d1/d10/d15/c6d 0 2024-06-13T11:57:46.186 INFO:tasks.workunit.client.0.smithi042.stdout:4/398: chown d1/d29/d33/c73 91 1 2024-06-13T11:57:46.186 INFO:tasks.workunit.client.0.smithi042.stdout:4/399: dread - d1/d10/d15/f50 zero size 2024-06-13T11:57:46.188 INFO:tasks.workunit.client.0.smithi042.stdout:4/400: link d1/de/c95 d1/d10/d15/d8d/c9a 0 2024-06-13T11:57:46.209 INFO:tasks.workunit.client.0.smithi042.stdout:6/346: dwrite d16/d21/d23/d2e/f6f [0,4194304] 0 2024-06-13T11:57:46.210 INFO:tasks.workunit.client.0.smithi042.stdout:6/347: truncate d16/d21/d32/f5f 792640 0 2024-06-13T11:57:46.210 INFO:tasks.workunit.client.0.smithi042.stdout:5/274: dread d1/f16 [0,4194304] 0 2024-06-13T11:57:46.212 INFO:tasks.workunit.client.0.smithi042.stdout:5/275: mkdir d1/d2b/d35/d5b 0 2024-06-13T11:57:46.213 INFO:tasks.workunit.client.0.smithi042.stdout:5/276: creat d1/d2b/d35/f5c x:0 0 0 2024-06-13T11:57:46.223 INFO:tasks.workunit.client.0.smithi042.stdout:5/277: truncate d1/d31/f17 3741654 0 2024-06-13T11:57:46.223 INFO:tasks.workunit.client.0.smithi042.stdout:5/278: truncate d1/d2b/f54 1028061 0 2024-06-13T11:57:46.242 INFO:tasks.workunit.client.0.smithi042.stdout:6/348: dread d16/f78 [0,4194304] 0 2024-06-13T11:57:46.251 INFO:tasks.workunit.client.0.smithi042.stdout:5/279: write d1/d31/f9 [3851634,7767] 0 2024-06-13T11:57:46.252 INFO:tasks.workunit.client.0.smithi042.stdout:4/401: dwrite d1/d10/d15/f50 [0,4194304] 0 2024-06-13T11:57:46.254 INFO:tasks.workunit.client.0.smithi042.stdout:6/349: link d16/d21/d72/f1d d16/d21/d72/d31/f7b 0 2024-06-13T11:57:46.254 INFO:tasks.workunit.client.0.smithi042.stdout:6/350: fdatasync f11 0 2024-06-13T11:57:46.255 INFO:tasks.workunit.client.0.smithi042.stdout:5/280: mkdir d1/d31/d45/d5d 0 2024-06-13T11:57:46.256 INFO:tasks.workunit.client.0.smithi042.stdout:4/402: creat d1/d29/d33/d6f/f9b x:0 0 0 2024-06-13T11:57:46.256 INFO:tasks.workunit.client.0.smithi042.stdout:4/403: getdents d1/d10/d5e/d7f/d89/d8c 0 2024-06-13T11:57:46.258 INFO:tasks.workunit.client.0.smithi042.stdout:6/351: mkdir d16/d21/d32/d7c 0 2024-06-13T11:57:46.258 INFO:tasks.workunit.client.0.smithi042.stdout:6/352: getdents d16/d21/d32/d7c 0 2024-06-13T11:57:46.259 INFO:tasks.workunit.client.0.smithi042.stdout:6/353: getdents d16/d21/d5d 0 2024-06-13T11:57:46.268 INFO:tasks.workunit.client.0.smithi042.stdout:6/354: dread f11 [0,4194304] 0 2024-06-13T11:57:46.275 INFO:tasks.workunit.client.0.smithi042.stdout:6/355: creat d16/d21/d35/f7d x:0 0 0 2024-06-13T11:57:46.275 INFO:tasks.workunit.client.0.smithi042.stdout:6/356: stat d16/d21/d72/d2b/f2f 0 2024-06-13T11:57:46.292 INFO:tasks.workunit.client.0.smithi042.stdout:5/281: dread d1/d2b/d35/f46 [0,4194304] 0 2024-06-13T11:57:46.293 INFO:tasks.workunit.client.0.smithi042.stdout:5/282: rmdir d1/d31 39 2024-06-13T11:57:46.294 INFO:tasks.workunit.client.0.smithi042.stdout:5/283: symlink d1/d2b/d35/d36/l5e 0 2024-06-13T11:57:46.296 INFO:tasks.workunit.client.0.smithi042.stdout:5/284: creat d1/d2b/d35/d5b/f5f x:0 0 0 2024-06-13T11:57:46.326 INFO:tasks.workunit.client.0.smithi042.stdout:4/404: dwrite d1/f38 [0,4194304] 0 2024-06-13T11:57:46.328 INFO:tasks.workunit.client.0.smithi042.stdout:5/285: dread d1/d31/f9 [0,4194304] 0 2024-06-13T11:57:46.328 INFO:tasks.workunit.client.0.smithi042.stdout:5/286: readlink d1/d31/l29 0 2024-06-13T11:57:46.331 INFO:tasks.workunit.client.0.smithi042.stdout:5/287: rmdir d1/d2b/d35/d36 39 2024-06-13T11:57:46.331 INFO:tasks.workunit.client.0.smithi042.stdout:5/288: chown d1/d2b/d35/f55 1 1 2024-06-13T11:57:46.332 INFO:tasks.workunit.client.0.smithi042.stdout:5/289: mkdir d1/d42/d60 0 2024-06-13T11:57:46.334 INFO:tasks.workunit.client.0.smithi042.stdout:6/357: dwrite d16/d21/d72/d31/f41 [0,4194304] 0 2024-06-13T11:57:46.342 INFO:tasks.workunit.client.0.smithi042.stdout:6/358: creat d16/d21/d72/d79/f7e x:0 0 0 2024-06-13T11:57:46.351 INFO:tasks.workunit.client.0.smithi042.stdout:6/359: link d16/d21/d30/d57/f65 d16/d21/d30/d57/d66/f7f 0 2024-06-13T11:57:46.351 INFO:tasks.workunit.client.0.smithi042.stdout:6/360: chown d16/d21/d32/l48 1 1 2024-06-13T11:57:46.356 INFO:tasks.workunit.client.0.smithi042.stdout:5/290: dread d1/d2b/d37/f3d [0,4194304] 0 2024-06-13T11:57:46.376 INFO:tasks.workunit.client.0.smithi042.stdout:4/405: dwrite d1/d10/d35/d80/f92 [0,4194304] 0 2024-06-13T11:57:46.379 INFO:tasks.workunit.client.0.smithi042.stdout:6/361: dread d16/d21/d72/d2b/f34 [0,4194304] 0 2024-06-13T11:57:46.410 INFO:tasks.workunit.client.0.smithi042.stdout:5/291: dwrite d1/d2b/d37/f28 [0,4194304] 0 2024-06-13T11:57:46.411 INFO:tasks.workunit.client.0.smithi042.stdout:6/362: write d16/f78 [2348662,80164] 0 2024-06-13T11:57:46.411 INFO:tasks.workunit.client.0.smithi042.stdout:6/363: fsync d16/d21/d72/d31/f54 0 2024-06-13T11:57:46.426 INFO:tasks.workunit.client.0.smithi042.stdout:4/406: dwrite d1/d5/d16/f27 [0,4194304] 0 2024-06-13T11:57:46.426 INFO:tasks.workunit.client.0.smithi042.stdout:6/364: getdents d16/d21/d72/d31 0 2024-06-13T11:57:46.454 INFO:tasks.workunit.client.0.smithi042.stdout:4/407: read d1/f38 [1213974,12166] 0 2024-06-13T11:57:46.457 INFO:tasks.workunit.client.0.smithi042.stdout:4/408: symlink d1/d10/d35/l9c 0 2024-06-13T11:57:46.458 INFO:tasks.workunit.client.0.smithi042.stdout:5/292: dwrite d1/d2b/d35/f4e [0,4194304] 0 2024-06-13T11:57:46.460 INFO:tasks.workunit.client.0.smithi042.stdout:4/409: creat d1/d29/d4f/f9d x:0 0 0 2024-06-13T11:57:46.460 INFO:tasks.workunit.client.0.smithi042.stdout:4/410: fsync d1/d10/f28 0 2024-06-13T11:57:46.461 INFO:tasks.workunit.client.0.smithi042.stdout:4/411: creat d1/d10/d35/f9e x:0 0 0 2024-06-13T11:57:46.477 INFO:tasks.workunit.client.0.smithi042.stdout:6/365: dwrite f11 [0,4194304] 0 2024-06-13T11:57:46.477 INFO:tasks.workunit.client.0.smithi042.stdout:6/366: dread - d16/d21/d5d/f75 zero size 2024-06-13T11:57:46.494 INFO:tasks.workunit.client.0.smithi042.stdout:6/367: dread d16/d21/d30/f45 [0,4194304] 0 2024-06-13T11:57:46.496 INFO:tasks.workunit.client.0.smithi042.stdout:5/293: dwrite d1/d49/f53 [0,4194304] 0 2024-06-13T11:57:46.498 INFO:tasks.workunit.client.0.smithi042.stdout:5/294: mknod d1/d2b/d35/d36/d40/c61 0 2024-06-13T11:57:46.500 INFO:tasks.workunit.client.0.smithi042.stdout:5/295: unlink d1/c14 0 2024-06-13T11:57:46.512 INFO:tasks.workunit.client.0.smithi042.stdout:4/412: dwrite d1/d5/d5f/f6e [4194304,4194304] 0 2024-06-13T11:57:46.512 INFO:tasks.workunit.client.0.smithi042.stdout:4/413: fsync d1/d10/f28 0 2024-06-13T11:57:46.514 INFO:tasks.workunit.client.0.smithi042.stdout:4/414: creat d1/d8e/f9f x:0 0 0 2024-06-13T11:57:46.571 INFO:tasks.workunit.client.0.smithi042.stdout:6/368: dwrite d16/d21/d23/f50 [0,4194304] 0 2024-06-13T11:57:46.571 INFO:tasks.workunit.client.0.smithi042.stdout:6/369: chown d16/d21/d23/f50 0 1 2024-06-13T11:57:46.580 INFO:tasks.workunit.client.0.smithi042.stdout:5/296: dwrite d1/d2b/d35/f46 [0,4194304] 0 2024-06-13T11:57:46.581 INFO:tasks.workunit.client.0.smithi042.stdout:4/415: dread d1/d5/d5f/f6e [4194304,4194304] 0 2024-06-13T11:57:46.582 INFO:tasks.workunit.client.0.smithi042.stdout:4/416: write d1/de/f5d [368748,69769] 0 2024-06-13T11:57:46.582 INFO:tasks.workunit.client.0.smithi042.stdout:5/297: mkdir d1/d2b/d35/d62 0 2024-06-13T11:57:46.583 INFO:tasks.workunit.client.0.smithi042.stdout:5/298: symlink d1/d2b/l63 0 2024-06-13T11:57:46.585 INFO:tasks.workunit.client.0.smithi042.stdout:5/299: symlink d1/d2b/l64 0 2024-06-13T11:57:46.585 INFO:tasks.workunit.client.0.smithi042.stdout:5/300: stat d1 0 2024-06-13T11:57:46.585 INFO:tasks.workunit.client.0.smithi042.stdout:5/301: readlink d1/d31/l2d 0 2024-06-13T11:57:46.585 INFO:tasks.workunit.client.0.smithi042.stdout:5/302: chown d1/d42/f43 891 1 2024-06-13T11:57:46.585 INFO:tasks.workunit.client.0.smithi042.stdout:5/303: fsync d1/f16 0 2024-06-13T11:57:46.594 INFO:tasks.workunit.client.0.smithi042.stdout:6/370: rename d16/d21/d72/d31/f41 to d16/d21/d35/f80 0 2024-06-13T11:57:46.596 INFO:tasks.workunit.client.0.smithi042.stdout:3/299: sync 2024-06-13T11:57:46.596 INFO:tasks.workunit.client.0.smithi042.stdout:3/300: readlink dc/d29/l3d 0 2024-06-13T11:57:46.596 INFO:tasks.workunit.client.0.smithi042.stdout:1/267: sync 2024-06-13T11:57:46.596 INFO:tasks.workunit.client.0.smithi042.stdout:7/180: sync 2024-06-13T11:57:46.598 INFO:tasks.workunit.client.0.smithi042.stdout:7/181: link d2/d3/d12/f18 d2/d3/d3e/f41 0 2024-06-13T11:57:46.602 INFO:tasks.workunit.client.0.smithi042.stdout:1/268: creat d0/d17/d18/f52 x:0 0 0 2024-06-13T11:57:46.602 INFO:tasks.workunit.client.0.smithi042.stdout:1/269: write d0/d17/dd/f11 [694138,114890] 0 2024-06-13T11:57:46.606 INFO:tasks.workunit.client.0.smithi042.stdout:6/371: symlink d16/d21/d32/l81 0 2024-06-13T11:57:46.606 INFO:tasks.workunit.client.0.smithi042.stdout:1/270: creat d0/d17/d4c/f53 x:0 0 0 2024-06-13T11:57:46.606 INFO:tasks.workunit.client.0.smithi042.stdout:1/271: readlink d0/d17/d18/l4d 0 2024-06-13T11:57:46.606 INFO:tasks.workunit.client.0.smithi042.stdout:1/272: fsync d0/d17/dd/d1b/f4a 0 2024-06-13T11:57:46.623 INFO:tasks.workunit.client.0.smithi042.stdout:6/372: dread d16/d21/d30/f45 [0,4194304] 0 2024-06-13T11:57:46.627 INFO:tasks.workunit.client.0.smithi042.stdout:3/301: write dc/f14 [1045091,25397] 0 2024-06-13T11:57:46.627 INFO:tasks.workunit.client.0.smithi042.stdout:3/302: readlink dc/d17/d3b/l4d 0 2024-06-13T11:57:46.631 INFO:tasks.workunit.client.0.smithi042.stdout:3/303: symlink dc/d17/d20/d2d/d37/d52/l72 0 2024-06-13T11:57:46.632 INFO:tasks.workunit.client.0.smithi042.stdout:3/304: write dc/d17/d3b/f3f [193054,86172] 0 2024-06-13T11:57:46.633 INFO:tasks.workunit.client.0.smithi042.stdout:3/305: creat dc/d29/d47/d66/f73 x:0 0 0 2024-06-13T11:57:46.635 INFO:tasks.workunit.client.0.smithi042.stdout:3/306: truncate dc/d17/f22 3420327 0 2024-06-13T11:57:46.644 INFO:tasks.workunit.client.0.smithi042.stdout:5/304: dwrite d1/d31/f17 [0,4194304] 0 2024-06-13T11:57:46.646 INFO:tasks.workunit.client.0.smithi042.stdout:5/305: creat d1/d2b/d35/d36/f65 x:0 0 0 2024-06-13T11:57:46.646 INFO:tasks.workunit.client.0.smithi042.stdout:5/306: stat d1/d2b/d35/d36/f3c 0 2024-06-13T11:57:46.646 INFO:tasks.workunit.client.0.smithi042.stdout:5/307: read - d1/d2b/d35/f48 zero size 2024-06-13T11:57:46.646 INFO:tasks.workunit.client.0.smithi042.stdout:5/308: chown d1/d31/l1c 1753484 1 2024-06-13T11:57:46.647 INFO:tasks.workunit.client.0.smithi042.stdout:5/309: rmdir d1/d2b/d35 39 2024-06-13T11:57:46.647 INFO:tasks.workunit.client.0.smithi042.stdout:5/310: chown d1/d2b/d35/d36/d40/c61 338375 1 2024-06-13T11:57:46.648 INFO:tasks.workunit.client.0.smithi042.stdout:5/311: unlink d1/d42/l4b 0 2024-06-13T11:57:46.648 INFO:tasks.workunit.client.0.smithi042.stdout:5/312: read - d1/d2b/d35/d36/f4d zero size 2024-06-13T11:57:46.649 INFO:tasks.workunit.client.0.smithi042.stdout:5/313: creat d1/d2b/d35/d36/d40/f66 x:0 0 0 2024-06-13T11:57:46.668 INFO:tasks.workunit.client.0.smithi042.stdout:4/417: dwrite d1/d6a/d52/f6b [0,4194304] 0 2024-06-13T11:57:46.672 INFO:tasks.workunit.client.0.smithi042.stdout:0/313: sync 2024-06-13T11:57:46.673 INFO:tasks.workunit.client.0.smithi042.stdout:9/297: sync 2024-06-13T11:57:46.673 INFO:tasks.workunit.client.0.smithi042.stdout:2/277: sync 2024-06-13T11:57:46.673 INFO:tasks.workunit.client.0.smithi042.stdout:8/245: sync 2024-06-13T11:57:46.675 INFO:tasks.workunit.client.0.smithi042.stdout:0/314: creat d4/d33/f66 x:0 0 0 2024-06-13T11:57:46.677 INFO:tasks.workunit.client.0.smithi042.stdout:2/278: symlink d7/d23/d59/l5e 0 2024-06-13T11:57:46.677 INFO:tasks.workunit.client.0.smithi042.stdout:2/279: getdents d7/d3c/d40/d4c/d5a 0 2024-06-13T11:57:46.679 INFO:tasks.workunit.client.0.smithi042.stdout:2/280: truncate d7/d1f/f4a 383632 0 2024-06-13T11:57:46.679 INFO:tasks.workunit.client.0.smithi042.stdout:8/246: unlink d2/dc/f4a 0 2024-06-13T11:57:46.680 INFO:tasks.workunit.client.0.smithi042.stdout:2/281: unlink d7/df/d33/l37 0 2024-06-13T11:57:46.681 INFO:tasks.workunit.client.0.smithi042.stdout:8/247: unlink d2/dc/f2c 0 2024-06-13T11:57:46.684 INFO:tasks.workunit.client.0.smithi042.stdout:2/282: creat d7/d3c/d40/d4c/f5f x:0 0 0 2024-06-13T11:57:46.686 INFO:tasks.workunit.client.0.smithi042.stdout:2/283: rename d7/df/l11 to d7/d23/d59/l60 0 2024-06-13T11:57:46.686 INFO:tasks.workunit.client.0.smithi042.stdout:2/284: truncate d7/d3c/f53 176560 0 2024-06-13T11:57:46.688 INFO:tasks.workunit.client.0.smithi042.stdout:1/273: dwrite d0/f2b [0,4194304] 0 2024-06-13T11:57:46.689 INFO:tasks.workunit.client.0.smithi042.stdout:3/307: dread dc/d17/f19 [0,4194304] 0 2024-06-13T11:57:46.689 INFO:tasks.workunit.client.0.smithi042.stdout:3/308: readlink dc/d17/d1f/d46/l6c 0 2024-06-13T11:57:46.689 INFO:tasks.workunit.client.0.smithi042.stdout:3/309: dread - dc/f6e zero size 2024-06-13T11:57:46.692 INFO:tasks.workunit.client.0.smithi042.stdout:1/274: creat d0/d17/d18/f54 x:0 0 0 2024-06-13T11:57:46.692 INFO:tasks.workunit.client.0.smithi042.stdout:3/310: creat dc/d29/d47/d66/f74 x:0 0 0 2024-06-13T11:57:46.693 INFO:tasks.workunit.client.0.smithi042.stdout:1/275: mkdir d0/d17/dd/d55 0 2024-06-13T11:57:46.693 INFO:tasks.workunit.client.0.smithi042.stdout:1/276: chown d0/d17/d18/f1a 36357885 1 2024-06-13T11:57:46.694 INFO:tasks.workunit.client.0.smithi042.stdout:1/277: rmdir d0/d17/dd/d1b 39 2024-06-13T11:57:46.695 INFO:tasks.workunit.client.0.smithi042.stdout:1/278: mkdir d0/d34/d56 0 2024-06-13T11:57:46.701 INFO:tasks.workunit.client.0.smithi042.stdout:1/279: mkdir d0/d57 0 2024-06-13T11:57:46.733 INFO:tasks.workunit.client.0.smithi042.stdout:8/248: dread d2/d3/f31 [0,4194304] 0 2024-06-13T11:57:46.739 INFO:tasks.workunit.client.0.smithi042.stdout:5/314: dwrite d1/d2b/d35/d36/f3c [0,4194304] 0 2024-06-13T11:57:46.740 INFO:tasks.workunit.client.0.smithi042.stdout:9/298: write d9/d33/d40/d52/f24 [651601,110516] 0 2024-06-13T11:57:46.741 INFO:tasks.workunit.client.0.smithi042.stdout:4/418: dwrite d1/d10/d15/f53 [0,4194304] 0 2024-06-13T11:57:46.742 INFO:tasks.workunit.client.0.smithi042.stdout:9/299: read d9/d33/f3b [1456307,115237] 0 2024-06-13T11:57:46.742 INFO:tasks.workunit.client.0.smithi042.stdout:9/300: rename d9/d15/d43 to d9/d15/d43/d65 22 2024-06-13T11:57:46.746 INFO:tasks.workunit.client.0.smithi042.stdout:9/301: mknod d9/d33/d40/d52/d25/d47/c66 0 2024-06-13T11:57:46.746 INFO:tasks.workunit.client.0.smithi042.stdout:9/302: chown d9/d15/d43/f5b 14720061 1 2024-06-13T11:57:46.751 INFO:tasks.workunit.client.0.smithi042.stdout:0/315: dwrite d4/f26 [0,4194304] 0 2024-06-13T11:57:46.753 INFO:tasks.workunit.client.0.smithi042.stdout:2/285: dwrite d7/df/d33/f3e [0,4194304] 0 2024-06-13T11:57:46.754 INFO:tasks.workunit.client.0.smithi042.stdout:0/316: rename d4/d33/d3e/c4f to d4/d32/c67 0 2024-06-13T11:57:46.761 INFO:tasks.workunit.client.0.smithi042.stdout:1/280: dwrite d0/d17/d18/d29/f2c [0,4194304] 0 2024-06-13T11:57:46.768 INFO:tasks.workunit.client.0.smithi042.stdout:5/315: write d1/d2b/d35/d36/f3c [2436251,122378] 0 2024-06-13T11:57:46.768 INFO:tasks.workunit.client.0.smithi042.stdout:5/316: fsync d1/d2b/d35/d36/f65 0 2024-06-13T11:57:46.768 INFO:tasks.workunit.client.0.smithi042.stdout:5/317: fsync d1/f3f 0 2024-06-13T11:57:46.768 INFO:tasks.workunit.client.0.smithi042.stdout:3/311: dwrite f7 [4194304,4194304] 0 2024-06-13T11:57:46.769 INFO:tasks.workunit.client.0.smithi042.stdout:2/286: mkdir d7/d61 0 2024-06-13T11:57:46.769 INFO:tasks.workunit.client.0.smithi042.stdout:0/317: mkdir d4/d31/d4a/d58/d68 0 2024-06-13T11:57:46.769 INFO:tasks.workunit.client.0.smithi042.stdout:0/318: readlink l2 0 2024-06-13T11:57:46.770 INFO:tasks.workunit.client.0.smithi042.stdout:1/281: dread d0/d17/dd/f3b [0,4194304] 0 2024-06-13T11:57:46.770 INFO:tasks.workunit.client.0.smithi042.stdout:1/282: chown d0/d17/dd/d12/l4b 0 1 2024-06-13T11:57:46.774 INFO:tasks.workunit.client.0.smithi042.stdout:5/318: unlink d1/d31/c4c 0 2024-06-13T11:57:46.775 INFO:tasks.workunit.client.0.smithi042.stdout:5/319: write d1/f1d [1712192,124461] 0 2024-06-13T11:57:46.775 INFO:tasks.workunit.client.0.smithi042.stdout:3/312: creat dc/d29/f75 x:0 0 0 2024-06-13T11:57:46.776 INFO:tasks.workunit.client.0.smithi042.stdout:3/313: chown dc/d29/d47/d66/f74 3 1 2024-06-13T11:57:46.777 INFO:tasks.workunit.client.0.smithi042.stdout:2/287: creat d7/df/f62 x:0 0 0 2024-06-13T11:57:46.778 INFO:tasks.workunit.client.0.smithi042.stdout:0/319: mkdir d4/d31/d34/d69 0 2024-06-13T11:57:46.778 INFO:tasks.workunit.client.0.smithi042.stdout:0/320: truncate d4/f19 740867 0 2024-06-13T11:57:46.779 INFO:tasks.workunit.client.0.smithi042.stdout:6/373: sync 2024-06-13T11:57:46.779 INFO:tasks.workunit.client.0.smithi042.stdout:6/374: fsync d16/d21/d30/f4c 0 2024-06-13T11:57:46.780 INFO:tasks.workunit.client.0.smithi042.stdout:7/182: sync 2024-06-13T11:57:46.780 INFO:tasks.workunit.client.0.smithi042.stdout:7/183: chown d2/d3/f23 5712 1 2024-06-13T11:57:46.780 INFO:tasks.workunit.client.0.smithi042.stdout:7/184: chown d2/d36/f30 1035437 1 2024-06-13T11:57:46.784 INFO:tasks.workunit.client.0.smithi042.stdout:6/375: mkdir d16/d6d/d82 0 2024-06-13T11:57:46.789 INFO:tasks.workunit.client.0.smithi042.stdout:6/376: mknod d16/c83 0 2024-06-13T11:57:46.791 INFO:tasks.workunit.client.0.smithi042.stdout:9/303: dwrite d9/d33/f3d [0,4194304] 0 2024-06-13T11:57:46.791 INFO:tasks.workunit.client.0.smithi042.stdout:9/304: truncate d9/d15/d43/f5b 532204 0 2024-06-13T11:57:46.792 INFO:tasks.workunit.client.0.smithi042.stdout:9/305: write d9/fc [1919285,24092] 0 2024-06-13T11:57:46.792 INFO:tasks.workunit.client.0.smithi042.stdout:9/306: readlink d9/l1d 0 2024-06-13T11:57:46.792 INFO:tasks.workunit.client.0.smithi042.stdout:9/307: fdatasync d9/d33/f3d 0 2024-06-13T11:57:46.808 INFO:tasks.workunit.client.0.smithi042.stdout:9/308: read d9/d16/f21 [948193,45357] 0 2024-06-13T11:57:46.808 INFO:tasks.workunit.client.0.smithi042.stdout:9/309: fsync d9/d16/f21 0 2024-06-13T11:57:46.808 INFO:tasks.workunit.client.0.smithi042.stdout:9/310: fsync d9/f28 0 2024-06-13T11:57:46.811 INFO:tasks.workunit.client.0.smithi042.stdout:3/314: dread dc/d17/d1f/f34 [0,4194304] 0 2024-06-13T11:57:46.812 INFO:tasks.workunit.client.0.smithi042.stdout:9/311: rename d9/d33/d64 to d9/d31/d67 0 2024-06-13T11:57:46.812 INFO:tasks.workunit.client.0.smithi042.stdout:2/288: dread d7/df/f36 [0,4194304] 0 2024-06-13T11:57:46.812 INFO:tasks.workunit.client.0.smithi042.stdout:2/289: stat d7/d1a/d50 0 2024-06-13T11:57:46.812 INFO:tasks.workunit.client.0.smithi042.stdout:2/290: truncate d7/d1a/f54 29078 0 2024-06-13T11:57:46.812 INFO:tasks.workunit.client.0.smithi042.stdout:2/291: chown d7/d3c/d40/d4c 1366 1 2024-06-13T11:57:46.813 INFO:tasks.workunit.client.0.smithi042.stdout:9/312: mkdir d9/d46/d68 0 2024-06-13T11:57:46.813 INFO:tasks.workunit.client.0.smithi042.stdout:9/313: write d9/d15/f1e [1352603,65090] 0 2024-06-13T11:57:46.814 INFO:tasks.workunit.client.0.smithi042.stdout:3/315: getdents dc/d29/d47 0 2024-06-13T11:57:46.814 INFO:tasks.workunit.client.0.smithi042.stdout:0/321: write d4/fc [1493906,103176] 0 2024-06-13T11:57:46.815 INFO:tasks.workunit.client.0.smithi042.stdout:9/314: mkdir d9/d33/d69 0 2024-06-13T11:57:46.815 INFO:tasks.workunit.client.0.smithi042.stdout:9/315: write d9/d15/f1e [2245496,66541] 0 2024-06-13T11:57:46.816 INFO:tasks.workunit.client.0.smithi042.stdout:9/316: symlink d9/d33/d4b/l6a 0 2024-06-13T11:57:46.820 INFO:tasks.workunit.client.0.smithi042.stdout:9/317: unlink d9/d15/f49 0 2024-06-13T11:57:46.820 INFO:tasks.workunit.client.0.smithi042.stdout:9/318: fsync d9/d31/d67/f22 0 2024-06-13T11:57:46.833 INFO:tasks.workunit.client.0.smithi042.stdout:2/292: dread d7/d23/f4d [0,4194304] 0 2024-06-13T11:57:46.833 INFO:tasks.workunit.client.0.smithi042.stdout:2/293: fdatasync d7/d23/f4d 0 2024-06-13T11:57:46.837 INFO:tasks.workunit.client.0.smithi042.stdout:3/316: rmdir dc/d17/d20/d2d/d37 39 2024-06-13T11:57:46.844 INFO:tasks.workunit.client.0.smithi042.stdout:0/322: dread f1 [0,4194304] 0 2024-06-13T11:57:46.845 INFO:tasks.workunit.client.0.smithi042.stdout:0/323: link d4/f2f d4/d33/d5e/f6a 0 2024-06-13T11:57:46.847 INFO:tasks.workunit.client.0.smithi042.stdout:0/324: symlink d4/d31/d34/d69/l6b 0 2024-06-13T11:57:46.847 INFO:tasks.workunit.client.0.smithi042.stdout:0/325: stat d4/d33/d3f/f52 0 2024-06-13T11:57:46.847 INFO:tasks.workunit.client.0.smithi042.stdout:2/294: dread d7/d1a/f54 [0,4194304] 0 2024-06-13T11:57:46.848 INFO:tasks.workunit.client.0.smithi042.stdout:0/326: rename d4/d31/d4a/d63/d4b to d4/d33/d3e/d6c 0 2024-06-13T11:57:46.849 INFO:tasks.workunit.client.0.smithi042.stdout:2/295: symlink d7/d1a/d50/l63 0 2024-06-13T11:57:46.853 INFO:tasks.workunit.client.0.smithi042.stdout:2/296: mkdir d7/d61/d64 0 2024-06-13T11:57:46.854 INFO:tasks.workunit.client.0.smithi042.stdout:2/297: getdents d7/d1f 0 2024-06-13T11:57:46.854 INFO:tasks.workunit.client.0.smithi042.stdout:2/298: read - d7/df/f46 zero size 2024-06-13T11:57:46.855 INFO:tasks.workunit.client.0.smithi042.stdout:2/299: mknod d7/d3c/d40/d4c/c65 0 2024-06-13T11:57:46.856 INFO:tasks.workunit.client.0.smithi042.stdout:5/320: dwrite d1/d49/f53 [4194304,4194304] 0 2024-06-13T11:57:46.856 INFO:tasks.workunit.client.0.smithi042.stdout:1/283: dwrite d0/d17/dd/d1b/f4a [0,4194304] 0 2024-06-13T11:57:46.856 INFO:tasks.workunit.client.0.smithi042.stdout:2/300: mknod d7/d61/c66 0 2024-06-13T11:57:46.858 INFO:tasks.workunit.client.0.smithi042.stdout:1/284: mkdir d0/d58 0 2024-06-13T11:57:46.860 INFO:tasks.workunit.client.0.smithi042.stdout:5/321: creat d1/d2b/d35/f67 x:0 0 0 2024-06-13T11:57:46.860 INFO:tasks.workunit.client.0.smithi042.stdout:5/322: chown d1/d31/l2d 38571831 1 2024-06-13T11:57:46.861 INFO:tasks.workunit.client.0.smithi042.stdout:5/323: getdents d1/d2b/d37 0 2024-06-13T11:57:46.863 INFO:tasks.workunit.client.0.smithi042.stdout:7/185: dwrite d2/f2a [0,4194304] 0 2024-06-13T11:57:46.863 INFO:tasks.workunit.client.0.smithi042.stdout:7/186: stat d2/d3/d12/f18 0 2024-06-13T11:57:46.863 INFO:tasks.workunit.client.0.smithi042.stdout:7/187: readlink d2/d3/d12/l1c 0 2024-06-13T11:57:46.865 INFO:tasks.workunit.client.0.smithi042.stdout:7/188: mkdir d2/d3/d12/d42 0 2024-06-13T11:57:46.867 INFO:tasks.workunit.client.0.smithi042.stdout:2/301: getdents d7/d1a/d50 0 2024-06-13T11:57:46.873 INFO:tasks.workunit.client.0.smithi042.stdout:2/302: mkdir d7/d3c/d40/d67 0 2024-06-13T11:57:46.881 INFO:tasks.workunit.client.0.smithi042.stdout:0/327: write d4/d31/d34/f42 [2099168,75157] 0 2024-06-13T11:57:46.884 INFO:tasks.workunit.client.0.smithi042.stdout:6/377: dwrite d16/f17 [0,4194304] 0 2024-06-13T11:57:46.884 INFO:tasks.workunit.client.0.smithi042.stdout:1/285: dread d0/fe [0,4194304] 0 2024-06-13T11:57:46.886 INFO:tasks.workunit.client.0.smithi042.stdout:1/286: symlink d0/d17/d18/d29/d43/l59 0 2024-06-13T11:57:46.886 INFO:tasks.workunit.client.0.smithi042.stdout:1/287: chown d0/d17/dd/f1d 2721861 1 2024-06-13T11:57:46.886 INFO:tasks.workunit.client.0.smithi042.stdout:6/378: link d16/d21/d30/c53 d16/d21/d72/d2b/c84 0 2024-06-13T11:57:46.887 INFO:tasks.workunit.client.0.smithi042.stdout:1/288: symlink d0/d17/dd/d55/l5a 0 2024-06-13T11:57:46.888 INFO:tasks.workunit.client.0.smithi042.stdout:1/289: stat d0/d17/f2f 0 2024-06-13T11:57:46.888 INFO:tasks.workunit.client.0.smithi042.stdout:6/379: mknod d16/d6d/c85 0 2024-06-13T11:57:46.888 INFO:tasks.workunit.client.0.smithi042.stdout:6/380: chown d16/d21/d72/d31/l4f 11802 1 2024-06-13T11:57:46.890 INFO:tasks.workunit.client.0.smithi042.stdout:1/290: rename d0/d17/dd/d1b/c32 to d0/d17/dd/c5b 0 2024-06-13T11:57:46.890 INFO:tasks.workunit.client.0.smithi042.stdout:1/291: fsync d0/d17/d4c/f53 0 2024-06-13T11:57:46.890 INFO:tasks.workunit.client.0.smithi042.stdout:6/381: rmdir d16/d21/d72 39 2024-06-13T11:57:46.891 INFO:tasks.workunit.client.0.smithi042.stdout:1/292: truncate d0/d17/dd/f1d 2376777 0 2024-06-13T11:57:46.891 INFO:tasks.workunit.client.0.smithi042.stdout:1/293: write d0/d17/f2f [2813834,112829] 0 2024-06-13T11:57:46.892 INFO:tasks.workunit.client.0.smithi042.stdout:6/382: mknod d16/d21/d30/d57/d66/c86 0 2024-06-13T11:57:46.893 INFO:tasks.workunit.client.0.smithi042.stdout:1/294: link d0/c25 d0/d17/dd/d55/c5c 0 2024-06-13T11:57:46.894 INFO:tasks.workunit.client.0.smithi042.stdout:6/383: truncate d16/d21/d30/d57/d66/f7f 3349483 0 2024-06-13T11:57:46.894 INFO:tasks.workunit.client.0.smithi042.stdout:1/295: mknod d0/d34/d56/c5d 0 2024-06-13T11:57:46.899 INFO:tasks.workunit.client.0.smithi042.stdout:6/384: unlink d16/d21/d72/d31/f54 0 2024-06-13T11:57:46.908 INFO:tasks.workunit.client.0.smithi042.stdout:0/328: dread d4/f2f [0,4194304] 0 2024-06-13T11:57:46.911 INFO:tasks.workunit.client.0.smithi042.stdout:7/189: read d2/d36/f35 [145805,52417] 0 2024-06-13T11:57:46.917 INFO:tasks.workunit.client.0.smithi042.stdout:0/329: symlink d4/d31/d4a/d58/l6d 0 2024-06-13T11:57:46.925 INFO:tasks.workunit.client.0.smithi042.stdout:4/419: sync 2024-06-13T11:57:46.925 INFO:tasks.workunit.client.0.smithi042.stdout:8/249: sync 2024-06-13T11:57:46.925 INFO:tasks.workunit.client.0.smithi042.stdout:8/250: unlink d2/d3/d5/l48 0 2024-06-13T11:57:46.941 INFO:tasks.workunit.client.0.smithi042.stdout:4/420: dread d1/d5/d5f/f6e [4194304,4194304] 0 2024-06-13T11:57:46.941 INFO:tasks.workunit.client.0.smithi042.stdout:4/421: chown d1/d29/d33 2884131 1 2024-06-13T11:57:46.968 INFO:tasks.workunit.client.0.smithi042.stdout:1/296: dwrite d0/d17/dd/d12/f13 [0,4194304] 0 2024-06-13T11:57:46.968 INFO:tasks.workunit.client.0.smithi042.stdout:1/297: write d0/f44 [1366660,57863] 0 2024-06-13T11:57:46.969 INFO:tasks.workunit.client.0.smithi042.stdout:1/298: read d0/f8 [586444,128370] 0 2024-06-13T11:57:46.971 INFO:tasks.workunit.client.0.smithi042.stdout:1/299: mkdir d0/d17/dd/d1b/d5e 0 2024-06-13T11:57:46.972 INFO:tasks.workunit.client.0.smithi042.stdout:1/300: mkdir d0/d58/d5f 0 2024-06-13T11:57:46.973 INFO:tasks.workunit.client.0.smithi042.stdout:0/330: dwrite f1 [0,4194304] 0 2024-06-13T11:57:46.977 INFO:tasks.workunit.client.0.smithi042.stdout:5/324: dwrite d1/d31/f26 [4194304,4194304] 0 2024-06-13T11:57:46.979 INFO:tasks.workunit.client.0.smithi042.stdout:0/331: write d4/f24 [589161,104585] 0 2024-06-13T11:57:46.981 INFO:tasks.workunit.client.0.smithi042.stdout:0/332: creat d4/d33/d3e/f6e x:0 0 0 2024-06-13T11:57:46.981 INFO:tasks.workunit.client.0.smithi042.stdout:0/333: chown d4/d31/d34/d69/l6b 6 1 2024-06-13T11:57:46.984 INFO:tasks.workunit.client.0.smithi042.stdout:0/334: creat d4/d31/d4a/d63/f6f x:0 0 0 2024-06-13T11:57:46.987 INFO:tasks.workunit.client.0.smithi042.stdout:2/303: dwrite d7/d23/f4f [0,4194304] 0 2024-06-13T11:57:46.987 INFO:tasks.workunit.client.0.smithi042.stdout:2/304: chown d7/l16 232 1 2024-06-13T11:57:46.998 INFO:tasks.workunit.client.0.smithi042.stdout:4/422: dwrite d1/d29/d4f/f7a [0,4194304] 0 2024-06-13T11:57:47.004 INFO:tasks.workunit.client.0.smithi042.stdout:7/190: dwrite d2/d3/f9 [0,4194304] 0 2024-06-13T11:57:47.004 INFO:tasks.workunit.client.0.smithi042.stdout:4/423: rmdir d1/d29/d4f/d7d 39 2024-06-13T11:57:47.007 INFO:tasks.workunit.client.0.smithi042.stdout:4/424: link d1/d6a/c55 d1/d6a/ca0 0 2024-06-13T11:57:47.007 INFO:tasks.workunit.client.0.smithi042.stdout:4/425: truncate d1/d5/f17 5209644 0 2024-06-13T11:57:47.046 INFO:tasks.workunit.client.0.smithi042.stdout:4/426: dread d1/de/f21 [0,4194304] 0 2024-06-13T11:57:47.046 INFO:tasks.workunit.client.0.smithi042.stdout:5/325: dwrite d1/d2b/f33 [0,4194304] 0 2024-06-13T11:57:47.047 INFO:tasks.workunit.client.0.smithi042.stdout:6/385: dwrite d16/d21/f4b [0,4194304] 0 2024-06-13T11:57:47.047 INFO:tasks.workunit.client.0.smithi042.stdout:1/301: dwrite d0/d17/d18/f36 [0,4194304] 0 2024-06-13T11:57:47.047 INFO:tasks.workunit.client.0.smithi042.stdout:1/302: readlink d0/d34/l38 0 2024-06-13T11:57:47.049 INFO:tasks.workunit.client.0.smithi042.stdout:7/191: dread d2/fc [4194304,4194304] 0 2024-06-13T11:57:47.050 INFO:tasks.workunit.client.0.smithi042.stdout:6/386: link d16/d21/d72/d2b/f34 d16/d6d/d82/f87 0 2024-06-13T11:57:47.051 INFO:tasks.workunit.client.0.smithi042.stdout:0/335: dwrite d4/d33/d3e/f55 [0,4194304] 0 2024-06-13T11:57:47.051 INFO:tasks.workunit.client.0.smithi042.stdout:0/336: fsync d4/d33/d5e/f6a 0 2024-06-13T11:57:47.054 INFO:tasks.workunit.client.0.smithi042.stdout:4/427: truncate d1/d5/d16/f27 4014311 0 2024-06-13T11:57:47.054 INFO:tasks.workunit.client.0.smithi042.stdout:2/305: dwrite d7/fb [0,4194304] 0 2024-06-13T11:57:47.054 INFO:tasks.workunit.client.0.smithi042.stdout:2/306: truncate f2 5573546 0 2024-06-13T11:57:47.054 INFO:tasks.workunit.client.0.smithi042.stdout:2/307: fdatasync d7/d23/f2d 0 2024-06-13T11:57:47.054 INFO:tasks.workunit.client.0.smithi042.stdout:2/308: dread - d7/df/f62 zero size 2024-06-13T11:57:47.054 INFO:tasks.workunit.client.0.smithi042.stdout:4/428: stat d1/d29/d4f/f7a 0 2024-06-13T11:57:47.059 INFO:tasks.workunit.client.0.smithi042.stdout:1/303: getdents d0/d17/dd/d55 0 2024-06-13T11:57:47.059 INFO:tasks.workunit.client.0.smithi042.stdout:0/337: unlink d4/d32/c67 0 2024-06-13T11:57:47.059 INFO:tasks.workunit.client.0.smithi042.stdout:0/338: fdatasync d4/d33/d3e/d6c/f62 0 2024-06-13T11:57:47.061 INFO:tasks.workunit.client.0.smithi042.stdout:1/304: symlink d0/d17/dd/d42/l60 0 2024-06-13T11:57:47.062 INFO:tasks.workunit.client.0.smithi042.stdout:8/251: dwrite d2/d3/f11 [4194304,4194304] 0 2024-06-13T11:57:47.063 INFO:tasks.workunit.client.0.smithi042.stdout:0/339: unlink d4/d33/d3e/l45 0 2024-06-13T11:57:47.066 INFO:tasks.workunit.client.0.smithi042.stdout:1/305: truncate d0/d17/f30 1005661 0 2024-06-13T11:57:47.069 INFO:tasks.workunit.client.0.smithi042.stdout:8/252: mkdir d2/dc/d53 0 2024-06-13T11:57:47.078 INFO:tasks.workunit.client.0.smithi042.stdout:5/326: dread d1/d2b/d35/f46 [0,4194304] 0 2024-06-13T11:57:47.079 INFO:tasks.workunit.client.0.smithi042.stdout:5/327: chown d1/d42/f43 348986 1 2024-06-13T11:57:47.081 INFO:tasks.workunit.client.0.smithi042.stdout:9/319: sync 2024-06-13T11:57:47.081 INFO:tasks.workunit.client.0.smithi042.stdout:9/320: dread - d9/d33/d40/f50 zero size 2024-06-13T11:57:47.081 INFO:tasks.workunit.client.0.smithi042.stdout:9/321: fdatasync d9/d15/f54 0 2024-06-13T11:57:47.083 INFO:tasks.workunit.client.0.smithi042.stdout:5/328: creat d1/d2b/f68 x:0 0 0 2024-06-13T11:57:47.085 INFO:tasks.workunit.client.0.smithi042.stdout:9/322: unlink d9/d31/d67/l38 0 2024-06-13T11:57:47.085 INFO:tasks.workunit.client.0.smithi042.stdout:5/329: truncate d1/f12 3618952 0 2024-06-13T11:57:47.086 INFO:tasks.workunit.client.0.smithi042.stdout:5/330: rmdir d1/d31/d45 39 2024-06-13T11:57:47.086 INFO:tasks.workunit.client.0.smithi042.stdout:6/387: rename d16/d21/d72/d31/f7b to d16/d21/d35/f88 0 2024-06-13T11:57:47.086 INFO:tasks.workunit.client.0.smithi042.stdout:6/388: chown d16/d21/d35/f7d 19 1 2024-06-13T11:57:47.088 INFO:tasks.workunit.client.0.smithi042.stdout:6/389: mknod d16/d21/d32/d7c/c89 0 2024-06-13T11:57:47.089 INFO:tasks.workunit.client.0.smithi042.stdout:0/340: rename d4/d31/d4a/d58/l6d to d4/d33/d3f/l70 0 2024-06-13T11:57:47.089 INFO:tasks.workunit.client.0.smithi042.stdout:0/341: chown d4/f38 31882 1 2024-06-13T11:57:47.091 INFO:tasks.workunit.client.0.smithi042.stdout:6/390: creat d16/d21/d32/f8a x:0 0 0 2024-06-13T11:57:47.094 INFO:tasks.workunit.client.0.smithi042.stdout:8/253: rename d2/dc/d22/c45 to d2/d3/d5/d44/c54 0 2024-06-13T11:57:47.094 INFO:tasks.workunit.client.0.smithi042.stdout:0/342: link d4/c2c d4/d31/d4a/d58/c71 0 2024-06-13T11:57:47.094 INFO:tasks.workunit.client.0.smithi042.stdout:2/309: truncate d7/fb 3416050 0 2024-06-13T11:57:47.096 INFO:tasks.workunit.client.0.smithi042.stdout:5/331: rename d1/d31/c1a to d1/d2b/d35/d5b/c69 0 2024-06-13T11:57:47.098 INFO:tasks.workunit.client.0.smithi042.stdout:4/429: dread d1/f38 [0,4194304] 0 2024-06-13T11:57:47.099 INFO:tasks.workunit.client.0.smithi042.stdout:2/310: creat d7/d61/d64/f68 x:0 0 0 2024-06-13T11:57:47.099 INFO:tasks.workunit.client.0.smithi042.stdout:1/306: dread d0/d17/dd/d1b/f4a [0,4194304] 0 2024-06-13T11:57:47.101 INFO:tasks.workunit.client.0.smithi042.stdout:9/323: truncate f2 593360 0 2024-06-13T11:57:47.101 INFO:tasks.workunit.client.0.smithi042.stdout:9/324: chown d9/d33/d69 658 1 2024-06-13T11:57:47.102 INFO:tasks.workunit.client.0.smithi042.stdout:6/391: rename d16/d21/d30 to d16/d8b 0 2024-06-13T11:57:47.110 INFO:tasks.workunit.client.0.smithi042.stdout:9/325: truncate d9/f28 8616090 0 2024-06-13T11:57:47.114 INFO:tasks.workunit.client.0.smithi042.stdout:2/311: rmdir d7/df/d33/d55 0 2024-06-13T11:57:47.115 INFO:tasks.workunit.client.0.smithi042.stdout:2/312: readlink d7/df/l21 0 2024-06-13T11:57:47.115 INFO:tasks.workunit.client.0.smithi042.stdout:2/313: truncate d7/d1a/f42 857614 0 2024-06-13T11:57:47.115 INFO:tasks.workunit.client.0.smithi042.stdout:3/317: sync 2024-06-13T11:57:47.115 INFO:tasks.workunit.client.0.smithi042.stdout:2/314: fsync d7/d61/d64/f68 0 2024-06-13T11:57:47.115 INFO:tasks.workunit.client.0.smithi042.stdout:1/307: rmdir d0/d57 0 2024-06-13T11:57:47.115 INFO:tasks.workunit.client.0.smithi042.stdout:1/308: fsync d0/d17/d18/d29/d43/f45 0 2024-06-13T11:57:47.138 INFO:tasks.workunit.client.0.smithi042.stdout:2/315: link d7/d23/l51 d7/d3c/d40/d67/l69 0 2024-06-13T11:57:47.141 INFO:tasks.workunit.client.0.smithi042.stdout:8/254: dwrite d2/f14 [0,4194304] 0 2024-06-13T11:57:47.142 INFO:tasks.workunit.client.0.smithi042.stdout:5/332: write d1/d2b/d37/f24 [423841,4098] 0 2024-06-13T11:57:47.145 INFO:tasks.workunit.client.0.smithi042.stdout:4/430: dread d1/d10/d35/f41 [0,4194304] 0 2024-06-13T11:57:47.150 INFO:tasks.workunit.client.0.smithi042.stdout:2/316: mkdir d7/df/d6a 0 2024-06-13T11:57:47.150 INFO:tasks.workunit.client.0.smithi042.stdout:2/317: fdatasync d7/d1a/f42 0 2024-06-13T11:57:47.151 INFO:tasks.workunit.client.0.smithi042.stdout:4/431: creat d1/d10/d5e/fa1 x:0 0 0 2024-06-13T11:57:47.151 INFO:tasks.workunit.client.0.smithi042.stdout:4/432: dread - d1/d10/f28 zero size 2024-06-13T11:57:47.154 INFO:tasks.workunit.client.0.smithi042.stdout:4/433: fdatasync d1/de/f76 0 2024-06-13T11:57:47.154 INFO:tasks.workunit.client.0.smithi042.stdout:4/434: truncate d1/d10/d35/d80/f96 896924 0 2024-06-13T11:57:47.158 INFO:tasks.workunit.client.0.smithi042.stdout:1/309: dread d0/d17/dd/f46 [0,4194304] 0 2024-06-13T11:57:47.158 INFO:tasks.workunit.client.0.smithi042.stdout:8/255: dread d2/fa [0,4194304] 0 2024-06-13T11:57:47.164 INFO:tasks.workunit.client.0.smithi042.stdout:8/256: creat d2/d3e/f55 x:0 0 0 2024-06-13T11:57:47.180 INFO:tasks.workunit.client.0.smithi042.stdout:0/343: dwrite d4/d33/d3f/f61 [0,4194304] 0 2024-06-13T11:57:47.181 INFO:tasks.workunit.client.0.smithi042.stdout:2/318: write f2 [3015006,41406] 0 2024-06-13T11:57:47.182 INFO:tasks.workunit.client.0.smithi042.stdout:9/326: dwrite d9/d31/f42 [4194304,4194304] 0 2024-06-13T11:57:47.182 INFO:tasks.workunit.client.0.smithi042.stdout:0/344: creat d4/d31/d4a/d58/f72 x:0 0 0 2024-06-13T11:57:47.183 INFO:tasks.workunit.client.0.smithi042.stdout:2/319: creat d7/d23/d59/f6b x:0 0 0 2024-06-13T11:57:47.184 INFO:tasks.workunit.client.0.smithi042.stdout:0/345: symlink d4/d31/d4a/d63/l73 0 2024-06-13T11:57:47.184 INFO:tasks.workunit.client.0.smithi042.stdout:9/327: mknod d9/d33/d40/d52/d25/d47/c6b 0 2024-06-13T11:57:47.190 INFO:tasks.workunit.client.0.smithi042.stdout:9/328: creat d9/d33/d4b/f6c x:0 0 0 2024-06-13T11:57:47.191 INFO:tasks.workunit.client.0.smithi042.stdout:2/320: link d7/d1f/c22 d7/d3c/d40/c6c 0 2024-06-13T11:57:47.192 INFO:tasks.workunit.client.0.smithi042.stdout:1/310: write d0/f2b [4003702,62994] 0 2024-06-13T11:57:47.194 INFO:tasks.workunit.client.0.smithi042.stdout:1/311: creat d0/d17/d18/d20/f61 x:0 0 0 2024-06-13T11:57:47.195 INFO:tasks.workunit.client.0.smithi042.stdout:1/312: mknod d0/d58/c62 0 2024-06-13T11:57:47.195 INFO:tasks.workunit.client.0.smithi042.stdout:1/313: chown d0/d17/dd/c5b 11440 1 2024-06-13T11:57:47.195 INFO:tasks.workunit.client.0.smithi042.stdout:1/314: write d0/d17/dd/d12/f41 [937914,72841] 0 2024-06-13T11:57:47.195 INFO:tasks.workunit.client.0.smithi042.stdout:1/315: chown d0/d17/d18/f1a 515897276 1 2024-06-13T11:57:47.196 INFO:tasks.workunit.client.0.smithi042.stdout:1/316: mkdir d0/d58/d5f/d63 0 2024-06-13T11:57:47.198 INFO:tasks.workunit.client.0.smithi042.stdout:1/317: symlink d0/d17/l64 0 2024-06-13T11:57:47.202 INFO:tasks.workunit.client.0.smithi042.stdout:1/318: creat d0/d17/dd/d55/f65 x:0 0 0 2024-06-13T11:57:47.205 INFO:tasks.workunit.client.0.smithi042.stdout:1/319: rename d0/d17/dd/d12 to d0/d17/dd/d66 0 2024-06-13T11:57:47.209 INFO:tasks.workunit.client.0.smithi042.stdout:6/392: dwrite d16/d6d/d82/f87 [0,4194304] 0 2024-06-13T11:57:47.213 INFO:tasks.workunit.client.0.smithi042.stdout:8/257: dread d2/f15 [0,4194304] 0 2024-06-13T11:57:47.213 INFO:tasks.workunit.client.0.smithi042.stdout:8/258: write d2/d3e/f55 [920878,126296] 0 2024-06-13T11:57:47.213 INFO:tasks.workunit.client.0.smithi042.stdout:3/318: dwrite dc/d29/d47/d66/f74 [0,4194304] 0 2024-06-13T11:57:47.213 INFO:tasks.workunit.client.0.smithi042.stdout:4/435: dread d1/d10/d15/f1e [0,4194304] 0 2024-06-13T11:57:47.222 INFO:tasks.workunit.client.0.smithi042.stdout:0/346: write d4/f1a [2512033,74277] 0 2024-06-13T11:57:47.222 INFO:tasks.workunit.client.0.smithi042.stdout:0/347: fdatasync d4/f28 0 2024-06-13T11:57:47.223 INFO:tasks.workunit.client.0.smithi042.stdout:5/333: dwrite d1/d2b/d35/d5b/f5f [0,4194304] 0 2024-06-13T11:57:47.223 INFO:tasks.workunit.client.0.smithi042.stdout:4/436: rmdir d1/d10/d35/d80 39 2024-06-13T11:57:47.234 INFO:tasks.workunit.client.0.smithi042.stdout:4/437: getdents d1/d6a 0 2024-06-13T11:57:47.235 INFO:tasks.workunit.client.0.smithi042.stdout:0/348: mknod d4/d31/d34/d69/c74 0 2024-06-13T11:57:47.237 INFO:tasks.workunit.client.0.smithi042.stdout:4/438: mknod d1/de/ca2 0 2024-06-13T11:57:47.239 INFO:tasks.workunit.client.0.smithi042.stdout:1/320: dread d0/d17/f2f [0,4194304] 0 2024-06-13T11:57:47.239 INFO:tasks.workunit.client.0.smithi042.stdout:0/349: symlink d4/d32/d64/l75 0 2024-06-13T11:57:47.239 INFO:tasks.workunit.client.0.smithi042.stdout:4/439: mkdir d1/d29/d33/da3 0 2024-06-13T11:57:47.239 INFO:tasks.workunit.client.0.smithi042.stdout:4/440: fdatasync d1/d29/d33/d60/f86 0 2024-06-13T11:57:47.243 INFO:tasks.workunit.client.0.smithi042.stdout:1/321: symlink d0/d58/l67 0 2024-06-13T11:57:47.243 INFO:tasks.workunit.client.0.smithi042.stdout:3/319: read dc/d17/d1f/f26 [1211173,130987] 0 2024-06-13T11:57:47.245 INFO:tasks.workunit.client.0.smithi042.stdout:1/322: symlink d0/d58/d5f/l68 0 2024-06-13T11:57:47.247 INFO:tasks.workunit.client.0.smithi042.stdout:1/323: symlink d0/d17/d18/d29/l69 0 2024-06-13T11:57:47.247 INFO:tasks.workunit.client.0.smithi042.stdout:1/324: fsync d0/d17/d18/f36 0 2024-06-13T11:57:47.247 INFO:tasks.workunit.client.0.smithi042.stdout:1/325: dread - d0/d17/d18/f3c zero size 2024-06-13T11:57:47.254 INFO:tasks.workunit.client.0.smithi042.stdout:3/320: unlink dc/d17/d20/d2d/d37/d52/f71 0 2024-06-13T11:57:47.256 INFO:tasks.workunit.client.0.smithi042.stdout:2/321: dwrite d7/df/f62 [0,4194304] 0 2024-06-13T11:57:47.258 INFO:tasks.workunit.client.0.smithi042.stdout:7/192: sync 2024-06-13T11:57:47.266 INFO:tasks.workunit.client.0.smithi042.stdout:9/329: dwrite d9/d31/d67/f3a [0,4194304] 0 2024-06-13T11:57:47.276 INFO:tasks.workunit.client.0.smithi042.stdout:9/330: rename d9/d33/d40/d52/d25/d47 to d9/d46/d6d 0 2024-06-13T11:57:47.276 INFO:tasks.workunit.client.0.smithi042.stdout:6/393: dwrite d16/d21/d35/f88 [0,4194304] 0 2024-06-13T11:57:47.276 INFO:tasks.workunit.client.0.smithi042.stdout:3/321: dread dc/f11 [0,4194304] 0 2024-06-13T11:57:47.276 INFO:tasks.workunit.client.0.smithi042.stdout:3/322: symlink dc/d17/d3b/d55/l76 0 2024-06-13T11:57:47.276 INFO:tasks.workunit.client.0.smithi042.stdout:3/323: rename dc/d17 to dc/d17/d20/d2d/d37/d52/d77 22 2024-06-13T11:57:47.276 INFO:tasks.workunit.client.0.smithi042.stdout:3/324: chown dc/d17/d1f/f26 109577 1 2024-06-13T11:57:47.295 INFO:tasks.workunit.client.0.smithi042.stdout:1/326: write d0/d17/f3e [3641777,45242] 0 2024-06-13T11:57:47.295 INFO:tasks.workunit.client.0.smithi042.stdout:1/327: dread - d0/ff zero size 2024-06-13T11:57:47.295 INFO:tasks.workunit.client.0.smithi042.stdout:5/334: dwrite d1/d2b/d35/d36/f3c [0,4194304] 0 2024-06-13T11:57:47.297 INFO:tasks.workunit.client.0.smithi042.stdout:2/322: write f2 [4982182,79513] 0 2024-06-13T11:57:47.302 INFO:tasks.workunit.client.0.smithi042.stdout:1/328: rename d0/d34 to d0/d17/dd/d55/d6a 0 2024-06-13T11:57:47.302 INFO:tasks.workunit.client.0.smithi042.stdout:1/329: chown d0/d58 887015388 1 2024-06-13T11:57:47.302 INFO:tasks.workunit.client.0.smithi042.stdout:1/330: fdatasync d0/d17/d18/f54 0 2024-06-13T11:57:47.302 INFO:tasks.workunit.client.0.smithi042.stdout:8/259: dwrite d2/d3/d5/f12 [0,4194304] 0 2024-06-13T11:57:47.302 INFO:tasks.workunit.client.0.smithi042.stdout:2/323: mknod d7/d61/d64/c6d 0 2024-06-13T11:57:47.302 INFO:tasks.workunit.client.0.smithi042.stdout:2/324: chown d7/d3c/d40/d4c/l57 1968538212 1 2024-06-13T11:57:47.305 INFO:tasks.workunit.client.0.smithi042.stdout:2/325: getdents d7/d3c 0 2024-06-13T11:57:47.307 INFO:tasks.workunit.client.0.smithi042.stdout:2/326: creat d7/d23/d59/f6e x:0 0 0 2024-06-13T11:57:47.307 INFO:tasks.workunit.client.0.smithi042.stdout:2/327: chown d7/df/d33/f45 105 1 2024-06-13T11:57:47.308 INFO:tasks.workunit.client.0.smithi042.stdout:0/350: dwrite d4/f38 [0,4194304] 0 2024-06-13T11:57:47.319 INFO:tasks.workunit.client.0.smithi042.stdout:6/394: dread d16/d21/d72/d2b/f2f [0,4194304] 0 2024-06-13T11:57:47.319 INFO:tasks.workunit.client.0.smithi042.stdout:0/351: mkdir d4/d31/d4a/d76 0 2024-06-13T11:57:47.320 INFO:tasks.workunit.client.0.smithi042.stdout:2/328: unlink d7/c15 0 2024-06-13T11:57:47.320 INFO:tasks.workunit.client.0.smithi042.stdout:2/329: read - d7/d23/d59/f6b zero size 2024-06-13T11:57:47.351 INFO:tasks.workunit.client.0.smithi042.stdout:0/352: rename d4/f23 to d4/d32/d64/f77 0 2024-06-13T11:57:47.351 INFO:tasks.workunit.client.0.smithi042.stdout:9/331: dread d9/d31/d67/f3c [0,4194304] 0 2024-06-13T11:57:47.351 INFO:tasks.workunit.client.0.smithi042.stdout:4/441: dwrite d1/d10/d15/f1e [0,4194304] 0 2024-06-13T11:57:47.351 INFO:tasks.workunit.client.0.smithi042.stdout:4/442: chown d1/d10/f6c 502 1 2024-06-13T11:57:47.352 INFO:tasks.workunit.client.0.smithi042.stdout:4/443: write d1/d5/f17 [34795,69217] 0 2024-06-13T11:57:47.352 INFO:tasks.workunit.client.0.smithi042.stdout:6/395: getdents d16/d21/d72/d31 0 2024-06-13T11:57:47.352 INFO:tasks.workunit.client.0.smithi042.stdout:9/332: link d9/d15/f54 d9/d31/d5c/f6e 0 2024-06-13T11:57:47.353 INFO:tasks.workunit.client.0.smithi042.stdout:9/333: creat d9/d46/d6d/f6f x:0 0 0 2024-06-13T11:57:47.353 INFO:tasks.workunit.client.0.smithi042.stdout:9/334: write d9/d33/d40/d52/f57 [1911,44059] 0 2024-06-13T11:57:47.354 INFO:tasks.workunit.client.0.smithi042.stdout:2/330: unlink d7/d3c/d40/d67/l69 0 2024-06-13T11:57:47.357 INFO:tasks.workunit.client.0.smithi042.stdout:6/396: rename d16/d21/d35/d63/c69 to d16/d8b/d57/d66/c8c 0 2024-06-13T11:57:47.357 INFO:tasks.workunit.client.0.smithi042.stdout:6/397: stat d16/d8b/d57 0 2024-06-13T11:57:47.357 INFO:tasks.workunit.client.0.smithi042.stdout:9/335: rmdir d9/d15 39 2024-06-13T11:57:47.358 INFO:tasks.workunit.client.0.smithi042.stdout:4/444: link d1/d10/l13 d1/d5/la4 0 2024-06-13T11:57:47.361 INFO:tasks.workunit.client.0.smithi042.stdout:1/331: dwrite d0/f50 [0,4194304] 0 2024-06-13T11:57:47.367 INFO:tasks.workunit.client.0.smithi042.stdout:4/445: mkdir d1/d5/d16/da5 0 2024-06-13T11:57:47.367 INFO:tasks.workunit.client.0.smithi042.stdout:2/331: dread d7/d1a/f42 [0,4194304] 0 2024-06-13T11:57:47.367 INFO:tasks.workunit.client.0.smithi042.stdout:1/332: readlink d0/d17/lc 0 2024-06-13T11:57:47.367 INFO:tasks.workunit.client.0.smithi042.stdout:1/333: write d0/d17/dd/d55/f65 [265866,96195] 0 2024-06-13T11:57:47.367 INFO:tasks.workunit.client.0.smithi042.stdout:1/334: chown d0/d17/dd/d55/d6a/f49 371313 1 2024-06-13T11:57:47.367 INFO:tasks.workunit.client.0.smithi042.stdout:9/336: readlink d9/l3e 0 2024-06-13T11:57:47.368 INFO:tasks.workunit.client.0.smithi042.stdout:2/332: link d7/d3c/c41 d7/d3c/d40/c6f 0 2024-06-13T11:57:47.369 INFO:tasks.workunit.client.0.smithi042.stdout:1/335: truncate d0/d17/dd/f3b 123269 0 2024-06-13T11:57:47.373 INFO:tasks.workunit.client.0.smithi042.stdout:5/335: dwrite d1/f16 [4194304,4194304] 0 2024-06-13T11:57:47.376 INFO:tasks.workunit.client.0.smithi042.stdout:5/336: truncate d1/d2b/d37/f28 1955782 0 2024-06-13T11:57:47.377 INFO:tasks.workunit.client.0.smithi042.stdout:3/325: dwrite dc/f14 [0,4194304] 0 2024-06-13T11:57:47.379 INFO:tasks.workunit.client.0.smithi042.stdout:5/337: mkdir d1/d31/d6a 0 2024-06-13T11:57:47.379 INFO:tasks.workunit.client.0.smithi042.stdout:5/338: fsync d1/d49/f53 0 2024-06-13T11:57:47.383 INFO:tasks.workunit.client.0.smithi042.stdout:3/326: link dc/d17/d1f/c4c dc/d17/d20/d5c/c78 0 2024-06-13T11:57:47.383 INFO:tasks.workunit.client.0.smithi042.stdout:9/337: rename d9/d31/d67 to d9/d33/d69/d70 0 2024-06-13T11:57:47.391 INFO:tasks.workunit.client.0.smithi042.stdout:9/338: mknod d9/d33/d40/d52/c71 0 2024-06-13T11:57:47.391 INFO:tasks.workunit.client.0.smithi042.stdout:9/339: dread - d9/d33/d40/d52/d25/f34 zero size 2024-06-13T11:57:47.391 INFO:tasks.workunit.client.0.smithi042.stdout:9/340: write d9/f28 [6769775,85055] 0 2024-06-13T11:57:47.391 INFO:tasks.workunit.client.0.smithi042.stdout:9/341: readlink d9/l3e 0 2024-06-13T11:57:47.391 INFO:tasks.workunit.client.0.smithi042.stdout:9/342: write d9/d33/f3b [1509373,33046] 0 2024-06-13T11:57:47.402 INFO:tasks.workunit.client.0.smithi042.stdout:9/343: getdents d9 0 2024-06-13T11:57:47.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:47 smithi162 ceph-mon[36757]: pgmap v70: 129 pgs: 129 active+clean; 481 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 48 MiB/s rd, 64 MiB/s wr, 412 op/s 2024-06-13T11:57:47.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:47 smithi162 ceph-mon[36757]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T11:57:47.409 INFO:tasks.workunit.client.0.smithi042.stdout:9/344: creat d9/d16/d48/f72 x:0 0 0 2024-06-13T11:57:47.411 INFO:tasks.workunit.client.0.smithi042.stdout:1/336: dread d0/d17/fb [0,4194304] 0 2024-06-13T11:57:47.412 INFO:tasks.workunit.client.0.smithi042.stdout:9/345: dread - d9/d4d/f59 zero size 2024-06-13T11:57:47.412 INFO:tasks.workunit.client.0.smithi042.stdout:1/337: symlink d0/l6b 0 2024-06-13T11:57:47.412 INFO:tasks.workunit.client.0.smithi042.stdout:1/338: symlink d0/d17/dd/l6c 0 2024-06-13T11:57:47.425 INFO:tasks.workunit.client.0.smithi042.stdout:3/327: dread dc/d17/d1f/f34 [0,4194304] 0 2024-06-13T11:57:47.426 INFO:tasks.workunit.client.0.smithi042.stdout:3/328: chown dc/d17/d20/d2d/f50 1402 1 2024-06-13T11:57:47.426 INFO:tasks.workunit.client.0.smithi042.stdout:3/329: write dc/f61 [843507,118292] 0 2024-06-13T11:57:47.426 INFO:tasks.workunit.client.0.smithi042.stdout:3/330: chown dc/d29/c64 0 1 2024-06-13T11:57:47.429 INFO:tasks.workunit.client.0.smithi042.stdout:3/331: rmdir dc/d29/d47/d66 39 2024-06-13T11:57:47.430 INFO:tasks.workunit.client.0.smithi042.stdout:6/398: dwrite d16/d6d/d82/f87 [0,4194304] 0 2024-06-13T11:57:47.435 INFO:tasks.workunit.client.0.smithi042.stdout:0/353: dwrite d4/d31/d34/f36 [0,4194304] 0 2024-06-13T11:57:47.439 INFO:tasks.workunit.client.0.smithi042.stdout:6/399: mknod d16/d8b/c8d 0 2024-06-13T11:57:47.445 INFO:tasks.workunit.client.0.smithi042.stdout:6/400: mkdir d16/d21/d35/d63/d8e 0 2024-06-13T11:57:47.456 INFO:tasks.workunit.client.0.smithi042.stdout:5/339: dwrite d1/d2b/d37/f24 [0,4194304] 0 2024-06-13T11:57:47.458 INFO:tasks.workunit.client.0.smithi042.stdout:3/332: dread f3 [0,4194304] 0 2024-06-13T11:57:47.458 INFO:tasks.workunit.client.0.smithi042.stdout:3/333: fdatasync dc/d29/d47/f58 0 2024-06-13T11:57:47.458 INFO:tasks.workunit.client.0.smithi042.stdout:5/340: symlink d1/d31/l6b 0 2024-06-13T11:57:47.458 INFO:tasks.workunit.client.0.smithi042.stdout:5/341: truncate d1/d2b/d37/f28 2965860 0 2024-06-13T11:57:47.458 INFO:tasks.workunit.client.0.smithi042.stdout:5/342: creat d1/d2b/d35/d36/d40/f6c x:0 0 0 2024-06-13T11:57:47.460 INFO:tasks.workunit.client.0.smithi042.stdout:5/343: rename d1/d31/l6b to d1/d2b/d35/d36/d40/l6d 0 2024-06-13T11:57:47.470 INFO:tasks.workunit.client.0.smithi042.stdout:9/346: dwrite d9/d15/d43/f5b [0,4194304] 0 2024-06-13T11:57:47.475 INFO:tasks.workunit.client.0.smithi042.stdout:9/347: getdents d9/d33/d40/d52/d25 0 2024-06-13T11:57:47.475 INFO:tasks.workunit.client.0.smithi042.stdout:9/348: chown f2 1373793 1 2024-06-13T11:57:47.478 INFO:tasks.workunit.client.0.smithi042.stdout:5/344: link d1/f3f d1/d31/d45/d5d/f6e 0 2024-06-13T11:57:47.479 INFO:tasks.workunit.client.0.smithi042.stdout:3/334: write dc/d17/d1f/f34 [1442626,8784] 0 2024-06-13T11:57:47.482 INFO:tasks.workunit.client.0.smithi042.stdout:6/401: read f3 [1213958,9524] 0 2024-06-13T11:57:47.483 INFO:tasks.workunit.client.0.smithi042.stdout:4/446: dwrite d1/d29/f51 [0,4194304] 0 2024-06-13T11:57:47.483 INFO:tasks.workunit.client.0.smithi042.stdout:3/335: unlink dc/d17/f1c 0 2024-06-13T11:57:47.483 INFO:tasks.workunit.client.0.smithi042.stdout:3/336: chown dc/l54 32282162 1 2024-06-13T11:57:47.488 INFO:tasks.workunit.client.0.smithi042.stdout:5/345: link d1/d2b/d35/d5b/f5f d1/d42/f6f 0 2024-06-13T11:57:47.488 INFO:tasks.workunit.client.0.smithi042.stdout:4/447: truncate d1/d10/d15/f50 1347632 0 2024-06-13T11:57:47.497 INFO:tasks.workunit.client.0.smithi042.stdout:0/354: dwrite d4/d33/d3f/f52 [0,4194304] 0 2024-06-13T11:57:47.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:47 smithi088 ceph-mon[36399]: pgmap v70: 129 pgs: 129 active+clean; 481 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 48 MiB/s rd, 64 MiB/s wr, 412 op/s 2024-06-13T11:57:47.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:47 smithi088 ceph-mon[36399]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T11:57:47.505 INFO:tasks.workunit.client.0.smithi042.stdout:6/402: rename d16/d21/d32/f8a to d16/d8b/f8f 0 2024-06-13T11:57:47.505 INFO:tasks.workunit.client.0.smithi042.stdout:0/355: mkdir d4/d31/d34/d78 0 2024-06-13T11:57:47.531 INFO:tasks.workunit.client.0.smithi042.stdout:9/349: dwrite d9/f28 [0,4194304] 0 2024-06-13T11:57:47.533 INFO:tasks.workunit.client.0.smithi042.stdout:6/403: dread d16/f17 [0,4194304] 0 2024-06-13T11:57:47.539 INFO:tasks.workunit.client.0.smithi042.stdout:5/346: dwrite d1/d2b/d35/f55 [0,4194304] 0 2024-06-13T11:57:47.543 INFO:tasks.workunit.client.0.smithi042.stdout:6/404: rename d16/d21/d35/f80 to d16/f90 0 2024-06-13T11:57:47.543 INFO:tasks.workunit.client.0.smithi042.stdout:5/347: creat d1/d2b/d35/d5b/f70 x:0 0 0 2024-06-13T11:57:47.544 INFO:tasks.workunit.client.0.smithi042.stdout:3/337: dwrite dc/d17/f1e [0,4194304] 0 2024-06-13T11:57:47.544 INFO:tasks.workunit.client.0.smithi042.stdout:3/338: fdatasync dc/d17/d1f/f63 0 2024-06-13T11:57:47.546 INFO:tasks.workunit.client.0.smithi042.stdout:3/339: mkdir dc/d17/d1f/d79 0 2024-06-13T11:57:47.547 INFO:tasks.workunit.client.0.smithi042.stdout:3/340: fdatasync dc/d29/d47/f48 0 2024-06-13T11:57:47.550 INFO:tasks.workunit.client.0.smithi042.stdout:3/341: creat dc/d29/d47/d66/f7a x:0 0 0 2024-06-13T11:57:47.551 INFO:tasks.workunit.client.0.smithi042.stdout:3/342: truncate dc/d29/d47/d66/f73 956717 0 2024-06-13T11:57:47.551 INFO:tasks.workunit.client.0.smithi042.stdout:8/260: sync 2024-06-13T11:57:47.552 INFO:tasks.workunit.client.0.smithi042.stdout:7/193: sync 2024-06-13T11:57:47.553 INFO:tasks.workunit.client.0.smithi042.stdout:4/448: dread d1/f4 [0,4194304] 0 2024-06-13T11:57:47.554 INFO:tasks.workunit.client.0.smithi042.stdout:4/449: mknod d1/d10/d4e/d66/ca6 0 2024-06-13T11:57:47.554 INFO:tasks.workunit.client.0.smithi042.stdout:4/450: read - d1/d5/d5f/f78 zero size 2024-06-13T11:57:47.555 INFO:tasks.workunit.client.0.smithi042.stdout:7/194: read d2/f1e [313441,59059] 0 2024-06-13T11:57:47.555 INFO:tasks.workunit.client.0.smithi042.stdout:4/451: symlink d1/d10/d35/la7 0 2024-06-13T11:57:47.556 INFO:tasks.workunit.client.0.smithi042.stdout:3/343: rmdir dc/d17/d20/d2d/d37 39 2024-06-13T11:57:47.557 INFO:tasks.workunit.client.0.smithi042.stdout:3/344: stat fa 0 2024-06-13T11:57:47.557 INFO:tasks.workunit.client.0.smithi042.stdout:3/345: fdatasync dc/d17/d3b/f3f 0 2024-06-13T11:57:47.557 INFO:tasks.workunit.client.0.smithi042.stdout:3/346: write dc/d17/d20/d2d/f50 [746940,110393] 0 2024-06-13T11:57:47.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:47 smithi042 ceph-mon[32231]: pgmap v70: 129 pgs: 129 active+clean; 481 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 48 MiB/s rd, 64 MiB/s wr, 412 op/s 2024-06-13T11:57:47.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:47 smithi042 ceph-mon[32231]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T11:57:47.559 INFO:tasks.workunit.client.0.smithi042.stdout:7/195: creat d2/d3/d12/d42/f43 x:0 0 0 2024-06-13T11:57:47.559 INFO:tasks.workunit.client.0.smithi042.stdout:4/452: getdents d1/d5 0 2024-06-13T11:57:47.559 INFO:tasks.workunit.client.0.smithi042.stdout:4/453: write d1/d10/f44 [790111,39993] 0 2024-06-13T11:57:47.559 INFO:tasks.workunit.client.0.smithi042.stdout:3/347: mkdir dc/d17/d7b 0 2024-06-13T11:57:47.560 INFO:tasks.workunit.client.0.smithi042.stdout:7/196: unlink d2/l2e 0 2024-06-13T11:57:47.561 INFO:tasks.workunit.client.0.smithi042.stdout:4/454: link d1/d5/l88 d1/d10/d35/la8 0 2024-06-13T11:57:47.562 INFO:tasks.workunit.client.0.smithi042.stdout:3/348: mkdir dc/d29/d47/d66/d7c 0 2024-06-13T11:57:47.562 INFO:tasks.workunit.client.0.smithi042.stdout:3/349: fdatasync dc/d17/d1f/f63 0 2024-06-13T11:57:47.562 INFO:tasks.workunit.client.0.smithi042.stdout:6/405: dread d16/d8b/d57/f65 [0,4194304] 0 2024-06-13T11:57:47.563 INFO:tasks.workunit.client.0.smithi042.stdout:7/197: rmdir d2/d36 39 2024-06-13T11:57:47.563 INFO:tasks.workunit.client.0.smithi042.stdout:7/198: chown d2/d36/f27 6683173 1 2024-06-13T11:57:47.563 INFO:tasks.workunit.client.0.smithi042.stdout:4/455: symlink d1/d29/d4f/la9 0 2024-06-13T11:57:47.564 INFO:tasks.workunit.client.0.smithi042.stdout:4/456: write d1/de/f5d [1092983,34666] 0 2024-06-13T11:57:47.566 INFO:tasks.workunit.client.0.smithi042.stdout:0/356: dwrite d4/f24 [0,4194304] 0 2024-06-13T11:57:47.566 INFO:tasks.workunit.client.0.smithi042.stdout:0/357: fdatasync d4/f19 0 2024-06-13T11:57:47.566 INFO:tasks.workunit.client.0.smithi042.stdout:0/358: read - d4/d31/d4a/d58/f72 zero size 2024-06-13T11:57:47.566 INFO:tasks.workunit.client.0.smithi042.stdout:3/350: link l2 dc/d17/d20/l7d 0 2024-06-13T11:57:47.568 INFO:tasks.workunit.client.0.smithi042.stdout:7/199: creat d2/d3/d3e/f44 x:0 0 0 2024-06-13T11:57:47.568 INFO:tasks.workunit.client.0.smithi042.stdout:7/200: read - d2/f31 zero size 2024-06-13T11:57:47.568 INFO:tasks.workunit.client.0.smithi042.stdout:7/201: truncate d2/d3/fd 58415 0 2024-06-13T11:57:47.576 INFO:tasks.workunit.client.0.smithi042.stdout:5/348: dread d1/f18 [0,4194304] 0 2024-06-13T11:57:47.579 INFO:tasks.workunit.client.0.smithi042.stdout:4/457: symlink d1/d5/laa 0 2024-06-13T11:57:47.579 INFO:tasks.workunit.client.0.smithi042.stdout:0/359: rmdir d4/d31/d4a/d76 0 2024-06-13T11:57:47.579 INFO:tasks.workunit.client.0.smithi042.stdout:4/458: write d1/d5/d5f/f6e [325159,602] 0 2024-06-13T11:57:47.579 INFO:tasks.workunit.client.0.smithi042.stdout:7/202: rename d2/c37 to d2/c45 0 2024-06-13T11:57:47.579 INFO:tasks.workunit.client.0.smithi042.stdout:7/203: fdatasync d2/d36/f35 0 2024-06-13T11:57:47.582 INFO:tasks.workunit.client.0.smithi042.stdout:5/349: symlink d1/l71 0 2024-06-13T11:57:47.583 INFO:tasks.workunit.client.0.smithi042.stdout:0/360: creat d4/d33/f79 x:0 0 0 2024-06-13T11:57:47.583 INFO:tasks.workunit.client.0.smithi042.stdout:0/361: dread - d4/d31/d4a/d58/f72 zero size 2024-06-13T11:57:47.584 INFO:tasks.workunit.client.0.smithi042.stdout:7/204: unlink d2/d3/d12/d42/f43 0 2024-06-13T11:57:47.597 INFO:tasks.workunit.client.0.smithi042.stdout:0/362: symlink d4/d31/d34/d78/l7a 0 2024-06-13T11:57:47.598 INFO:tasks.workunit.client.0.smithi042.stdout:0/363: creat d4/d31/d34/f7b x:0 0 0 2024-06-13T11:57:47.605 INFO:tasks.workunit.client.0.smithi042.stdout:0/364: mknod d4/d33/d3e/c7c 0 2024-06-13T11:57:47.605 INFO:tasks.workunit.client.0.smithi042.stdout:0/365: chown d4/d33/d3f/f56 47 1 2024-06-13T11:57:47.606 INFO:tasks.workunit.client.0.smithi042.stdout:6/406: dwrite f3 [4194304,4194304] 0 2024-06-13T11:57:47.632 INFO:tasks.workunit.client.0.smithi042.stdout:0/366: dread d4/d31/d34/f36 [0,4194304] 0 2024-06-13T11:57:47.648 INFO:tasks.workunit.client.0.smithi042.stdout:5/350: dwrite d1/d31/f26 [0,4194304] 0 2024-06-13T11:57:47.649 INFO:tasks.workunit.client.0.smithi042.stdout:5/351: chown d1/d2b/d35/d5b/c69 0 1 2024-06-13T11:57:47.653 INFO:tasks.workunit.client.0.smithi042.stdout:6/407: write d16/f90 [2615415,101438] 0 2024-06-13T11:57:47.654 INFO:tasks.workunit.client.0.smithi042.stdout:7/205: dwrite d2/d3/f3a [0,4194304] 0 2024-06-13T11:57:47.654 INFO:tasks.workunit.client.0.smithi042.stdout:7/206: readlink d2/d3/d3e/l3f 0 2024-06-13T11:57:47.654 INFO:tasks.workunit.client.0.smithi042.stdout:7/207: write d2/d36/f35 [999034,249] 0 2024-06-13T11:57:47.655 INFO:tasks.workunit.client.0.smithi042.stdout:6/408: truncate d16/d21/d72/d2b/f34 922208 0 2024-06-13T11:57:47.655 INFO:tasks.workunit.client.0.smithi042.stdout:7/208: mknod d2/d3/c46 0 2024-06-13T11:57:47.657 INFO:tasks.workunit.client.0.smithi042.stdout:7/209: creat d2/d3/f47 x:0 0 0 2024-06-13T11:57:47.658 INFO:tasks.workunit.client.0.smithi042.stdout:0/367: write d4/d33/d3f/f52 [2957943,91644] 0 2024-06-13T11:57:47.659 INFO:tasks.workunit.client.0.smithi042.stdout:4/459: dwrite d1/d29/d33/d60/f86 [0,4194304] 0 2024-06-13T11:57:47.661 INFO:tasks.workunit.client.0.smithi042.stdout:7/210: link d2/d36/f35 d2/d3/d3e/f48 0 2024-06-13T11:57:47.662 INFO:tasks.workunit.client.0.smithi042.stdout:6/409: symlink d16/d21/d72/d31/l91 0 2024-06-13T11:57:47.665 INFO:tasks.workunit.client.0.smithi042.stdout:4/460: unlink d1/d6a/d52/f6b 0 2024-06-13T11:57:47.671 INFO:tasks.workunit.client.0.smithi042.stdout:6/410: unlink d16/d21/d35/d63/c77 0 2024-06-13T11:57:47.671 INFO:tasks.workunit.client.0.smithi042.stdout:6/411: chown d16/d21/d32/d7c/c89 24168665 1 2024-06-13T11:57:47.688 INFO:tasks.workunit.client.0.smithi042.stdout:4/461: dread d1/d29/f46 [0,4194304] 0 2024-06-13T11:57:47.688 INFO:tasks.workunit.client.0.smithi042.stdout:4/462: chown d1/d10/d35/d80 2 1 2024-06-13T11:57:47.690 INFO:tasks.workunit.client.0.smithi042.stdout:4/463: mknod d1/d29/d4f/cab 0 2024-06-13T11:57:47.691 INFO:tasks.workunit.client.0.smithi042.stdout:4/464: mkdir d1/d5/d16/da5/dac 0 2024-06-13T11:57:47.693 INFO:tasks.workunit.client.0.smithi042.stdout:4/465: creat d1/d29/d33/d60/d67/d72/fad x:0 0 0 2024-06-13T11:57:47.694 INFO:tasks.workunit.client.0.smithi042.stdout:4/466: creat d1/d29/d33/d6f/fae x:0 0 0 2024-06-13T11:57:47.695 INFO:tasks.workunit.client.0.smithi042.stdout:4/467: mknod d1/d29/d33/caf 0 2024-06-13T11:57:47.714 INFO:tasks.workunit.client.0.smithi042.stdout:5/352: dwrite d1/d2b/d35/d36/f65 [0,4194304] 0 2024-06-13T11:57:47.714 INFO:tasks.workunit.client.0.smithi042.stdout:5/353: chown d1/d42 106898 1 2024-06-13T11:57:47.714 INFO:tasks.workunit.client.0.smithi042.stdout:5/354: write d1/d2b/d35/d36/d40/f66 [646886,20990] 0 2024-06-13T11:57:47.727 INFO:tasks.workunit.client.0.smithi042.stdout:0/368: dwrite d4/d33/f66 [0,4194304] 0 2024-06-13T11:57:47.727 INFO:tasks.workunit.client.0.smithi042.stdout:4/468: dread d1/d5/d5f/f6e [0,4194304] 0 2024-06-13T11:57:47.732 INFO:tasks.workunit.client.0.smithi042.stdout:6/412: dwrite f11 [0,4194304] 0 2024-06-13T11:57:47.742 INFO:tasks.workunit.client.0.smithi042.stdout:5/355: write d1/f23 [6045995,119417] 0 2024-06-13T11:57:47.742 INFO:tasks.workunit.client.0.smithi042.stdout:5/356: write d1/f3e [641059,81243] 0 2024-06-13T11:57:47.742 INFO:tasks.workunit.client.0.smithi042.stdout:7/211: dwrite d2/f33 [0,4194304] 0 2024-06-13T11:57:47.742 INFO:tasks.workunit.client.0.smithi042.stdout:7/212: read d2/f1e [23516,49642] 0 2024-06-13T11:57:47.747 INFO:tasks.workunit.client.0.smithi042.stdout:7/213: symlink d2/d3/d12/l49 0 2024-06-13T11:57:47.751 INFO:tasks.workunit.client.0.smithi042.stdout:7/214: rename d2/d3/d12 to d2/d36/d4a 0 2024-06-13T11:57:47.751 INFO:tasks.workunit.client.0.smithi042.stdout:7/215: stat d2/d36/c2c 0 2024-06-13T11:57:47.752 INFO:tasks.workunit.client.0.smithi042.stdout:7/216: creat d2/d36/d4a/d42/f4b x:0 0 0 2024-06-13T11:57:47.754 INFO:tasks.workunit.client.0.smithi042.stdout:7/217: rename d2/d3/d3e/l3f to d2/d36/d4a/d40/l4c 0 2024-06-13T11:57:47.772 INFO:tasks.workunit.client.0.smithi042.stdout:9/350: sync 2024-06-13T11:57:47.772 INFO:tasks.workunit.client.0.smithi042.stdout:8/261: sync 2024-06-13T11:57:47.772 INFO:tasks.workunit.client.0.smithi042.stdout:9/351: chown f2 112675937 1 2024-06-13T11:57:47.772 INFO:tasks.workunit.client.0.smithi042.stdout:1/339: sync 2024-06-13T11:57:47.773 INFO:tasks.workunit.client.0.smithi042.stdout:2/333: sync 2024-06-13T11:57:47.775 INFO:tasks.workunit.client.0.smithi042.stdout:2/334: fdatasync f2 0 2024-06-13T11:57:47.777 INFO:tasks.workunit.client.0.smithi042.stdout:9/352: mknod d9/d46/c73 0 2024-06-13T11:57:47.781 INFO:tasks.workunit.client.0.smithi042.stdout:1/340: mknod d0/d17/dd/d1b/c6d 0 2024-06-13T11:57:47.781 INFO:tasks.workunit.client.0.smithi042.stdout:2/335: truncate d7/df/d33/f45 1351098 0 2024-06-13T11:57:47.784 INFO:tasks.workunit.client.0.smithi042.stdout:1/341: unlink d0/d17/fb 0 2024-06-13T11:57:47.784 INFO:tasks.workunit.client.0.smithi042.stdout:2/336: getdents d7/d61 0 2024-06-13T11:57:47.784 INFO:tasks.workunit.client.0.smithi042.stdout:9/353: creat d9/d4d/f74 x:0 0 0 2024-06-13T11:57:47.785 INFO:tasks.workunit.client.0.smithi042.stdout:9/354: fdatasync d9/f20 0 2024-06-13T11:57:47.790 INFO:tasks.workunit.client.0.smithi042.stdout:1/342: symlink d0/d17/d18/d20/l6e 0 2024-06-13T11:57:47.790 INFO:tasks.workunit.client.0.smithi042.stdout:1/343: fdatasync d0/d17/dd/d1b/f1e 0 2024-06-13T11:57:47.790 INFO:tasks.workunit.client.0.smithi042.stdout:0/369: dwrite d4/d33/d5e/f6a [0,4194304] 0 2024-06-13T11:57:47.791 INFO:tasks.workunit.client.0.smithi042.stdout:0/370: write d4/d31/d4a/d63/f59 [502298,36466] 0 2024-06-13T11:57:47.794 INFO:tasks.workunit.client.0.smithi042.stdout:0/371: truncate d4/f30 4156219 0 2024-06-13T11:57:47.805 INFO:tasks.workunit.client.0.smithi042.stdout:5/357: dwrite d1/d2b/d35/f55 [4194304,4194304] 0 2024-06-13T11:57:47.808 INFO:tasks.workunit.client.0.smithi042.stdout:5/358: mknod d1/d42/c72 0 2024-06-13T11:57:47.808 INFO:tasks.workunit.client.0.smithi042.stdout:5/359: truncate d1/d31/fb 426477 0 2024-06-13T11:57:47.808 INFO:tasks.workunit.client.0.smithi042.stdout:5/360: read - d1/d2b/d35/f5c zero size 2024-06-13T11:57:47.811 INFO:tasks.workunit.client.0.smithi042.stdout:5/361: creat d1/d49/f73 x:0 0 0 2024-06-13T11:57:47.812 INFO:tasks.workunit.client.0.smithi042.stdout:5/362: dread - d1/d2b/d35/f48 zero size 2024-06-13T11:57:47.813 INFO:tasks.workunit.client.0.smithi042.stdout:7/218: dwrite d2/d36/f28 [0,4194304] 0 2024-06-13T11:57:47.813 INFO:tasks.workunit.client.0.smithi042.stdout:7/219: truncate d2/f31 223669 0 2024-06-13T11:57:47.813 INFO:tasks.workunit.client.0.smithi042.stdout:4/469: dwrite d1/d10/d4e/f75 [0,4194304] 0 2024-06-13T11:57:47.814 INFO:tasks.workunit.client.0.smithi042.stdout:8/262: dread d2/d3/d5/fe [0,4194304] 0 2024-06-13T11:57:47.815 INFO:tasks.workunit.client.0.smithi042.stdout:8/263: write d2/dc/d22/d42/f30 [2570600,45256] 0 2024-06-13T11:57:47.815 INFO:tasks.workunit.client.0.smithi042.stdout:8/264: readlink d2/d3/d5/l3d 0 2024-06-13T11:57:47.816 INFO:tasks.workunit.client.0.smithi042.stdout:6/413: dwrite d16/d21/d23/f2a [0,4194304] 0 2024-06-13T11:57:47.822 INFO:tasks.workunit.client.0.smithi042.stdout:7/220: getdents d2/d36/d4a 0 2024-06-13T11:57:47.822 INFO:tasks.workunit.client.0.smithi042.stdout:1/344: dread d0/d17/d18/d29/d43/f45 [0,4194304] 0 2024-06-13T11:57:47.822 INFO:tasks.workunit.client.0.smithi042.stdout:1/345: stat d0/d17/d18/d20/l6e 0 2024-06-13T11:57:47.826 INFO:tasks.workunit.client.0.smithi042.stdout:7/221: rename d2/d3/f1f to d2/d36/d4a/f4d 0 2024-06-13T11:57:47.828 INFO:tasks.workunit.client.0.smithi042.stdout:1/346: truncate d0/f5 467966 0 2024-06-13T11:57:47.828 INFO:tasks.workunit.client.0.smithi042.stdout:6/414: rmdir d16/d21/d72/d31 39 2024-06-13T11:57:47.830 INFO:tasks.workunit.client.0.smithi042.stdout:7/222: creat d2/d36/d4a/f4e x:0 0 0 2024-06-13T11:57:47.831 INFO:tasks.workunit.client.0.smithi042.stdout:6/415: unlink d16/d8b/d57/d66/c86 0 2024-06-13T11:57:47.831 INFO:tasks.workunit.client.0.smithi042.stdout:1/347: unlink d0/d17/l10 0 2024-06-13T11:57:47.833 INFO:tasks.workunit.client.0.smithi042.stdout:5/363: read d1/d2b/f33 [1052934,106957] 0 2024-06-13T11:57:47.833 INFO:tasks.workunit.client.0.smithi042.stdout:7/223: creat d2/d36/d4a/d42/f4f x:0 0 0 2024-06-13T11:57:47.833 INFO:tasks.workunit.client.0.smithi042.stdout:7/224: write d2/d36/d4a/d42/f4b [439371,106012] 0 2024-06-13T11:57:47.833 INFO:tasks.workunit.client.0.smithi042.stdout:7/225: write d2/f1a [1735593,95892] 0 2024-06-13T11:57:47.837 INFO:tasks.workunit.client.0.smithi042.stdout:6/416: mknod d16/d8b/c92 0 2024-06-13T11:57:47.838 INFO:tasks.workunit.client.0.smithi042.stdout:3/351: sync 2024-06-13T11:57:47.838 INFO:tasks.workunit.client.0.smithi042.stdout:1/348: symlink d0/d17/d4c/l6f 0 2024-06-13T11:57:47.839 INFO:tasks.workunit.client.0.smithi042.stdout:5/364: truncate d1/d31/f26 3858382 0 2024-06-13T11:57:47.839 INFO:tasks.workunit.client.0.smithi042.stdout:6/417: mkdir d16/d21/d72/d79/d93 0 2024-06-13T11:57:47.843 INFO:tasks.workunit.client.0.smithi042.stdout:3/352: unlink fa 0 2024-06-13T11:57:47.843 INFO:tasks.workunit.client.0.smithi042.stdout:2/337: dwrite d7/d23/d59/f6b [0,4194304] 0 2024-06-13T11:57:47.846 INFO:tasks.workunit.client.0.smithi042.stdout:8/265: dread d2/d3/f6 [0,4194304] 0 2024-06-13T11:57:47.847 INFO:tasks.workunit.client.0.smithi042.stdout:2/338: creat d7/d1f/f70 x:0 0 0 2024-06-13T11:57:47.866 INFO:tasks.workunit.client.0.smithi042.stdout:7/226: read d2/d3/fd [1644320,2069] 0 2024-06-13T11:57:47.871 INFO:tasks.workunit.client.0.smithi042.stdout:6/418: dread d16/f90 [0,4194304] 0 2024-06-13T11:57:47.873 INFO:tasks.workunit.client.0.smithi042.stdout:3/353: dread dc/d17/d1f/f2f [0,4194304] 0 2024-06-13T11:57:47.874 INFO:tasks.workunit.client.0.smithi042.stdout:6/419: symlink d16/d21/d72/d79/l94 0 2024-06-13T11:57:47.875 INFO:tasks.workunit.client.0.smithi042.stdout:3/354: mkdir dc/d17/d20/d2d/d37/d52/d7e 0 2024-06-13T11:57:47.875 INFO:tasks.workunit.client.0.smithi042.stdout:8/266: dread d2/d3/d5/f2e [0,4194304] 0 2024-06-13T11:57:47.876 INFO:tasks.workunit.client.0.smithi042.stdout:8/267: truncate d2/d3/d5/f12 3310027 0 2024-06-13T11:57:47.877 INFO:tasks.workunit.client.0.smithi042.stdout:2/339: write d7/d23/f2d [2931692,30652] 0 2024-06-13T11:57:47.877 INFO:tasks.workunit.client.0.smithi042.stdout:6/420: read d16/f38 [919039,101624] 0 2024-06-13T11:57:47.877 INFO:tasks.workunit.client.0.smithi042.stdout:6/421: truncate d16/f55 648439 0 2024-06-13T11:57:47.879 INFO:tasks.workunit.client.0.smithi042.stdout:8/268: creat d2/d3/f56 x:0 0 0 2024-06-13T11:57:47.879 INFO:tasks.workunit.client.0.smithi042.stdout:8/269: write d2/d3/d43/f4d [1013411,96088] 0 2024-06-13T11:57:47.879 INFO:tasks.workunit.client.0.smithi042.stdout:6/422: creat d16/d21/d35/d63/d8e/f95 x:0 0 0 2024-06-13T11:57:47.880 INFO:tasks.workunit.client.0.smithi042.stdout:2/340: creat d7/d61/d64/f71 x:0 0 0 2024-06-13T11:57:47.880 INFO:tasks.workunit.client.0.smithi042.stdout:2/341: chown d7/df/d33/f3e 57064 1 2024-06-13T11:57:47.883 INFO:tasks.workunit.client.0.smithi042.stdout:8/270: symlink d2/d3/d43/l57 0 2024-06-13T11:57:47.883 INFO:tasks.workunit.client.0.smithi042.stdout:2/342: mknod d7/d23/c72 0 2024-06-13T11:57:47.885 INFO:tasks.workunit.client.0.smithi042.stdout:8/271: fsync d2/d3/d5/f12 0 2024-06-13T11:57:47.885 INFO:tasks.workunit.client.0.smithi042.stdout:8/272: write d2/d3/f51 [519411,108386] 0 2024-06-13T11:57:47.885 INFO:tasks.workunit.client.0.smithi042.stdout:8/273: chown d2/dc/d22/d42/c24 2317630 1 2024-06-13T11:57:47.885 INFO:tasks.workunit.client.0.smithi042.stdout:8/274: chown d2/dc/d22/d42 156761577 1 2024-06-13T11:57:47.885 INFO:tasks.workunit.client.0.smithi042.stdout:8/275: fsync d2/d3/d5/f2e 0 2024-06-13T11:57:47.885 INFO:tasks.workunit.client.0.smithi042.stdout:8/276: fdatasync d2/d3/d5/f9 0 2024-06-13T11:57:47.886 INFO:tasks.workunit.client.0.smithi042.stdout:2/343: creat d7/d23/f73 x:0 0 0 2024-06-13T11:57:47.888 INFO:tasks.workunit.client.0.smithi042.stdout:8/277: truncate d2/d3/d5/ff 3274184 0 2024-06-13T11:57:47.888 INFO:tasks.workunit.client.0.smithi042.stdout:7/227: read d2/d3/f9 [2820327,65641] 0 2024-06-13T11:57:47.888 INFO:tasks.workunit.client.0.smithi042.stdout:2/344: symlink d7/d3c/d40/l74 0 2024-06-13T11:57:47.888 INFO:tasks.workunit.client.0.smithi042.stdout:2/345: read - d7/d1f/f70 zero size 2024-06-13T11:57:47.893 INFO:tasks.workunit.client.0.smithi042.stdout:8/278: getdents d2/dc 0 2024-06-13T11:57:47.893 INFO:tasks.workunit.client.0.smithi042.stdout:2/346: rename d7/d23/f4d to d7/d1a/f75 0 2024-06-13T11:57:47.894 INFO:tasks.workunit.client.0.smithi042.stdout:2/347: chown d7/d3c/d40/d4c/d5a 1 1 2024-06-13T11:57:47.894 INFO:tasks.workunit.client.0.smithi042.stdout:8/279: creat d2/dc/f58 x:0 0 0 2024-06-13T11:57:47.905 INFO:tasks.workunit.client.0.smithi042.stdout:5/365: dwrite d1/f18 [4194304,4194304] 0 2024-06-13T11:57:47.919 INFO:tasks.workunit.client.0.smithi042.stdout:3/355: dread dc/d29/d47/f65 [0,4194304] 0 2024-06-13T11:57:47.919 INFO:tasks.workunit.client.0.smithi042.stdout:3/356: fdatasync dc/d17/d3b/d55/f68 0 2024-06-13T11:57:47.919 INFO:tasks.workunit.client.0.smithi042.stdout:1/349: dwrite d0/d17/d18/f54 [0,4194304] 0 2024-06-13T11:57:47.919 INFO:tasks.workunit.client.0.smithi042.stdout:8/280: dread d2/d3e/f55 [0,4194304] 0 2024-06-13T11:57:47.919 INFO:tasks.workunit.client.0.smithi042.stdout:8/281: rename d2/dc to d2/dc/d22/d3c/d59 22 2024-06-13T11:57:47.919 INFO:tasks.workunit.client.0.smithi042.stdout:8/282: fsync d2/d3/d5/ff 0 2024-06-13T11:57:47.919 INFO:tasks.workunit.client.0.smithi042.stdout:1/350: mkdir d0/d17/dd/d42/d70 0 2024-06-13T11:57:47.920 INFO:tasks.workunit.client.0.smithi042.stdout:1/351: creat d0/d17/dd/d55/f71 x:0 0 0 2024-06-13T11:57:47.931 INFO:tasks.workunit.client.0.smithi042.stdout:5/366: write d1/f6 [1762279,104601] 0 2024-06-13T11:57:47.935 INFO:tasks.workunit.client.0.smithi042.stdout:5/367: mknod d1/d2b/d35/d5b/c74 0 2024-06-13T11:57:47.940 INFO:tasks.workunit.client.0.smithi042.stdout:5/368: symlink d1/d42/l75 0 2024-06-13T11:57:47.945 INFO:tasks.workunit.client.0.smithi042.stdout:2/348: dwrite d7/d23/d59/f6b [0,4194304] 0 2024-06-13T11:57:47.959 INFO:tasks.workunit.client.0.smithi042.stdout:5/369: read d1/f16 [4059389,103667] 0 2024-06-13T11:57:47.959 INFO:tasks.workunit.client.0.smithi042.stdout:6/423: dwrite d16/d21/d23/d2e/f6f [0,4194304] 0 2024-06-13T11:57:47.959 INFO:tasks.workunit.client.0.smithi042.stdout:6/424: chown d16/d8b/c8d 15774 1 2024-06-13T11:57:47.959 INFO:tasks.workunit.client.0.smithi042.stdout:6/425: readlink d16/d21/d72/l47 0 2024-06-13T11:57:47.960 INFO:tasks.workunit.client.0.smithi042.stdout:6/426: readlink d16/d21/d72/d31/l5a 0 2024-06-13T11:57:47.960 INFO:tasks.workunit.client.0.smithi042.stdout:7/228: dwrite d2/d36/d4a/f13 [0,4194304] 0 2024-06-13T11:57:47.966 INFO:tasks.workunit.client.0.smithi042.stdout:6/427: unlink d16/d21/d72/d2b/c67 0 2024-06-13T11:57:47.966 INFO:tasks.workunit.client.0.smithi042.stdout:6/428: write d16/d21/d23/d2e/f6f [4495103,36976] 0 2024-06-13T11:57:47.966 INFO:tasks.workunit.client.0.smithi042.stdout:6/429: write d16/d21/d32/f5f [1039429,88628] 0 2024-06-13T11:57:47.967 INFO:tasks.workunit.client.0.smithi042.stdout:5/370: creat d1/d42/d60/f76 x:0 0 0 2024-06-13T11:57:47.979 INFO:tasks.workunit.client.0.smithi042.stdout:0/372: sync 2024-06-13T11:57:47.979 INFO:tasks.workunit.client.0.smithi042.stdout:0/373: fdatasync d4/d32/d64/f77 0 2024-06-13T11:57:47.984 INFO:tasks.workunit.client.0.smithi042.stdout:4/470: sync 2024-06-13T11:57:47.984 INFO:tasks.workunit.client.0.smithi042.stdout:9/355: sync 2024-06-13T11:57:47.984 INFO:tasks.workunit.client.0.smithi042.stdout:9/356: chown d9/d33/d40/d52/f57 1197 1 2024-06-13T11:57:47.984 INFO:tasks.workunit.client.0.smithi042.stdout:9/357: dread - d9/d31/d5c/f6e zero size 2024-06-13T11:57:47.984 INFO:tasks.workunit.client.0.smithi042.stdout:9/358: chown d9/d33/d40/d52/c4e 13916 1 2024-06-13T11:57:47.985 INFO:tasks.workunit.client.0.smithi042.stdout:4/471: creat d1/d10/d4e/d97/fb0 x:0 0 0 2024-06-13T11:57:47.985 INFO:tasks.workunit.client.0.smithi042.stdout:4/472: read - d1/d29/d33/d6f/fae zero size 2024-06-13T11:57:47.998 INFO:tasks.workunit.client.0.smithi042.stdout:4/473: rename d1/d29/l4b to d1/d5/lb1 0 2024-06-13T11:57:47.998 INFO:tasks.workunit.client.0.smithi042.stdout:4/474: dread - d1/d10/f28 zero size 2024-06-13T11:57:47.998 INFO:tasks.workunit.client.0.smithi042.stdout:4/475: write d1/d29/d33/d6f/fae [543705,27219] 0 2024-06-13T11:57:47.998 INFO:tasks.workunit.client.0.smithi042.stdout:4/476: mknod d1/d6a/cb2 0 2024-06-13T11:57:47.998 INFO:tasks.workunit.client.0.smithi042.stdout:4/477: truncate d1/d8e/f9f 1024935 0 2024-06-13T11:57:48.001 INFO:tasks.workunit.client.0.smithi042.stdout:1/352: dread d0/d17/d18/f36 [0,4194304] 0 2024-06-13T11:57:48.002 INFO:tasks.workunit.client.0.smithi042.stdout:1/353: getdents d0/d17/dd/d55/d6a/d56 0 2024-06-13T11:57:48.002 INFO:tasks.workunit.client.0.smithi042.stdout:1/354: fsync d0/d17/dd/d1b/f4a 0 2024-06-13T11:57:48.005 INFO:tasks.workunit.client.0.smithi042.stdout:3/357: dwrite dc/d17/d3b/d55/f68 [0,4194304] 0 2024-06-13T11:57:48.005 INFO:tasks.workunit.client.0.smithi042.stdout:1/355: rename d0/d58/c62 to d0/d17/dd/d1b/c72 0 2024-06-13T11:57:48.012 INFO:tasks.workunit.client.0.smithi042.stdout:1/356: creat d0/d17/dd/f73 x:0 0 0 2024-06-13T11:57:48.012 INFO:tasks.workunit.client.0.smithi042.stdout:1/357: write d0/d17/dd/d55/d6a/f49 [196792,55369] 0 2024-06-13T11:57:48.018 INFO:tasks.workunit.client.0.smithi042.stdout:8/283: dwrite d2/d3/f6 [0,4194304] 0 2024-06-13T11:57:48.020 INFO:tasks.workunit.client.0.smithi042.stdout:8/284: symlink d2/dc/d22/d42/l5a 0 2024-06-13T11:57:48.020 INFO:tasks.workunit.client.0.smithi042.stdout:8/285: chown d2/dc/d22/c2a 119853606 1 2024-06-13T11:57:48.020 INFO:tasks.workunit.client.0.smithi042.stdout:8/286: fdatasync d2/d3/f31 0 2024-06-13T11:57:48.025 INFO:tasks.workunit.client.0.smithi042.stdout:9/359: write d9/d16/f37 [2306767,118575] 0 2024-06-13T11:57:48.025 INFO:tasks.workunit.client.0.smithi042.stdout:9/360: stat c4 0 2024-06-13T11:57:48.026 INFO:tasks.workunit.client.0.smithi042.stdout:2/349: dwrite d7/df/d33/f45 [0,4194304] 0 2024-06-13T11:57:48.037 INFO:tasks.workunit.client.0.smithi042.stdout:0/374: dwrite d4/d33/f47 [0,4194304] 0 2024-06-13T11:57:48.037 INFO:tasks.workunit.client.0.smithi042.stdout:0/375: fdatasync d4/f28 0 2024-06-13T11:57:48.037 INFO:tasks.workunit.client.0.smithi042.stdout:7/229: dread d2/fc [0,4194304] 0 2024-06-13T11:57:48.049 INFO:tasks.workunit.client.0.smithi042.stdout:0/376: mknod d4/d31/d4a/d58/d68/c7d 0 2024-06-13T11:57:48.049 INFO:tasks.workunit.client.0.smithi042.stdout:0/377: write d4/d31/d4a/d63/f6f [253636,131017] 0 2024-06-13T11:57:48.051 INFO:tasks.workunit.client.0.smithi042.stdout:3/358: read dc/d17/d20/f5b [4104479,16297] 0 2024-06-13T11:57:48.054 INFO:tasks.workunit.client.0.smithi042.stdout:8/287: read d2/d3/d5/f12 [205391,105354] 0 2024-06-13T11:57:48.054 INFO:tasks.workunit.client.0.smithi042.stdout:6/430: dwrite d16/f38 [0,4194304] 0 2024-06-13T11:57:48.056 INFO:tasks.workunit.client.0.smithi042.stdout:4/478: dread d1/d5/f70 [0,4194304] 0 2024-06-13T11:57:48.058 INFO:tasks.workunit.client.0.smithi042.stdout:6/431: creat d16/d21/d72/d79/f96 x:0 0 0 2024-06-13T11:57:48.061 INFO:tasks.workunit.client.0.smithi042.stdout:6/432: creat d16/d6d/d82/f97 x:0 0 0 2024-06-13T11:57:48.064 INFO:tasks.workunit.client.0.smithi042.stdout:9/361: write f2 [586755,87777] 0 2024-06-13T11:57:48.065 INFO:tasks.workunit.client.0.smithi042.stdout:1/358: write d0/d17/d18/d29/f2c [1673650,91431] 0 2024-06-13T11:57:48.065 INFO:tasks.workunit.client.0.smithi042.stdout:1/359: read d0/d17/d18/d29/f2c [4005465,129399] 0 2024-06-13T11:57:48.065 INFO:tasks.workunit.client.0.smithi042.stdout:5/371: dwrite d1/d49/f53 [4194304,4194304] 0 2024-06-13T11:57:48.065 INFO:tasks.workunit.client.0.smithi042.stdout:0/378: mkdir d4/d33/d3e/d6c/d7e 0 2024-06-13T11:57:48.065 INFO:tasks.workunit.client.0.smithi042.stdout:6/433: creat d16/d6d/f98 x:0 0 0 2024-06-13T11:57:48.069 INFO:tasks.workunit.client.0.smithi042.stdout:6/434: symlink d16/d21/d72/d31/l99 0 2024-06-13T11:57:48.071 INFO:tasks.workunit.client.0.smithi042.stdout:6/435: symlink d16/d21/d23/d2e/l9a 0 2024-06-13T11:57:48.074 INFO:tasks.workunit.client.0.smithi042.stdout:4/479: mkdir d1/d10/d15/db3 0 2024-06-13T11:57:48.075 INFO:tasks.workunit.client.0.smithi042.stdout:9/362: unlink d9/d16/d48/l5e 0 2024-06-13T11:57:48.076 INFO:tasks.workunit.client.0.smithi042.stdout:5/372: symlink d1/d2b/d35/d62/l77 0 2024-06-13T11:57:48.076 INFO:tasks.workunit.client.0.smithi042.stdout:6/436: creat d16/d21/d72/d79/d93/f9b x:0 0 0 2024-06-13T11:57:48.076 INFO:tasks.workunit.client.0.smithi042.stdout:5/373: write d1/d31/d45/f4f [745761,107133] 0 2024-06-13T11:57:48.079 INFO:tasks.workunit.client.0.smithi042.stdout:4/480: mknod d1/d6a/d52/cb4 0 2024-06-13T11:57:48.079 INFO:tasks.workunit.client.0.smithi042.stdout:5/374: creat d1/d2b/d35/d36/f78 x:0 0 0 2024-06-13T11:57:48.079 INFO:tasks.workunit.client.0.smithi042.stdout:9/363: creat d9/d46/d6d/f75 x:0 0 0 2024-06-13T11:57:48.084 INFO:tasks.workunit.client.0.smithi042.stdout:2/350: write d7/df/d33/f45 [4170496,97183] 0 2024-06-13T11:57:48.084 INFO:tasks.workunit.client.0.smithi042.stdout:4/481: symlink d1/d6a/d52/lb5 0 2024-06-13T11:57:48.084 INFO:tasks.workunit.client.0.smithi042.stdout:4/482: truncate d1/d10/d4e/f75 1626193 0 2024-06-13T11:57:48.085 INFO:tasks.workunit.client.0.smithi042.stdout:4/483: symlink d1/d6a/d52/lb6 0 2024-06-13T11:57:48.090 INFO:tasks.workunit.client.0.smithi042.stdout:4/484: write d1/d5/d16/f79 [4240475,15264] 0 2024-06-13T11:57:48.090 INFO:tasks.workunit.client.0.smithi042.stdout:4/485: write d1/d10/f28 [208117,93074] 0 2024-06-13T11:57:48.090 INFO:tasks.workunit.client.0.smithi042.stdout:4/486: chown d1/de/f5d 1 1 2024-06-13T11:57:48.090 INFO:tasks.workunit.client.0.smithi042.stdout:3/359: dread f3 [0,4194304] 0 2024-06-13T11:57:48.090 INFO:tasks.workunit.client.0.smithi042.stdout:0/379: mkdir d4/d31/d4a/d63/d7f 0 2024-06-13T11:57:48.090 INFO:tasks.workunit.client.0.smithi042.stdout:0/380: read d4/d33/d3f/f52 [2540741,123747] 0 2024-06-13T11:57:48.091 INFO:tasks.workunit.client.0.smithi042.stdout:3/360: mknod dc/d17/d20/c7f 0 2024-06-13T11:57:48.096 INFO:tasks.workunit.client.0.smithi042.stdout:1/360: dread d0/d17/d18/f36 [0,4194304] 0 2024-06-13T11:57:48.104 INFO:tasks.workunit.client.0.smithi042.stdout:1/361: getdents d0/d17/dd/d1b 0 2024-06-13T11:57:48.106 INFO:tasks.workunit.client.0.smithi042.stdout:1/362: creat d0/d17/dd/f74 x:0 0 0 2024-06-13T11:57:48.106 INFO:tasks.workunit.client.0.smithi042.stdout:1/363: chown d0/d17/dd/d66/f2a 3937 1 2024-06-13T11:57:48.106 INFO:tasks.workunit.client.0.smithi042.stdout:1/364: write d0/f9 [752680,61133] 0 2024-06-13T11:57:48.108 INFO:tasks.workunit.client.0.smithi042.stdout:1/365: creat d0/d17/d18/f75 x:0 0 0 2024-06-13T11:57:48.127 INFO:tasks.workunit.client.0.smithi042.stdout:7/230: dwrite d2/f33 [0,4194304] 0 2024-06-13T11:57:48.127 INFO:tasks.workunit.client.0.smithi042.stdout:4/487: write d1/f4 [4118439,127431] 0 2024-06-13T11:57:48.128 INFO:tasks.workunit.client.0.smithi042.stdout:2/351: dread d7/d1a/f54 [0,4194304] 0 2024-06-13T11:57:48.130 INFO:tasks.workunit.client.0.smithi042.stdout:4/488: creat d1/d29/d33/d6f/fb7 x:0 0 0 2024-06-13T11:57:48.130 INFO:tasks.workunit.client.0.smithi042.stdout:4/489: chown d1/d10/d4e/d97/fb0 13235 1 2024-06-13T11:57:48.132 INFO:tasks.workunit.client.0.smithi042.stdout:4/490: truncate d1/d29/f46 1844076 0 2024-06-13T11:57:48.132 INFO:tasks.workunit.client.0.smithi042.stdout:4/491: chown d1/d10/d35/l3f 3216518 1 2024-06-13T11:57:48.133 INFO:tasks.workunit.client.0.smithi042.stdout:2/352: mknod d7/df/d6a/c76 0 2024-06-13T11:57:48.133 INFO:tasks.workunit.client.0.smithi042.stdout:4/492: creat d1/d10/fb8 x:0 0 0 2024-06-13T11:57:48.134 INFO:tasks.workunit.client.0.smithi042.stdout:4/493: chown d1/de/ca2 187194446 1 2024-06-13T11:57:48.136 INFO:tasks.workunit.client.0.smithi042.stdout:4/494: rmdir d1/d5/d16/da5/dac 0 2024-06-13T11:57:48.137 INFO:tasks.workunit.client.0.smithi042.stdout:4/495: fsync d1/d29/d33/d6f/f9b 0 2024-06-13T11:57:48.137 INFO:tasks.workunit.client.0.smithi042.stdout:0/381: dread d4/d33/d3e/d6c/f65 [0,4194304] 0 2024-06-13T11:57:48.142 INFO:tasks.workunit.client.0.smithi042.stdout:4/496: symlink d1/d6a/d52/lb9 0 2024-06-13T11:57:48.142 INFO:tasks.workunit.client.0.smithi042.stdout:4/497: fdatasync d1/f37 0 2024-06-13T11:57:48.145 INFO:tasks.workunit.client.0.smithi042.stdout:2/353: rmdir d7/d3c/d40/d67 0 2024-06-13T11:57:48.147 INFO:tasks.workunit.client.0.smithi042.stdout:2/354: creat d7/f77 x:0 0 0 2024-06-13T11:57:48.147 INFO:tasks.workunit.client.0.smithi042.stdout:2/355: dread - d7/df/f46 zero size 2024-06-13T11:57:48.148 INFO:tasks.workunit.client.0.smithi042.stdout:2/356: mknod d7/d1a/d50/c78 0 2024-06-13T11:57:48.152 INFO:tasks.workunit.client.0.smithi042.stdout:2/357: creat d7/d3c/d40/d4c/d5a/f79 x:0 0 0 2024-06-13T11:57:48.152 INFO:tasks.workunit.client.0.smithi042.stdout:1/366: dread d0/d17/f2f [0,4194304] 0 2024-06-13T11:57:48.153 INFO:tasks.workunit.client.0.smithi042.stdout:6/437: dwrite d16/d21/d72/d2b/f34 [0,4194304] 0 2024-06-13T11:57:48.153 INFO:tasks.workunit.client.0.smithi042.stdout:6/438: truncate d16/d6d/f98 651644 0 2024-06-13T11:57:48.153 INFO:tasks.workunit.client.0.smithi042.stdout:6/439: chown d16/d21/d23/l5c 347055 1 2024-06-13T11:57:48.154 INFO:tasks.workunit.client.0.smithi042.stdout:5/375: dwrite d1/d2b/d35/d36/d40/f66 [0,4194304] 0 2024-06-13T11:57:48.154 INFO:tasks.workunit.client.0.smithi042.stdout:9/364: dwrite d9/d33/d40/d52/d25/f30 [0,4194304] 0 2024-06-13T11:57:48.157 INFO:tasks.workunit.client.0.smithi042.stdout:5/376: symlink d1/d2b/d35/l79 0 2024-06-13T11:57:48.157 INFO:tasks.workunit.client.0.smithi042.stdout:5/377: truncate d1/d31/d45/f47 772580 0 2024-06-13T11:57:48.158 INFO:tasks.workunit.client.0.smithi042.stdout:5/378: mkdir d1/d31/d6a/d7a 0 2024-06-13T11:57:48.162 INFO:tasks.workunit.client.0.smithi042.stdout:5/379: unlink d1/d2b/d35/d36/d40/f6c 0 2024-06-13T11:57:48.171 INFO:tasks.workunit.client.0.smithi042.stdout:8/288: dwrite d2/d3/d5/fe [0,4194304] 0 2024-06-13T11:57:48.177 INFO:tasks.workunit.client.0.smithi042.stdout:7/231: read d2/d36/d4a/f18 [42627,68770] 0 2024-06-13T11:57:48.177 INFO:tasks.workunit.client.0.smithi042.stdout:7/232: fsync d2/d3/f47 0 2024-06-13T11:57:48.179 INFO:tasks.workunit.client.0.smithi042.stdout:4/498: dread d1/de/f2e [4194304,4194304] 0 2024-06-13T11:57:48.179 INFO:tasks.workunit.client.0.smithi042.stdout:4/499: chown d1/d10/c90 46450 1 2024-06-13T11:57:48.179 INFO:tasks.workunit.client.0.smithi042.stdout:4/500: chown d1/d10/d35/l3f 834362 1 2024-06-13T11:57:48.180 INFO:tasks.workunit.client.0.smithi042.stdout:7/233: mknod d2/d36/d4a/d40/c50 0 2024-06-13T11:57:48.180 INFO:tasks.workunit.client.0.smithi042.stdout:7/234: dread - d2/d3/f47 zero size 2024-06-13T11:57:48.187 INFO:tasks.workunit.client.0.smithi042.stdout:7/235: dread - d2/d36/d4a/d42/f4f zero size 2024-06-13T11:57:48.187 INFO:tasks.workunit.client.0.smithi042.stdout:6/440: symlink d16/d21/d32/l9c 0 2024-06-13T11:57:48.187 INFO:tasks.workunit.client.0.smithi042.stdout:7/236: getdents d2/d36/d4a 0 2024-06-13T11:57:48.188 INFO:tasks.workunit.client.0.smithi042.stdout:7/237: link d2/d36/d4a/c2f d2/d36/c51 0 2024-06-13T11:57:48.188 INFO:tasks.workunit.client.0.smithi042.stdout:7/238: fdatasync d2/d3/d3e/f48 0 2024-06-13T11:57:48.188 INFO:tasks.workunit.client.0.smithi042.stdout:7/239: write d2/d3/f47 [714289,128032] 0 2024-06-13T11:57:48.189 INFO:tasks.workunit.client.0.smithi042.stdout:6/441: mkdir d16/d21/d35/d63/d9d 0 2024-06-13T11:57:48.189 INFO:tasks.workunit.client.0.smithi042.stdout:6/442: dread - d16/d21/d35/d63/d8e/f95 zero size 2024-06-13T11:57:48.189 INFO:tasks.workunit.client.0.smithi042.stdout:6/443: fsync d16/d8b/f45 0 2024-06-13T11:57:48.191 INFO:tasks.workunit.client.0.smithi042.stdout:7/240: creat d2/d36/d4a/f52 x:0 0 0 2024-06-13T11:57:48.191 INFO:tasks.workunit.client.0.smithi042.stdout:6/444: creat d16/d21/d72/d31/f9e x:0 0 0 2024-06-13T11:57:48.191 INFO:tasks.workunit.client.0.smithi042.stdout:7/241: write d2/f26 [725587,32222] 0 2024-06-13T11:57:48.192 INFO:tasks.workunit.client.0.smithi042.stdout:7/242: fdatasync d2/d36/f27 0 2024-06-13T11:57:48.193 INFO:tasks.workunit.client.0.smithi042.stdout:7/243: mkdir d2/d36/d4a/d42/d53 0 2024-06-13T11:57:48.197 INFO:tasks.workunit.client.0.smithi042.stdout:6/445: fsync d16/d21/d72/d79/f96 0 2024-06-13T11:57:48.197 INFO:tasks.workunit.client.0.smithi042.stdout:6/446: write d16/d21/d23/f6e [246170,1053] 0 2024-06-13T11:57:48.200 INFO:tasks.workunit.client.0.smithi042.stdout:3/361: dwrite dc/d17/f19 [0,4194304] 0 2024-06-13T11:57:48.200 INFO:tasks.workunit.client.0.smithi042.stdout:3/362: write dc/d29/f5f [749739,17439] 0 2024-06-13T11:57:48.204 INFO:tasks.workunit.client.0.smithi042.stdout:6/447: unlink d16/d21/d72/l47 0 2024-06-13T11:57:48.211 INFO:tasks.workunit.client.0.smithi042.stdout:3/363: creat dc/d17/d20/d2d/d37/d52/d7e/f80 x:0 0 0 2024-06-13T11:57:48.211 INFO:tasks.workunit.client.0.smithi042.stdout:6/448: symlink d16/d6d/d82/l9f 0 2024-06-13T11:57:48.219 INFO:tasks.workunit.client.0.smithi042.stdout:1/367: dwrite d0/d17/dd/d66/f41 [0,4194304] 0 2024-06-13T11:57:48.219 INFO:tasks.workunit.client.0.smithi042.stdout:1/368: read d0/d17/dd/f3b [98720,67852] 0 2024-06-13T11:57:48.242 INFO:tasks.workunit.client.0.smithi042.stdout:3/364: dread dc/d29/d47/f65 [0,4194304] 0 2024-06-13T11:57:48.244 INFO:tasks.workunit.client.0.smithi042.stdout:6/449: read d16/d21/d23/f6e [214552,74029] 0 2024-06-13T11:57:48.244 INFO:tasks.workunit.client.0.smithi042.stdout:6/450: chown d16/d21/d23/d2e/l64 81792 1 2024-06-13T11:57:48.244 INFO:tasks.workunit.client.0.smithi042.stdout:0/382: dwrite d4/d33/d3f/f56 [0,4194304] 0 2024-06-13T11:57:48.244 INFO:tasks.workunit.client.0.smithi042.stdout:0/383: chown d4/d31/d34/d78 1 1 2024-06-13T11:57:48.247 INFO:tasks.workunit.client.0.smithi042.stdout:2/358: dwrite d7/d1a/f27 [0,4194304] 0 2024-06-13T11:57:48.247 INFO:tasks.workunit.client.0.smithi042.stdout:6/451: truncate d16/f17 1417057 0 2024-06-13T11:57:48.247 INFO:tasks.workunit.client.0.smithi042.stdout:6/452: chown d16/d21 0 1 2024-06-13T11:57:48.247 INFO:tasks.workunit.client.0.smithi042.stdout:6/453: dread - d16/d21/d23/d2e/f56 zero size 2024-06-13T11:57:48.254 INFO:tasks.workunit.client.0.smithi042.stdout:5/380: dwrite d1/d2b/d35/f46 [0,4194304] 0 2024-06-13T11:57:48.254 INFO:tasks.workunit.client.0.smithi042.stdout:5/381: truncate d1/d2b/d35/f4e 4786197 0 2024-06-13T11:57:48.261 INFO:tasks.workunit.client.0.smithi042.stdout:6/454: dread d16/d21/d72/d31/f3b [0,4194304] 0 2024-06-13T11:57:48.261 INFO:tasks.workunit.client.0.smithi042.stdout:8/289: dwrite d2/d3/d43/f4c [0,4194304] 0 2024-06-13T11:57:48.261 INFO:tasks.workunit.client.0.smithi042.stdout:8/290: chown d2/d3/d5/f12 63 1 2024-06-13T11:57:48.264 INFO:tasks.workunit.client.0.smithi042.stdout:6/455: mkdir d16/da0 0 2024-06-13T11:57:48.264 INFO:tasks.workunit.client.0.smithi042.stdout:6/456: fdatasync d16/d21/d23/f2a 0 2024-06-13T11:57:48.266 INFO:tasks.workunit.client.0.smithi042.stdout:8/291: rename d2/d3e to d2/d3/d5/d5b 0 2024-06-13T11:57:48.268 INFO:tasks.workunit.client.0.smithi042.stdout:8/292: creat d2/d3/d43/f5c x:0 0 0 2024-06-13T11:57:48.272 INFO:tasks.workunit.client.0.smithi042.stdout:8/293: mknod d2/dc/d22/d42/c5d 0 2024-06-13T11:57:48.272 INFO:tasks.workunit.client.0.smithi042.stdout:8/294: chown d2/dc/d22/c2a 875 1 2024-06-13T11:57:48.273 INFO:tasks.workunit.client.0.smithi042.stdout:7/244: dread d2/f26 [0,4194304] 0 2024-06-13T11:57:48.276 INFO:tasks.workunit.client.0.smithi042.stdout:7/245: symlink d2/d36/d4a/d39/l54 0 2024-06-13T11:57:48.278 INFO:tasks.workunit.client.0.smithi042.stdout:7/246: write d2/d3/d3e/f48 [1047388,34580] 0 2024-06-13T11:57:48.278 INFO:tasks.workunit.client.0.smithi042.stdout:1/369: dwrite d0/d17/d18/f75 [0,4194304] 0 2024-06-13T11:57:48.295 INFO:tasks.workunit.client.0.smithi042.stdout:2/359: dwrite d7/d1a/f42 [0,4194304] 0 2024-06-13T11:57:48.297 INFO:tasks.workunit.client.0.smithi042.stdout:2/360: write d7/df/f36 [613520,65644] 0 2024-06-13T11:57:48.297 INFO:tasks.workunit.client.0.smithi042.stdout:2/361: write d7/d3c/d40/f48 [514199,18936] 0 2024-06-13T11:57:48.298 INFO:tasks.workunit.client.0.smithi042.stdout:2/362: creat d7/d3c/d40/d4c/f7a x:0 0 0 2024-06-13T11:57:48.300 INFO:tasks.workunit.client.0.smithi042.stdout:9/365: dwrite d9/d16/f37 [4194304,4194304] 0 2024-06-13T11:57:48.300 INFO:tasks.workunit.client.0.smithi042.stdout:0/384: dread d4/f38 [0,4194304] 0 2024-06-13T11:57:48.303 INFO:tasks.workunit.client.0.smithi042.stdout:0/385: symlink d4/d32/l80 0 2024-06-13T11:57:48.303 INFO:tasks.workunit.client.0.smithi042.stdout:0/386: chown d4/c2d 44326 1 2024-06-13T11:57:48.303 INFO:tasks.workunit.client.0.smithi042.stdout:9/366: mknod d9/d33/c76 0 2024-06-13T11:57:48.304 INFO:tasks.workunit.client.0.smithi042.stdout:0/387: symlink d4/d31/d4a/d58/l81 0 2024-06-13T11:57:48.304 INFO:tasks.workunit.client.0.smithi042.stdout:2/363: creat d7/d23/d59/f7b x:0 0 0 2024-06-13T11:57:48.305 INFO:tasks.workunit.client.0.smithi042.stdout:0/388: creat d4/d33/d3e/f82 x:0 0 0 2024-06-13T11:57:48.311 INFO:tasks.workunit.client.0.smithi042.stdout:9/367: mkdir d9/d15/d43/d77 0 2024-06-13T11:57:48.311 INFO:tasks.workunit.client.0.smithi042.stdout:9/368: read - d9/d33/d40/f50 zero size 2024-06-13T11:57:48.312 INFO:tasks.workunit.client.0.smithi042.stdout:2/364: creat d7/d1f/f7c x:0 0 0 2024-06-13T11:57:48.312 INFO:tasks.workunit.client.0.smithi042.stdout:4/501: dwrite d1/d10/d35/f9e [0,4194304] 0 2024-06-13T11:57:48.312 INFO:tasks.workunit.client.0.smithi042.stdout:4/502: chown d1/d29/d4f/f98 240 1 2024-06-13T11:57:48.312 INFO:tasks.workunit.client.0.smithi042.stdout:5/382: write d1/d2b/d35/f55 [2688925,21522] 0 2024-06-13T11:57:48.313 INFO:tasks.workunit.client.0.smithi042.stdout:4/503: getdents d1/d10/d5e/d7f 0 2024-06-13T11:57:48.313 INFO:tasks.workunit.client.0.smithi042.stdout:2/365: creat d7/d23/f7d x:0 0 0 2024-06-13T11:57:48.316 INFO:tasks.workunit.client.0.smithi042.stdout:4/504: mkdir d1/d29/dba 0 2024-06-13T11:57:48.319 INFO:tasks.workunit.client.0.smithi042.stdout:2/366: unlink d7/df/l12 0 2024-06-13T11:57:48.319 INFO:tasks.workunit.client.0.smithi042.stdout:2/367: dread - d7/d3c/d40/d4c/d5a/f79 zero size 2024-06-13T11:57:48.319 INFO:tasks.workunit.client.0.smithi042.stdout:2/368: write d7/d3c/d40/d4c/f7a [531111,23059] 0 2024-06-13T11:57:48.326 INFO:tasks.workunit.client.0.smithi042.stdout:2/369: chown d7/d23/d59/f6e 148527 1 2024-06-13T11:57:48.331 INFO:tasks.workunit.client.0.smithi042.stdout:2/370: symlink d7/d23/l7e 0 2024-06-13T11:57:48.331 INFO:tasks.workunit.client.0.smithi042.stdout:2/371: stat d7/d3c/d40 0 2024-06-13T11:57:48.333 INFO:tasks.workunit.client.0.smithi042.stdout:2/372: symlink d7/d1a/l7f 0 2024-06-13T11:57:48.348 INFO:tasks.workunit.client.0.smithi042.stdout:3/365: dwrite dc/d17/d1f/f34 [0,4194304] 0 2024-06-13T11:57:48.353 INFO:tasks.workunit.client.0.smithi042.stdout:3/366: rename dc/d17/d1f/f42 to dc/d29/d47/d66/d7c/f81 0 2024-06-13T11:57:48.377 INFO:tasks.workunit.client.0.smithi042.stdout:7/247: dwrite d2/f31 [0,4194304] 0 2024-06-13T11:57:48.377 INFO:tasks.workunit.client.0.smithi042.stdout:6/457: dwrite d16/d21/d72/d2b/f2f [0,4194304] 0 2024-06-13T11:57:48.394 INFO:tasks.workunit.client.0.smithi042.stdout:8/295: dwrite d2/d3/f4 [0,4194304] 0 2024-06-13T11:57:48.394 INFO:tasks.workunit.client.0.smithi042.stdout:8/296: dread - d2/dc/f58 zero size 2024-06-13T11:57:48.394 INFO:tasks.workunit.client.0.smithi042.stdout:8/297: dread - d2/d3/d43/f5c zero size 2024-06-13T11:57:48.394 INFO:tasks.workunit.client.0.smithi042.stdout:8/298: dread - d2/d3/f56 zero size 2024-06-13T11:57:48.415 INFO:tasks.workunit.client.0.smithi042.stdout:6/458: write d16/d21/d23/f2a [3684388,8309] 0 2024-06-13T11:57:48.418 INFO:tasks.workunit.client.0.smithi042.stdout:9/369: dwrite d9/d33/d40/d52/f57 [0,4194304] 0 2024-06-13T11:57:48.418 INFO:tasks.workunit.client.0.smithi042.stdout:9/370: readlink d9/d33/d69/d70/lf 0 2024-06-13T11:57:48.426 INFO:tasks.workunit.client.0.smithi042.stdout:3/367: dwrite dc/d17/d20/d2d/d37/f6f [0,4194304] 0 2024-06-13T11:57:48.435 INFO:tasks.workunit.client.0.smithi042.stdout:8/299: dread d2/d3/d5/d5b/f3b [0,4194304] 0 2024-06-13T11:57:48.435 INFO:tasks.workunit.client.0.smithi042.stdout:8/300: fdatasync d2/d3/f51 0 2024-06-13T11:57:48.437 INFO:tasks.workunit.client.0.smithi042.stdout:0/389: dwrite d4/d31/f60 [0,4194304] 0 2024-06-13T11:57:48.437 INFO:tasks.workunit.client.0.smithi042.stdout:0/390: fsync d4/fd 0 2024-06-13T11:57:48.443 INFO:tasks.workunit.client.0.smithi042.stdout:8/301: mknod d2/dc/d22/c5e 0 2024-06-13T11:57:48.449 INFO:tasks.workunit.client.0.smithi042.stdout:4/505: dwrite d1/d5/f17 [4194304,4194304] 0 2024-06-13T11:57:48.454 INFO:tasks.workunit.client.0.smithi042.stdout:4/506: mknod d1/d10/d4e/d97/cbb 0 2024-06-13T11:57:48.455 INFO:tasks.workunit.client.0.smithi042.stdout:4/507: chown d1/de/c95 22 1 2024-06-13T11:57:48.455 INFO:tasks.workunit.client.0.smithi042.stdout:3/368: dread dc/d17/f22 [0,4194304] 0 2024-06-13T11:57:48.455 INFO:tasks.workunit.client.0.smithi042.stdout:7/248: dwrite d2/f26 [0,4194304] 0 2024-06-13T11:57:48.456 INFO:tasks.workunit.client.0.smithi042.stdout:4/508: unlink d1/d29/d33/d60/c8b 0 2024-06-13T11:57:48.456 INFO:tasks.workunit.client.0.smithi042.stdout:4/509: readlink d1/d8e/l8f 0 2024-06-13T11:57:48.467 INFO:tasks.workunit.client.0.smithi042.stdout:6/459: dwrite d16/f90 [0,4194304] 0 2024-06-13T11:57:48.475 INFO:tasks.workunit.client.0.smithi042.stdout:8/302: write d2/d3/d5/f9 [4151826,22421] 0 2024-06-13T11:57:48.475 INFO:tasks.workunit.client.0.smithi042.stdout:8/303: readlink d2/dc/d22/l50 0 2024-06-13T11:57:48.483 INFO:tasks.workunit.client.0.smithi042.stdout:8/304: dread d2/d3/d5/f2e [0,4194304] 0 2024-06-13T11:57:48.484 INFO:tasks.workunit.client.0.smithi042.stdout:8/305: creat d2/f5f x:0 0 0 2024-06-13T11:57:48.504 INFO:tasks.workunit.client.0.smithi042.stdout:4/510: dread d1/d29/f46 [0,4194304] 0 2024-06-13T11:57:48.504 INFO:tasks.workunit.client.0.smithi042.stdout:4/511: chown d1/d10/d15/d8d 110174324 1 2024-06-13T11:57:48.504 INFO:tasks.workunit.client.0.smithi042.stdout:4/512: chown d1/d6a/d52/lb5 135 1 2024-06-13T11:57:48.506 INFO:tasks.workunit.client.0.smithi042.stdout:6/460: dread d16/f38 [0,4194304] 0 2024-06-13T11:57:48.508 INFO:tasks.workunit.client.0.smithi042.stdout:6/461: mknod d16/d21/d72/ca1 0 2024-06-13T11:57:48.508 INFO:tasks.workunit.client.0.smithi042.stdout:6/462: truncate d16/d21/d32/f3d 740793 0 2024-06-13T11:57:48.511 INFO:tasks.workunit.client.0.smithi042.stdout:7/249: dwrite d2/f32 [0,4194304] 0 2024-06-13T11:57:48.511 INFO:tasks.workunit.client.0.smithi042.stdout:7/250: chown d2/d36/c22 5 1 2024-06-13T11:57:48.523 INFO:tasks.workunit.client.0.smithi042.stdout:4/513: write d1/d29/f51 [1825302,38024] 0 2024-06-13T11:57:48.528 INFO:tasks.workunit.client.0.smithi042.stdout:0/391: dread d4/d33/f66 [0,4194304] 0 2024-06-13T11:57:48.529 INFO:tasks.workunit.client.0.smithi042.stdout:9/371: dwrite d9/f29 [0,4194304] 0 2024-06-13T11:57:48.531 INFO:tasks.workunit.client.0.smithi042.stdout:9/372: creat d9/d16/f78 x:0 0 0 2024-06-13T11:57:48.564 INFO:tasks.workunit.client.0.smithi042.stdout:0/392: dread d4/d31/f60 [0,4194304] 0 2024-06-13T11:57:48.567 INFO:tasks.workunit.client.0.smithi042.stdout:8/306: dwrite d2/dc/d22/d42/f30 [0,4194304] 0 2024-06-13T11:57:48.568 INFO:tasks.workunit.client.0.smithi042.stdout:0/393: mkdir d4/d33/d3e/d6c/d7e/d83 0 2024-06-13T11:57:48.570 INFO:tasks.workunit.client.0.smithi042.stdout:0/394: mkdir d4/d32/d84 0 2024-06-13T11:57:48.573 INFO:tasks.workunit.client.0.smithi042.stdout:8/307: creat d2/d3/d5/d5b/f60 x:0 0 0 2024-06-13T11:57:48.573 INFO:tasks.workunit.client.0.smithi042.stdout:8/308: chown d2/l7 3 1 2024-06-13T11:57:48.574 INFO:tasks.workunit.client.0.smithi042.stdout:9/373: rename d9/d46/d6d/c66 to d9/d16/d48/c79 0 2024-06-13T11:57:48.578 INFO:tasks.workunit.client.0.smithi042.stdout:9/374: unlink d9/d15/f39 0 2024-06-13T11:57:48.579 INFO:tasks.workunit.client.0.smithi042.stdout:3/369: dwrite dc/d17/d20/d2d/f50 [0,4194304] 0 2024-06-13T11:57:48.587 INFO:tasks.workunit.client.0.smithi042.stdout:6/463: dwrite d16/d21/d35/f88 [0,4194304] 0 2024-06-13T11:57:48.587 INFO:tasks.workunit.client.0.smithi042.stdout:6/464: fsync d16/f1a 0 2024-06-13T11:57:48.587 INFO:tasks.workunit.client.0.smithi042.stdout:6/465: readlink d16/d21/d23/l3f 0 2024-06-13T11:57:48.590 INFO:tasks.workunit.client.0.smithi042.stdout:6/466: write d16/d21/d72/d31/f9e [645431,59863] 0 2024-06-13T11:57:48.591 INFO:tasks.workunit.client.0.smithi042.stdout:8/309: write d2/d3/d5/d5b/f3b [1731962,100790] 0 2024-06-13T11:57:48.593 INFO:tasks.workunit.client.0.smithi042.stdout:8/310: creat d2/d3/d5/d5b/f61 x:0 0 0 2024-06-13T11:57:48.594 INFO:tasks.workunit.client.0.smithi042.stdout:8/311: getdents d2/dc/d22/d3c 0 2024-06-13T11:57:48.594 INFO:tasks.workunit.client.0.smithi042.stdout:8/312: chown d2/f10 0 1 2024-06-13T11:57:48.596 INFO:tasks.workunit.client.0.smithi042.stdout:7/251: dwrite d2/f1e [0,4194304] 0 2024-06-13T11:57:48.597 INFO:tasks.workunit.client.0.smithi042.stdout:8/313: rename d2/d3/d5/c34 to d2/dc/d53/c62 0 2024-06-13T11:57:48.599 INFO:tasks.workunit.client.0.smithi042.stdout:7/252: unlink d2/f2a 0 2024-06-13T11:57:48.601 INFO:tasks.workunit.client.0.smithi042.stdout:4/514: dwrite d1/d5/f70 [0,4194304] 0 2024-06-13T11:57:48.602 INFO:tasks.workunit.client.0.smithi042.stdout:7/253: symlink d2/d36/d4a/d42/l55 0 2024-06-13T11:57:48.610 INFO:tasks.workunit.client.0.smithi042.stdout:4/515: rename d1/d10/d5e/l7c to d1/d10/d5e/d7f/d89/lbc 0 2024-06-13T11:57:48.610 INFO:tasks.workunit.client.0.smithi042.stdout:4/516: fsync d1/d10/d35/d80/f92 0 2024-06-13T11:57:48.612 INFO:tasks.workunit.client.0.smithi042.stdout:4/517: rename d1/d10/d15/f50 to d1/d10/d4e/d97/fbd 0 2024-06-13T11:57:48.613 INFO:tasks.workunit.client.0.smithi042.stdout:4/518: truncate d1/d5/d16/f27 2847250 0 2024-06-13T11:57:48.615 INFO:tasks.workunit.client.0.smithi042.stdout:4/519: getdents d1/d29 0 2024-06-13T11:57:48.618 INFO:tasks.workunit.client.0.smithi042.stdout:6/467: write d16/d21/d23/f50 [7958402,109404] 0 2024-06-13T11:57:48.620 INFO:tasks.workunit.client.0.smithi042.stdout:6/468: mknod d16/d6d/ca2 0 2024-06-13T11:57:48.620 INFO:tasks.workunit.client.0.smithi042.stdout:0/395: write d4/d33/d3e/f55 [608943,23352] 0 2024-06-13T11:57:48.621 INFO:tasks.workunit.client.0.smithi042.stdout:0/396: chown l2 96 1 2024-06-13T11:57:48.624 INFO:tasks.workunit.client.0.smithi042.stdout:9/375: link d9/f29 d9/d31/f7a 0 2024-06-13T11:57:48.624 INFO:tasks.workunit.client.0.smithi042.stdout:9/376: fdatasync d9/f36 0 2024-06-13T11:57:48.625 INFO:tasks.workunit.client.0.smithi042.stdout:0/397: creat d4/d31/d34/d69/f85 x:0 0 0 2024-06-13T11:57:48.625 INFO:tasks.workunit.client.0.smithi042.stdout:9/377: mknod d9/d15/d61/c7b 0 2024-06-13T11:57:48.627 INFO:tasks.workunit.client.0.smithi042.stdout:9/378: truncate d9/d15/d43/f5b 435208 0 2024-06-13T11:57:48.627 INFO:tasks.workunit.client.0.smithi042.stdout:9/379: dread - d9/d46/d6d/f6f zero size 2024-06-13T11:57:48.627 INFO:tasks.workunit.client.0.smithi042.stdout:9/380: chown d9/d46/d68 101 1 2024-06-13T11:57:48.629 INFO:tasks.workunit.client.0.smithi042.stdout:2/373: sync 2024-06-13T11:57:48.630 INFO:tasks.workunit.client.0.smithi042.stdout:5/383: sync 2024-06-13T11:57:48.630 INFO:tasks.workunit.client.0.smithi042.stdout:1/370: sync 2024-06-13T11:57:48.630 INFO:tasks.workunit.client.0.smithi042.stdout:1/371: truncate d0/d17/dd/d66/f3f 416748 0 2024-06-13T11:57:48.630 INFO:tasks.workunit.client.0.smithi042.stdout:1/372: readlink d0/d17/lc 0 2024-06-13T11:57:48.631 INFO:tasks.workunit.client.0.smithi042.stdout:1/373: write d0/d17/dd/f74 [463309,60993] 0 2024-06-13T11:57:48.631 INFO:tasks.workunit.client.0.smithi042.stdout:9/381: symlink d9/d16/d5f/l7c 0 2024-06-13T11:57:48.631 INFO:tasks.workunit.client.0.smithi042.stdout:7/254: write d2/fc [6274792,89487] 0 2024-06-13T11:57:48.632 INFO:tasks.workunit.client.0.smithi042.stdout:2/374: symlink d7/df/d6a/l80 0 2024-06-13T11:57:48.636 INFO:tasks.workunit.client.0.smithi042.stdout:5/384: rmdir d1/d2b/d35/d36/d40 39 2024-06-13T11:57:48.636 INFO:tasks.workunit.client.0.smithi042.stdout:9/382: mknod d9/d15/d43/c7d 0 2024-06-13T11:57:48.637 INFO:tasks.workunit.client.0.smithi042.stdout:2/375: rename d7/df/c1e to d7/d1f/c81 0 2024-06-13T11:57:48.638 INFO:tasks.workunit.client.0.smithi042.stdout:2/376: symlink d7/d3c/d40/l82 0 2024-06-13T11:57:48.644 INFO:tasks.workunit.client.0.smithi042.stdout:9/383: link d9/f20 d9/d46/f7e 0 2024-06-13T11:57:48.644 INFO:tasks.workunit.client.0.smithi042.stdout:9/384: readlink d9/d33/d40/d52/l27 0 2024-06-13T11:57:48.644 INFO:tasks.workunit.client.0.smithi042.stdout:9/385: truncate d9/fc 2435060 0 2024-06-13T11:57:48.651 INFO:tasks.workunit.client.0.smithi042.stdout:2/377: getdents d7/df 0 2024-06-13T11:57:48.653 INFO:tasks.workunit.client.0.smithi042.stdout:2/378: mknod d7/c83 0 2024-06-13T11:57:48.654 INFO:tasks.workunit.client.0.smithi042.stdout:9/386: link d9/d33/d40/d52/d25/f30 d9/d16/f7f 0 2024-06-13T11:57:48.658 INFO:tasks.workunit.client.0.smithi042.stdout:9/387: mknod d9/d16/d48/d62/c80 0 2024-06-13T11:57:48.658 INFO:tasks.workunit.client.0.smithi042.stdout:9/388: write d9/d15/f54 [416654,28322] 0 2024-06-13T11:57:48.658 INFO:tasks.workunit.client.0.smithi042.stdout:2/379: read d7/d3c/d40/f48 [110207,34803] 0 2024-06-13T11:57:48.659 INFO:tasks.workunit.client.0.smithi042.stdout:5/385: dread d1/d2b/d35/d36/d40/f66 [0,4194304] 0 2024-06-13T11:57:48.659 INFO:tasks.workunit.client.0.smithi042.stdout:5/386: chown d1/c2c 86274 1 2024-06-13T11:57:48.660 INFO:tasks.workunit.client.0.smithi042.stdout:2/380: write d7/d1a/f31 [4387952,25943] 0 2024-06-13T11:57:48.661 INFO:tasks.workunit.client.0.smithi042.stdout:5/387: link d1/d2b/d35/f67 d1/f7b 0 2024-06-13T11:57:48.661 INFO:tasks.workunit.client.0.smithi042.stdout:5/388: readlink d1/d2b/d35/l41 0 2024-06-13T11:57:48.661 INFO:tasks.workunit.client.0.smithi042.stdout:5/389: fdatasync d1/d31/f9 0 2024-06-13T11:57:48.662 INFO:tasks.workunit.client.0.smithi042.stdout:5/390: truncate d1/d2b/d35/d5b/f70 334815 0 2024-06-13T11:57:48.662 INFO:tasks.workunit.client.0.smithi042.stdout:5/391: stat d1/f1d 0 2024-06-13T11:57:48.672 INFO:tasks.workunit.client.0.smithi042.stdout:5/392: getdents d1/d42 0 2024-06-13T11:57:48.673 INFO:tasks.workunit.client.0.smithi042.stdout:3/370: dwrite dc/f6e [0,4194304] 0 2024-06-13T11:57:48.676 INFO:tasks.workunit.client.0.smithi042.stdout:5/393: creat d1/d31/d6a/f7c x:0 0 0 2024-06-13T11:57:48.688 INFO:tasks.workunit.client.0.smithi042.stdout:6/469: dread d16/d21/d23/f6e [0,4194304] 0 2024-06-13T11:57:48.692 INFO:tasks.workunit.client.0.smithi042.stdout:6/470: symlink d16/d21/d32/d7c/la3 0 2024-06-13T11:57:48.692 INFO:tasks.workunit.client.0.smithi042.stdout:6/471: write d16/d6d/f98 [541592,108670] 0 2024-06-13T11:57:48.692 INFO:tasks.workunit.client.0.smithi042.stdout:6/472: truncate d16/d21/d23/d2e/f56 1035313 0 2024-06-13T11:57:48.713 INFO:tasks.workunit.client.0.smithi042.stdout:9/389: dwrite d9/d16/f21 [0,4194304] 0 2024-06-13T11:57:48.715 INFO:tasks.workunit.client.0.smithi042.stdout:9/390: getdents d9/d46 0 2024-06-13T11:57:48.715 INFO:tasks.workunit.client.0.smithi042.stdout:9/391: truncate d9/fc 2756244 0 2024-06-13T11:57:48.716 INFO:tasks.workunit.client.0.smithi042.stdout:7/255: dwrite d2/d36/d4a/d42/f4f [0,4194304] 0 2024-06-13T11:57:48.716 INFO:tasks.workunit.client.0.smithi042.stdout:3/371: dread dc/d17/d20/f5b [0,4194304] 0 2024-06-13T11:57:48.717 INFO:tasks.workunit.client.0.smithi042.stdout:7/256: creat d2/d36/d4a/d40/f56 x:0 0 0 2024-06-13T11:57:48.718 INFO:tasks.workunit.client.0.smithi042.stdout:9/392: rmdir d9/d15 39 2024-06-13T11:57:48.718 INFO:tasks.workunit.client.0.smithi042.stdout:9/393: readlink d9/d33/d4b/l6a 0 2024-06-13T11:57:48.719 INFO:tasks.workunit.client.0.smithi042.stdout:6/473: write d16/d6d/d82/f87 [3909776,38782] 0 2024-06-13T11:57:48.719 INFO:tasks.workunit.client.0.smithi042.stdout:0/398: dwrite d4/f30 [0,4194304] 0 2024-06-13T11:57:48.719 INFO:tasks.workunit.client.0.smithi042.stdout:9/394: creat d9/d46/f81 x:0 0 0 2024-06-13T11:57:48.720 INFO:tasks.workunit.client.0.smithi042.stdout:0/399: link d4/d33/d3e/d6c/f62 d4/d31/d34/f86 0 2024-06-13T11:57:48.721 INFO:tasks.workunit.client.0.smithi042.stdout:9/395: rename d9/d46/c73 to d9/d15/d43/c82 0 2024-06-13T11:57:48.724 INFO:tasks.workunit.client.0.smithi042.stdout:0/400: getdents d4/d31/d34 0 2024-06-13T11:57:48.725 INFO:tasks.workunit.client.0.smithi042.stdout:0/401: fsync d4/d33/d5e/f6a 0 2024-06-13T11:57:48.726 INFO:tasks.workunit.client.0.smithi042.stdout:0/402: getdents d4/d33/d3e/d6c 0 2024-06-13T11:57:48.726 INFO:tasks.workunit.client.0.smithi042.stdout:0/403: chown d4/f21 99539 1 2024-06-13T11:57:48.727 INFO:tasks.workunit.client.0.smithi042.stdout:0/404: rename d4/d33/d3e/f82 to d4/d31/d34/f87 0 2024-06-13T11:57:48.728 INFO:tasks.workunit.client.0.smithi042.stdout:7/257: dread d2/d3/d3e/f41 [0,4194304] 0 2024-06-13T11:57:48.728 INFO:tasks.workunit.client.0.smithi042.stdout:0/405: creat d4/d33/d3e/d6c/f88 x:0 0 0 2024-06-13T11:57:48.730 INFO:tasks.workunit.client.0.smithi042.stdout:0/406: symlink d4/d33/d3e/d6c/l89 0 2024-06-13T11:57:48.730 INFO:tasks.workunit.client.0.smithi042.stdout:0/407: getdents d4/d31/d4a/d63/d7f 0 2024-06-13T11:57:48.730 INFO:tasks.workunit.client.0.smithi042.stdout:0/408: dread - d4/d31/d34/d69/f85 zero size 2024-06-13T11:57:48.730 INFO:tasks.workunit.client.0.smithi042.stdout:0/409: write d4/d31/d34/f87 [937601,56243] 0 2024-06-13T11:57:48.730 INFO:tasks.workunit.client.0.smithi042.stdout:0/410: rmdir d4/d33/d5e 39 2024-06-13T11:57:48.731 INFO:tasks.workunit.client.0.smithi042.stdout:0/411: link d4/d33/d3e/d6c/f53 d4/d33/d5e/f8a 0 2024-06-13T11:57:48.740 INFO:tasks.workunit.client.0.smithi042.stdout:0/412: link d4/d32/d64/f77 d4/d33/d3e/d6c/f8b 0 2024-06-13T11:57:48.740 INFO:tasks.workunit.client.0.smithi042.stdout:0/413: readlink d4/la 0 2024-06-13T11:57:48.741 INFO:tasks.workunit.client.0.smithi042.stdout:0/414: symlink d4/d33/l8c 0 2024-06-13T11:57:48.741 INFO:tasks.workunit.client.0.smithi042.stdout:0/415: truncate d4/f28 1844038 0 2024-06-13T11:57:48.741 INFO:tasks.workunit.client.0.smithi042.stdout:0/416: chown d4/l11 10201 1 2024-06-13T11:57:48.742 INFO:tasks.workunit.client.0.smithi042.stdout:0/417: mknod d4/d32/d3a/c8d 0 2024-06-13T11:57:48.742 INFO:tasks.workunit.client.0.smithi042.stdout:0/418: readlink d4/d32/d3a/l57 0 2024-06-13T11:57:48.742 INFO:tasks.workunit.client.0.smithi042.stdout:0/419: dread - d4/d33/d3e/f6e zero size 2024-06-13T11:57:48.744 INFO:tasks.workunit.client.0.smithi042.stdout:0/420: rename d4/c27 to d4/d31/d4a/d63/d7f/c8e 0 2024-06-13T11:57:48.744 INFO:tasks.workunit.client.0.smithi042.stdout:0/421: write d4/d31/d34/f42 [826134,37523] 0 2024-06-13T11:57:48.754 INFO:tasks.workunit.client.0.smithi042.stdout:7/258: write d2/f32 [2392186,6383] 0 2024-06-13T11:57:48.770 INFO:tasks.workunit.client.0.smithi042.stdout:6/474: dwrite d16/d6d/d82/f97 [0,4194304] 0 2024-06-13T11:57:48.779 INFO:tasks.workunit.client.0.smithi042.stdout:9/396: dwrite f2 [0,4194304] 0 2024-06-13T11:57:48.781 INFO:tasks.workunit.client.0.smithi042.stdout:0/422: dwrite d4/d31/d4a/d63/f49 [0,4194304] 0 2024-06-13T11:57:48.781 INFO:tasks.workunit.client.0.smithi042.stdout:0/423: write d4/d31/d4a/d58/f72 [105209,37127] 0 2024-06-13T11:57:48.781 INFO:tasks.workunit.client.0.smithi042.stdout:9/397: creat d9/d16/d48/d62/f83 x:0 0 0 2024-06-13T11:57:48.781 INFO:tasks.workunit.client.0.smithi042.stdout:9/398: chown d9/d33/d40/d52/c4e 196138 1 2024-06-13T11:57:48.789 INFO:tasks.workunit.client.0.smithi042.stdout:0/424: truncate d4/f1a 919510 0 2024-06-13T11:57:48.789 INFO:tasks.workunit.client.0.smithi042.stdout:0/425: chown d4/d31/d34/f87 13057669 1 2024-06-13T11:57:48.808 INFO:tasks.workunit.client.0.smithi042.stdout:0/426: dread d4/fd [0,4194304] 0 2024-06-13T11:57:48.808 INFO:tasks.workunit.client.0.smithi042.stdout:7/259: dwrite d2/d36/f28 [0,4194304] 0 2024-06-13T11:57:48.810 INFO:tasks.workunit.client.0.smithi042.stdout:0/427: creat d4/d32/f8f x:0 0 0 2024-06-13T11:57:48.811 INFO:tasks.workunit.client.0.smithi042.stdout:7/260: link d2/d36/d4a/d42/l55 d2/d36/d4a/d42/d53/l57 0 2024-06-13T11:57:48.812 INFO:tasks.workunit.client.0.smithi042.stdout:0/428: symlink d4/d31/d34/l90 0 2024-06-13T11:57:48.813 INFO:tasks.workunit.client.0.smithi042.stdout:0/429: write d4/d32/f44 [202988,52015] 0 2024-06-13T11:57:48.815 INFO:tasks.workunit.client.0.smithi042.stdout:7/261: creat d2/d36/d4a/d40/f58 x:0 0 0 2024-06-13T11:57:48.816 INFO:tasks.workunit.client.0.smithi042.stdout:0/430: mkdir d4/d31/d34/d91 0 2024-06-13T11:57:48.817 INFO:tasks.workunit.client.0.smithi042.stdout:7/262: symlink d2/d36/d4a/d40/l59 0 2024-06-13T11:57:48.818 INFO:tasks.workunit.client.0.smithi042.stdout:0/431: mknod d4/d32/c92 0 2024-06-13T11:57:48.819 INFO:tasks.workunit.client.0.smithi042.stdout:6/475: dwrite d16/d21/d23/d2e/f56 [0,4194304] 0 2024-06-13T11:57:48.819 INFO:tasks.workunit.client.0.smithi042.stdout:0/432: link d4/d31/d34/f86 d4/d31/f93 0 2024-06-13T11:57:48.819 INFO:tasks.workunit.client.0.smithi042.stdout:0/433: readlink d4/l16 0 2024-06-13T11:57:48.820 INFO:tasks.workunit.client.0.smithi042.stdout:6/476: rmdir d16/d8b/d57/d66 39 2024-06-13T11:57:48.821 INFO:tasks.workunit.client.0.smithi042.stdout:0/434: rename d4/d33/d3e/l4e to d4/d33/d3e/d6c/d7e/d83/l94 0 2024-06-13T11:57:48.821 INFO:tasks.workunit.client.0.smithi042.stdout:0/435: fsync d4/d33/d3e/d6c/f53 0 2024-06-13T11:57:48.822 INFO:tasks.workunit.client.0.smithi042.stdout:0/436: creat d4/d33/d3e/d6c/d7e/f95 x:0 0 0 2024-06-13T11:57:48.822 INFO:tasks.workunit.client.0.smithi042.stdout:0/437: chown d4/d31/c51 52 1 2024-06-13T11:57:48.832 INFO:tasks.workunit.client.0.smithi042.stdout:0/438: dread d4/f19 [0,4194304] 0 2024-06-13T11:57:48.834 INFO:tasks.workunit.client.0.smithi042.stdout:9/399: dwrite d9/d46/d6d/f6f [0,4194304] 0 2024-06-13T11:57:48.835 INFO:tasks.workunit.client.0.smithi042.stdout:9/400: chown d9/d31/d5c 1736 1 2024-06-13T11:57:48.835 INFO:tasks.workunit.client.0.smithi042.stdout:9/401: dread - d9/d16/d48/d62/f83 zero size 2024-06-13T11:57:48.845 INFO:tasks.workunit.client.0.smithi042.stdout:7/263: read d2/d3/fd [2366592,71193] 0 2024-06-13T11:57:48.845 INFO:tasks.workunit.client.0.smithi042.stdout:7/264: chown d2/f1a 54 1 2024-06-13T11:57:48.845 INFO:tasks.workunit.client.0.smithi042.stdout:7/265: chown d2/d36/f28 15334 1 2024-06-13T11:57:48.847 INFO:tasks.workunit.client.0.smithi042.stdout:6/477: write f11 [2006231,95299] 0 2024-06-13T11:57:48.850 INFO:tasks.workunit.client.0.smithi042.stdout:9/402: rename d9 to d9/d4d/d84 22 2024-06-13T11:57:48.851 INFO:tasks.workunit.client.0.smithi042.stdout:7/266: creat d2/d36/d4a/d40/f5a x:0 0 0 2024-06-13T11:57:48.852 INFO:tasks.workunit.client.0.smithi042.stdout:7/267: creat d2/d3/f5b x:0 0 0 2024-06-13T11:57:48.852 INFO:tasks.workunit.client.0.smithi042.stdout:7/268: fdatasync d2/f32 0 2024-06-13T11:57:48.854 INFO:tasks.workunit.client.0.smithi042.stdout:9/403: link d9/d15/f1a d9/d33/d40/f85 0 2024-06-13T11:57:48.858 INFO:tasks.workunit.client.0.smithi042.stdout:7/269: link d2/ce d2/d36/d4a/d39/c5c 0 2024-06-13T11:57:48.858 INFO:tasks.workunit.client.0.smithi042.stdout:7/270: chown d2/f1a 2236 1 2024-06-13T11:57:48.858 INFO:tasks.workunit.client.0.smithi042.stdout:9/404: creat d9/d33/f86 x:0 0 0 2024-06-13T11:57:48.858 INFO:tasks.workunit.client.0.smithi042.stdout:7/271: rename d2/c10 to d2/d36/d4a/c5d 0 2024-06-13T11:57:48.858 INFO:tasks.workunit.client.0.smithi042.stdout:7/272: link d2/c1d d2/d36/d4a/d39/c5e 0 2024-06-13T11:57:48.874 INFO:tasks.workunit.client.0.smithi042.stdout:6/478: dread d16/f38 [0,4194304] 0 2024-06-13T11:57:48.889 INFO:tasks.workunit.client.0.smithi042.stdout:6/479: dread d16/f17 [0,4194304] 0 2024-06-13T11:57:48.889 INFO:tasks.workunit.client.0.smithi042.stdout:6/480: chown d16/d21/d23/d2e/f56 16 1 2024-06-13T11:57:48.890 INFO:tasks.workunit.client.0.smithi042.stdout:0/439: dwrite d4/d33/d3f/f52 [0,4194304] 0 2024-06-13T11:57:48.890 INFO:tasks.workunit.client.0.smithi042.stdout:6/481: dread - d16/d21/d5d/f75 zero size 2024-06-13T11:57:48.891 INFO:tasks.workunit.client.0.smithi042.stdout:6/482: chown d16/d21/d23/f2a 27586474 1 2024-06-13T11:57:48.891 INFO:tasks.workunit.client.0.smithi042.stdout:6/483: chown d16/d21/d35/c3e 317429247 1 2024-06-13T11:57:48.892 INFO:tasks.workunit.client.0.smithi042.stdout:6/484: creat d16/d6d/fa4 x:0 0 0 2024-06-13T11:57:48.892 INFO:tasks.workunit.client.0.smithi042.stdout:6/485: getdents d16/d21/d5d 0 2024-06-13T11:57:48.892 INFO:tasks.workunit.client.0.smithi042.stdout:6/486: chown d16/d8b/f8f 0 1 2024-06-13T11:57:48.892 INFO:tasks.workunit.client.0.smithi042.stdout:6/487: chown d16/d21/d35/c3e 44499320 1 2024-06-13T11:57:48.893 INFO:tasks.workunit.client.0.smithi042.stdout:0/440: mkdir d4/d31/d96 0 2024-06-13T11:57:48.894 INFO:tasks.workunit.client.0.smithi042.stdout:6/488: readlink d16/d21/d72/d31/l5b 0 2024-06-13T11:57:48.894 INFO:tasks.workunit.client.0.smithi042.stdout:0/441: rmdir d4/d31/d4a/d58 39 2024-06-13T11:57:48.895 INFO:tasks.workunit.client.0.smithi042.stdout:6/489: mkdir d16/da5 0 2024-06-13T11:57:48.895 INFO:tasks.workunit.client.0.smithi042.stdout:0/442: link d4/l1d d4/d31/d96/l97 0 2024-06-13T11:57:48.897 INFO:tasks.workunit.client.0.smithi042.stdout:6/490: mkdir d16/d21/da6 0 2024-06-13T11:57:48.898 INFO:tasks.workunit.client.0.smithi042.stdout:7/273: dwrite d2/f26 [4194304,4194304] 0 2024-06-13T11:57:48.899 INFO:tasks.workunit.client.0.smithi042.stdout:6/491: mknod d16/d21/d72/d79/ca7 0 2024-06-13T11:57:48.899 INFO:tasks.workunit.client.0.smithi042.stdout:6/492: write d16/d8b/f49 [2713310,79800] 0 2024-06-13T11:57:48.899 INFO:tasks.workunit.client.0.smithi042.stdout:6/493: write d16/d21/d72/d79/f7e [152847,3449] 0 2024-06-13T11:57:48.899 INFO:tasks.workunit.client.0.smithi042.stdout:7/274: mknod d2/d36/d4a/d42/c5f 0 2024-06-13T11:57:48.900 INFO:tasks.workunit.client.0.smithi042.stdout:9/405: dwrite d9/d33/d40/d52/f57 [4194304,4194304] 0 2024-06-13T11:57:48.901 INFO:tasks.workunit.client.0.smithi042.stdout:7/275: getdents d2/d36 0 2024-06-13T11:57:48.903 INFO:tasks.workunit.client.0.smithi042.stdout:7/276: creat d2/d36/d4a/f60 x:0 0 0 2024-06-13T11:57:48.937 INFO:tasks.workunit.client.0.smithi042.stdout:6/494: dwrite d16/d21/d32/f5f [0,4194304] 0 2024-06-13T11:57:48.938 INFO:tasks.workunit.client.0.smithi042.stdout:9/406: write d9/d15/f1a [3782840,121958] 0 2024-06-13T11:57:48.939 INFO:tasks.workunit.client.0.smithi042.stdout:9/407: symlink d9/d15/d43/l87 0 2024-06-13T11:57:48.940 INFO:tasks.workunit.client.0.smithi042.stdout:9/408: creat d9/d31/f88 x:0 0 0 2024-06-13T11:57:48.941 INFO:tasks.workunit.client.0.smithi042.stdout:2/381: sync 2024-06-13T11:57:48.941 INFO:tasks.workunit.client.0.smithi042.stdout:5/394: sync 2024-06-13T11:57:48.941 INFO:tasks.workunit.client.0.smithi042.stdout:8/314: sync 2024-06-13T11:57:48.941 INFO:tasks.workunit.client.0.smithi042.stdout:3/372: sync 2024-06-13T11:57:48.941 INFO:tasks.workunit.client.0.smithi042.stdout:4/520: sync 2024-06-13T11:57:48.941 INFO:tasks.workunit.client.0.smithi042.stdout:1/374: sync 2024-06-13T11:57:48.942 INFO:tasks.workunit.client.0.smithi042.stdout:8/315: write d2/d3/d5/f12 [357602,73800] 0 2024-06-13T11:57:48.942 INFO:tasks.workunit.client.0.smithi042.stdout:8/316: readlink d2/l39 0 2024-06-13T11:57:48.945 INFO:tasks.workunit.client.0.smithi042.stdout:2/382: rename d7/df/c4b to d7/d1f/c84 0 2024-06-13T11:57:48.947 INFO:tasks.workunit.client.0.smithi042.stdout:8/317: creat d2/dc/d22/f63 x:0 0 0 2024-06-13T11:57:48.953 INFO:tasks.workunit.client.0.smithi042.stdout:9/409: creat d9/d4d/f89 x:0 0 0 2024-06-13T11:57:48.953 INFO:tasks.workunit.client.0.smithi042.stdout:8/318: mkdir d2/dc/d64 0 2024-06-13T11:57:48.953 INFO:tasks.workunit.client.0.smithi042.stdout:8/319: fsync d2/d3/f4 0 2024-06-13T11:57:48.953 INFO:tasks.workunit.client.0.smithi042.stdout:8/320: write d2/d3/d43/f4d [1128495,70526] 0 2024-06-13T11:57:48.953 INFO:tasks.workunit.client.0.smithi042.stdout:8/321: mkdir d2/dc/d53/d65 0 2024-06-13T11:57:48.953 INFO:tasks.workunit.client.0.smithi042.stdout:8/322: rename d2/dc/d53 to d2/dc/d53/d66 22 2024-06-13T11:57:48.953 INFO:tasks.workunit.client.0.smithi042.stdout:8/323: symlink d2/dc/l67 0 2024-06-13T11:57:48.955 INFO:tasks.workunit.client.0.smithi042.stdout:8/324: creat d2/d3/f68 x:0 0 0 2024-06-13T11:57:48.956 INFO:tasks.workunit.client.0.smithi042.stdout:8/325: mknod d2/d3/d5/d44/c69 0 2024-06-13T11:57:48.956 INFO:tasks.workunit.client.0.smithi042.stdout:8/326: fdatasync d2/d3/d43/f4c 0 2024-06-13T11:57:48.957 INFO:tasks.workunit.client.0.smithi042.stdout:8/327: rmdir d2/dc/d22/d3c 39 2024-06-13T11:57:48.967 INFO:tasks.workunit.client.0.smithi042.stdout:7/277: dwrite d2/f32 [0,4194304] 0 2024-06-13T11:57:48.979 INFO:tasks.workunit.client.0.smithi042.stdout:5/395: write d1/d2b/d35/f4e [2807699,118202] 0 2024-06-13T11:57:48.979 INFO:tasks.workunit.client.0.smithi042.stdout:5/396: dread - d1/f3f zero size 2024-06-13T11:57:48.982 INFO:tasks.workunit.client.0.smithi042.stdout:7/278: creat d2/d3/d3e/f61 x:0 0 0 2024-06-13T11:57:48.982 INFO:tasks.workunit.client.0.smithi042.stdout:4/521: write d1/de/f21 [618671,38496] 0 2024-06-13T11:57:48.982 INFO:tasks.workunit.client.0.smithi042.stdout:3/373: write dc/d17/d20/d2d/f4a [3165700,57985] 0 2024-06-13T11:57:48.983 INFO:tasks.workunit.client.0.smithi042.stdout:5/397: unlink d1/f16 0 2024-06-13T11:57:48.984 INFO:tasks.workunit.client.0.smithi042.stdout:4/522: creat d1/d29/d4f/d91/fbe x:0 0 0 2024-06-13T11:57:48.984 INFO:tasks.workunit.client.0.smithi042.stdout:3/374: symlink dc/l82 0 2024-06-13T11:57:48.985 INFO:tasks.workunit.client.0.smithi042.stdout:4/523: creat d1/d10/d35/fbf x:0 0 0 2024-06-13T11:57:48.986 INFO:tasks.workunit.client.0.smithi042.stdout:3/375: creat dc/d17/d20/d2d/d37/d52/f83 x:0 0 0 2024-06-13T11:57:48.987 INFO:tasks.workunit.client.0.smithi042.stdout:4/524: mkdir d1/d5/d5f/dc0 0 2024-06-13T11:57:48.987 INFO:tasks.workunit.client.0.smithi042.stdout:4/525: chown d1/d10/d35/d80/f85 4806 1 2024-06-13T11:57:48.988 INFO:tasks.workunit.client.0.smithi042.stdout:4/526: truncate d1/de/f2e 5928905 0 2024-06-13T11:57:48.988 INFO:tasks.workunit.client.0.smithi042.stdout:4/527: stat d1/de/c1c 0 2024-06-13T11:57:48.988 INFO:tasks.workunit.client.0.smithi042.stdout:4/528: stat d1/d10/d4e/d97 0 2024-06-13T11:57:48.991 INFO:tasks.workunit.client.0.smithi042.stdout:4/529: write d1/d29/d33/d6f/f9b [584452,51657] 0 2024-06-13T11:57:48.991 INFO:tasks.workunit.client.0.smithi042.stdout:4/530: readlink d1/d6a/l64 0 2024-06-13T11:57:48.991 INFO:tasks.workunit.client.0.smithi042.stdout:0/443: dwrite d4/f21 [0,4194304] 0 2024-06-13T11:57:48.991 INFO:tasks.workunit.client.0.smithi042.stdout:5/398: rmdir d1/d2b/d35/d5b 39 2024-06-13T11:57:48.997 INFO:tasks.workunit.client.0.smithi042.stdout:9/410: dread d9/d33/f3d [0,4194304] 0 2024-06-13T11:57:48.999 INFO:tasks.workunit.client.0.smithi042.stdout:7/279: read d2/f26 [6395498,62410] 0 2024-06-13T11:57:49.010 INFO:tasks.workunit.client.0.smithi042.stdout:5/399: creat d1/d31/f7d x:0 0 0 2024-06-13T11:57:49.012 INFO:tasks.workunit.client.0.smithi042.stdout:7/280: link d2/d36/d4a/f3c d2/d36/d4a/d40/f62 0 2024-06-13T11:57:49.015 INFO:tasks.workunit.client.0.smithi042.stdout:0/444: dread d4/f2a [0,4194304] 0 2024-06-13T11:57:49.015 INFO:tasks.workunit.client.0.smithi042.stdout:0/445: fdatasync d4/f2a 0 2024-06-13T11:57:49.016 INFO:tasks.workunit.client.0.smithi042.stdout:7/281: mkdir d2/d36/d4a/d42/d63 0 2024-06-13T11:57:49.017 INFO:tasks.workunit.client.0.smithi042.stdout:7/282: chown d2/d36/d4a/f2d 70090682 1 2024-06-13T11:57:49.017 INFO:tasks.workunit.client.0.smithi042.stdout:5/400: write d1/d2b/f33 [4606679,62554] 0 2024-06-13T11:57:49.017 INFO:tasks.workunit.client.0.smithi042.stdout:0/446: rmdir d4/d31/d34 39 2024-06-13T11:57:49.018 INFO:tasks.workunit.client.0.smithi042.stdout:5/401: rename d1/d2b/f38 to d1/d2b/f7e 0 2024-06-13T11:57:49.018 INFO:tasks.workunit.client.0.smithi042.stdout:5/402: readlink d1/d2b/l64 0 2024-06-13T11:57:49.020 INFO:tasks.workunit.client.0.smithi042.stdout:9/411: write d9/d33/d40/d52/f57 [5551610,11439] 0 2024-06-13T11:57:49.020 INFO:tasks.workunit.client.0.smithi042.stdout:9/412: dread - d9/d33/d40/d52/d25/f45 zero size 2024-06-13T11:57:49.025 INFO:tasks.workunit.client.0.smithi042.stdout:0/447: rename d4/ff to d4/d31/d4a/d63/f98 0 2024-06-13T11:57:49.029 INFO:tasks.workunit.client.0.smithi042.stdout:9/413: unlink d9/c1b 0 2024-06-13T11:57:49.029 INFO:tasks.workunit.client.0.smithi042.stdout:5/403: mkdir d1/d31/d45/d5d/d7f 0 2024-06-13T11:57:49.033 INFO:tasks.workunit.client.0.smithi042.stdout:5/404: symlink d1/l80 0 2024-06-13T11:57:49.033 INFO:tasks.workunit.client.0.smithi042.stdout:5/405: stat d1/d2b 0 2024-06-13T11:57:49.036 INFO:tasks.workunit.client.0.smithi042.stdout:1/375: dwrite d0/f50 [0,4194304] 0 2024-06-13T11:57:49.044 INFO:tasks.workunit.client.0.smithi042.stdout:7/283: dread d2/f31 [0,4194304] 0 2024-06-13T11:57:49.047 INFO:tasks.workunit.client.0.smithi042.stdout:2/383: dwrite d7/df/d33/f45 [0,4194304] 0 2024-06-13T11:57:49.061 INFO:tasks.workunit.client.0.smithi042.stdout:6/495: dread d16/d21/d72/d79/f7e [0,4194304] 0 2024-06-13T11:57:49.063 INFO:tasks.workunit.client.0.smithi042.stdout:6/496: mkdir d16/d21/d72/d79/d93/da8 0 2024-06-13T11:57:49.063 INFO:tasks.workunit.client.0.smithi042.stdout:6/497: truncate d16/d21/d72/d79/d93/f9b 1020798 0 2024-06-13T11:57:49.065 INFO:tasks.workunit.client.0.smithi042.stdout:6/498: creat d16/d21/d72/d2b/fa9 x:0 0 0 2024-06-13T11:57:49.067 INFO:tasks.workunit.client.0.smithi042.stdout:9/414: dread d9/f28 [4194304,4194304] 0 2024-06-13T11:57:49.067 INFO:tasks.workunit.client.0.smithi042.stdout:6/499: mknod d16/d21/d72/caa 0 2024-06-13T11:57:49.068 INFO:tasks.workunit.client.0.smithi042.stdout:9/415: write d9/d33/d40/d52/d25/f34 [691423,54658] 0 2024-06-13T11:57:49.068 INFO:tasks.workunit.client.0.smithi042.stdout:9/416: stat d9/d46/d6d 0 2024-06-13T11:57:49.071 INFO:tasks.workunit.client.0.smithi042.stdout:3/376: dwrite dc/d17/d20/f39 [0,4194304] 0 2024-06-13T11:57:49.071 INFO:tasks.workunit.client.0.smithi042.stdout:3/377: write dc/d17/f59 [4750831,77889] 0 2024-06-13T11:57:49.079 INFO:tasks.workunit.client.0.smithi042.stdout:7/284: read d2/f1e [2297187,10781] 0 2024-06-13T11:57:49.079 INFO:tasks.workunit.client.0.smithi042.stdout:2/384: write d7/fb [1518407,68214] 0 2024-06-13T11:57:49.079 INFO:tasks.workunit.client.0.smithi042.stdout:2/385: fsync d7/df/d33/f3e 0 2024-06-13T11:57:49.088 INFO:tasks.workunit.client.0.smithi042.stdout:4/531: write d1/d5/f70 [4163212,44407] 0 2024-06-13T11:57:49.088 INFO:tasks.workunit.client.0.smithi042.stdout:4/532: dread - d1/d10/d35/d80/f84 zero size 2024-06-13T11:57:49.088 INFO:tasks.workunit.client.0.smithi042.stdout:8/328: dwrite d2/d3/d5/fe [0,4194304] 0 2024-06-13T11:57:49.088 INFO:tasks.workunit.client.0.smithi042.stdout:3/378: symlink dc/d17/d1f/d79/l84 0 2024-06-13T11:57:49.091 INFO:tasks.workunit.client.0.smithi042.stdout:4/533: symlink d1/d5/lc1 0 2024-06-13T11:57:49.091 INFO:tasks.workunit.client.0.smithi042.stdout:4/534: chown d1/d10/d4e/d97/fbd 517109315 1 2024-06-13T11:57:49.095 INFO:tasks.workunit.client.0.smithi042.stdout:7/285: rename d2/d36/d4a/d40 to d2/d36/d64 0 2024-06-13T11:57:49.095 INFO:tasks.workunit.client.0.smithi042.stdout:8/329: rmdir d2/dc 39 2024-06-13T11:57:49.095 INFO:tasks.workunit.client.0.smithi042.stdout:2/386: rmdir d7 39 2024-06-13T11:57:49.095 INFO:tasks.workunit.client.0.smithi042.stdout:2/387: fsync d7/df/d33/f45 0 2024-06-13T11:57:49.100 INFO:tasks.workunit.client.0.smithi042.stdout:4/535: creat d1/d8e/fc2 x:0 0 0 2024-06-13T11:57:49.101 INFO:tasks.workunit.client.0.smithi042.stdout:0/448: dwrite d4/d33/d3e/d6c/f88 [0,4194304] 0 2024-06-13T11:57:49.101 INFO:tasks.workunit.client.0.smithi042.stdout:0/449: readlink d4/d31/d4a/d58/l81 0 2024-06-13T11:57:49.101 INFO:tasks.workunit.client.0.smithi042.stdout:0/450: chown d4/c40 43668436 1 2024-06-13T11:57:49.101 INFO:tasks.workunit.client.0.smithi042.stdout:0/451: truncate d4/d31/d34/f86 777094 0 2024-06-13T11:57:49.102 INFO:tasks.workunit.client.0.smithi042.stdout:8/330: mknod d2/dc/d22/d42/c6a 0 2024-06-13T11:57:49.102 INFO:tasks.workunit.client.0.smithi042.stdout:8/331: stat d2/dc/d22/d42/c5d 0 2024-06-13T11:57:49.102 INFO:tasks.workunit.client.0.smithi042.stdout:8/332: chown d2/d3/d43 63 1 2024-06-13T11:57:49.104 INFO:tasks.workunit.client.0.smithi042.stdout:2/388: rename d7/d61/d64/c6d to d7/d3c/d40/d4c/c85 0 2024-06-13T11:57:49.109 INFO:tasks.workunit.client.0.smithi042.stdout:4/536: rmdir d1/d10/d4e 39 2024-06-13T11:57:49.109 INFO:tasks.workunit.client.0.smithi042.stdout:4/537: write d1/d5/d16/f79 [1933776,16657] 0 2024-06-13T11:57:49.109 INFO:tasks.workunit.client.0.smithi042.stdout:8/333: creat d2/d3/d5/f6b x:0 0 0 2024-06-13T11:57:49.109 INFO:tasks.workunit.client.0.smithi042.stdout:8/334: read d2/d3/f11 [310660,59848] 0 2024-06-13T11:57:49.109 INFO:tasks.workunit.client.0.smithi042.stdout:0/452: rename d4/l16 to d4/d32/d84/l99 0 2024-06-13T11:57:49.110 INFO:tasks.workunit.client.0.smithi042.stdout:2/389: rename d7/d3c/d40/d4c/l57 to d7/d3c/d40/d4c/l86 0 2024-06-13T11:57:49.110 INFO:tasks.workunit.client.0.smithi042.stdout:2/390: dread - d7/d61/d64/f71 zero size 2024-06-13T11:57:49.111 INFO:tasks.workunit.client.0.smithi042.stdout:8/335: rename d2/dc/d22/c2a to d2/d3/c6c 0 2024-06-13T11:57:49.111 INFO:tasks.workunit.client.0.smithi042.stdout:8/336: write d2/d3/f17 [585029,75752] 0 2024-06-13T11:57:49.112 INFO:tasks.workunit.client.0.smithi042.stdout:8/337: write d2/d3/d43/f4d [1809980,55810] 0 2024-06-13T11:57:49.112 INFO:tasks.workunit.client.0.smithi042.stdout:0/453: link d4/d31/d34/l90 d4/d33/d3f/l9a 0 2024-06-13T11:57:49.115 INFO:tasks.workunit.client.0.smithi042.stdout:2/391: rename d7/df/d6a/l80 to d7/d23/l87 0 2024-06-13T11:57:49.117 INFO:tasks.workunit.client.0.smithi042.stdout:8/338: creat d2/d3/d43/f6d x:0 0 0 2024-06-13T11:57:49.117 INFO:tasks.workunit.client.0.smithi042.stdout:8/339: write d2/d3/f51 [1571057,13134] 0 2024-06-13T11:57:49.117 INFO:tasks.workunit.client.0.smithi042.stdout:0/454: creat d4/d31/d34/d91/f9b x:0 0 0 2024-06-13T11:57:49.118 INFO:tasks.workunit.client.0.smithi042.stdout:2/392: getdents d7/d3c/d40/d4c/d5a 0 2024-06-13T11:57:49.119 INFO:tasks.workunit.client.0.smithi042.stdout:5/406: dwrite d1/f2a [0,4194304] 0 2024-06-13T11:57:49.119 INFO:tasks.workunit.client.0.smithi042.stdout:8/340: creat d2/dc/d53/d65/f6e x:0 0 0 2024-06-13T11:57:49.120 INFO:tasks.workunit.client.0.smithi042.stdout:0/455: symlink d4/d31/d4a/d63/l9c 0 2024-06-13T11:57:49.122 INFO:tasks.workunit.client.0.smithi042.stdout:8/341: mkdir d2/dc/d6f 0 2024-06-13T11:57:49.123 INFO:tasks.workunit.client.0.smithi042.stdout:0/456: link d4/d31/c37 d4/d31/d34/d78/c9d 0 2024-06-13T11:57:49.128 INFO:tasks.workunit.client.0.smithi042.stdout:5/407: symlink d1/d49/l81 0 2024-06-13T11:57:49.128 INFO:tasks.workunit.client.0.smithi042.stdout:5/408: rename d1/d31 to d1/d31/d6a/d82 22 2024-06-13T11:57:49.128 INFO:tasks.workunit.client.0.smithi042.stdout:8/342: creat d2/dc/d22/d42/f70 x:0 0 0 2024-06-13T11:57:49.128 INFO:tasks.workunit.client.0.smithi042.stdout:0/457: creat d4/f9e x:0 0 0 2024-06-13T11:57:49.128 INFO:tasks.workunit.client.0.smithi042.stdout:0/458: write d4/d33/d3e/d6c/d7e/f95 [1016642,71150] 0 2024-06-13T11:57:49.128 INFO:tasks.workunit.client.0.smithi042.stdout:8/343: rename d2/dc/f58 to d2/dc/d64/f71 0 2024-06-13T11:57:49.128 INFO:tasks.workunit.client.0.smithi042.stdout:8/344: chown d2/fa 333318 1 2024-06-13T11:57:49.130 INFO:tasks.workunit.client.0.smithi042.stdout:0/459: creat d4/d32/d3a/f9f x:0 0 0 2024-06-13T11:57:49.132 INFO:tasks.workunit.client.0.smithi042.stdout:8/345: rename d2/dc/d53/c62 to d2/dc/d22/d3c/c72 0 2024-06-13T11:57:49.134 INFO:tasks.workunit.client.0.smithi042.stdout:8/346: mknod d2/dc/d53/d65/c73 0 2024-06-13T11:57:49.139 INFO:tasks.workunit.client.0.smithi042.stdout:1/376: dwrite d0/f5 [0,4194304] 0 2024-06-13T11:57:49.142 INFO:tasks.workunit.client.0.smithi042.stdout:3/379: dread dc/d17/f1a [0,4194304] 0 2024-06-13T11:57:49.142 INFO:tasks.workunit.client.0.smithi042.stdout:3/380: readlink dc/d17/d1f/d46/l6c 0 2024-06-13T11:57:49.143 INFO:tasks.workunit.client.0.smithi042.stdout:1/377: mknod d0/d17/d18/c76 0 2024-06-13T11:57:49.145 INFO:tasks.workunit.client.0.smithi042.stdout:1/378: mknod d0/d17/d18/c77 0 2024-06-13T11:57:49.146 INFO:tasks.workunit.client.0.smithi042.stdout:1/379: chown d0/d17/dd/d1b/c2d 1578 1 2024-06-13T11:57:49.165 INFO:tasks.workunit.client.0.smithi042.stdout:2/393: getdents d7/d23/d59 0 2024-06-13T11:57:49.165 INFO:tasks.workunit.client.0.smithi042.stdout:2/394: fsync d7/d1f/f5c 0 2024-06-13T11:57:49.172 INFO:tasks.workunit.client.0.smithi042.stdout:2/395: mkdir d7/d23/d59/d88 0 2024-06-13T11:57:49.175 INFO:tasks.workunit.client.0.smithi042.stdout:6/500: dwrite d16/d21/d35/f7d [0,4194304] 0 2024-06-13T11:57:49.175 INFO:tasks.workunit.client.0.smithi042.stdout:6/501: write d16/d21/d23/f6e [1204364,71837] 0 2024-06-13T11:57:49.182 INFO:tasks.workunit.client.0.smithi042.stdout:4/538: dwrite d1/d10/d15/f53 [0,4194304] 0 2024-06-13T11:57:49.182 INFO:tasks.workunit.client.0.smithi042.stdout:4/539: write d1/d10/d35/d80/f84 [507612,40595] 0 2024-06-13T11:57:49.204 INFO:tasks.workunit.client.0.smithi042.stdout:5/409: dwrite d1/d2b/d35/d36/f65 [0,4194304] 0 2024-06-13T11:57:49.207 INFO:tasks.workunit.client.0.smithi042.stdout:5/410: truncate d1/ff 740220 0 2024-06-13T11:57:49.212 INFO:tasks.workunit.client.0.smithi042.stdout:0/460: dwrite d4/d31/d34/f87 [0,4194304] 0 2024-06-13T11:57:49.212 INFO:tasks.workunit.client.0.smithi042.stdout:6/502: dread fe [0,4194304] 0 2024-06-13T11:57:49.214 INFO:tasks.workunit.client.0.smithi042.stdout:6/503: symlink d16/d21/d23/lab 0 2024-06-13T11:57:49.215 INFO:tasks.workunit.client.0.smithi042.stdout:6/504: write d16/f55 [1012681,35004] 0 2024-06-13T11:57:49.215 INFO:tasks.workunit.client.0.smithi042.stdout:8/347: dwrite d2/dc/d22/f63 [0,4194304] 0 2024-06-13T11:57:49.216 INFO:tasks.workunit.client.0.smithi042.stdout:1/380: dwrite d0/d17/dd/d66/f13 [0,4194304] 0 2024-06-13T11:57:49.216 INFO:tasks.workunit.client.0.smithi042.stdout:1/381: stat d0/d17/d18/d29/d43 0 2024-06-13T11:57:49.216 INFO:tasks.workunit.client.0.smithi042.stdout:1/382: rename d0/d17/dd/d66 to d0/d17/dd/d66/d78 22 2024-06-13T11:57:49.216 INFO:tasks.workunit.client.0.smithi042.stdout:0/461: link f1 d4/d33/fa0 0 2024-06-13T11:57:49.216 INFO:tasks.workunit.client.0.smithi042.stdout:6/505: mknod d16/d6d/cac 0 2024-06-13T11:57:49.217 INFO:tasks.workunit.client.0.smithi042.stdout:6/506: chown d16/d6d/c85 7362 1 2024-06-13T11:57:49.220 INFO:tasks.workunit.client.0.smithi042.stdout:8/348: creat d2/dc/d64/f74 x:0 0 0 2024-06-13T11:57:49.220 INFO:tasks.workunit.client.0.smithi042.stdout:8/349: readlink d2/l26 0 2024-06-13T11:57:49.220 INFO:tasks.workunit.client.0.smithi042.stdout:1/383: unlink d0/d17/lc 0 2024-06-13T11:57:49.228 INFO:tasks.workunit.client.0.smithi042.stdout:1/384: unlink d0/d17/dd/d55/f65 0 2024-06-13T11:57:49.229 INFO:tasks.workunit.client.0.smithi042.stdout:4/540: dwrite d1/de/f5a [0,4194304] 0 2024-06-13T11:57:49.229 INFO:tasks.workunit.client.0.smithi042.stdout:0/462: truncate d4/d31/d34/f42 2199933 0 2024-06-13T11:57:49.230 INFO:tasks.workunit.client.0.smithi042.stdout:8/350: creat d2/d3/d5/d5b/f75 x:0 0 0 2024-06-13T11:57:49.242 INFO:tasks.workunit.client.0.smithi042.stdout:6/507: dread d16/d21/d72/d2b/f34 [0,4194304] 0 2024-06-13T11:57:49.244 INFO:tasks.workunit.client.0.smithi042.stdout:4/541: symlink d1/d5/d16/da5/lc3 0 2024-06-13T11:57:49.250 INFO:tasks.workunit.client.0.smithi042.stdout:4/542: symlink d1/d5/d5f/lc4 0 2024-06-13T11:57:49.250 INFO:tasks.workunit.client.0.smithi042.stdout:4/543: write d1/d10/d4e/d97/fb0 [919690,90287] 0 2024-06-13T11:57:49.250 INFO:tasks.workunit.client.0.smithi042.stdout:3/381: dwrite dc/d17/d20/f5b [4194304,4194304] 0 2024-06-13T11:57:49.255 INFO:tasks.workunit.client.0.smithi042.stdout:4/544: dread d1/d10/d35/d80/f96 [0,4194304] 0 2024-06-13T11:57:49.270 INFO:tasks.workunit.client.0.smithi042.stdout:3/382: mkdir dc/d29/d85 0 2024-06-13T11:57:49.270 INFO:tasks.workunit.client.0.smithi042.stdout:4/545: rename d1/d10/d35/d80/f85 to d1/d5/d5f/dc0/fc5 0 2024-06-13T11:57:49.271 INFO:tasks.workunit.client.0.smithi042.stdout:5/411: dwrite d1/d31/f2e [0,4194304] 0 2024-06-13T11:57:49.271 INFO:tasks.workunit.client.0.smithi042.stdout:4/546: getdents d1/d10/d4e 0 2024-06-13T11:57:49.271 INFO:tasks.workunit.client.0.smithi042.stdout:4/547: fsync d1/d29/d33/d60/f86 0 2024-06-13T11:57:49.277 INFO:tasks.workunit.client.0.smithi042.stdout:4/548: link d1/d29/d4f/f7a d1/d29/d33/da3/fc6 0 2024-06-13T11:57:49.277 INFO:tasks.workunit.client.0.smithi042.stdout:4/549: truncate d1/d29/d33/d6f/fae 1109939 0 2024-06-13T11:57:49.278 INFO:tasks.workunit.client.0.smithi042.stdout:0/463: dread d4/d33/d3e/d6c/f53 [0,4194304] 0 2024-06-13T11:57:49.278 INFO:tasks.workunit.client.0.smithi042.stdout:0/464: readlink d4/la 0 2024-06-13T11:57:49.278 INFO:tasks.workunit.client.0.smithi042.stdout:0/465: fdatasync d4/d33/d3f/f56 0 2024-06-13T11:57:49.280 INFO:tasks.workunit.client.0.smithi042.stdout:0/466: symlink d4/d32/d64/la1 0 2024-06-13T11:57:49.280 INFO:tasks.workunit.client.0.smithi042.stdout:0/467: fdatasync d4/d31/d34/f86 0 2024-06-13T11:57:49.281 INFO:tasks.workunit.client.0.smithi042.stdout:0/468: mknod d4/d31/d4a/d58/d68/ca2 0 2024-06-13T11:57:49.281 INFO:tasks.workunit.client.0.smithi042.stdout:0/469: fsync d4/f1a 0 2024-06-13T11:57:49.281 INFO:tasks.workunit.client.0.smithi042.stdout:0/470: chown d4/d31/d34/d78 11 1 2024-06-13T11:57:49.281 INFO:tasks.workunit.client.0.smithi042.stdout:0/471: read d4/f1c [373749,38280] 0 2024-06-13T11:57:49.283 INFO:tasks.workunit.client.0.smithi042.stdout:0/472: creat d4/d31/d4a/d58/fa3 x:0 0 0 2024-06-13T11:57:49.283 INFO:tasks.workunit.client.0.smithi042.stdout:0/473: write d4/d33/d3f/f56 [4955082,32609] 0 2024-06-13T11:57:49.286 INFO:tasks.workunit.client.0.smithi042.stdout:1/385: dwrite d0/d17/d18/d29/d43/f45 [0,4194304] 0 2024-06-13T11:57:49.286 INFO:tasks.workunit.client.0.smithi042.stdout:1/386: fsync d0/d17/dd/d55/f71 0 2024-06-13T11:57:49.288 INFO:tasks.workunit.client.0.smithi042.stdout:0/474: mknod d4/d33/d3e/d6c/ca4 0 2024-06-13T11:57:49.291 INFO:tasks.workunit.client.0.smithi042.stdout:0/475: creat d4/d33/d3e/d6c/fa5 x:0 0 0 2024-06-13T11:57:49.293 INFO:tasks.workunit.client.0.smithi042.stdout:0/476: symlink d4/d31/d4a/d63/d7f/la6 0 2024-06-13T11:57:49.293 INFO:tasks.workunit.client.0.smithi042.stdout:0/477: chown d4/d33/d3f/f61 1 1 2024-06-13T11:57:49.295 INFO:tasks.workunit.client.0.smithi042.stdout:6/508: dwrite d16/d6d/f73 [0,4194304] 0 2024-06-13T11:57:49.296 INFO:tasks.workunit.client.0.smithi042.stdout:0/478: rename d4/d33/d5e/f8a to d4/d31/d4a/d63/d7f/fa7 0 2024-06-13T11:57:49.299 INFO:tasks.workunit.client.0.smithi042.stdout:6/509: mkdir d16/d21/d72/d79/dad 0 2024-06-13T11:57:49.299 INFO:tasks.workunit.client.0.smithi042.stdout:1/387: dread d0/d17/dd/d55/d6a/f49 [0,4194304] 0 2024-06-13T11:57:49.301 INFO:tasks.workunit.client.0.smithi042.stdout:1/388: link d0/d17/dd/d1b/l26 d0/d17/dd/d55/l79 0 2024-06-13T11:57:49.306 INFO:tasks.workunit.client.0.smithi042.stdout:6/510: mkdir d16/d21/d5d/dae 0 2024-06-13T11:57:49.324 INFO:tasks.workunit.client.0.smithi042.stdout:4/550: dwrite d1/d6a/d52/f56 [4194304,4194304] 0 2024-06-13T11:57:49.325 INFO:tasks.workunit.client.0.smithi042.stdout:3/383: dwrite dc/d17/d1f/f63 [0,4194304] 0 2024-06-13T11:57:49.326 INFO:tasks.workunit.client.0.smithi042.stdout:4/551: mkdir d1/d5/d16/da5/dc7 0 2024-06-13T11:57:49.337 INFO:tasks.workunit.client.0.smithi042.stdout:4/552: write d1/f77 [455839,1199] 0 2024-06-13T11:57:49.337 INFO:tasks.workunit.client.0.smithi042.stdout:4/553: truncate d1/f37 232383 0 2024-06-13T11:57:49.338 INFO:tasks.workunit.client.0.smithi042.stdout:5/412: dwrite d1/f6 [0,4194304] 0 2024-06-13T11:57:49.339 INFO:tasks.workunit.client.0.smithi042.stdout:4/554: unlink d1/d10/d35/d80/f96 0 2024-06-13T11:57:49.339 INFO:tasks.workunit.client.0.smithi042.stdout:4/555: truncate d1/d29/f51 4257330 0 2024-06-13T11:57:49.340 INFO:tasks.workunit.client.0.smithi042.stdout:5/413: rename d1/d2b/d37/f24 to d1/d2b/d35/d36/d40/f83 0 2024-06-13T11:57:49.341 INFO:tasks.workunit.client.0.smithi042.stdout:0/479: write d4/d33/d3e/d6c/f88 [430404,29704] 0 2024-06-13T11:57:49.341 INFO:tasks.workunit.client.0.smithi042.stdout:0/480: chown d4/d31/d4a/d63/d7f 110747804 1 2024-06-13T11:57:49.342 INFO:tasks.workunit.client.0.smithi042.stdout:4/556: link d1/d6a/d52/cb4 d1/d5/d5f/cc8 0 2024-06-13T11:57:49.346 INFO:tasks.workunit.client.0.smithi042.stdout:5/414: unlink d1/d49/f53 0 2024-06-13T11:57:49.346 INFO:tasks.workunit.client.0.smithi042.stdout:0/481: rename d4/d33/d5e to d4/d31/d4a/d63/da8 0 2024-06-13T11:57:49.346 INFO:tasks.workunit.client.0.smithi042.stdout:0/482: readlink d4/l15 0 2024-06-13T11:57:49.348 INFO:tasks.workunit.client.0.smithi042.stdout:5/415: symlink d1/d2b/d35/d36/d40/l84 0 2024-06-13T11:57:49.349 INFO:tasks.workunit.client.0.smithi042.stdout:0/483: mknod d4/d32/d64/ca9 0 2024-06-13T11:57:49.369 INFO:tasks.workunit.client.0.smithi042.stdout:4/557: dread d1/d10/d15/f1e [0,4194304] 0 2024-06-13T11:57:49.369 INFO:tasks.workunit.client.0.smithi042.stdout:4/558: truncate d1/f37 1151310 0 2024-06-13T11:57:49.374 INFO:tasks.workunit.client.0.smithi042.stdout:6/511: dwrite d16/d8b/f4c [0,4194304] 0 2024-06-13T11:57:49.374 INFO:tasks.workunit.client.0.smithi042.stdout:6/512: dread - d16/d21/d72/d2b/fa9 zero size 2024-06-13T11:57:49.374 INFO:tasks.workunit.client.0.smithi042.stdout:3/384: write dc/f11 [27152,99542] 0 2024-06-13T11:57:49.391 INFO:tasks.workunit.client.0.smithi042.stdout:3/385: creat dc/d17/d1f/d79/f86 x:0 0 0 2024-06-13T11:57:49.391 INFO:tasks.workunit.client.0.smithi042.stdout:3/386: readlink dc/d17/d3b/d55/l76 0 2024-06-13T11:57:49.392 INFO:tasks.workunit.client.0.smithi042.stdout:3/387: rmdir dc/d29/d47/d66 39 2024-06-13T11:57:49.395 INFO:tasks.workunit.client.0.smithi042.stdout:3/388: mkdir dc/d29/d87 0 2024-06-13T11:57:49.395 INFO:tasks.workunit.client.0.smithi042.stdout:5/416: dwrite d1/d2b/d35/d36/d40/f51 [0,4194304] 0 2024-06-13T11:57:49.397 INFO:tasks.workunit.client.0.smithi042.stdout:1/389: dwrite d0/f21 [0,4194304] 0 2024-06-13T11:57:49.397 INFO:tasks.workunit.client.0.smithi042.stdout:3/389: mkdir dc/d17/d1f/d79/d88 0 2024-06-13T11:57:49.397 INFO:tasks.workunit.client.0.smithi042.stdout:4/559: dread d1/d29/d33/d60/d67/d72/f82 [0,4194304] 0 2024-06-13T11:57:49.402 INFO:tasks.workunit.client.0.smithi042.stdout:6/513: link d16/d21/d72/d31/c6c d16/d21/caf 0 2024-06-13T11:57:49.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:49 smithi162 ceph-mon[36757]: pgmap v71: 129 pgs: 129 active+clean; 805 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 93 MiB/s rd, 124 MiB/s wr, 1.16k op/s 2024-06-13T11:57:49.408 INFO:tasks.workunit.client.0.smithi042.stdout:1/390: creat d0/d17/dd/d66/f7a x:0 0 0 2024-06-13T11:57:49.408 INFO:tasks.workunit.client.0.smithi042.stdout:3/390: rmdir dc/d17/d1f/d79 39 2024-06-13T11:57:49.409 INFO:tasks.workunit.client.0.smithi042.stdout:4/560: creat d1/d5/fc9 x:0 0 0 2024-06-13T11:57:49.410 INFO:tasks.workunit.client.0.smithi042.stdout:3/391: creat dc/d17/d1f/d46/f89 x:0 0 0 2024-06-13T11:57:49.410 INFO:tasks.workunit.client.0.smithi042.stdout:3/392: write dc/d17/d1f/f31 [4809427,56322] 0 2024-06-13T11:57:49.412 INFO:tasks.workunit.client.0.smithi042.stdout:0/484: dwrite d4/d33/d3e/f55 [0,4194304] 0 2024-06-13T11:57:49.412 INFO:tasks.workunit.client.0.smithi042.stdout:3/393: mkdir dc/d17/d20/d5c/d8a 0 2024-06-13T11:57:49.416 INFO:tasks.workunit.client.0.smithi042.stdout:0/485: rename d4/d33/d3e/f6e to d4/d31/d4a/d58/d68/faa 0 2024-06-13T11:57:49.416 INFO:tasks.workunit.client.0.smithi042.stdout:5/417: write d1/d2b/d37/f3d [1986200,31447] 0 2024-06-13T11:57:49.417 INFO:tasks.workunit.client.0.smithi042.stdout:3/394: unlink dc/d29/f3c 0 2024-06-13T11:57:49.418 INFO:tasks.workunit.client.0.smithi042.stdout:0/486: getdents d4/d33/d3e/d6c 0 2024-06-13T11:57:49.419 INFO:tasks.workunit.client.0.smithi042.stdout:0/487: dread - d4/d32/d3a/f9f zero size 2024-06-13T11:57:49.420 INFO:tasks.workunit.client.0.smithi042.stdout:5/418: creat d1/d2b/d37/f85 x:0 0 0 2024-06-13T11:57:49.422 INFO:tasks.workunit.client.0.smithi042.stdout:5/419: chown d1/d42/l50 7 1 2024-06-13T11:57:49.422 INFO:tasks.workunit.client.0.smithi042.stdout:0/488: symlink d4/d31/lab 0 2024-06-13T11:57:49.423 INFO:tasks.workunit.client.0.smithi042.stdout:5/420: mknod d1/d2b/d37/c86 0 2024-06-13T11:57:49.427 INFO:tasks.workunit.client.0.smithi042.stdout:0/489: link d4/d33/d3e/c7c d4/d31/d34/d78/cac 0 2024-06-13T11:57:49.427 INFO:tasks.workunit.client.0.smithi042.stdout:2/396: sync 2024-06-13T11:57:49.428 INFO:tasks.workunit.client.0.smithi042.stdout:8/351: sync 2024-06-13T11:57:49.428 INFO:tasks.workunit.client.0.smithi042.stdout:0/490: dread - d4/d32/d3a/f9f zero size 2024-06-13T11:57:49.428 INFO:tasks.workunit.client.0.smithi042.stdout:2/397: chown d7/d3c/d40/d4c/d5a 255426679 1 2024-06-13T11:57:49.428 INFO:tasks.workunit.client.0.smithi042.stdout:2/398: readlink d7/d3c/d40/d4c/l4e 0 2024-06-13T11:57:49.428 INFO:tasks.workunit.client.0.smithi042.stdout:9/417: sync 2024-06-13T11:57:49.429 INFO:tasks.workunit.client.0.smithi042.stdout:7/286: sync 2024-06-13T11:57:49.429 INFO:tasks.workunit.client.0.smithi042.stdout:0/491: rmdir d4/d31/d34/d78 39 2024-06-13T11:57:49.431 INFO:tasks.workunit.client.0.smithi042.stdout:2/399: rename d7/c2e to d7/df/c89 0 2024-06-13T11:57:49.432 INFO:tasks.workunit.client.0.smithi042.stdout:8/352: read d2/d3/f51 [1038568,110159] 0 2024-06-13T11:57:49.432 INFO:tasks.workunit.client.0.smithi042.stdout:8/353: fsync d2/d3/d5/d5b/f60 0 2024-06-13T11:57:49.432 INFO:tasks.workunit.client.0.smithi042.stdout:8/354: write d2/d3/d5/ff [4263352,27205] 0 2024-06-13T11:57:49.434 INFO:tasks.workunit.client.0.smithi042.stdout:0/492: creat d4/d33/d3f/fad x:0 0 0 2024-06-13T11:57:49.435 INFO:tasks.workunit.client.0.smithi042.stdout:2/400: mkdir d7/d23/d8a 0 2024-06-13T11:57:49.436 INFO:tasks.workunit.client.0.smithi042.stdout:2/401: chown d7/ce 244075 1 2024-06-13T11:57:49.436 INFO:tasks.workunit.client.0.smithi042.stdout:2/402: dread - d7/f77 zero size 2024-06-13T11:57:49.447 INFO:tasks.workunit.client.0.smithi042.stdout:0/493: mknod d4/cae 0 2024-06-13T11:57:49.448 INFO:tasks.workunit.client.0.smithi042.stdout:8/355: dread d2/d3/f6 [4194304,4194304] 0 2024-06-13T11:57:49.449 INFO:tasks.workunit.client.0.smithi042.stdout:0/494: mknod d4/d31/d34/caf 0 2024-06-13T11:57:49.454 INFO:tasks.workunit.client.0.smithi042.stdout:8/356: mknod d2/dc/d53/c76 0 2024-06-13T11:57:49.454 INFO:tasks.workunit.client.0.smithi042.stdout:6/514: dwrite d16/d21/f24 [0,4194304] 0 2024-06-13T11:57:49.455 INFO:tasks.workunit.client.0.smithi042.stdout:8/357: mkdir d2/dc/d22/d77 0 2024-06-13T11:57:49.456 INFO:tasks.workunit.client.0.smithi042.stdout:6/515: creat d16/da5/fb0 x:0 0 0 2024-06-13T11:57:49.456 INFO:tasks.workunit.client.0.smithi042.stdout:8/358: rmdir d2/dc/d22/d42 39 2024-06-13T11:57:49.457 INFO:tasks.workunit.client.0.smithi042.stdout:6/516: truncate f3 7421886 0 2024-06-13T11:57:49.459 INFO:tasks.workunit.client.0.smithi042.stdout:9/418: dread d9/d16/f7f [0,4194304] 0 2024-06-13T11:57:49.462 INFO:tasks.workunit.client.0.smithi042.stdout:9/419: mknod d9/d46/d6d/c8a 0 2024-06-13T11:57:49.465 INFO:tasks.workunit.client.0.smithi042.stdout:9/420: symlink d9/d31/l8b 0 2024-06-13T11:57:49.467 INFO:tasks.workunit.client.0.smithi042.stdout:9/421: symlink d9/d33/d40/d52/d25/l8c 0 2024-06-13T11:57:49.468 INFO:tasks.workunit.client.0.smithi042.stdout:9/422: chown d9/d4d/c55 202612083 1 2024-06-13T11:57:49.468 INFO:tasks.workunit.client.0.smithi042.stdout:9/423: write d9/d15/d43/f5b [463936,36862] 0 2024-06-13T11:57:49.470 INFO:tasks.workunit.client.0.smithi042.stdout:9/424: mknod d9/d31/c8d 0 2024-06-13T11:57:49.473 INFO:tasks.workunit.client.0.smithi042.stdout:9/425: creat d9/d31/d5c/f8e x:0 0 0 2024-06-13T11:57:49.484 INFO:tasks.workunit.client.0.smithi042.stdout:3/395: dwrite dc/d17/d3b/f53 [0,4194304] 0 2024-06-13T11:57:49.492 INFO:tasks.workunit.client.0.smithi042.stdout:6/517: dread d16/d21/d72/f1d [0,4194304] 0 2024-06-13T11:57:49.494 INFO:tasks.workunit.client.0.smithi042.stdout:6/518: mknod d16/d21/d72/d79/dad/cb1 0 2024-06-13T11:57:49.503 INFO:tasks.workunit.client.0.smithi042.stdout:9/426: rename d9/d46/d6d/c8a to d9/d4d/c8f 0 2024-06-13T11:57:49.504 INFO:tasks.workunit.client.0.smithi042.stdout:5/421: write d1/d2b/d35/d36/f3c [3031262,3860] 0 2024-06-13T11:57:49.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:49 smithi088 ceph-mon[36399]: pgmap v71: 129 pgs: 129 active+clean; 805 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 93 MiB/s rd, 124 MiB/s wr, 1.16k op/s 2024-06-13T11:57:49.505 INFO:tasks.workunit.client.0.smithi042.stdout:0/495: dread d4/d33/f47 [0,4194304] 0 2024-06-13T11:57:49.505 INFO:tasks.workunit.client.0.smithi042.stdout:7/287: dwrite d2/d3/f9 [0,4194304] 0 2024-06-13T11:57:49.505 INFO:tasks.workunit.client.0.smithi042.stdout:6/519: rename d16/d21/d5d/f75 to d16/d21/d35/d63/d8e/fb2 0 2024-06-13T11:57:49.507 INFO:tasks.workunit.client.0.smithi042.stdout:8/359: dwrite d2/d3/d5/d5b/f61 [0,4194304] 0 2024-06-13T11:57:49.507 INFO:tasks.workunit.client.0.smithi042.stdout:5/422: unlink d1/f7b 0 2024-06-13T11:57:49.509 INFO:tasks.workunit.client.0.smithi042.stdout:7/288: creat d2/f65 x:0 0 0 2024-06-13T11:57:49.511 INFO:tasks.workunit.client.0.smithi042.stdout:6/520: rename d16/da5 to d16/d21/d5d/dae/db3 0 2024-06-13T11:57:49.512 INFO:tasks.workunit.client.0.smithi042.stdout:3/396: write f0 [497548,66813] 0 2024-06-13T11:57:49.513 INFO:tasks.workunit.client.0.smithi042.stdout:3/397: mknod dc/d17/d20/d5c/d8a/c8b 0 2024-06-13T11:57:49.515 INFO:tasks.workunit.client.0.smithi042.stdout:6/521: getdents d16/d21/d5d 0 2024-06-13T11:57:49.515 INFO:tasks.workunit.client.0.smithi042.stdout:6/522: dread - d16/d8b/f8f zero size 2024-06-13T11:57:49.520 INFO:tasks.workunit.client.0.smithi042.stdout:6/523: rmdir d16/d21 39 2024-06-13T11:57:49.533 INFO:tasks.workunit.client.0.smithi042.stdout:0/496: read d4/d33/d3e/f55 [1121507,18742] 0 2024-06-13T11:57:49.533 INFO:tasks.workunit.client.0.smithi042.stdout:0/497: fdatasync d4/f1c 0 2024-06-13T11:57:49.534 INFO:tasks.workunit.client.0.smithi042.stdout:3/398: truncate dc/d29/d47/f4e 3559001 0 2024-06-13T11:57:49.554 INFO:tasks.workunit.client.0.smithi042.stdout:0/498: rename d4/d32/d64/ca9 to d4/d33/d3e/d6c/d7e/d83/cb0 0 2024-06-13T11:57:49.554 INFO:tasks.workunit.client.0.smithi042.stdout:3/399: dread f7 [4194304,4194304] 0 2024-06-13T11:57:49.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:49 smithi042 ceph-mon[32231]: pgmap v71: 129 pgs: 129 active+clean; 805 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 93 MiB/s rd, 124 MiB/s wr, 1.16k op/s 2024-06-13T11:57:49.570 INFO:tasks.workunit.client.0.smithi042.stdout:0/499: getdents d4/d33/d3e/d6c/d7e 0 2024-06-13T11:57:49.572 INFO:tasks.workunit.client.0.smithi042.stdout:9/427: dread d9/d33/d40/f85 [0,4194304] 0 2024-06-13T11:57:49.572 INFO:tasks.workunit.client.0.smithi042.stdout:3/400: creat dc/d29/d47/d66/d70/f8c x:0 0 0 2024-06-13T11:57:49.572 INFO:tasks.workunit.client.0.smithi042.stdout:3/401: readlink dc/l54 0 2024-06-13T11:57:49.573 INFO:tasks.workunit.client.0.smithi042.stdout:9/428: rename f6 to d9/d16/d48/f90 0 2024-06-13T11:57:49.573 INFO:tasks.workunit.client.0.smithi042.stdout:9/429: readlink d9/d16/d5f/l7c 0 2024-06-13T11:57:49.573 INFO:tasks.workunit.client.0.smithi042.stdout:9/430: truncate d9/d31/d5c/f6e 566186 0 2024-06-13T11:57:49.574 INFO:tasks.workunit.client.0.smithi042.stdout:7/289: dwrite d2/d36/d4a/d42/f4b [0,4194304] 0 2024-06-13T11:57:49.575 INFO:tasks.workunit.client.0.smithi042.stdout:8/360: dwrite d2/d3/f17 [0,4194304] 0 2024-06-13T11:57:49.578 INFO:tasks.workunit.client.0.smithi042.stdout:3/402: getdents dc 0 2024-06-13T11:57:49.578 INFO:tasks.workunit.client.0.smithi042.stdout:9/431: creat d9/d16/d48/d62/f91 x:0 0 0 2024-06-13T11:57:49.578 INFO:tasks.workunit.client.0.smithi042.stdout:9/432: chown d9/d15/f1e 68893318 1 2024-06-13T11:57:49.578 INFO:tasks.workunit.client.0.smithi042.stdout:7/290: symlink d2/d36/d64/l66 0 2024-06-13T11:57:49.580 INFO:tasks.workunit.client.0.smithi042.stdout:3/403: rename dc/d17/c28 to dc/d17/d1f/c8d 0 2024-06-13T11:57:49.581 INFO:tasks.workunit.client.0.smithi042.stdout:5/423: dwrite d1/d31/f7d [0,4194304] 0 2024-06-13T11:57:49.585 INFO:tasks.workunit.client.0.smithi042.stdout:7/291: creat d2/d36/d4a/d39/f67 x:0 0 0 2024-06-13T11:57:49.588 INFO:tasks.workunit.client.0.smithi042.stdout:5/424: symlink d1/d2b/l87 0 2024-06-13T11:57:49.589 INFO:tasks.workunit.client.0.smithi042.stdout:5/425: truncate d1/d31/fb 1125086 0 2024-06-13T11:57:49.591 INFO:tasks.workunit.client.0.smithi042.stdout:5/426: creat d1/d2b/d37/f88 x:0 0 0 2024-06-13T11:57:49.591 INFO:tasks.workunit.client.0.smithi042.stdout:5/427: readlink d1/d31/l1c 0 2024-06-13T11:57:49.596 INFO:tasks.workunit.client.0.smithi042.stdout:0/500: write d4/f14 [3565919,27938] 0 2024-06-13T11:57:49.600 INFO:tasks.workunit.client.0.smithi042.stdout:0/501: mknod d4/d31/d4a/d58/d68/cb1 0 2024-06-13T11:57:49.601 INFO:tasks.workunit.client.0.smithi042.stdout:0/502: mkdir d4/d31/d96/db2 0 2024-06-13T11:57:49.601 INFO:tasks.workunit.client.0.smithi042.stdout:0/503: write d4/d31/d4a/d63/f6f [1012485,89231] 0 2024-06-13T11:57:49.604 INFO:tasks.workunit.client.0.smithi042.stdout:0/504: truncate d4/d31/d4a/d63/f49 3549435 0 2024-06-13T11:57:49.605 INFO:tasks.workunit.client.0.smithi042.stdout:3/404: link dc/d17/d1f/d79/f86 dc/d17/d20/d2d/d37/d52/f8e 0 2024-06-13T11:57:49.606 INFO:tasks.workunit.client.0.smithi042.stdout:6/524: dwrite d16/d21/d32/f6b [0,4194304] 0 2024-06-13T11:57:49.606 INFO:tasks.workunit.client.0.smithi042.stdout:0/505: rename d4/d33/d3e/d6c/d7e/d83 to d4/d31/d4a/d58/d68/db3 0 2024-06-13T11:57:49.609 INFO:tasks.workunit.client.0.smithi042.stdout:9/433: dread d9/d15/d43/f5b [0,4194304] 0 2024-06-13T11:57:49.618 INFO:tasks.workunit.client.0.smithi042.stdout:7/292: dread d2/d36/f35 [0,4194304] 0 2024-06-13T11:57:49.624 INFO:tasks.workunit.client.0.smithi042.stdout:6/525: getdents d16/d21/d72/d31 0 2024-06-13T11:57:49.624 INFO:tasks.workunit.client.0.smithi042.stdout:6/526: truncate d16/d8b/f8f 847481 0 2024-06-13T11:57:49.625 INFO:tasks.workunit.client.0.smithi042.stdout:6/527: dread - d16/d6d/fa4 zero size 2024-06-13T11:57:49.625 INFO:tasks.workunit.client.0.smithi042.stdout:6/528: chown c14 36323408 1 2024-06-13T11:57:49.627 INFO:tasks.workunit.client.0.smithi042.stdout:6/529: mkdir d16/da0/db4 0 2024-06-13T11:57:49.627 INFO:tasks.workunit.client.0.smithi042.stdout:6/530: chown d16/d21/d32/d7c/la3 874045 1 2024-06-13T11:57:49.633 INFO:tasks.workunit.client.0.smithi042.stdout:6/531: mkdir d16/d21/d72/d79/d93/da8/db5 0 2024-06-13T11:57:49.633 INFO:tasks.workunit.client.0.smithi042.stdout:6/532: truncate d16/d21/d72/d79/f96 282330 0 2024-06-13T11:57:49.637 INFO:tasks.workunit.client.0.smithi042.stdout:6/533: creat d16/d6d/d82/fb6 x:0 0 0 2024-06-13T11:57:49.640 INFO:tasks.workunit.client.0.smithi042.stdout:6/534: symlink d16/d21/d23/d2e/lb7 0 2024-06-13T11:57:49.642 INFO:tasks.workunit.client.0.smithi042.stdout:6/535: creat d16/d21/d32/d7c/fb8 x:0 0 0 2024-06-13T11:57:49.646 INFO:tasks.workunit.client.0.smithi042.stdout:6/536: link d16/c27 d16/cb9 0 2024-06-13T11:57:49.650 INFO:tasks.workunit.client.0.smithi042.stdout:6/537: link d16/d6d/c85 d16/d21/d72/d2b/cba 0 2024-06-13T11:57:49.655 INFO:tasks.workunit.client.0.smithi042.stdout:0/506: dread d4/d31/f60 [0,4194304] 0 2024-06-13T11:57:49.656 INFO:tasks.workunit.client.0.smithi042.stdout:0/507: dread - d4/d32/f8f zero size 2024-06-13T11:57:49.656 INFO:tasks.workunit.client.0.smithi042.stdout:0/508: chown d4/d31/d4a/d58/l81 105392507 1 2024-06-13T11:57:49.656 INFO:tasks.workunit.client.0.smithi042.stdout:9/434: dwrite d9/d16/d48/d62/f83 [0,4194304] 0 2024-06-13T11:57:49.657 INFO:tasks.workunit.client.0.smithi042.stdout:6/538: getdents d16/da0 0 2024-06-13T11:57:49.658 INFO:tasks.workunit.client.0.smithi042.stdout:6/539: write d16/d6d/fa4 [457545,3419] 0 2024-06-13T11:57:49.659 INFO:tasks.workunit.client.0.smithi042.stdout:3/405: dwrite dc/d17/d3b/f3f [0,4194304] 0 2024-06-13T11:57:49.663 INFO:tasks.workunit.client.0.smithi042.stdout:0/509: write d4/d32/f44 [58513,118850] 0 2024-06-13T11:57:49.663 INFO:tasks.workunit.client.0.smithi042.stdout:9/435: mknod d9/d15/d43/d77/c92 0 2024-06-13T11:57:49.664 INFO:tasks.workunit.client.0.smithi042.stdout:8/361: dwrite d2/f10 [0,4194304] 0 2024-06-13T11:57:49.677 INFO:tasks.workunit.client.0.smithi042.stdout:8/362: getdents d2 0 2024-06-13T11:57:49.678 INFO:tasks.workunit.client.0.smithi042.stdout:8/363: mkdir d2/dc/d53/d78 0 2024-06-13T11:57:49.680 INFO:tasks.workunit.client.0.smithi042.stdout:8/364: unlink d2/d3/f31 0 2024-06-13T11:57:49.687 INFO:tasks.workunit.client.0.smithi042.stdout:3/406: write dc/d29/d47/f4e [951363,123358] 0 2024-06-13T11:57:49.687 INFO:tasks.workunit.client.0.smithi042.stdout:3/407: chown dc/d17/d20/d2d/f50 1 1 2024-06-13T11:57:49.687 INFO:tasks.workunit.client.0.smithi042.stdout:7/293: dwrite d2/d3/d3e/f41 [0,4194304] 0 2024-06-13T11:57:49.687 INFO:tasks.workunit.client.0.smithi042.stdout:7/294: truncate d2/f34 558959 0 2024-06-13T11:57:49.687 INFO:tasks.workunit.client.0.smithi042.stdout:7/295: chown d2/d3/f3d 420482953 1 2024-06-13T11:57:49.689 INFO:tasks.workunit.client.0.smithi042.stdout:7/296: getdents d2 0 2024-06-13T11:57:49.690 INFO:tasks.workunit.client.0.smithi042.stdout:7/297: creat d2/d36/d4a/f68 x:0 0 0 2024-06-13T11:57:49.705 INFO:tasks.workunit.client.0.smithi042.stdout:6/540: dwrite d16/d21/d23/f50 [0,4194304] 0 2024-06-13T11:57:49.706 INFO:tasks.workunit.client.0.smithi042.stdout:6/541: creat d16/d21/d72/d2b/fbb x:0 0 0 2024-06-13T11:57:49.709 INFO:tasks.workunit.client.0.smithi042.stdout:6/542: write d16/d8b/f45 [312430,115700] 0 2024-06-13T11:57:49.710 INFO:tasks.workunit.client.0.smithi042.stdout:7/298: dread d2/d3/f23 [0,4194304] 0 2024-06-13T11:57:49.710 INFO:tasks.workunit.client.0.smithi042.stdout:7/299: stat d2/d36/f35 0 2024-06-13T11:57:49.710 INFO:tasks.workunit.client.0.smithi042.stdout:7/300: stat d2/d3/c46 0 2024-06-13T11:57:49.713 INFO:tasks.workunit.client.0.smithi042.stdout:7/301: unlink d2/d3/l11 0 2024-06-13T11:57:49.714 INFO:tasks.workunit.client.0.smithi042.stdout:7/302: link d2/f65 d2/d36/d4a/d42/d53/f69 0 2024-06-13T11:57:49.716 INFO:tasks.workunit.client.0.smithi042.stdout:7/303: symlink d2/d36/d4a/d39/l6a 0 2024-06-13T11:57:49.723 INFO:tasks.workunit.client.0.smithi042.stdout:6/543: unlink d16/d21/d23/d2e/l64 0 2024-06-13T11:57:49.724 INFO:tasks.workunit.client.0.smithi042.stdout:1/391: sync 2024-06-13T11:57:49.724 INFO:tasks.workunit.client.0.smithi042.stdout:4/561: sync 2024-06-13T11:57:49.724 INFO:tasks.workunit.client.0.smithi042.stdout:2/403: sync 2024-06-13T11:57:49.724 INFO:tasks.workunit.client.0.smithi042.stdout:4/562: fdatasync d1/d10/d35/f41 0 2024-06-13T11:57:49.724 INFO:tasks.workunit.client.0.smithi042.stdout:2/404: dread - d7/d1f/f70 zero size 2024-06-13T11:57:49.724 INFO:tasks.workunit.client.0.smithi042.stdout:2/405: stat d7/d23/l7e 0 2024-06-13T11:57:49.724 INFO:tasks.workunit.client.0.smithi042.stdout:2/406: fsync d7/d23/f4f 0 2024-06-13T11:57:49.725 INFO:tasks.workunit.client.0.smithi042.stdout:6/544: creat d16/d21/d5d/dae/db3/fbc x:0 0 0 2024-06-13T11:57:49.725 INFO:tasks.workunit.client.0.smithi042.stdout:6/545: write d16/d21/d5d/dae/db3/fbc [240113,11829] 0 2024-06-13T11:57:49.725 INFO:tasks.workunit.client.0.smithi042.stdout:4/563: creat d1/d10/d4e/fca x:0 0 0 2024-06-13T11:57:49.725 INFO:tasks.workunit.client.0.smithi042.stdout:2/407: rmdir d7/d1a/d50 39 2024-06-13T11:57:49.726 INFO:tasks.workunit.client.0.smithi042.stdout:4/564: write d1/d10/d5e/fa1 [990651,128851] 0 2024-06-13T11:57:49.726 INFO:tasks.workunit.client.0.smithi042.stdout:4/565: fdatasync d1/de/f5d 0 2024-06-13T11:57:49.726 INFO:tasks.workunit.client.0.smithi042.stdout:4/566: write d1/d5/fc9 [33050,13100] 0 2024-06-13T11:57:49.727 INFO:tasks.workunit.client.0.smithi042.stdout:1/392: link d0/d17/d18/d29/f2c d0/d17/dd/d66/f7b 0 2024-06-13T11:57:49.728 INFO:tasks.workunit.client.0.smithi042.stdout:4/567: rename d1/d10/d4e/f75 to d1/d5/d16/da5/fcb 0 2024-06-13T11:57:49.729 INFO:tasks.workunit.client.0.smithi042.stdout:1/393: creat d0/d17/dd/d55/d6a/d56/f7c x:0 0 0 2024-06-13T11:57:49.730 INFO:tasks.workunit.client.0.smithi042.stdout:1/394: creat d0/d17/dd/d66/f7d x:0 0 0 2024-06-13T11:57:49.731 INFO:tasks.workunit.client.0.smithi042.stdout:2/408: dread d7/f3f [0,4194304] 0 2024-06-13T11:57:49.731 INFO:tasks.workunit.client.0.smithi042.stdout:1/395: rmdir d0/d58/d5f 39 2024-06-13T11:57:49.733 INFO:tasks.workunit.client.0.smithi042.stdout:1/396: mknod d0/d17/dd/d66/c7e 0 2024-06-13T11:57:49.733 INFO:tasks.workunit.client.0.smithi042.stdout:1/397: dread - d0/ff zero size 2024-06-13T11:57:49.733 INFO:tasks.workunit.client.0.smithi042.stdout:1/398: truncate d0/fe 5454683 0 2024-06-13T11:57:49.744 INFO:tasks.workunit.client.0.smithi042.stdout:1/399: getdents d0/d17/dd/d66 0 2024-06-13T11:57:49.744 INFO:tasks.workunit.client.0.smithi042.stdout:1/400: stat d0/d17/d18/d20 0 2024-06-13T11:57:49.745 INFO:tasks.workunit.client.0.smithi042.stdout:1/401: mkdir d0/d17/d18/d7f 0 2024-06-13T11:57:49.746 INFO:tasks.workunit.client.0.smithi042.stdout:1/402: getdents d0/d17/dd/d42 0 2024-06-13T11:57:49.747 INFO:tasks.workunit.client.0.smithi042.stdout:1/403: rmdir d0 39 2024-06-13T11:57:49.748 INFO:tasks.workunit.client.0.smithi042.stdout:1/404: chown d0/d17/d18/l27 352530596 1 2024-06-13T11:57:49.748 INFO:tasks.workunit.client.0.smithi042.stdout:1/405: stat d0/d17/dd/d55/d6a/d56/f7c 0 2024-06-13T11:57:49.749 INFO:tasks.workunit.client.0.smithi042.stdout:1/406: symlink d0/d17/l80 0 2024-06-13T11:57:49.751 INFO:tasks.workunit.client.0.smithi042.stdout:1/407: unlink d0/d17/dd/d1b/f1e 0 2024-06-13T11:57:49.759 INFO:tasks.workunit.client.0.smithi042.stdout:9/436: dwrite d9/d46/f81 [0,4194304] 0 2024-06-13T11:57:49.759 INFO:tasks.workunit.client.0.smithi042.stdout:0/510: dwrite d4/d31/d4a/d58/fa3 [0,4194304] 0 2024-06-13T11:57:49.769 INFO:tasks.workunit.client.0.smithi042.stdout:9/437: unlink d9/d33/c76 0 2024-06-13T11:57:49.780 INFO:tasks.workunit.client.0.smithi042.stdout:3/408: dread dc/d17/d1f/f26 [0,4194304] 0 2024-06-13T11:57:49.782 INFO:tasks.workunit.client.0.smithi042.stdout:9/438: creat d9/d16/d48/f93 x:0 0 0 2024-06-13T11:57:49.784 INFO:tasks.workunit.client.0.smithi042.stdout:3/409: write dc/d17/d20/d2d/d37/d52/f8e [953123,80224] 0 2024-06-13T11:57:49.785 INFO:tasks.workunit.client.0.smithi042.stdout:9/439: mknod d9/d33/d40/d52/d25/c94 0 2024-06-13T11:57:49.785 INFO:tasks.workunit.client.0.smithi042.stdout:9/440: stat d9/d31/l8b 0 2024-06-13T11:57:49.787 INFO:tasks.workunit.client.0.smithi042.stdout:3/410: symlink dc/d29/d85/l8f 0 2024-06-13T11:57:49.787 INFO:tasks.workunit.client.0.smithi042.stdout:4/568: dwrite d1/d10/d35/d80/f84 [0,4194304] 0 2024-06-13T11:57:49.787 INFO:tasks.workunit.client.0.smithi042.stdout:4/569: fsync d1/d29/d33/d60/d67/d72/fad 0 2024-06-13T11:57:49.787 INFO:tasks.workunit.client.0.smithi042.stdout:9/441: creat d9/d33/d69/f95 x:0 0 0 2024-06-13T11:57:49.788 INFO:tasks.workunit.client.0.smithi042.stdout:3/411: getdents dc/d17/d20/d2d/d37/d52/d7e 0 2024-06-13T11:57:49.788 INFO:tasks.workunit.client.0.smithi042.stdout:3/412: chown dc/d29/d47/d66/d70 100 1 2024-06-13T11:57:49.788 INFO:tasks.workunit.client.0.smithi042.stdout:3/413: chown f7 1253149 1 2024-06-13T11:57:49.792 INFO:tasks.workunit.client.0.smithi042.stdout:7/304: dread d2/d36/d4a/f18 [0,4194304] 0 2024-06-13T11:57:49.792 INFO:tasks.workunit.client.0.smithi042.stdout:7/305: dread - d2/d36/d64/f5a zero size 2024-06-13T11:57:49.792 INFO:tasks.workunit.client.0.smithi042.stdout:6/546: dwrite d16/d21/d32/d7c/fb8 [0,4194304] 0 2024-06-13T11:57:49.793 INFO:tasks.workunit.client.0.smithi042.stdout:3/414: getdents dc/d29/d47/d66 0 2024-06-13T11:57:49.793 INFO:tasks.workunit.client.0.smithi042.stdout:3/415: unlink dc/l82 0 2024-06-13T11:57:49.794 INFO:tasks.workunit.client.0.smithi042.stdout:3/416: rename dc/d29/c64 to dc/d29/c90 0 2024-06-13T11:57:49.797 INFO:tasks.workunit.client.0.smithi042.stdout:2/409: write d7/df/f2c [1640511,108007] 0 2024-06-13T11:57:49.798 INFO:tasks.workunit.client.0.smithi042.stdout:8/365: dwrite d2/d3/d43/f5c [0,4194304] 0 2024-06-13T11:57:49.800 INFO:tasks.workunit.client.0.smithi042.stdout:2/410: mknod d7/d1a/c8b 0 2024-06-13T11:57:49.800 INFO:tasks.workunit.client.0.smithi042.stdout:8/366: getdents d2/dc/d22/d3c 0 2024-06-13T11:57:49.801 INFO:tasks.workunit.client.0.smithi042.stdout:2/411: symlink d7/d23/l8c 0 2024-06-13T11:57:49.806 INFO:tasks.workunit.client.0.smithi042.stdout:2/412: mkdir d7/d1a/d8d 0 2024-06-13T11:57:49.811 INFO:tasks.workunit.client.0.smithi042.stdout:9/442: write d9/d15/f54 [427120,99828] 0 2024-06-13T11:57:49.817 INFO:tasks.workunit.client.0.smithi042.stdout:4/570: write d1/d29/d33/d60/f86 [3910205,18644] 0 2024-06-13T11:57:49.817 INFO:tasks.workunit.client.0.smithi042.stdout:4/571: mknod d1/d10/ccc 0 2024-06-13T11:57:49.817 INFO:tasks.workunit.client.0.smithi042.stdout:4/572: chown d1/d29/d4f/d91/l94 3325 1 2024-06-13T11:57:49.823 INFO:tasks.workunit.client.0.smithi042.stdout:7/306: read d2/d3/f3a [3683473,129707] 0 2024-06-13T11:57:49.823 INFO:tasks.workunit.client.0.smithi042.stdout:7/307: fsync d2/d3/d3e/f44 0 2024-06-13T11:57:49.825 INFO:tasks.workunit.client.0.smithi042.stdout:6/547: dread d16/f1a [0,4194304] 0 2024-06-13T11:57:49.825 INFO:tasks.workunit.client.0.smithi042.stdout:6/548: readlink l9 0 2024-06-13T11:57:49.827 INFO:tasks.workunit.client.0.smithi042.stdout:7/308: rename d2/d3/d3e/f41 to d2/f6b 0 2024-06-13T11:57:49.827 INFO:tasks.workunit.client.0.smithi042.stdout:7/309: truncate d2/d3/d3e/f61 166452 0 2024-06-13T11:57:49.852 INFO:tasks.workunit.client.0.smithi042.stdout:3/417: write dc/d17/d3b/d55/f68 [2508460,46076] 0 2024-06-13T11:57:49.854 INFO:tasks.workunit.client.0.smithi042.stdout:3/418: getdents dc/d17/d1f 0 2024-06-13T11:57:49.856 INFO:tasks.workunit.client.0.smithi042.stdout:3/419: creat dc/d17/d3b/d55/f91 x:0 0 0 2024-06-13T11:57:49.857 INFO:tasks.workunit.client.0.smithi042.stdout:8/367: dwrite d2/d3/d5/d5b/f55 [0,4194304] 0 2024-06-13T11:57:49.857 INFO:tasks.workunit.client.0.smithi042.stdout:8/368: chown d2/d3/d43/f6d 1506027110 1 2024-06-13T11:57:49.859 INFO:tasks.workunit.client.0.smithi042.stdout:8/369: truncate d2/f15 2536327 0 2024-06-13T11:57:49.868 INFO:tasks.workunit.client.0.smithi042.stdout:1/408: dwrite d0/d17/dd/d66/f7d [0,4194304] 0 2024-06-13T11:57:49.868 INFO:tasks.workunit.client.0.smithi042.stdout:1/409: truncate d0/d17/dd/f74 838490 0 2024-06-13T11:57:49.868 INFO:tasks.workunit.client.0.smithi042.stdout:3/420: getdents dc/d17/d3b/d55 0 2024-06-13T11:57:49.868 INFO:tasks.workunit.client.0.smithi042.stdout:4/573: dwrite d1/d5/f70 [4194304,4194304] 0 2024-06-13T11:57:49.868 INFO:tasks.workunit.client.0.smithi042.stdout:4/574: truncate d1/de/f5d 2167890 0 2024-06-13T11:57:49.871 INFO:tasks.workunit.client.0.smithi042.stdout:1/410: creat d0/d58/d5f/d63/f81 x:0 0 0 2024-06-13T11:57:49.881 INFO:tasks.workunit.client.0.smithi042.stdout:8/370: dread d2/d3/d43/f4d [0,4194304] 0 2024-06-13T11:57:49.881 INFO:tasks.workunit.client.0.smithi042.stdout:8/371: read d2/d3/d5/f12 [850129,124211] 0 2024-06-13T11:57:49.890 INFO:tasks.workunit.client.0.smithi042.stdout:1/411: rename d0/d58 to d0/d17/dd/d66/d82 0 2024-06-13T11:57:49.894 INFO:tasks.workunit.client.0.smithi042.stdout:1/412: creat d0/d17/dd/d42/d70/f83 x:0 0 0 2024-06-13T11:57:49.894 INFO:tasks.workunit.client.0.smithi042.stdout:1/413: chown d0/d17/dd/d66/l4b 76940 1 2024-06-13T11:57:49.895 INFO:tasks.workunit.client.0.smithi042.stdout:1/414: unlink d0/d17/d18/c23 0 2024-06-13T11:57:49.898 INFO:tasks.workunit.client.0.smithi042.stdout:2/413: dwrite d7/df/f36 [4194304,4194304] 0 2024-06-13T11:57:49.898 INFO:tasks.workunit.client.0.smithi042.stdout:6/549: dread d16/d21/d72/d2b/f34 [0,4194304] 0 2024-06-13T11:57:49.899 INFO:tasks.workunit.client.0.smithi042.stdout:7/310: dwrite d2/d36/d4a/f60 [0,4194304] 0 2024-06-13T11:57:49.903 INFO:tasks.workunit.client.0.smithi042.stdout:2/414: unlink d7/d1a/c30 0 2024-06-13T11:57:49.903 INFO:tasks.workunit.client.0.smithi042.stdout:2/415: getdents d7/d3c 0 2024-06-13T11:57:49.903 INFO:tasks.workunit.client.0.smithi042.stdout:2/416: dread - d7/df/f46 zero size 2024-06-13T11:57:49.903 INFO:tasks.workunit.client.0.smithi042.stdout:7/311: mknod d2/d36/d4a/d42/c6c 0 2024-06-13T11:57:49.903 INFO:tasks.workunit.client.0.smithi042.stdout:7/312: stat d2/cb 0 2024-06-13T11:57:49.903 INFO:tasks.workunit.client.0.smithi042.stdout:7/313: chown d2/d3/f9 1032502758 1 2024-06-13T11:57:49.903 INFO:tasks.workunit.client.0.smithi042.stdout:7/314: truncate d2/d36/d64/f56 644637 0 2024-06-13T11:57:49.904 INFO:tasks.workunit.client.0.smithi042.stdout:7/315: chown d2/f26 63764 1 2024-06-13T11:57:49.904 INFO:tasks.workunit.client.0.smithi042.stdout:7/316: mknod d2/d36/d4a/d42/d63/c6d 0 2024-06-13T11:57:49.906 INFO:tasks.workunit.client.0.smithi042.stdout:1/415: read d0/f44 [249697,76089] 0 2024-06-13T11:57:49.912 INFO:tasks.workunit.client.0.smithi042.stdout:8/372: dread d2/d3/d5/f9 [0,4194304] 0 2024-06-13T11:57:49.914 INFO:tasks.workunit.client.0.smithi042.stdout:4/575: dwrite d1/de/f5d [0,4194304] 0 2024-06-13T11:57:49.916 INFO:tasks.workunit.client.0.smithi042.stdout:8/373: unlink d2/d3/d5/d44/c69 0 2024-06-13T11:57:49.917 INFO:tasks.workunit.client.0.smithi042.stdout:8/374: mkdir d2/dc/d53/d65/d79 0 2024-06-13T11:57:49.959 INFO:tasks.workunit.client.0.smithi042.stdout:6/550: dwrite d16/d21/d72/d79/f96 [0,4194304] 0 2024-06-13T11:57:49.974 INFO:tasks.workunit.client.0.smithi042.stdout:8/375: dwrite d2/d3/d5/ff [0,4194304] 0 2024-06-13T11:57:49.974 INFO:tasks.workunit.client.0.smithi042.stdout:2/417: dwrite f2 [0,4194304] 0 2024-06-13T11:57:49.975 INFO:tasks.workunit.client.0.smithi042.stdout:7/317: dwrite d2/f1e [0,4194304] 0 2024-06-13T11:57:49.975 INFO:tasks.workunit.client.0.smithi042.stdout:7/318: chown d2/d3 34 1 2024-06-13T11:57:49.976 INFO:tasks.workunit.client.0.smithi042.stdout:8/376: mkdir d2/dc/d64/d7a 0 2024-06-13T11:57:49.976 INFO:tasks.workunit.client.0.smithi042.stdout:8/377: fsync d2/d3/f68 0 2024-06-13T11:57:49.979 INFO:tasks.workunit.client.0.smithi042.stdout:2/418: rename d7/df/c89 to d7/d23/d8a/c8e 0 2024-06-13T11:57:49.980 INFO:tasks.workunit.client.0.smithi042.stdout:7/319: symlink d2/d36/d4a/d42/l6e 0 2024-06-13T11:57:49.980 INFO:tasks.workunit.client.0.smithi042.stdout:7/320: stat d2/c45 0 2024-06-13T11:57:49.980 INFO:tasks.workunit.client.0.smithi042.stdout:7/321: stat d2/d36/d64 0 2024-06-13T11:57:49.980 INFO:tasks.workunit.client.0.smithi042.stdout:7/322: read - d2/d36/f30 zero size 2024-06-13T11:57:49.981 INFO:tasks.workunit.client.0.smithi042.stdout:2/419: mknod d7/df/d6a/c8f 0 2024-06-13T11:57:49.982 INFO:tasks.workunit.client.0.smithi042.stdout:7/323: creat d2/d3/d3e/f6f x:0 0 0 2024-06-13T11:57:49.984 INFO:tasks.workunit.client.0.smithi042.stdout:7/324: symlink d2/d36/d4a/d42/d53/l70 0 2024-06-13T11:57:49.984 INFO:tasks.workunit.client.0.smithi042.stdout:7/325: chown d2/d36/d4a/d42/d53 612 1 2024-06-13T11:57:49.984 INFO:tasks.workunit.client.0.smithi042.stdout:7/326: truncate d2/d3/d3e/f48 1245213 0 2024-06-13T11:57:49.985 INFO:tasks.workunit.client.0.smithi042.stdout:7/327: dread - d2/d3/d3e/f6f zero size 2024-06-13T11:57:49.985 INFO:tasks.workunit.client.0.smithi042.stdout:7/328: fsync d2/d36/d4a/d42/f4b 0 2024-06-13T11:57:49.986 INFO:tasks.workunit.client.0.smithi042.stdout:6/551: dread d16/d21/d32/f5f [0,4194304] 0 2024-06-13T11:57:49.986 INFO:tasks.workunit.client.0.smithi042.stdout:7/329: link d2/d36/d4a/d42/f4f d2/d36/d4a/d42/f71 0 2024-06-13T11:57:49.988 INFO:tasks.workunit.client.0.smithi042.stdout:6/552: rename d16/d6d/d82/f97 to d16/d21/d72/d2b/fbd 0 2024-06-13T11:57:49.988 INFO:tasks.workunit.client.0.smithi042.stdout:6/553: chown d16/d21/d72/d2b/l2d 754575 1 2024-06-13T11:57:49.989 INFO:tasks.workunit.client.0.smithi042.stdout:6/554: fsync d16/d21/d72/d79/f7e 0 2024-06-13T11:57:49.989 INFO:tasks.workunit.client.0.smithi042.stdout:6/555: getdents d16/d21 0 2024-06-13T11:57:49.990 INFO:tasks.workunit.client.0.smithi042.stdout:6/556: truncate d16/d21/d23/f2a 3668513 0 2024-06-13T11:57:49.991 INFO:tasks.workunit.client.0.smithi042.stdout:7/330: rename d2/d3/d3e/f6f to d2/d36/d4a/d42/d53/f72 0 2024-06-13T11:57:49.998 INFO:tasks.workunit.client.0.smithi042.stdout:8/378: write d2/d3/f6 [1036122,64584] 0 2024-06-13T11:57:50.001 INFO:tasks.workunit.client.0.smithi042.stdout:8/379: creat d2/dc/f7b x:0 0 0 2024-06-13T11:57:50.001 INFO:tasks.workunit.client.0.smithi042.stdout:8/380: write d2/d3/f56 [293178,42804] 0 2024-06-13T11:57:50.018 INFO:tasks.workunit.client.0.smithi042.stdout:7/331: dread d2/f1e [0,4194304] 0 2024-06-13T11:57:50.018 INFO:tasks.workunit.client.0.smithi042.stdout:7/332: dread - d2/d3/f3d zero size 2024-06-13T11:57:50.018 INFO:tasks.workunit.client.0.smithi042.stdout:7/333: rmdir d2/d3 39 2024-06-13T11:57:50.019 INFO:tasks.workunit.client.0.smithi042.stdout:7/334: getdents d2/d3/d3e 0 2024-06-13T11:57:50.020 INFO:tasks.workunit.client.0.smithi042.stdout:7/335: link d2/d3/d3e/f44 d2/d36/d4a/d42/d63/f73 0 2024-06-13T11:57:50.021 INFO:tasks.workunit.client.0.smithi042.stdout:7/336: mknod d2/d36/d4a/d39/c74 0 2024-06-13T11:57:50.022 INFO:tasks.workunit.client.0.smithi042.stdout:7/337: symlink d2/d36/d4a/d42/d63/l75 0 2024-06-13T11:57:50.024 INFO:tasks.workunit.client.0.smithi042.stdout:7/338: unlink d2/c45 0 2024-06-13T11:57:50.037 INFO:tasks.workunit.client.0.smithi042.stdout:8/381: dwrite d2/d3/d43/f4c [0,4194304] 0 2024-06-13T11:57:50.039 INFO:tasks.workunit.client.0.smithi042.stdout:8/382: rename d2/d3/d43/f6d to d2/dc/d22/d77/f7c 0 2024-06-13T11:57:50.040 INFO:tasks.workunit.client.0.smithi042.stdout:8/383: creat d2/f7d x:0 0 0 2024-06-13T11:57:50.041 INFO:tasks.workunit.client.0.smithi042.stdout:8/384: creat d2/dc/d53/d65/f7e x:0 0 0 2024-06-13T11:57:50.051 INFO:tasks.workunit.client.0.smithi042.stdout:8/385: dread d2/fa [0,4194304] 0 2024-06-13T11:57:50.051 INFO:tasks.workunit.client.0.smithi042.stdout:8/386: write d2/d3/d5/f6b [198894,67884] 0 2024-06-13T11:57:50.051 INFO:tasks.workunit.client.0.smithi042.stdout:8/387: truncate d2/d3/f68 817342 0 2024-06-13T11:57:50.052 INFO:tasks.workunit.client.0.smithi042.stdout:8/388: mkdir d2/dc/d53/d65/d7f 0 2024-06-13T11:57:50.052 INFO:tasks.workunit.client.0.smithi042.stdout:8/389: fsync d2/d3/d5/d5b/f60 0 2024-06-13T11:57:50.053 INFO:tasks.workunit.client.0.smithi042.stdout:7/339: dread d2/d36/d4a/d42/f4b [0,4194304] 0 2024-06-13T11:57:50.053 INFO:tasks.workunit.client.0.smithi042.stdout:7/340: rename d2 to d2/d3/d3e/d76 22 2024-06-13T11:57:50.054 INFO:tasks.workunit.client.0.smithi042.stdout:7/341: creat d2/d36/f77 x:0 0 0 2024-06-13T11:57:50.078 INFO:tasks.workunit.client.0.smithi042.stdout:7/342: write d2/f6b [703493,73813] 0 2024-06-13T11:57:50.080 INFO:tasks.workunit.client.0.smithi042.stdout:7/343: creat d2/d36/d4a/f78 x:0 0 0 2024-06-13T11:57:50.087 INFO:tasks.workunit.client.0.smithi042.stdout:7/344: write d2/d3/f47 [421703,7167] 0 2024-06-13T11:57:50.118 INFO:tasks.workunit.client.0.smithi042.stdout:0/511: sync 2024-06-13T11:57:50.118 INFO:tasks.workunit.client.0.smithi042.stdout:3/421: sync 2024-06-13T11:57:50.118 INFO:tasks.workunit.client.0.smithi042.stdout:5/428: sync 2024-06-13T11:57:50.118 INFO:tasks.workunit.client.0.smithi042.stdout:9/443: sync 2024-06-13T11:57:50.119 INFO:tasks.workunit.client.0.smithi042.stdout:8/390: dwrite d2/d3/d5/ff [0,4194304] 0 2024-06-13T11:57:50.120 INFO:tasks.workunit.client.0.smithi042.stdout:0/512: link d4/l11 d4/d31/d4a/d63/d7f/lb4 0 2024-06-13T11:57:50.120 INFO:tasks.workunit.client.0.smithi042.stdout:0/513: truncate d4/d33/d3f/fad 927375 0 2024-06-13T11:57:50.120 INFO:tasks.workunit.client.0.smithi042.stdout:8/391: symlink d2/dc/d64/d7a/l80 0 2024-06-13T11:57:50.121 INFO:tasks.workunit.client.0.smithi042.stdout:0/514: getdents d4/d31/d4a/d58/d68/db3 0 2024-06-13T11:57:50.122 INFO:tasks.workunit.client.0.smithi042.stdout:0/515: getdents d4/d32 0 2024-06-13T11:57:50.122 INFO:tasks.workunit.client.0.smithi042.stdout:0/516: read d4/d33/d3e/d6c/f8b [3270851,30841] 0 2024-06-13T11:57:50.123 INFO:tasks.workunit.client.0.smithi042.stdout:9/444: creat d9/f96 x:0 0 0 2024-06-13T11:57:50.123 INFO:tasks.workunit.client.0.smithi042.stdout:5/429: write d1/d2b/d35/f46 [667958,15982] 0 2024-06-13T11:57:50.124 INFO:tasks.workunit.client.0.smithi042.stdout:0/517: link d4/d32/d3a/f9f d4/d33/d3f/fb5 0 2024-06-13T11:57:50.124 INFO:tasks.workunit.client.0.smithi042.stdout:0/518: fsync d4/d31/d4a/d58/d68/faa 0 2024-06-13T11:57:50.126 INFO:tasks.workunit.client.0.smithi042.stdout:8/392: write d2/d3/d43/f4d [1511544,23145] 0 2024-06-13T11:57:50.128 INFO:tasks.workunit.client.0.smithi042.stdout:8/393: mkdir d2/d3/d81 0 2024-06-13T11:57:50.130 INFO:tasks.workunit.client.0.smithi042.stdout:8/394: mknod d2/dc/d64/d7a/c82 0 2024-06-13T11:57:50.131 INFO:tasks.workunit.client.0.smithi042.stdout:8/395: symlink d2/d3/d43/l83 0 2024-06-13T11:57:50.132 INFO:tasks.workunit.client.0.smithi042.stdout:8/396: link d2/d3/d5/d5b/f60 d2/f84 0 2024-06-13T11:57:50.141 INFO:tasks.workunit.client.0.smithi042.stdout:9/445: dread d9/d33/d40/d52/f57 [4194304,4194304] 0 2024-06-13T11:57:50.141 INFO:tasks.workunit.client.0.smithi042.stdout:9/446: chown d9/d33/d4b 0 1 2024-06-13T11:57:50.142 INFO:tasks.workunit.client.0.smithi042.stdout:0/519: dread d4/d33/d3f/fad [0,4194304] 0 2024-06-13T11:57:50.143 INFO:tasks.workunit.client.0.smithi042.stdout:0/520: creat d4/d32/fb6 x:0 0 0 2024-06-13T11:57:50.144 INFO:tasks.workunit.client.0.smithi042.stdout:0/521: mkdir d4/d31/d4a/d58/d68/db7 0 2024-06-13T11:57:50.152 INFO:tasks.workunit.client.0.smithi042.stdout:5/430: dread d1/d2b/d35/d5b/f5f [0,4194304] 0 2024-06-13T11:57:50.161 INFO:tasks.workunit.client.0.smithi042.stdout:9/447: rename d9/d16/d48/d62/f91 to d9/f97 0 2024-06-13T11:57:50.163 INFO:tasks.workunit.client.0.smithi042.stdout:9/448: mknod d9/d15/d43/c98 0 2024-06-13T11:57:50.164 INFO:tasks.workunit.client.0.smithi042.stdout:9/449: chown d9/d15/d43/c82 1137 1 2024-06-13T11:57:50.164 INFO:tasks.workunit.client.0.smithi042.stdout:9/450: write d9/d46/d6d/f75 [804519,87553] 0 2024-06-13T11:57:50.181 INFO:tasks.workunit.client.0.smithi042.stdout:0/522: dread d4/fc [0,4194304] 0 2024-06-13T11:57:50.184 INFO:tasks.workunit.client.0.smithi042.stdout:9/451: link d9/d15/d43/d77/c92 d9/d4d/c99 0 2024-06-13T11:57:50.185 INFO:tasks.workunit.client.0.smithi042.stdout:9/452: dread - d9/d16/d48/f72 zero size 2024-06-13T11:57:50.185 INFO:tasks.workunit.client.0.smithi042.stdout:3/422: dwrite dc/d17/d20/d2d/f50 [0,4194304] 0 2024-06-13T11:57:50.191 INFO:tasks.workunit.client.0.smithi042.stdout:9/453: creat d9/d16/f9a x:0 0 0 2024-06-13T11:57:50.193 INFO:tasks.workunit.client.0.smithi042.stdout:9/454: mknod d9/d15/d43/d77/c9b 0 2024-06-13T11:57:50.199 INFO:tasks.workunit.client.0.smithi042.stdout:9/455: mkdir d9/d9c 0 2024-06-13T11:57:50.201 INFO:tasks.workunit.client.0.smithi042.stdout:0/523: dread d4/d31/d34/f42 [0,4194304] 0 2024-06-13T11:57:50.204 INFO:tasks.workunit.client.0.smithi042.stdout:5/431: dwrite d1/d31/d45/f4f [0,4194304] 0 2024-06-13T11:57:50.204 INFO:tasks.workunit.client.0.smithi042.stdout:8/397: dwrite d2/d3/d5/d5b/f3b [0,4194304] 0 2024-06-13T11:57:50.206 INFO:tasks.workunit.client.0.smithi042.stdout:5/432: rmdir d1/d31 39 2024-06-13T11:57:50.213 INFO:tasks.workunit.client.0.smithi042.stdout:3/423: dread dc/d17/d20/d2d/f4a [0,4194304] 0 2024-06-13T11:57:50.213 INFO:tasks.workunit.client.0.smithi042.stdout:4/576: sync 2024-06-13T11:57:50.213 INFO:tasks.workunit.client.0.smithi042.stdout:2/420: sync 2024-06-13T11:57:50.213 INFO:tasks.workunit.client.0.smithi042.stdout:6/557: sync 2024-06-13T11:57:50.213 INFO:tasks.workunit.client.0.smithi042.stdout:1/416: sync 2024-06-13T11:57:50.213 INFO:tasks.workunit.client.0.smithi042.stdout:1/417: chown d0/fe 0 1 2024-06-13T11:57:50.213 INFO:tasks.workunit.client.0.smithi042.stdout:7/345: sync 2024-06-13T11:57:50.215 INFO:tasks.workunit.client.0.smithi042.stdout:4/577: unlink d1/d6a/c55 0 2024-06-13T11:57:50.216 INFO:tasks.workunit.client.0.smithi042.stdout:1/418: mkdir d0/d17/dd/d55/d6a/d56/d84 0 2024-06-13T11:57:50.216 INFO:tasks.workunit.client.0.smithi042.stdout:1/419: write d0/d17/dd/d55/d6a/f49 [639837,72542] 0 2024-06-13T11:57:50.216 INFO:tasks.workunit.client.0.smithi042.stdout:7/346: rmdir d2/d3/d3e 39 2024-06-13T11:57:50.216 INFO:tasks.workunit.client.0.smithi042.stdout:7/347: readlink d2/d36/d4a/d42/l6e 0 2024-06-13T11:57:50.218 INFO:tasks.workunit.client.0.smithi042.stdout:4/578: link d1/d10/f61 d1/d10/d35/d80/d93/fcd 0 2024-06-13T11:57:50.218 INFO:tasks.workunit.client.0.smithi042.stdout:4/579: stat d1/d29/d33/d6f/fb7 0 2024-06-13T11:57:50.233 INFO:tasks.workunit.client.0.smithi042.stdout:8/398: dread d2/d3/d43/f4c [0,4194304] 0 2024-06-13T11:57:50.233 INFO:tasks.workunit.client.0.smithi042.stdout:9/456: write d9/d46/f81 [3575054,21337] 0 2024-06-13T11:57:50.233 INFO:tasks.workunit.client.0.smithi042.stdout:8/399: write d2/f15 [3303920,82832] 0 2024-06-13T11:57:50.234 INFO:tasks.workunit.client.0.smithi042.stdout:6/558: read d16/d21/d32/f3d [87053,21394] 0 2024-06-13T11:57:50.234 INFO:tasks.workunit.client.0.smithi042.stdout:6/559: fsync d16/d8b/f45 0 2024-06-13T11:57:50.234 INFO:tasks.workunit.client.0.smithi042.stdout:6/560: chown d16/d21/d72/d2b/fbd 33005564 1 2024-06-13T11:57:50.234 INFO:tasks.workunit.client.0.smithi042.stdout:1/420: rmdir d0/d17/d18/d29 39 2024-06-13T11:57:50.235 INFO:tasks.workunit.client.0.smithi042.stdout:8/400: truncate d2/d3/f17 561805 0 2024-06-13T11:57:50.235 INFO:tasks.workunit.client.0.smithi042.stdout:7/348: creat d2/d36/d4a/f79 x:0 0 0 2024-06-13T11:57:50.235 INFO:tasks.workunit.client.0.smithi042.stdout:7/349: write d2/d36/d4a/d39/f67 [766993,59961] 0 2024-06-13T11:57:50.235 INFO:tasks.workunit.client.0.smithi042.stdout:7/350: fsync d2/f33 0 2024-06-13T11:57:50.235 INFO:tasks.workunit.client.0.smithi042.stdout:7/351: chown d2/cb 806112 1 2024-06-13T11:57:50.236 INFO:tasks.workunit.client.0.smithi042.stdout:9/457: fsync d9/d33/d69/d70/f3a 0 2024-06-13T11:57:50.236 INFO:tasks.workunit.client.0.smithi042.stdout:4/580: readlink d1/d5/d16/l8a 0 2024-06-13T11:57:50.236 INFO:tasks.workunit.client.0.smithi042.stdout:1/421: creat d0/d17/dd/f85 x:0 0 0 2024-06-13T11:57:50.237 INFO:tasks.workunit.client.0.smithi042.stdout:5/433: dread d1/d42/f6f [0,4194304] 0 2024-06-13T11:57:50.237 INFO:tasks.workunit.client.0.smithi042.stdout:5/434: fsync d1/d2b/d35/d36/d40/f66 0 2024-06-13T11:57:50.241 INFO:tasks.workunit.client.0.smithi042.stdout:9/458: creat d9/d33/d69/f9d x:0 0 0 2024-06-13T11:57:50.241 INFO:tasks.workunit.client.0.smithi042.stdout:7/352: truncate d2/f1a 941505 0 2024-06-13T11:57:50.241 INFO:tasks.workunit.client.0.smithi042.stdout:7/353: read d2/f26 [4801188,80722] 0 2024-06-13T11:57:50.241 INFO:tasks.workunit.client.0.smithi042.stdout:7/354: chown d2/d36/d4a/d42/f4b 0 1 2024-06-13T11:57:50.241 INFO:tasks.workunit.client.0.smithi042.stdout:7/355: chown d2/d36/d4a/d42/d63 13 1 2024-06-13T11:57:50.241 INFO:tasks.workunit.client.0.smithi042.stdout:8/401: creat d2/dc/d53/f85 x:0 0 0 2024-06-13T11:57:50.241 INFO:tasks.workunit.client.0.smithi042.stdout:4/581: mkdir d1/d6a/d52/dce 0 2024-06-13T11:57:50.241 INFO:tasks.workunit.client.0.smithi042.stdout:4/582: readlink d1/d6a/d52/lb5 0 2024-06-13T11:57:50.241 INFO:tasks.workunit.client.0.smithi042.stdout:1/422: mknod d0/d17/dd/d55/c86 0 2024-06-13T11:57:50.242 INFO:tasks.workunit.client.0.smithi042.stdout:4/583: truncate d1/d8e/fc2 666242 0 2024-06-13T11:57:50.242 INFO:tasks.workunit.client.0.smithi042.stdout:4/584: write d1/d5/d16/f79 [2324272,69533] 0 2024-06-13T11:57:50.242 INFO:tasks.workunit.client.0.smithi042.stdout:4/585: chown d1/de/f76 22206 1 2024-06-13T11:57:50.242 INFO:tasks.workunit.client.0.smithi042.stdout:4/586: write d1/f4 [2044469,80388] 0 2024-06-13T11:57:50.242 INFO:tasks.workunit.client.0.smithi042.stdout:0/524: dread d4/f26 [0,4194304] 0 2024-06-13T11:57:50.242 INFO:tasks.workunit.client.0.smithi042.stdout:8/402: mknod d2/c86 0 2024-06-13T11:57:50.242 INFO:tasks.workunit.client.0.smithi042.stdout:1/423: mkdir d0/d17/dd/d55/d87 0 2024-06-13T11:57:50.244 INFO:tasks.workunit.client.0.smithi042.stdout:4/587: creat d1/d10/d35/d80/fcf x:0 0 0 2024-06-13T11:57:50.245 INFO:tasks.workunit.client.0.smithi042.stdout:4/588: write d1/f37 [2104066,117060] 0 2024-06-13T11:57:50.245 INFO:tasks.workunit.client.0.smithi042.stdout:4/589: readlink d1/d10/d5e/d7f/d89/lbc 0 2024-06-13T11:57:50.247 INFO:tasks.workunit.client.0.smithi042.stdout:1/424: symlink d0/d17/dd/d1b/d5e/l88 0 2024-06-13T11:57:50.247 INFO:tasks.workunit.client.0.smithi042.stdout:1/425: readlink d0/d17/dd/d66/l4b 0 2024-06-13T11:57:50.247 INFO:tasks.workunit.client.0.smithi042.stdout:4/590: creat d1/d10/d4e/d66/fd0 x:0 0 0 2024-06-13T11:57:50.248 INFO:tasks.workunit.client.0.smithi042.stdout:8/403: mkdir d2/d3/d87 0 2024-06-13T11:57:50.259 INFO:tasks.workunit.client.0.smithi042.stdout:1/426: creat d0/d17/f89 x:0 0 0 2024-06-13T11:57:50.259 INFO:tasks.workunit.client.0.smithi042.stdout:1/427: chown d0/d17/d18/f3c 637955858 1 2024-06-13T11:57:50.259 INFO:tasks.workunit.client.0.smithi042.stdout:1/428: read - d0/d17/dd/f73 zero size 2024-06-13T11:57:50.262 INFO:tasks.workunit.client.0.smithi042.stdout:2/421: write d7/df/f36 [4768792,65586] 0 2024-06-13T11:57:50.262 INFO:tasks.workunit.client.0.smithi042.stdout:2/422: stat d7/d61/d64 0 2024-06-13T11:57:50.262 INFO:tasks.workunit.client.0.smithi042.stdout:2/423: chown d7/d23 1495242 1 2024-06-13T11:57:50.272 INFO:tasks.workunit.client.0.smithi042.stdout:8/404: rmdir d2/dc/d53 39 2024-06-13T11:57:50.272 INFO:tasks.workunit.client.0.smithi042.stdout:8/405: stat d2/dc/d53/d65/f7e 0 2024-06-13T11:57:50.272 INFO:tasks.workunit.client.0.smithi042.stdout:8/406: dread - d2/dc/d22/d77/f7c zero size 2024-06-13T11:57:50.272 INFO:tasks.workunit.client.0.smithi042.stdout:2/424: symlink d7/df/d33/l90 0 2024-06-13T11:57:50.272 INFO:tasks.workunit.client.0.smithi042.stdout:2/425: stat d7/c3a 0 2024-06-13T11:57:50.273 INFO:tasks.workunit.client.0.smithi042.stdout:8/407: creat d2/d3/d87/f88 x:0 0 0 2024-06-13T11:57:50.284 INFO:tasks.workunit.client.0.smithi042.stdout:2/426: mknod d7/d61/c91 0 2024-06-13T11:57:50.284 INFO:tasks.workunit.client.0.smithi042.stdout:2/427: fsync d7/d23/f73 0 2024-06-13T11:57:50.291 INFO:tasks.workunit.client.0.smithi042.stdout:2/428: mknod d7/d1a/d50/c92 0 2024-06-13T11:57:50.291 INFO:tasks.workunit.client.0.smithi042.stdout:2/429: rmdir d7/d1f 39 2024-06-13T11:57:50.291 INFO:tasks.workunit.client.0.smithi042.stdout:3/424: dwrite f7 [4194304,4194304] 0 2024-06-13T11:57:50.291 INFO:tasks.workunit.client.0.smithi042.stdout:3/425: fsync dc/d17/d1f/d79/f86 0 2024-06-13T11:57:50.292 INFO:tasks.workunit.client.0.smithi042.stdout:0/525: write d4/f38 [2764394,58996] 0 2024-06-13T11:57:50.292 INFO:tasks.workunit.client.0.smithi042.stdout:3/426: mkdir dc/d17/d1f/d92 0 2024-06-13T11:57:50.292 INFO:tasks.workunit.client.0.smithi042.stdout:0/526: creat d4/d31/d4a/d63/da8/fb8 x:0 0 0 2024-06-13T11:57:50.300 INFO:tasks.workunit.client.0.smithi042.stdout:5/435: dwrite d1/d2b/d35/f48 [0,4194304] 0 2024-06-13T11:57:50.304 INFO:tasks.workunit.client.0.smithi042.stdout:9/459: read d9/d31/f42 [5079961,103563] 0 2024-06-13T11:57:50.305 INFO:tasks.workunit.client.0.smithi042.stdout:5/436: truncate d1/d2b/d37/f28 1493983 0 2024-06-13T11:57:50.312 INFO:tasks.workunit.client.0.smithi042.stdout:3/427: dread dc/d17/d20/d2d/d37/d52/f8e [0,4194304] 0 2024-06-13T11:57:50.315 INFO:tasks.workunit.client.0.smithi042.stdout:1/429: dread d0/d17/dd/d66/f7b [0,4194304] 0 2024-06-13T11:57:50.315 INFO:tasks.workunit.client.0.smithi042.stdout:1/430: truncate d0/d17/d4c/f53 216653 0 2024-06-13T11:57:50.315 INFO:tasks.workunit.client.0.smithi042.stdout:1/431: truncate d0/d17/dd/f73 557529 0 2024-06-13T11:57:50.315 INFO:tasks.workunit.client.0.smithi042.stdout:9/460: creat d9/d15/f9e x:0 0 0 2024-06-13T11:57:50.322 INFO:tasks.workunit.client.0.smithi042.stdout:6/561: dwrite d16/d21/d72/d2b/f2f [0,4194304] 0 2024-06-13T11:57:50.322 INFO:tasks.workunit.client.0.smithi042.stdout:3/428: creat dc/d17/d1f/d79/d88/f93 x:0 0 0 2024-06-13T11:57:50.329 INFO:tasks.workunit.client.0.smithi042.stdout:6/562: rename d16/d21/d72/d79/f96 to d16/d21/d35/fbe 0 2024-06-13T11:57:50.330 INFO:tasks.workunit.client.0.smithi042.stdout:1/432: mknod d0/c8a 0 2024-06-13T11:57:50.330 INFO:tasks.workunit.client.0.smithi042.stdout:1/433: read - d0/d17/dd/f85 zero size 2024-06-13T11:57:50.330 INFO:tasks.workunit.client.0.smithi042.stdout:0/527: write d4/f26 [397206,106148] 0 2024-06-13T11:57:50.330 INFO:tasks.workunit.client.0.smithi042.stdout:0/528: readlink d4/d33/l8c 0 2024-06-13T11:57:50.333 INFO:tasks.workunit.client.0.smithi042.stdout:4/591: dwrite d1/de/f5a [0,4194304] 0 2024-06-13T11:57:50.334 INFO:tasks.workunit.client.0.smithi042.stdout:3/429: truncate dc/d17/d1f/f63 3519578 0 2024-06-13T11:57:50.334 INFO:tasks.workunit.client.0.smithi042.stdout:1/434: symlink d0/d17/d18/d20/l8b 0 2024-06-13T11:57:50.340 INFO:tasks.workunit.client.0.smithi042.stdout:3/430: unlink dc/d17/d1f/c8d 0 2024-06-13T11:57:50.341 INFO:tasks.workunit.client.0.smithi042.stdout:7/356: dwrite d2/f34 [0,4194304] 0 2024-06-13T11:57:50.341 INFO:tasks.workunit.client.0.smithi042.stdout:7/357: fsync d2/d3/f47 0 2024-06-13T11:57:50.341 INFO:tasks.workunit.client.0.smithi042.stdout:8/408: write d2/d3/f11 [5608431,66453] 0 2024-06-13T11:57:50.344 INFO:tasks.workunit.client.0.smithi042.stdout:7/358: creat d2/d36/d4a/d42/f7a x:0 0 0 2024-06-13T11:57:50.344 INFO:tasks.workunit.client.0.smithi042.stdout:4/592: mkdir d1/d5/d5f/dd1 0 2024-06-13T11:57:50.345 INFO:tasks.workunit.client.0.smithi042.stdout:0/529: dread d4/d31/f93 [0,4194304] 0 2024-06-13T11:57:50.346 INFO:tasks.workunit.client.0.smithi042.stdout:7/359: mknod d2/d36/d4a/d39/c7b 0 2024-06-13T11:57:50.348 INFO:tasks.workunit.client.0.smithi042.stdout:4/593: mkdir d1/d29/d4f/dd2 0 2024-06-13T11:57:50.357 INFO:tasks.workunit.client.0.smithi042.stdout:4/594: getdents d1/d8e 0 2024-06-13T11:57:50.361 INFO:tasks.workunit.client.0.smithi042.stdout:7/360: getdents d2/d36/d4a/d39 0 2024-06-13T11:57:50.374 INFO:tasks.workunit.client.0.smithi042.stdout:2/430: dwrite f4 [4194304,4194304] 0 2024-06-13T11:57:50.374 INFO:tasks.workunit.client.0.smithi042.stdout:2/431: truncate d7/d3c/f53 1489859 0 2024-06-13T11:57:50.377 INFO:tasks.workunit.client.0.smithi042.stdout:6/563: rename d16/d21/d32/f5f to d16/d8b/fbf 0 2024-06-13T11:57:50.396 INFO:tasks.workunit.client.0.smithi042.stdout:6/564: dread d16/d8b/f8f [0,4194304] 0 2024-06-13T11:57:50.397 INFO:tasks.workunit.client.0.smithi042.stdout:6/565: symlink d16/d21/lc0 0 2024-06-13T11:57:50.402 INFO:tasks.workunit.client.0.smithi042.stdout:1/435: dwrite d0/d17/d18/d20/f61 [0,4194304] 0 2024-06-13T11:57:50.402 INFO:tasks.workunit.client.0.smithi042.stdout:6/566: getdents d16/d8b/d57 0 2024-06-13T11:57:50.402 INFO:tasks.workunit.client.0.smithi042.stdout:4/595: dread d1/de/f21 [0,4194304] 0 2024-06-13T11:57:50.402 INFO:tasks.workunit.client.0.smithi042.stdout:5/437: dwrite d1/d2b/d35/d5b/f70 [0,4194304] 0 2024-06-13T11:57:50.402 INFO:tasks.workunit.client.0.smithi042.stdout:5/438: chown d1/d2b/l87 70575 1 2024-06-13T11:57:50.404 INFO:tasks.workunit.client.0.smithi042.stdout:3/431: rename dc/d17/d20/d2d/d37/f6f to dc/d17/d1f/d46/f94 0 2024-06-13T11:57:50.404 INFO:tasks.workunit.client.0.smithi042.stdout:3/432: readlink dc/d17/d20/d2d/d37/d52/l72 0 2024-06-13T11:57:50.406 INFO:tasks.workunit.client.0.smithi042.stdout:4/596: truncate d1/d10/d5e/f62 3484948 0 2024-06-13T11:57:50.406 INFO:tasks.workunit.client.0.smithi042.stdout:4/597: chown d1/d10/d5e/d7f 15894 1 2024-06-13T11:57:50.407 INFO:tasks.workunit.client.0.smithi042.stdout:3/433: getdents dc/d17 0 2024-06-13T11:57:50.413 INFO:tasks.workunit.client.0.smithi042.stdout:7/361: write d2/d36/f27 [4033189,93189] 0 2024-06-13T11:57:50.413 INFO:tasks.workunit.client.0.smithi042.stdout:4/598: mkdir d1/d10/d35/dd3 0 2024-06-13T11:57:50.413 INFO:tasks.workunit.client.0.smithi042.stdout:4/599: dread - d1/d6a/f74 zero size 2024-06-13T11:57:50.413 INFO:tasks.workunit.client.0.smithi042.stdout:4/600: write d1/d10/d4e/fca [874178,24435] 0 2024-06-13T11:57:50.413 INFO:tasks.workunit.client.0.smithi042.stdout:3/434: rmdir dc/d17/d20 39 2024-06-13T11:57:50.415 INFO:tasks.workunit.client.0.smithi042.stdout:4/601: unlink d1/d29/d4f/f7a 0 2024-06-13T11:57:50.416 INFO:tasks.workunit.client.0.smithi042.stdout:4/602: fsync d1/d10/f6c 0 2024-06-13T11:57:50.421 INFO:tasks.workunit.client.0.smithi042.stdout:3/435: fsync dc/d17/d20/f39 0 2024-06-13T11:57:50.440 INFO:tasks.workunit.client.0.smithi042.stdout:0/530: dwrite d4/d31/d4a/d63/f59 [0,4194304] 0 2024-06-13T11:57:50.442 INFO:tasks.workunit.client.0.smithi042.stdout:5/439: write d1/d2b/d35/d36/f3b [169858,1894] 0 2024-06-13T11:57:50.444 INFO:tasks.workunit.client.0.smithi042.stdout:0/531: link d4/d31/d4a/d63/da8/fb8 d4/d31/d34/fb9 0 2024-06-13T11:57:50.447 INFO:tasks.workunit.client.0.smithi042.stdout:6/567: write d16/d21/f4b [1279110,68615] 0 2024-06-13T11:57:50.447 INFO:tasks.workunit.client.0.smithi042.stdout:8/409: dwrite d2/d3/d43/f5c [0,4194304] 0 2024-06-13T11:57:50.450 INFO:tasks.workunit.client.0.smithi042.stdout:0/532: mknod d4/d32/d64/cba 0 2024-06-13T11:57:50.450 INFO:tasks.workunit.client.0.smithi042.stdout:5/440: creat d1/d2b/d35/d62/f89 x:0 0 0 2024-06-13T11:57:50.450 INFO:tasks.workunit.client.0.smithi042.stdout:5/441: dread - d1/d2b/d37/f85 zero size 2024-06-13T11:57:50.450 INFO:tasks.workunit.client.0.smithi042.stdout:5/442: dread - d1/d31/d45/d5d/f6e zero size 2024-06-13T11:57:50.450 INFO:tasks.workunit.client.0.smithi042.stdout:6/568: mkdir d16/d21/d32/d7c/dc1 0 2024-06-13T11:57:50.451 INFO:tasks.workunit.client.0.smithi042.stdout:8/410: truncate d2/d3/d5/ff 640235 0 2024-06-13T11:57:50.451 INFO:tasks.workunit.client.0.smithi042.stdout:5/443: creat d1/d2b/d35/d36/d40/f8a x:0 0 0 2024-06-13T11:57:50.451 INFO:tasks.workunit.client.0.smithi042.stdout:5/444: dread - d1/d31/d45/d5d/f6e zero size 2024-06-13T11:57:50.452 INFO:tasks.workunit.client.0.smithi042.stdout:8/411: rmdir d2/d3/d5/d44 39 2024-06-13T11:57:50.456 INFO:tasks.workunit.client.0.smithi042.stdout:8/412: symlink d2/dc/d22/d42/l89 0 2024-06-13T11:57:50.456 INFO:tasks.workunit.client.0.smithi042.stdout:8/413: chown d2/f14 520851 1 2024-06-13T11:57:50.456 INFO:tasks.workunit.client.0.smithi042.stdout:8/414: fdatasync d2/dc/d53/d65/f6e 0 2024-06-13T11:57:50.456 INFO:tasks.workunit.client.0.smithi042.stdout:8/415: fsync d2/dc/d53/d65/f6e 0 2024-06-13T11:57:50.464 INFO:tasks.workunit.client.0.smithi042.stdout:7/362: dread d2/d36/d4a/f2d [0,4194304] 0 2024-06-13T11:57:50.466 INFO:tasks.workunit.client.0.smithi042.stdout:7/363: unlink d2/d36/d4a/f4d 0 2024-06-13T11:57:50.467 INFO:tasks.workunit.client.0.smithi042.stdout:1/436: dwrite d0/d17/f2f [0,4194304] 0 2024-06-13T11:57:50.467 INFO:tasks.workunit.client.0.smithi042.stdout:7/364: chown d2/d36 12107743 1 2024-06-13T11:57:50.473 INFO:tasks.workunit.client.0.smithi042.stdout:1/437: link d0/d17/dd/d1b/c6d d0/d17/dd/d66/d82/d5f/d63/c8c 0 2024-06-13T11:57:50.475 INFO:tasks.workunit.client.0.smithi042.stdout:7/365: rename d2/d36/f30 to d2/d36/d64/f7c 0 2024-06-13T11:57:50.475 INFO:tasks.workunit.client.0.smithi042.stdout:7/366: write d2/d36/d4a/d42/d53/f72 [942121,101366] 0 2024-06-13T11:57:50.476 INFO:tasks.workunit.client.0.smithi042.stdout:7/367: write d2/fc [1202370,124606] 0 2024-06-13T11:57:50.476 INFO:tasks.workunit.client.0.smithi042.stdout:7/368: chown d2/d36/d4a/d39/c5c 9510898 1 2024-06-13T11:57:50.504 INFO:tasks.workunit.client.0.smithi042.stdout:0/533: dwrite d4/d31/d4a/d63/da8/f6a [4194304,4194304] 0 2024-06-13T11:57:50.504 INFO:tasks.workunit.client.0.smithi042.stdout:0/534: fsync d4/d31/d4a/d63/f6f 0 2024-06-13T11:57:50.509 INFO:tasks.workunit.client.0.smithi042.stdout:6/569: write d16/d21/d32/f6b [2831875,93092] 0 2024-06-13T11:57:50.511 INFO:tasks.workunit.client.0.smithi042.stdout:6/570: rmdir d16/d21/d72 39 2024-06-13T11:57:50.513 INFO:tasks.workunit.client.0.smithi042.stdout:6/571: truncate d16/d8b/fbf 2553483 0 2024-06-13T11:57:50.516 INFO:tasks.workunit.client.0.smithi042.stdout:6/572: symlink d16/d21/d23/lc2 0 2024-06-13T11:57:50.519 INFO:tasks.workunit.client.0.smithi042.stdout:8/416: dwrite d2/d3/d5/d5b/f55 [4194304,4194304] 0 2024-06-13T11:57:50.533 INFO:tasks.workunit.client.0.smithi042.stdout:6/573: rename d16/d21/d35/fbe to d16/d21/d32/d7c/fc3 0 2024-06-13T11:57:50.534 INFO:tasks.workunit.client.0.smithi042.stdout:6/574: getdents d16/d21/d35/d63/d8e 0 2024-06-13T11:57:50.535 INFO:tasks.workunit.client.0.smithi042.stdout:8/417: rename d2/dc/c29 to d2/d3/c8a 0 2024-06-13T11:57:50.536 INFO:tasks.workunit.client.0.smithi042.stdout:6/575: mkdir d16/d21/d23/dc4 0 2024-06-13T11:57:50.536 INFO:tasks.workunit.client.0.smithi042.stdout:6/576: readlink d16/d21/d23/l3f 0 2024-06-13T11:57:50.536 INFO:tasks.workunit.client.0.smithi042.stdout:6/577: stat d16/d21/d35/c3e 0 2024-06-13T11:57:50.537 INFO:tasks.workunit.client.0.smithi042.stdout:6/578: creat d16/d21/d32/d7c/fc5 x:0 0 0 2024-06-13T11:57:50.550 INFO:tasks.workunit.client.0.smithi042.stdout:4/603: dwrite d1/de/f21 [0,4194304] 0 2024-06-13T11:57:50.550 INFO:tasks.workunit.client.0.smithi042.stdout:4/604: readlink d1/d10/d35/la8 0 2024-06-13T11:57:50.550 INFO:tasks.workunit.client.0.smithi042.stdout:4/605: getdents d1/d10/d15/db3 0 2024-06-13T11:57:50.550 INFO:tasks.workunit.client.0.smithi042.stdout:3/436: dwrite dc/d29/d47/f4e [0,4194304] 0 2024-06-13T11:57:50.551 INFO:tasks.workunit.client.0.smithi042.stdout:4/606: mkdir d1/d5/d5f/dc0/dd4 0 2024-06-13T11:57:50.552 INFO:tasks.workunit.client.0.smithi042.stdout:4/607: creat d1/d29/fd5 x:0 0 0 2024-06-13T11:57:50.553 INFO:tasks.workunit.client.0.smithi042.stdout:0/535: dwrite d4/d31/d4a/d63/da8/fb8 [0,4194304] 0 2024-06-13T11:57:50.555 INFO:tasks.workunit.client.0.smithi042.stdout:4/608: creat d1/d10/d15/fd6 x:0 0 0 2024-06-13T11:57:50.555 INFO:tasks.workunit.client.0.smithi042.stdout:0/536: truncate d4/f2f 6957621 0 2024-06-13T11:57:50.555 INFO:tasks.workunit.client.0.smithi042.stdout:0/537: truncate d4/d31/d34/d91/f9b 727758 0 2024-06-13T11:57:50.556 INFO:tasks.workunit.client.0.smithi042.stdout:4/609: symlink d1/d5/d16/da5/dc7/ld7 0 2024-06-13T11:57:50.560 INFO:tasks.workunit.client.0.smithi042.stdout:0/538: symlink d4/d31/d4a/d58/d68/lbb 0 2024-06-13T11:57:50.561 INFO:tasks.workunit.client.0.smithi042.stdout:0/539: mkdir d4/d33/dbc 0 2024-06-13T11:57:50.562 INFO:tasks.workunit.client.0.smithi042.stdout:0/540: chown d4/f2a 0 1 2024-06-13T11:57:50.567 INFO:tasks.workunit.client.0.smithi042.stdout:4/610: dread d1/d29/d33/d6f/fae [0,4194304] 0 2024-06-13T11:57:50.570 INFO:tasks.workunit.client.0.smithi042.stdout:6/579: dread d16/d21/d35/f7d [0,4194304] 0 2024-06-13T11:57:50.571 INFO:tasks.workunit.client.0.smithi042.stdout:1/438: dwrite d0/d17/dd/d66/f13 [0,4194304] 0 2024-06-13T11:57:50.596 INFO:tasks.workunit.client.0.smithi042.stdout:6/580: rename d16/d8b/d57/d66/l68 to d16/d21/d23/dc4/lc6 0 2024-06-13T11:57:50.600 INFO:tasks.workunit.client.0.smithi042.stdout:0/541: dread d4/d33/d3e/f55 [0,4194304] 0 2024-06-13T11:57:50.600 INFO:tasks.workunit.client.0.smithi042.stdout:0/542: write d4/d31/d4a/f4d [542878,91164] 0 2024-06-13T11:57:50.600 INFO:tasks.workunit.client.0.smithi042.stdout:0/543: truncate d4/d31/d4a/d63/da8/f6a 7516538 0 2024-06-13T11:57:50.600 INFO:tasks.workunit.client.0.smithi042.stdout:8/418: dwrite d2/d3/d5/ff [0,4194304] 0 2024-06-13T11:57:50.604 INFO:tasks.workunit.client.0.smithi042.stdout:0/544: unlink d4/d31/f60 0 2024-06-13T11:57:50.611 INFO:tasks.workunit.client.0.smithi042.stdout:1/439: dwrite d0/d17/d18/f52 [0,4194304] 0 2024-06-13T11:57:50.616 INFO:tasks.workunit.client.0.smithi042.stdout:1/440: creat d0/d17/f8d x:0 0 0 2024-06-13T11:57:50.621 INFO:tasks.workunit.client.0.smithi042.stdout:1/441: rename d0/d17/d18/d20/l8b to d0/d17/dd/d55/d87/l8e 0 2024-06-13T11:57:50.623 INFO:tasks.workunit.client.0.smithi042.stdout:6/581: write d16/d8b/f49 [3567499,33579] 0 2024-06-13T11:57:50.627 INFO:tasks.workunit.client.0.smithi042.stdout:4/611: dwrite d1/de/f76 [0,4194304] 0 2024-06-13T11:57:50.627 INFO:tasks.workunit.client.0.smithi042.stdout:1/442: dread d0/d17/dd/f3b [0,4194304] 0 2024-06-13T11:57:50.628 INFO:tasks.workunit.client.0.smithi042.stdout:1/443: chown d0/d17/d18/l27 1 1 2024-06-13T11:57:50.629 INFO:tasks.workunit.client.0.smithi042.stdout:4/612: rmdir d1/d5/d5f/dc0/dd4 0 2024-06-13T11:57:50.629 INFO:tasks.workunit.client.0.smithi042.stdout:4/613: fdatasync d1/d29/d33/d60/d67/d72/f82 0 2024-06-13T11:57:50.630 INFO:tasks.workunit.client.0.smithi042.stdout:4/614: write d1/d29/f34 [1028735,13005] 0 2024-06-13T11:57:50.630 INFO:tasks.workunit.client.0.smithi042.stdout:1/444: creat d0/d17/d18/d20/f8f x:0 0 0 2024-06-13T11:57:50.630 INFO:tasks.workunit.client.0.smithi042.stdout:1/445: write d0/d17/dd/d66/f7b [4969808,14729] 0 2024-06-13T11:57:50.630 INFO:tasks.workunit.client.0.smithi042.stdout:1/446: stat d0/d17/d4c/l6f 0 2024-06-13T11:57:50.631 INFO:tasks.workunit.client.0.smithi042.stdout:1/447: mkdir d0/d17/d18/d29/d90 0 2024-06-13T11:57:50.632 INFO:tasks.workunit.client.0.smithi042.stdout:1/448: fsync d0/fe 0 2024-06-13T11:57:50.639 INFO:tasks.workunit.client.0.smithi042.stdout:4/615: dread d1/d8e/fc2 [0,4194304] 0 2024-06-13T11:57:50.640 INFO:tasks.workunit.client.0.smithi042.stdout:4/616: creat d1/d5/fd8 x:0 0 0 2024-06-13T11:57:50.643 INFO:tasks.workunit.client.0.smithi042.stdout:4/617: rename d1/d5/d16/da5 to d1/d5/d5f/dc0/dd9 0 2024-06-13T11:57:50.654 INFO:tasks.workunit.client.0.smithi042.stdout:0/545: dwrite d4/d33/f66 [0,4194304] 0 2024-06-13T11:57:50.663 INFO:tasks.workunit.client.0.smithi042.stdout:8/419: dwrite d2/d3/d5/ff [0,4194304] 0 2024-06-13T11:57:50.663 INFO:tasks.workunit.client.0.smithi042.stdout:1/449: dread d0/d17/d18/f36 [0,4194304] 0 2024-06-13T11:57:50.663 INFO:tasks.workunit.client.0.smithi042.stdout:4/618: dread d1/d10/d5e/fa1 [0,4194304] 0 2024-06-13T11:57:50.665 INFO:tasks.workunit.client.0.smithi042.stdout:8/420: mkdir d2/dc/d64/d7a/d8b 0 2024-06-13T11:57:50.665 INFO:tasks.workunit.client.0.smithi042.stdout:8/421: fdatasync d2/d3/d5/f9 0 2024-06-13T11:57:50.665 INFO:tasks.workunit.client.0.smithi042.stdout:8/422: write d2/d3/d5/ff [4610904,84146] 0 2024-06-13T11:57:50.666 INFO:tasks.workunit.client.0.smithi042.stdout:1/450: creat d0/d17/d18/d29/d43/f91 x:0 0 0 2024-06-13T11:57:50.672 INFO:tasks.workunit.client.0.smithi042.stdout:8/423: mknod d2/d3/c8c 0 2024-06-13T11:57:50.680 INFO:tasks.workunit.client.0.smithi042.stdout:6/582: dwrite d16/d21/d72/d2b/f34 [0,4194304] 0 2024-06-13T11:57:50.681 INFO:tasks.workunit.client.0.smithi042.stdout:6/583: fsync d16/f17 0 2024-06-13T11:57:50.681 INFO:tasks.workunit.client.0.smithi042.stdout:5/445: sync 2024-06-13T11:57:50.682 INFO:tasks.workunit.client.0.smithi042.stdout:6/584: creat d16/d21/d32/d7c/fc7 x:0 0 0 2024-06-13T11:57:50.682 INFO:tasks.workunit.client.0.smithi042.stdout:8/424: mkdir d2/d3/d87/d8d 0 2024-06-13T11:57:50.683 INFO:tasks.workunit.client.0.smithi042.stdout:8/425: fsync d2/d3/d5/f9 0 2024-06-13T11:57:50.684 INFO:tasks.workunit.client.0.smithi042.stdout:5/446: getdents d1/d2b/d35/d36 0 2024-06-13T11:57:50.684 INFO:tasks.workunit.client.0.smithi042.stdout:5/447: chown d1/d2b/d35/f67 461564 1 2024-06-13T11:57:50.685 INFO:tasks.workunit.client.0.smithi042.stdout:2/432: sync 2024-06-13T11:57:50.686 INFO:tasks.workunit.client.0.smithi042.stdout:5/448: creat d1/d2b/d35/d62/f8b x:0 0 0 2024-06-13T11:57:50.686 INFO:tasks.workunit.client.0.smithi042.stdout:9/461: sync 2024-06-13T11:57:50.688 INFO:tasks.workunit.client.0.smithi042.stdout:7/369: sync 2024-06-13T11:57:50.688 INFO:tasks.workunit.client.0.smithi042.stdout:7/370: stat d2/d36/d4a/f68 0 2024-06-13T11:57:50.691 INFO:tasks.workunit.client.0.smithi042.stdout:3/437: sync 2024-06-13T11:57:50.691 INFO:tasks.workunit.client.0.smithi042.stdout:3/438: chown dc/d29/d47 1027443 1 2024-06-13T11:57:50.693 INFO:tasks.workunit.client.0.smithi042.stdout:5/449: rmdir d1/d31/d45/d5d 39 2024-06-13T11:57:50.696 INFO:tasks.workunit.client.0.smithi042.stdout:8/426: dread d2/d3/d43/f4d [0,4194304] 0 2024-06-13T11:57:50.697 INFO:tasks.workunit.client.0.smithi042.stdout:8/427: chown d2/dc/d6f 70 1 2024-06-13T11:57:50.698 INFO:tasks.workunit.client.0.smithi042.stdout:8/428: rmdir d2/d3/d5/d44 39 2024-06-13T11:57:50.698 INFO:tasks.workunit.client.0.smithi042.stdout:9/462: truncate d9/d33/d69/d70/f3a 1937940 0 2024-06-13T11:57:50.699 INFO:tasks.workunit.client.0.smithi042.stdout:8/429: creat d2/f8e x:0 0 0 2024-06-13T11:57:50.699 INFO:tasks.workunit.client.0.smithi042.stdout:8/430: chown d2/d3/d43/f5c 3851647 1 2024-06-13T11:57:50.699 INFO:tasks.workunit.client.0.smithi042.stdout:8/431: stat d2/f8e 0 2024-06-13T11:57:50.699 INFO:tasks.workunit.client.0.smithi042.stdout:8/432: chown d2 11 1 2024-06-13T11:57:50.702 INFO:tasks.workunit.client.0.smithi042.stdout:8/433: unlink d2/d3/d43/l57 0 2024-06-13T11:57:50.702 INFO:tasks.workunit.client.0.smithi042.stdout:8/434: chown d2/dc/d22/c28 62479 1 2024-06-13T11:57:50.709 INFO:tasks.workunit.client.0.smithi042.stdout:4/619: dwrite d1/d10/d35/fbf [0,4194304] 0 2024-06-13T11:57:50.709 INFO:tasks.workunit.client.0.smithi042.stdout:4/620: chown d1/de 81701451 1 2024-06-13T11:57:50.709 INFO:tasks.workunit.client.0.smithi042.stdout:4/621: truncate d1/d5/d5f/dc0/dd9/fcb 1919066 0 2024-06-13T11:57:50.718 INFO:tasks.workunit.client.0.smithi042.stdout:4/622: creat d1/d5/d5f/dc0/dd9/dc7/fda x:0 0 0 2024-06-13T11:57:50.718 INFO:tasks.workunit.client.0.smithi042.stdout:4/623: fsync d1/d10/f6c 0 2024-06-13T11:57:50.718 INFO:tasks.workunit.client.0.smithi042.stdout:4/624: fdatasync d1/f77 0 2024-06-13T11:57:50.722 INFO:tasks.workunit.client.0.smithi042.stdout:3/439: dread dc/d29/d47/f4e [0,4194304] 0 2024-06-13T11:57:50.722 INFO:tasks.workunit.client.0.smithi042.stdout:6/585: link d16/d21/d23/f6e d16/d21/d32/d7c/dc1/fc8 0 2024-06-13T11:57:50.723 INFO:tasks.workunit.client.0.smithi042.stdout:4/625: mknod d1/d29/d4f/d91/cdb 0 2024-06-13T11:57:50.723 INFO:tasks.workunit.client.0.smithi042.stdout:4/626: readlink d1/d10/d15/l39 0 2024-06-13T11:57:50.723 INFO:tasks.workunit.client.0.smithi042.stdout:6/586: creat d16/d21/da6/fc9 x:0 0 0 2024-06-13T11:57:50.723 INFO:tasks.workunit.client.0.smithi042.stdout:1/451: dwrite d0/d17/d18/f3c [0,4194304] 0 2024-06-13T11:57:50.725 INFO:tasks.workunit.client.0.smithi042.stdout:6/587: creat d16/d21/d32/fca x:0 0 0 2024-06-13T11:57:50.725 INFO:tasks.workunit.client.0.smithi042.stdout:4/627: mknod d1/d29/d4f/d91/cdc 0 2024-06-13T11:57:50.726 INFO:tasks.workunit.client.0.smithi042.stdout:1/452: mkdir d0/d17/d4c/d92 0 2024-06-13T11:57:50.735 INFO:tasks.workunit.client.0.smithi042.stdout:6/588: dread d16/d21/d72/d31/f3b [0,4194304] 0 2024-06-13T11:57:50.735 INFO:tasks.workunit.client.0.smithi042.stdout:6/589: fdatasync d16/d21/d32/d7c/dc1/fc8 0 2024-06-13T11:57:50.735 INFO:tasks.workunit.client.0.smithi042.stdout:6/590: fsync d16/d21/d23/d2e/f6f 0 2024-06-13T11:57:50.741 INFO:tasks.workunit.client.0.smithi042.stdout:4/628: mkdir d1/de/ddd 0 2024-06-13T11:57:50.741 INFO:tasks.workunit.client.0.smithi042.stdout:4/629: chown d1/d6a/l64 386 1 2024-06-13T11:57:50.742 INFO:tasks.workunit.client.0.smithi042.stdout:1/453: mknod d0/d17/d18/d29/c93 0 2024-06-13T11:57:50.742 INFO:tasks.workunit.client.0.smithi042.stdout:7/371: dread d2/d36/d4a/f13 [0,4194304] 0 2024-06-13T11:57:50.743 INFO:tasks.workunit.client.0.smithi042.stdout:3/440: mknod dc/d17/c95 0 2024-06-13T11:57:50.745 INFO:tasks.workunit.client.0.smithi042.stdout:4/630: mknod d1/d29/d4f/d7d/cde 0 2024-06-13T11:57:50.745 INFO:tasks.workunit.client.0.smithi042.stdout:1/454: rename d0/d17/d18/f52 to d0/d17/dd/d42/d70/f94 0 2024-06-13T11:57:50.745 INFO:tasks.workunit.client.0.smithi042.stdout:1/455: truncate d0/f9 1024002 0 2024-06-13T11:57:50.747 INFO:tasks.workunit.client.0.smithi042.stdout:1/456: write d0/d17/f30 [462557,89310] 0 2024-06-13T11:57:50.750 INFO:tasks.workunit.client.0.smithi042.stdout:8/435: dwrite d2/d3/d5/d5b/f55 [0,4194304] 0 2024-06-13T11:57:50.750 INFO:tasks.workunit.client.0.smithi042.stdout:8/436: fdatasync d2/d3/d5/d5b/f61 0 2024-06-13T11:57:50.750 INFO:tasks.workunit.client.0.smithi042.stdout:8/437: dread - d2/dc/d64/f71 zero size 2024-06-13T11:57:50.750 INFO:tasks.workunit.client.0.smithi042.stdout:3/441: creat dc/d17/d20/d2d/d37/d52/f96 x:0 0 0 2024-06-13T11:57:50.750 INFO:tasks.workunit.client.0.smithi042.stdout:8/438: rmdir d2/dc/d64/d7a/d8b 0 2024-06-13T11:57:50.751 INFO:tasks.workunit.client.0.smithi042.stdout:4/631: symlink d1/d5/d16/ldf 0 2024-06-13T11:57:50.754 INFO:tasks.workunit.client.0.smithi042.stdout:4/632: mkdir d1/d29/dba/de0 0 2024-06-13T11:57:50.755 INFO:tasks.workunit.client.0.smithi042.stdout:4/633: rmdir d1/d10/d35/dd3 0 2024-06-13T11:57:50.756 INFO:tasks.workunit.client.0.smithi042.stdout:3/442: creat dc/d29/d47/d66/d70/f97 x:0 0 0 2024-06-13T11:57:50.756 INFO:tasks.workunit.client.0.smithi042.stdout:4/634: creat d1/d29/d33/fe1 x:0 0 0 2024-06-13T11:57:50.757 INFO:tasks.workunit.client.0.smithi042.stdout:8/439: creat d2/d3/d43/f8f x:0 0 0 2024-06-13T11:57:50.757 INFO:tasks.workunit.client.0.smithi042.stdout:8/440: chown d2/d3/d5/f12 3565 1 2024-06-13T11:57:50.758 INFO:tasks.workunit.client.0.smithi042.stdout:2/433: dwrite d7/d3c/d40/d4c/f5b [0,4194304] 0 2024-06-13T11:57:50.760 INFO:tasks.workunit.client.0.smithi042.stdout:6/591: read d16/d21/d23/d2e/f6f [1793047,103617] 0 2024-06-13T11:57:50.764 INFO:tasks.workunit.client.0.smithi042.stdout:4/635: getdents d1/d6a/d52 0 2024-06-13T11:57:50.764 INFO:tasks.workunit.client.0.smithi042.stdout:3/443: rmdir dc/d17/d1f/d79/d88 39 2024-06-13T11:57:50.764 INFO:tasks.workunit.client.0.smithi042.stdout:3/444: fsync dc/d29/f5f 0 2024-06-13T11:57:50.767 INFO:tasks.workunit.client.0.smithi042.stdout:8/441: rename d2/l47 to d2/dc/d22/d42/l90 0 2024-06-13T11:57:50.769 INFO:tasks.workunit.client.0.smithi042.stdout:4/636: rename d1/d5/d5f/dc0/dd9/fcb to d1/d10/d15/d8d/fe2 0 2024-06-13T11:57:50.771 INFO:tasks.workunit.client.0.smithi042.stdout:8/442: rename d2/d3/f68 to d2/dc/d22/f91 0 2024-06-13T11:57:50.772 INFO:tasks.workunit.client.0.smithi042.stdout:4/637: symlink d1/d6a/le3 0 2024-06-13T11:57:50.772 INFO:tasks.workunit.client.0.smithi042.stdout:4/638: chown d1/d29/d33/c48 100471623 1 2024-06-13T11:57:50.773 INFO:tasks.workunit.client.0.smithi042.stdout:4/639: chown d1/d10/d15/d8d 285852483 1 2024-06-13T11:57:50.773 INFO:tasks.workunit.client.0.smithi042.stdout:8/443: creat d2/dc/d22/d77/f92 x:0 0 0 2024-06-13T11:57:50.774 INFO:tasks.workunit.client.0.smithi042.stdout:4/640: creat d1/d10/d5e/d7f/fe4 x:0 0 0 2024-06-13T11:57:50.775 INFO:tasks.workunit.client.0.smithi042.stdout:8/444: symlink d2/d3/l93 0 2024-06-13T11:57:50.776 INFO:tasks.workunit.client.0.smithi042.stdout:8/445: rmdir d2/dc/d22/d42 39 2024-06-13T11:57:50.777 INFO:tasks.workunit.client.0.smithi042.stdout:8/446: fsync d2/d3/d5/d5b/f55 0 2024-06-13T11:57:50.778 INFO:tasks.workunit.client.0.smithi042.stdout:8/447: rename d2/dc/d53/d65 to d2/d3/d81/d94 0 2024-06-13T11:57:50.779 INFO:tasks.workunit.client.0.smithi042.stdout:8/448: write d2/d3/f11 [2320306,129546] 0 2024-06-13T11:57:50.782 INFO:tasks.workunit.client.0.smithi042.stdout:8/449: rename d2/dc/d22/d3c/c72 to d2/d3/d81/c95 0 2024-06-13T11:57:50.782 INFO:tasks.workunit.client.0.smithi042.stdout:5/450: dwrite d1/d2b/d35/d36/f3b [4194304,4194304] 0 2024-06-13T11:57:50.782 INFO:tasks.workunit.client.0.smithi042.stdout:5/451: fdatasync d1/d42/d60/f76 0 2024-06-13T11:57:50.782 INFO:tasks.workunit.client.0.smithi042.stdout:6/592: read d16/d8b/f45 [476685,9945] 0 2024-06-13T11:57:50.787 INFO:tasks.workunit.client.0.smithi042.stdout:6/593: stat d16/d8b/d57/d66/c8c 0 2024-06-13T11:57:50.787 INFO:tasks.workunit.client.0.smithi042.stdout:5/452: mkdir d1/d31/d6a/d8c 0 2024-06-13T11:57:50.792 INFO:tasks.workunit.client.0.smithi042.stdout:5/453: unlink d1/d2b/d35/d36/f65 0 2024-06-13T11:57:50.792 INFO:tasks.workunit.client.0.smithi042.stdout:5/454: read d1/d2b/d37/f3d [3528008,111398] 0 2024-06-13T11:57:50.805 INFO:tasks.workunit.client.0.smithi042.stdout:6/594: dread d16/d21/d72/d79/f7e [0,4194304] 0 2024-06-13T11:57:50.807 INFO:tasks.workunit.client.0.smithi042.stdout:7/372: dwrite d2/d36/d4a/d42/f7a [0,4194304] 0 2024-06-13T11:57:50.808 INFO:tasks.workunit.client.0.smithi042.stdout:6/595: mkdir d16/d21/d5d/dae/db3/dcb 0 2024-06-13T11:57:50.808 INFO:tasks.workunit.client.0.smithi042.stdout:1/457: dwrite d0/d17/dd/d66/d82/d5f/d63/f81 [0,4194304] 0 2024-06-13T11:57:50.815 INFO:tasks.workunit.client.0.smithi042.stdout:7/373: rename d2/d36/d64/l59 to d2/d36/d64/l7d 0 2024-06-13T11:57:50.821 INFO:tasks.workunit.client.0.smithi042.stdout:7/374: rename d2/d3/d3e/f48 to d2/d36/d4a/d42/f7e 0 2024-06-13T11:57:50.822 INFO:tasks.workunit.client.0.smithi042.stdout:7/375: truncate d2/d36/d4a/f4e 1009593 0 2024-06-13T11:57:50.822 INFO:tasks.workunit.client.0.smithi042.stdout:1/458: mkdir d0/d17/d95 0 2024-06-13T11:57:50.826 INFO:tasks.workunit.client.0.smithi042.stdout:7/376: creat d2/d3/f7f x:0 0 0 2024-06-13T11:57:50.826 INFO:tasks.workunit.client.0.smithi042.stdout:7/377: chown d2/d36/d4a/l1c 166 1 2024-06-13T11:57:50.826 INFO:tasks.workunit.client.0.smithi042.stdout:7/378: write d2/d36/d4a/d42/d53/f72 [1946771,110908] 0 2024-06-13T11:57:50.826 INFO:tasks.workunit.client.0.smithi042.stdout:7/379: readlink d2/d36/d4a/l49 0 2024-06-13T11:57:50.827 INFO:tasks.workunit.client.0.smithi042.stdout:7/380: rmdir d2/d3/d3e 39 2024-06-13T11:57:50.829 INFO:tasks.workunit.client.0.smithi042.stdout:2/434: dwrite d7/d1f/f49 [0,4194304] 0 2024-06-13T11:57:50.829 INFO:tasks.workunit.client.0.smithi042.stdout:2/435: dread - d7/d1f/f5c zero size 2024-06-13T11:57:50.831 INFO:tasks.workunit.client.0.smithi042.stdout:7/381: symlink d2/d36/d4a/d42/d53/l80 0 2024-06-13T11:57:50.833 INFO:tasks.workunit.client.0.smithi042.stdout:2/436: unlink d7/df/d33/l90 0 2024-06-13T11:57:50.835 INFO:tasks.workunit.client.0.smithi042.stdout:7/382: symlink d2/d36/d4a/d42/d53/l81 0 2024-06-13T11:57:50.835 INFO:tasks.workunit.client.0.smithi042.stdout:4/641: dwrite d1/d10/f61 [0,4194304] 0 2024-06-13T11:57:50.838 INFO:tasks.workunit.client.0.smithi042.stdout:2/437: rename d7/df/f36 to d7/d3c/d40/d4c/f93 0 2024-06-13T11:57:50.841 INFO:tasks.workunit.client.0.smithi042.stdout:7/383: getdents d2/d36/d4a/d42 0 2024-06-13T11:57:50.841 INFO:tasks.workunit.client.0.smithi042.stdout:7/384: chown d2/d36/d4a/f18 31229950 1 2024-06-13T11:57:50.841 INFO:tasks.workunit.client.0.smithi042.stdout:4/642: mkdir d1/d29/d33/d60/d67/de5 0 2024-06-13T11:57:50.842 INFO:tasks.workunit.client.0.smithi042.stdout:7/385: rename d2/d36/d4a/d39/c7b to d2/d3/d3e/c82 0 2024-06-13T11:57:50.843 INFO:tasks.workunit.client.0.smithi042.stdout:4/643: symlink d1/d10/d15/d8d/le6 0 2024-06-13T11:57:50.844 INFO:tasks.workunit.client.0.smithi042.stdout:4/644: dread - d1/d10/d5e/d7f/fe4 zero size 2024-06-13T11:57:50.845 INFO:tasks.workunit.client.0.smithi042.stdout:4/645: mkdir d1/d10/d5e/d7f/d89/d8c/de7 0 2024-06-13T11:57:50.845 INFO:tasks.workunit.client.0.smithi042.stdout:6/596: dread d16/f1a [0,4194304] 0 2024-06-13T11:57:50.846 INFO:tasks.workunit.client.0.smithi042.stdout:4/646: rmdir d1/d10/d35/d80 39 2024-06-13T11:57:50.848 INFO:tasks.workunit.client.0.smithi042.stdout:5/455: dwrite d1/f8 [4194304,4194304] 0 2024-06-13T11:57:50.849 INFO:tasks.workunit.client.0.smithi042.stdout:4/647: link d1/d10/l1b d1/d6a/d52/le8 0 2024-06-13T11:57:50.854 INFO:tasks.workunit.client.0.smithi042.stdout:1/459: write d0/d17/dd/d66/d82/d5f/d63/f81 [2333285,367] 0 2024-06-13T11:57:50.854 INFO:tasks.workunit.client.0.smithi042.stdout:1/460: chown d0/d17/d18/f36 620388 1 2024-06-13T11:57:50.855 INFO:tasks.workunit.client.0.smithi042.stdout:5/456: truncate d1/d2b/d35/d36/f3c 1426897 0 2024-06-13T11:57:50.859 INFO:tasks.workunit.client.0.smithi042.stdout:5/457: creat d1/d31/d45/f8d x:0 0 0 2024-06-13T11:57:50.859 INFO:tasks.workunit.client.0.smithi042.stdout:1/461: creat d0/d17/f96 x:0 0 0 2024-06-13T11:57:50.865 INFO:tasks.workunit.client.0.smithi042.stdout:8/450: dwrite d2/dc/d22/d42/f21 [0,4194304] 0 2024-06-13T11:57:50.865 INFO:tasks.workunit.client.0.smithi042.stdout:8/451: fsync d2/dc/d64/f74 0 2024-06-13T11:57:50.868 INFO:tasks.workunit.client.0.smithi042.stdout:8/452: write d2/d3/f17 [296938,11422] 0 2024-06-13T11:57:50.868 INFO:tasks.workunit.client.0.smithi042.stdout:8/453: readlink d2/l7 0 2024-06-13T11:57:50.872 INFO:tasks.workunit.client.0.smithi042.stdout:8/454: mknod d2/c96 0 2024-06-13T11:57:50.879 INFO:tasks.workunit.client.0.smithi042.stdout:6/597: rename d16/d21/d72/d31/c6c to d16/d8b/ccc 0 2024-06-13T11:57:50.880 INFO:tasks.workunit.client.0.smithi042.stdout:6/598: symlink d16/d21/d72/lcd 0 2024-06-13T11:57:50.882 INFO:tasks.workunit.client.0.smithi042.stdout:6/599: unlink d16/d21/da6/fc9 0 2024-06-13T11:57:50.888 INFO:tasks.workunit.client.0.smithi042.stdout:5/458: dread d1/d2b/d35/d5b/f5f [0,4194304] 0 2024-06-13T11:57:50.889 INFO:tasks.workunit.client.0.smithi042.stdout:1/462: dread d0/d17/dd/d66/f13 [0,4194304] 0 2024-06-13T11:57:50.891 INFO:tasks.workunit.client.0.smithi042.stdout:1/463: creat d0/d17/dd/d55/d6a/d56/f97 x:0 0 0 2024-06-13T11:57:50.892 INFO:tasks.workunit.client.0.smithi042.stdout:7/386: dread d2/d36/f27 [0,4194304] 0 2024-06-13T11:57:50.896 INFO:tasks.workunit.client.0.smithi042.stdout:7/387: truncate d2/f5 7563660 0 2024-06-13T11:57:50.917 INFO:tasks.workunit.client.0.smithi042.stdout:0/546: sync 2024-06-13T11:57:50.929 INFO:tasks.workunit.client.0.smithi042.stdout:2/438: dwrite d7/f77 [0,4194304] 0 2024-06-13T11:57:50.929 INFO:tasks.workunit.client.0.smithi042.stdout:2/439: chown d7/d3c/d40/c6f 1634368 1 2024-06-13T11:57:50.934 INFO:tasks.workunit.client.0.smithi042.stdout:2/440: rmdir d7/df 39 2024-06-13T11:57:50.945 INFO:tasks.workunit.client.0.smithi042.stdout:5/459: dwrite d1/ff [0,4194304] 0 2024-06-13T11:57:50.945 INFO:tasks.workunit.client.0.smithi042.stdout:5/460: chown d1/d31/d6a/f7c 58604 1 2024-06-13T11:57:50.945 INFO:tasks.workunit.client.0.smithi042.stdout:5/461: truncate d1/d49/f73 116526 0 2024-06-13T11:57:50.955 INFO:tasks.workunit.client.0.smithi042.stdout:1/464: dwrite d0/d17/f8d [0,4194304] 0 2024-06-13T11:57:50.955 INFO:tasks.workunit.client.0.smithi042.stdout:4/648: dwrite d1/d10/f6c [0,4194304] 0 2024-06-13T11:57:50.955 INFO:tasks.workunit.client.0.smithi042.stdout:8/455: dread d2/d3/d5/f9 [0,4194304] 0 2024-06-13T11:57:50.961 INFO:tasks.workunit.client.0.smithi042.stdout:4/649: creat d1/d29/d33/d60/d67/d72/fe9 x:0 0 0 2024-06-13T11:57:50.962 INFO:tasks.workunit.client.0.smithi042.stdout:4/650: unlink d1/d5/laa 0 2024-06-13T11:57:50.964 INFO:tasks.workunit.client.0.smithi042.stdout:4/651: getdents d1/d5/d16 0 2024-06-13T11:57:50.966 INFO:tasks.workunit.client.0.smithi042.stdout:4/652: mknod d1/d10/d35/d80/cea 0 2024-06-13T11:57:50.966 INFO:tasks.workunit.client.0.smithi042.stdout:3/445: sync 2024-06-13T11:57:50.967 INFO:tasks.workunit.client.0.smithi042.stdout:3/446: fdatasync dc/d17/d1f/f34 0 2024-06-13T11:57:50.967 INFO:tasks.workunit.client.0.smithi042.stdout:3/447: chown dc/d29/c90 139 1 2024-06-13T11:57:50.967 INFO:tasks.workunit.client.0.smithi042.stdout:9/463: sync 2024-06-13T11:57:50.967 INFO:tasks.workunit.client.0.smithi042.stdout:9/464: truncate d9/d33/d4b/f6c 65985 0 2024-06-13T11:57:50.968 INFO:tasks.workunit.client.0.smithi042.stdout:4/653: mkdir d1/d5/d16/deb 0 2024-06-13T11:57:50.969 INFO:tasks.workunit.client.0.smithi042.stdout:4/654: creat d1/d10/d15/fec x:0 0 0 2024-06-13T11:57:50.973 INFO:tasks.workunit.client.0.smithi042.stdout:4/655: mknod d1/de/ddd/ced 0 2024-06-13T11:57:50.975 INFO:tasks.workunit.client.0.smithi042.stdout:3/448: creat dc/d29/f98 x:0 0 0 2024-06-13T11:57:50.979 INFO:tasks.workunit.client.0.smithi042.stdout:3/449: creat dc/d17/d20/d2d/f99 x:0 0 0 2024-06-13T11:57:50.983 INFO:tasks.workunit.client.0.smithi042.stdout:3/450: creat dc/d17/d3b/d55/f9a x:0 0 0 2024-06-13T11:57:50.985 INFO:tasks.workunit.client.0.smithi042.stdout:3/451: mkdir dc/d17/d20/d9b 0 2024-06-13T11:57:50.987 INFO:tasks.workunit.client.0.smithi042.stdout:3/452: mknod dc/d17/d1f/d79/d88/c9c 0 2024-06-13T11:57:50.987 INFO:tasks.workunit.client.0.smithi042.stdout:1/465: dread d0/d17/dd/d66/f41 [0,4194304] 0 2024-06-13T11:57:50.987 INFO:tasks.workunit.client.0.smithi042.stdout:1/466: stat d0/d17/dd/d55/l5a 0 2024-06-13T11:57:50.988 INFO:tasks.workunit.client.0.smithi042.stdout:1/467: mknod d0/d17/dd/d55/d6a/d56/d84/c98 0 2024-06-13T11:57:50.990 INFO:tasks.workunit.client.0.smithi042.stdout:4/656: dread d1/d10/d5e/fa1 [0,4194304] 0 2024-06-13T11:57:50.990 INFO:tasks.workunit.client.0.smithi042.stdout:4/657: readlink d1/d29/d4f/la9 0 2024-06-13T11:57:50.992 INFO:tasks.workunit.client.0.smithi042.stdout:4/658: mknod d1/d29/d4f/d7d/cee 0 2024-06-13T11:57:50.992 INFO:tasks.workunit.client.0.smithi042.stdout:4/659: fdatasync d1/d10/d4e/d66/fd0 0 2024-06-13T11:57:50.992 INFO:tasks.workunit.client.0.smithi042.stdout:4/660: readlink d1/d29/d4f/d91/l94 0 2024-06-13T11:57:50.992 INFO:tasks.workunit.client.0.smithi042.stdout:4/661: write d1/f37 [2644111,89278] 0 2024-06-13T11:57:50.994 INFO:tasks.workunit.client.0.smithi042.stdout:0/547: dwrite d4/d33/d3e/d6c/f62 [0,4194304] 0 2024-06-13T11:57:50.994 INFO:tasks.workunit.client.0.smithi042.stdout:0/548: stat d4/d33/d3e/d6c/f5a 0 2024-06-13T11:57:51.033 INFO:tasks.workunit.client.0.smithi042.stdout:2/441: dwrite d7/d23/f2d [0,4194304] 0 2024-06-13T11:57:51.040 INFO:tasks.workunit.client.0.smithi042.stdout:6/600: dwrite d16/d21/d35/d63/d8e/f95 [0,4194304] 0 2024-06-13T11:57:51.040 INFO:tasks.workunit.client.0.smithi042.stdout:6/601: chown d16/d21/d32/d7c/c89 2077622 1 2024-06-13T11:57:51.044 INFO:tasks.workunit.client.0.smithi042.stdout:7/388: dwrite d2/d36/d4a/d42/f7e [0,4194304] 0 2024-06-13T11:57:51.044 INFO:tasks.workunit.client.0.smithi042.stdout:7/389: stat d2/d36/d4a/d39/l54 0 2024-06-13T11:57:51.048 INFO:tasks.workunit.client.0.smithi042.stdout:7/390: mknod d2/d36/d4a/d39/c83 0 2024-06-13T11:57:51.051 INFO:tasks.workunit.client.0.smithi042.stdout:7/391: truncate d2/d3/fd 3332051 0 2024-06-13T11:57:51.052 INFO:tasks.workunit.client.0.smithi042.stdout:7/392: symlink d2/d36/d4a/l84 0 2024-06-13T11:57:51.053 INFO:tasks.workunit.client.0.smithi042.stdout:3/453: write dc/d29/f67 [1044372,23145] 0 2024-06-13T11:57:51.054 INFO:tasks.workunit.client.0.smithi042.stdout:7/393: mknod d2/d36/c85 0 2024-06-13T11:57:51.059 INFO:tasks.workunit.client.0.smithi042.stdout:3/454: rename dc/l25 to dc/d17/d20/d2d/l9d 0 2024-06-13T11:57:51.059 INFO:tasks.workunit.client.0.smithi042.stdout:7/394: mkdir d2/d36/d4a/d42/d86 0 2024-06-13T11:57:51.066 INFO:tasks.workunit.client.0.smithi042.stdout:4/662: dwrite d1/d29/d4f/f98 [0,4194304] 0 2024-06-13T11:57:51.066 INFO:tasks.workunit.client.0.smithi042.stdout:4/663: write d1/d10/fb8 [638903,36570] 0 2024-06-13T11:57:51.066 INFO:tasks.workunit.client.0.smithi042.stdout:4/664: chown d1/d10/d15/fec 1 1 2024-06-13T11:57:51.067 INFO:tasks.workunit.client.0.smithi042.stdout:9/465: write d9/d16/f37 [7941784,27422] 0 2024-06-13T11:57:51.067 INFO:tasks.workunit.client.0.smithi042.stdout:1/468: write d0/d17/dd/d42/d70/f94 [314371,83202] 0 2024-06-13T11:57:51.067 INFO:tasks.workunit.client.0.smithi042.stdout:9/466: write d9/d16/f9a [253072,63387] 0 2024-06-13T11:57:51.067 INFO:tasks.workunit.client.0.smithi042.stdout:5/462: dwrite d1/d2b/d35/d62/f89 [0,4194304] 0 2024-06-13T11:57:51.068 INFO:tasks.workunit.client.0.smithi042.stdout:7/395: dread d2/d36/d4a/f4e [0,4194304] 0 2024-06-13T11:57:51.068 INFO:tasks.workunit.client.0.smithi042.stdout:5/463: write d1/d2b/d35/d5b/f70 [5011106,124120] 0 2024-06-13T11:57:51.073 INFO:tasks.workunit.client.0.smithi042.stdout:0/549: dread d4/d31/d4a/d63/f59 [0,4194304] 0 2024-06-13T11:57:51.073 INFO:tasks.workunit.client.0.smithi042.stdout:0/550: chown d4/d31/d34/d91 0 1 2024-06-13T11:57:51.074 INFO:tasks.workunit.client.0.smithi042.stdout:9/467: rename d9/d15/d43/d77/c9b to d9/d33/d4b/c9f 0 2024-06-13T11:57:51.074 INFO:tasks.workunit.client.0.smithi042.stdout:2/442: link d7/ce d7/d23/d59/d88/c94 0 2024-06-13T11:57:51.076 INFO:tasks.workunit.client.0.smithi042.stdout:6/602: read d16/d21/d32/d7c/fc3 [3230917,100261] 0 2024-06-13T11:57:51.076 INFO:tasks.workunit.client.0.smithi042.stdout:6/603: chown d16/d21/d72/d79/d93/da8/db5 424066 1 2024-06-13T11:57:51.076 INFO:tasks.workunit.client.0.smithi042.stdout:9/468: creat d9/d46/d6d/fa0 x:0 0 0 2024-06-13T11:57:51.079 INFO:tasks.workunit.client.0.smithi042.stdout:4/665: unlink d1/d5/d5f/f6e 0 2024-06-13T11:57:51.082 INFO:tasks.workunit.client.0.smithi042.stdout:4/666: getdents d1/d29/dba 0 2024-06-13T11:57:51.082 INFO:tasks.workunit.client.0.smithi042.stdout:0/551: symlink d4/d31/d4a/d58/lbd 0 2024-06-13T11:57:51.084 INFO:tasks.workunit.client.0.smithi042.stdout:9/469: creat d9/d33/fa1 x:0 0 0 2024-06-13T11:57:51.084 INFO:tasks.workunit.client.0.smithi042.stdout:0/552: truncate d4/d33/d3f/fad 481493 0 2024-06-13T11:57:51.084 INFO:tasks.workunit.client.0.smithi042.stdout:9/470: dread - d9/d33/f86 zero size 2024-06-13T11:57:51.085 INFO:tasks.workunit.client.0.smithi042.stdout:4/667: mkdir d1/d5/d16/def 0 2024-06-13T11:57:51.085 INFO:tasks.workunit.client.0.smithi042.stdout:5/464: truncate d1/f23 8556092 0 2024-06-13T11:57:51.087 INFO:tasks.workunit.client.0.smithi042.stdout:1/469: dread d0/d17/f30 [0,4194304] 0 2024-06-13T11:57:51.087 INFO:tasks.workunit.client.0.smithi042.stdout:1/470: write d0/d17/d18/f54 [4235278,81741] 0 2024-06-13T11:57:51.094 INFO:tasks.workunit.client.0.smithi042.stdout:3/455: write dc/d29/d47/d66/f74 [404238,16907] 0 2024-06-13T11:57:51.102 INFO:tasks.workunit.client.0.smithi042.stdout:7/396: dread d2/fc [4194304,4194304] 0 2024-06-13T11:57:51.112 INFO:tasks.workunit.client.0.smithi042.stdout:4/668: symlink d1/d5/d16/def/lf0 0 2024-06-13T11:57:51.112 INFO:tasks.workunit.client.0.smithi042.stdout:4/669: chown d1/d10/d15/f53 665701215 1 2024-06-13T11:57:51.113 INFO:tasks.workunit.client.0.smithi042.stdout:8/456: dwrite d2/f10 [0,4194304] 0 2024-06-13T11:57:51.113 INFO:tasks.workunit.client.0.smithi042.stdout:8/457: chown d2/dc/d22/d42/l89 2593 1 2024-06-13T11:57:51.113 INFO:tasks.workunit.client.0.smithi042.stdout:8/458: write d2/d3/d43/f8f [93700,115735] 0 2024-06-13T11:57:51.116 INFO:tasks.workunit.client.0.smithi042.stdout:5/465: link d1/f23 d1/d2b/d35/d62/f8e 0 2024-06-13T11:57:51.118 INFO:tasks.workunit.client.0.smithi042.stdout:4/670: mknod d1/d5/d5f/cf1 0 2024-06-13T11:57:51.118 INFO:tasks.workunit.client.0.smithi042.stdout:1/471: rmdir d0/d17/dd/d66/d82 39 2024-06-13T11:57:51.125 INFO:tasks.workunit.client.0.smithi042.stdout:0/553: symlink d4/d31/d4a/lbe 0 2024-06-13T11:57:51.125 INFO:tasks.workunit.client.0.smithi042.stdout:3/456: rmdir dc/d29/d47/d66/d70 39 2024-06-13T11:57:51.125 INFO:tasks.workunit.client.0.smithi042.stdout:0/554: symlink d4/d31/d4a/d58/d68/lbf 0 2024-06-13T11:57:51.125 INFO:tasks.workunit.client.0.smithi042.stdout:9/471: rename d9/d33/d69/d70/lf to d9/d15/la2 0 2024-06-13T11:57:51.136 INFO:tasks.workunit.client.0.smithi042.stdout:7/397: dread d2/d36/d4a/f60 [0,4194304] 0 2024-06-13T11:57:51.136 INFO:tasks.workunit.client.0.smithi042.stdout:7/398: fdatasync d2/d3/f5b 0 2024-06-13T11:57:51.142 INFO:tasks.workunit.client.0.smithi042.stdout:7/399: symlink d2/d36/l87 0 2024-06-13T11:57:51.144 INFO:tasks.workunit.client.0.smithi042.stdout:8/459: dread d2/f10 [0,4194304] 0 2024-06-13T11:57:51.144 INFO:tasks.workunit.client.0.smithi042.stdout:8/460: dread - d2/d3/d5/d5b/f75 zero size 2024-06-13T11:57:51.144 INFO:tasks.workunit.client.0.smithi042.stdout:6/604: dwrite d16/d6d/fa4 [0,4194304] 0 2024-06-13T11:57:51.145 INFO:tasks.workunit.client.0.smithi042.stdout:6/605: write d16/d21/d35/d63/d8e/f95 [5176596,630] 0 2024-06-13T11:57:51.145 INFO:tasks.workunit.client.0.smithi042.stdout:6/606: readlink d16/d21/d23/l61 0 2024-06-13T11:57:51.146 INFO:tasks.workunit.client.0.smithi042.stdout:8/461: creat d2/dc/d64/d7a/f97 x:0 0 0 2024-06-13T11:57:51.153 INFO:tasks.workunit.client.0.smithi042.stdout:1/472: write d0/f21 [1955600,55675] 0 2024-06-13T11:57:51.153 INFO:tasks.workunit.client.0.smithi042.stdout:6/607: rename d16/d8b/d57/l59 to d16/d21/d72/d79/d93/da8/db5/lce 0 2024-06-13T11:57:51.171 INFO:tasks.workunit.client.0.smithi042.stdout:0/555: dwrite d4/f28 [0,4194304] 0 2024-06-13T11:57:51.184 INFO:tasks.workunit.client.0.smithi042.stdout:3/457: read dc/d17/d20/f5b [4182601,61209] 0 2024-06-13T11:57:51.184 INFO:tasks.workunit.client.0.smithi042.stdout:1/473: fsync d0/f21 0 2024-06-13T11:57:51.184 INFO:tasks.workunit.client.0.smithi042.stdout:1/474: write d0/f9 [1201285,3480] 0 2024-06-13T11:57:51.184 INFO:tasks.workunit.client.0.smithi042.stdout:1/475: chown d0/d17/d18/d20/f8f 1 1 2024-06-13T11:57:51.184 INFO:tasks.workunit.client.0.smithi042.stdout:1/476: readlink d0/d17/dd/d66/l4b 0 2024-06-13T11:57:51.184 INFO:tasks.workunit.client.0.smithi042.stdout:1/477: creat d0/d17/dd/d1b/f99 x:0 0 0 2024-06-13T11:57:51.184 INFO:tasks.workunit.client.0.smithi042.stdout:1/478: fsync d0/d17/f3e 0 2024-06-13T11:57:51.186 INFO:tasks.workunit.client.0.smithi042.stdout:5/466: dwrite d1/d2b/d37/f88 [0,4194304] 0 2024-06-13T11:57:51.198 INFO:tasks.workunit.client.0.smithi042.stdout:1/479: read d0/d17/dd/f11 [337328,40811] 0 2024-06-13T11:57:51.204 INFO:tasks.workunit.client.0.smithi042.stdout:9/472: dread d9/d31/f7a [0,4194304] 0 2024-06-13T11:57:51.205 INFO:tasks.workunit.client.0.smithi042.stdout:4/671: dwrite d1/d8e/fc2 [0,4194304] 0 2024-06-13T11:57:51.210 INFO:tasks.workunit.client.0.smithi042.stdout:4/672: rmdir d1/d6a 39 2024-06-13T11:57:51.210 INFO:tasks.workunit.client.0.smithi042.stdout:4/673: write d1/d10/d4e/d66/fd0 [241190,109774] 0 2024-06-13T11:57:51.210 INFO:tasks.workunit.client.0.smithi042.stdout:4/674: chown d1/d5/d5f/dc0/dd9/lc3 107738 1 2024-06-13T11:57:51.210 INFO:tasks.workunit.client.0.smithi042.stdout:4/675: chown d1/d10/c26 516 1 2024-06-13T11:57:51.210 INFO:tasks.workunit.client.0.smithi042.stdout:4/676: write d1/d10/d4e/d97/fbd [2074240,21359] 0 2024-06-13T11:57:51.211 INFO:tasks.workunit.client.0.smithi042.stdout:4/677: chown d1/d29/d33/da3/fc6 7885 1 2024-06-13T11:57:51.211 INFO:tasks.workunit.client.0.smithi042.stdout:4/678: chown d1/d29/d33/d60/d67/d72/fad 67296 1 2024-06-13T11:57:51.211 INFO:tasks.workunit.client.0.smithi042.stdout:4/679: chown d1/d29/d4f/f98 0 1 2024-06-13T11:57:51.219 INFO:tasks.workunit.client.0.smithi042.stdout:5/467: rmdir d1/d31/d45/d5d/d7f 0 2024-06-13T11:57:51.221 INFO:tasks.workunit.client.0.smithi042.stdout:5/468: mkdir d1/d42/d60/d8f 0 2024-06-13T11:57:51.222 INFO:tasks.workunit.client.0.smithi042.stdout:5/469: unlink d1/d31/l2d 0 2024-06-13T11:57:51.223 INFO:tasks.workunit.client.0.smithi042.stdout:5/470: fdatasync d1/d2b/d35/d36/f78 0 2024-06-13T11:57:51.223 INFO:tasks.workunit.client.0.smithi042.stdout:6/608: dread d16/f1a [0,4194304] 0 2024-06-13T11:57:51.223 INFO:tasks.workunit.client.0.smithi042.stdout:6/609: chown l9 122 1 2024-06-13T11:57:51.223 INFO:tasks.workunit.client.0.smithi042.stdout:6/610: chown d16/d8b/c92 74417203 1 2024-06-13T11:57:51.223 INFO:tasks.workunit.client.0.smithi042.stdout:6/611: truncate d16/d21/d32/d7c/fc7 717495 0 2024-06-13T11:57:51.224 INFO:tasks.workunit.client.0.smithi042.stdout:5/471: symlink d1/d31/d6a/d8c/l90 0 2024-06-13T11:57:51.227 INFO:tasks.workunit.client.0.smithi042.stdout:4/680: dread d1/d29/d33/d6f/fae [0,4194304] 0 2024-06-13T11:57:51.228 INFO:tasks.workunit.client.0.smithi042.stdout:4/681: fdatasync d1/d29/f46 0 2024-06-13T11:57:51.228 INFO:tasks.workunit.client.0.smithi042.stdout:4/682: readlink d1/d6a/le3 0 2024-06-13T11:57:51.228 INFO:tasks.workunit.client.0.smithi042.stdout:5/472: truncate d1/d31/d45/f47 1054782 0 2024-06-13T11:57:51.230 INFO:tasks.workunit.client.0.smithi042.stdout:4/683: write d1/d10/f44 [192270,108096] 0 2024-06-13T11:57:51.230 INFO:tasks.workunit.client.0.smithi042.stdout:5/473: creat d1/d31/d6a/d8c/f91 x:0 0 0 2024-06-13T11:57:51.231 INFO:tasks.workunit.client.0.smithi042.stdout:8/462: write d2/d3/f6 [1317835,13289] 0 2024-06-13T11:57:51.231 INFO:tasks.workunit.client.0.smithi042.stdout:8/463: dread - d2/f7d zero size 2024-06-13T11:57:51.231 INFO:tasks.workunit.client.0.smithi042.stdout:8/464: chown d2/d3/d5/fe 665536252 1 2024-06-13T11:57:51.231 INFO:tasks.workunit.client.0.smithi042.stdout:8/465: truncate d2/f5f 700940 0 2024-06-13T11:57:51.231 INFO:tasks.workunit.client.0.smithi042.stdout:4/684: truncate d1/d29/d33/d6f/fae 2115168 0 2024-06-13T11:57:51.232 INFO:tasks.workunit.client.0.smithi042.stdout:0/556: dwrite d4/fc [4194304,4194304] 0 2024-06-13T11:57:51.232 INFO:tasks.workunit.client.0.smithi042.stdout:5/474: symlink d1/d2b/l92 0 2024-06-13T11:57:51.236 INFO:tasks.workunit.client.0.smithi042.stdout:8/466: mkdir d2/d3/d81/d94/d79/d98 0 2024-06-13T11:57:51.236 INFO:tasks.workunit.client.0.smithi042.stdout:4/685: symlink d1/lf2 0 2024-06-13T11:57:51.236 INFO:tasks.workunit.client.0.smithi042.stdout:7/400: dwrite d2/d36/d4a/d39/f67 [0,4194304] 0 2024-06-13T11:57:51.238 INFO:tasks.workunit.client.0.smithi042.stdout:4/686: creat d1/d10/d5e/ff3 x:0 0 0 2024-06-13T11:57:51.238 INFO:tasks.workunit.client.0.smithi042.stdout:4/687: write d1/d10/d35/fbf [4406342,77824] 0 2024-06-13T11:57:51.238 INFO:tasks.workunit.client.0.smithi042.stdout:4/688: write d1/d5/f3a [816826,4854] 0 2024-06-13T11:57:51.239 INFO:tasks.workunit.client.0.smithi042.stdout:0/557: mkdir d4/d31/d4a/d58/dc0 0 2024-06-13T11:57:51.239 INFO:tasks.workunit.client.0.smithi042.stdout:5/475: symlink d1/d31/d45/l93 0 2024-06-13T11:57:51.244 INFO:tasks.workunit.client.0.smithi042.stdout:0/558: rename d4/c2d to d4/d33/dbc/cc1 0 2024-06-13T11:57:51.244 INFO:tasks.workunit.client.0.smithi042.stdout:0/559: symlink d4/d31/d4a/d58/lc2 0 2024-06-13T11:57:51.245 INFO:tasks.workunit.client.0.smithi042.stdout:0/560: mknod d4/d32/d64/cc3 0 2024-06-13T11:57:51.247 INFO:tasks.workunit.client.0.smithi042.stdout:0/561: mkdir d4/d33/dbc/dc4 0 2024-06-13T11:57:51.252 INFO:tasks.workunit.client.0.smithi042.stdout:1/480: dwrite d0/d17/dd/f46 [0,4194304] 0 2024-06-13T11:57:51.252 INFO:tasks.workunit.client.0.smithi042.stdout:1/481: fsync d0/d17/f96 0 2024-06-13T11:57:51.257 INFO:tasks.workunit.client.0.smithi042.stdout:3/458: dwrite dc/d29/d47/f48 [0,4194304] 0 2024-06-13T11:57:51.257 INFO:tasks.workunit.client.0.smithi042.stdout:3/459: readlink dc/d29/d85/l8f 0 2024-06-13T11:57:51.262 INFO:tasks.workunit.client.0.smithi042.stdout:1/482: dread d0/d17/dd/f3b [0,4194304] 0 2024-06-13T11:57:51.286 INFO:tasks.workunit.client.0.smithi042.stdout:1/483: rename d0/d17/d4c/d92 to d0/d17/dd/d66/d82/d5f/d9a 0 2024-06-13T11:57:51.289 INFO:tasks.workunit.client.0.smithi042.stdout:3/460: mknod dc/d17/d7b/c9e 0 2024-06-13T11:57:51.289 INFO:tasks.workunit.client.0.smithi042.stdout:1/484: mknod d0/d17/d18/d7f/c9b 0 2024-06-13T11:57:51.289 INFO:tasks.workunit.client.0.smithi042.stdout:1/485: readlink d0/d17/d18/d20/l6e 0 2024-06-13T11:57:51.292 INFO:tasks.workunit.client.0.smithi042.stdout:3/461: rename dc/c12 to dc/c9f 0 2024-06-13T11:57:51.293 INFO:tasks.workunit.client.0.smithi042.stdout:1/486: symlink d0/d17/dd/d66/d82/l9c 0 2024-06-13T11:57:51.294 INFO:tasks.workunit.client.0.smithi042.stdout:8/467: dwrite d2/f7d [0,4194304] 0 2024-06-13T11:57:51.294 INFO:tasks.workunit.client.0.smithi042.stdout:8/468: chown d2/f5f 40 1 2024-06-13T11:57:51.297 INFO:tasks.workunit.client.0.smithi042.stdout:1/487: read d0/d17/d18/f1a [633812,16422] 0 2024-06-13T11:57:51.297 INFO:tasks.workunit.client.0.smithi042.stdout:3/462: symlink dc/d29/d87/la0 0 2024-06-13T11:57:51.297 INFO:tasks.workunit.client.0.smithi042.stdout:8/469: creat d2/d3/d87/f99 x:0 0 0 2024-06-13T11:57:51.314 INFO:tasks.workunit.client.0.smithi042.stdout:7/401: dwrite d2/f6b [0,4194304] 0 2024-06-13T11:57:51.314 INFO:tasks.workunit.client.0.smithi042.stdout:5/476: dread d1/d31/f7d [0,4194304] 0 2024-06-13T11:57:51.314 INFO:tasks.workunit.client.0.smithi042.stdout:7/402: chown d2/f5 6398321 1 2024-06-13T11:57:51.315 INFO:tasks.workunit.client.0.smithi042.stdout:7/403: rmdir d2/d36/d4a/d39 39 2024-06-13T11:57:51.316 INFO:tasks.workunit.client.0.smithi042.stdout:7/404: truncate d2/d36/d4a/f2d 6797830 0 2024-06-13T11:57:51.317 INFO:tasks.workunit.client.0.smithi042.stdout:7/405: mknod d2/d36/d4a/d42/d53/c88 0 2024-06-13T11:57:51.319 INFO:tasks.workunit.client.0.smithi042.stdout:9/473: dwrite d9/d16/d48/f90 [4194304,4194304] 0 2024-06-13T11:57:51.321 INFO:tasks.workunit.client.0.smithi042.stdout:3/463: read dc/d17/d20/f39 [3805916,6113] 0 2024-06-13T11:57:51.321 INFO:tasks.workunit.client.0.smithi042.stdout:0/562: dwrite d4/d31/d4a/d63/f6f [0,4194304] 0 2024-06-13T11:57:51.322 INFO:tasks.workunit.client.0.smithi042.stdout:3/464: rename dc/d29/l6b to dc/d17/d20/d5c/la1 0 2024-06-13T11:57:51.323 INFO:tasks.workunit.client.0.smithi042.stdout:0/563: mknod d4/d31/d4a/d58/d68/cc5 0 2024-06-13T11:57:51.324 INFO:tasks.workunit.client.0.smithi042.stdout:3/465: creat dc/d17/d1f/d46/fa2 x:0 0 0 2024-06-13T11:57:51.330 INFO:tasks.workunit.client.0.smithi042.stdout:0/564: rename d4/d33/d3f/l9a to d4/d31/d96/lc6 0 2024-06-13T11:57:51.330 INFO:tasks.workunit.client.0.smithi042.stdout:9/474: mkdir d9/d15/da3 0 2024-06-13T11:57:51.330 INFO:tasks.workunit.client.0.smithi042.stdout:9/475: fdatasync d9/f97 0 2024-06-13T11:57:51.333 INFO:tasks.workunit.client.0.smithi042.stdout:9/476: mknod d9/d33/ca4 0 2024-06-13T11:57:51.333 INFO:tasks.workunit.client.0.smithi042.stdout:9/477: dread - d9/d4d/f89 zero size 2024-06-13T11:57:51.347 INFO:tasks.workunit.client.0.smithi042.stdout:5/477: read d1/d2b/d35/d5b/f70 [2551176,100986] 0 2024-06-13T11:57:51.352 INFO:tasks.workunit.client.0.smithi042.stdout:0/565: write d4/d33/d3f/f61 [3025108,112297] 0 2024-06-13T11:57:51.356 INFO:tasks.workunit.client.0.smithi042.stdout:8/470: dwrite d2/d3/f56 [0,4194304] 0 2024-06-13T11:57:51.356 INFO:tasks.workunit.client.0.smithi042.stdout:8/471: fsync d2/dc/f7b 0 2024-06-13T11:57:51.357 INFO:tasks.workunit.client.0.smithi042.stdout:8/472: readlink d2/dc/d22/d42/l90 0 2024-06-13T11:57:51.360 INFO:tasks.workunit.client.0.smithi042.stdout:4/689: dwrite d1/d29/d33/d60/d67/d72/fe9 [0,4194304] 0 2024-06-13T11:57:51.360 INFO:tasks.workunit.client.0.smithi042.stdout:8/473: creat d2/dc/d64/d7a/f9a x:0 0 0 2024-06-13T11:57:51.361 INFO:tasks.workunit.client.0.smithi042.stdout:1/488: dwrite d0/d17/d18/d20/f61 [4194304,4194304] 0 2024-06-13T11:57:51.364 INFO:tasks.workunit.client.0.smithi042.stdout:4/690: rename d1/d10/d35/d80/f92 to d1/d10/d4e/d66/ff4 0 2024-06-13T11:57:51.364 INFO:tasks.workunit.client.0.smithi042.stdout:4/691: chown d1/d5/d5f/dc0/dd9/lc3 25959794 1 2024-06-13T11:57:51.364 INFO:tasks.workunit.client.0.smithi042.stdout:8/474: creat d2/dc/d64/f9b x:0 0 0 2024-06-13T11:57:51.364 INFO:tasks.workunit.client.0.smithi042.stdout:8/475: readlink d2/dc/d64/d7a/l80 0 2024-06-13T11:57:51.366 INFO:tasks.workunit.client.0.smithi042.stdout:9/478: link d9/d16/f2b d9/d15/d43/d5a/fa5 0 2024-06-13T11:57:51.366 INFO:tasks.workunit.client.0.smithi042.stdout:9/479: truncate d9/d16/f5d 253166 0 2024-06-13T11:57:51.368 INFO:tasks.workunit.client.0.smithi042.stdout:4/692: unlink d1/d5/d5f/cc8 0 2024-06-13T11:57:51.368 INFO:tasks.workunit.client.0.smithi042.stdout:9/480: mknod d9/d15/d43/d77/ca6 0 2024-06-13T11:57:51.368 INFO:tasks.workunit.client.0.smithi042.stdout:8/476: truncate d2/f7d 1046948 0 2024-06-13T11:57:51.371 INFO:tasks.workunit.client.0.smithi042.stdout:1/489: dread d0/d17/dd/d66/f3f [0,4194304] 0 2024-06-13T11:57:51.372 INFO:tasks.workunit.client.0.smithi042.stdout:9/481: symlink d9/d16/d48/la7 0 2024-06-13T11:57:51.372 INFO:tasks.workunit.client.0.smithi042.stdout:9/482: creat d9/d16/d48/d62/fa8 x:0 0 0 2024-06-13T11:57:51.374 INFO:tasks.workunit.client.0.smithi042.stdout:2/443: sync 2024-06-13T11:57:51.375 INFO:tasks.workunit.client.0.smithi042.stdout:2/444: readlink d7/d23/l87 0 2024-06-13T11:57:51.398 INFO:tasks.workunit.client.0.smithi042.stdout:9/483: rename d9/d15/f9e to d9/d15/fa9 0 2024-06-13T11:57:51.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:51 smithi162 ceph-mon[36757]: pgmap v72: 129 pgs: 129 active+clean; 830 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 94 MiB/s rd, 120 MiB/s wr, 879 op/s 2024-06-13T11:57:51.406 INFO:tasks.workunit.client.0.smithi042.stdout:3/466: dwrite dc/d17/d1f/f63 [4194304,4194304] 0 2024-06-13T11:57:51.406 INFO:tasks.workunit.client.0.smithi042.stdout:3/467: fsync dc/d29/f67 0 2024-06-13T11:57:51.408 INFO:tasks.workunit.client.0.smithi042.stdout:3/468: mkdir dc/d17/d1f/d46/da3 0 2024-06-13T11:57:51.416 INFO:tasks.workunit.client.0.smithi042.stdout:3/469: creat dc/d17/d1f/d92/fa4 x:0 0 0 2024-06-13T11:57:51.419 INFO:tasks.workunit.client.0.smithi042.stdout:3/470: mknod dc/d17/d20/d5c/d8a/ca5 0 2024-06-13T11:57:51.420 INFO:tasks.workunit.client.0.smithi042.stdout:3/471: creat dc/d17/fa6 x:0 0 0 2024-06-13T11:57:51.420 INFO:tasks.workunit.client.0.smithi042.stdout:3/472: write dc/d17/d1f/d46/f89 [983240,51636] 0 2024-06-13T11:57:51.421 INFO:tasks.workunit.client.0.smithi042.stdout:3/473: rmdir dc/d17/d20/d5c 39 2024-06-13T11:57:51.425 INFO:tasks.workunit.client.0.smithi042.stdout:3/474: truncate dc/d17/f1e 1044288 0 2024-06-13T11:57:51.428 INFO:tasks.workunit.client.0.smithi042.stdout:5/478: dwrite d1/d2b/f68 [0,4194304] 0 2024-06-13T11:57:51.429 INFO:tasks.workunit.client.0.smithi042.stdout:4/693: dwrite d1/d10/d4e/d97/fb0 [0,4194304] 0 2024-06-13T11:57:51.432 INFO:tasks.workunit.client.0.smithi042.stdout:5/479: creat d1/d31/d6a/d7a/f94 x:0 0 0 2024-06-13T11:57:51.433 INFO:tasks.workunit.client.0.smithi042.stdout:4/694: symlink d1/d29/d4f/lf5 0 2024-06-13T11:57:51.434 INFO:tasks.workunit.client.0.smithi042.stdout:4/695: fsync d1/d10/d15/fd6 0 2024-06-13T11:57:51.434 INFO:tasks.workunit.client.0.smithi042.stdout:4/696: write d1/d29/d33/fe1 [435645,83659] 0 2024-06-13T11:57:51.434 INFO:tasks.workunit.client.0.smithi042.stdout:5/480: unlink d1/d31/d6a/d8c/f91 0 2024-06-13T11:57:51.436 INFO:tasks.workunit.client.0.smithi042.stdout:4/697: symlink d1/d10/d15/db3/lf6 0 2024-06-13T11:57:51.437 INFO:tasks.workunit.client.0.smithi042.stdout:5/481: symlink d1/d2b/l95 0 2024-06-13T11:57:51.439 INFO:tasks.workunit.client.0.smithi042.stdout:4/698: unlink d1/d10/d15/l39 0 2024-06-13T11:57:51.441 INFO:tasks.workunit.client.0.smithi042.stdout:1/490: dwrite d0/d17/f3e [0,4194304] 0 2024-06-13T11:57:51.441 INFO:tasks.workunit.client.0.smithi042.stdout:1/491: truncate d0/f9 1440889 0 2024-06-13T11:57:51.448 INFO:tasks.workunit.client.0.smithi042.stdout:4/699: creat d1/d29/d4f/d7d/ff7 x:0 0 0 2024-06-13T11:57:51.449 INFO:tasks.workunit.client.0.smithi042.stdout:4/700: fsync d1/d29/f51 0 2024-06-13T11:57:51.453 INFO:tasks.workunit.client.0.smithi042.stdout:8/477: dwrite d2/d3/d5/f12 [0,4194304] 0 2024-06-13T11:57:51.458 INFO:tasks.workunit.client.0.smithi042.stdout:8/478: read d2/f5f [570462,45616] 0 2024-06-13T11:57:51.461 INFO:tasks.workunit.client.0.smithi042.stdout:4/701: mkdir d1/de/ddd/df8 0 2024-06-13T11:57:51.461 INFO:tasks.workunit.client.0.smithi042.stdout:4/702: chown d1/d29/d33/d60/d67/d72/fe9 0 1 2024-06-13T11:57:51.463 INFO:tasks.workunit.client.0.smithi042.stdout:4/703: mkdir d1/d29/d4f/dd2/df9 0 2024-06-13T11:57:51.465 INFO:tasks.workunit.client.0.smithi042.stdout:4/704: creat d1/d29/dba/de0/ffa x:0 0 0 2024-06-13T11:57:51.467 INFO:tasks.workunit.client.0.smithi042.stdout:9/484: dwrite d9/d16/d48/f90 [4194304,4194304] 0 2024-06-13T11:57:51.467 INFO:tasks.workunit.client.0.smithi042.stdout:9/485: fsync d9/d31/f42 0 2024-06-13T11:57:51.467 INFO:tasks.workunit.client.0.smithi042.stdout:9/486: fdatasync d9/d33/d40/d52/d25/f34 0 2024-06-13T11:57:51.467 INFO:tasks.workunit.client.0.smithi042.stdout:9/487: chown d9/f20 5412621 1 2024-06-13T11:57:51.467 INFO:tasks.workunit.client.0.smithi042.stdout:9/488: readlink d9/d33/d40/d52/d25/l2e 0 2024-06-13T11:57:51.477 INFO:tasks.workunit.client.0.smithi042.stdout:9/489: mkdir d9/d46/d68/daa 0 2024-06-13T11:57:51.478 INFO:tasks.workunit.client.0.smithi042.stdout:9/490: write d9/f20 [419182,21684] 0 2024-06-13T11:57:51.479 INFO:tasks.workunit.client.0.smithi042.stdout:2/445: dwrite d7/d1a/f75 [0,4194304] 0 2024-06-13T11:57:51.480 INFO:tasks.workunit.client.0.smithi042.stdout:2/446: creat d7/df/d33/f95 x:0 0 0 2024-06-13T11:57:51.484 INFO:tasks.workunit.client.0.smithi042.stdout:8/479: read d2/fa [304930,56022] 0 2024-06-13T11:57:51.484 INFO:tasks.workunit.client.0.smithi042.stdout:8/480: chown d2/dc/d22/d42/l5a 431 1 2024-06-13T11:57:51.485 INFO:tasks.workunit.client.0.smithi042.stdout:8/481: symlink d2/dc/d22/d3c/l9c 0 2024-06-13T11:57:51.490 INFO:tasks.workunit.client.0.smithi042.stdout:1/492: dread d0/d17/d18/f54 [0,4194304] 0 2024-06-13T11:57:51.492 INFO:tasks.workunit.client.0.smithi042.stdout:1/493: mknod d0/d17/d18/d29/d43/c9d 0 2024-06-13T11:57:51.493 INFO:tasks.workunit.client.0.smithi042.stdout:3/475: dwrite dc/d17/d3b/d55/f68 [0,4194304] 0 2024-06-13T11:57:51.495 INFO:tasks.workunit.client.0.smithi042.stdout:1/494: creat d0/f9e x:0 0 0 2024-06-13T11:57:51.495 INFO:tasks.workunit.client.0.smithi042.stdout:1/495: fsync d0/d17/dd/d66/f7d 0 2024-06-13T11:57:51.495 INFO:tasks.workunit.client.0.smithi042.stdout:3/476: truncate dc/d17/d1f/d46/f94 1914819 0 2024-06-13T11:57:51.495 INFO:tasks.workunit.client.0.smithi042.stdout:3/477: chown dc/d17/d1f/d79/l84 13197114 1 2024-06-13T11:57:51.498 INFO:tasks.workunit.client.0.smithi042.stdout:1/496: symlink d0/d17/dd/d1b/d5e/l9f 0 2024-06-13T11:57:51.498 INFO:tasks.workunit.client.0.smithi042.stdout:1/497: chown d0/d17/d18/d29/f2c 119593 1 2024-06-13T11:57:51.498 INFO:tasks.workunit.client.0.smithi042.stdout:3/478: unlink dc/d17/d20/l21 0 2024-06-13T11:57:51.499 INFO:tasks.workunit.client.0.smithi042.stdout:3/479: truncate dc/d29/d47/d66/f73 1392556 0 2024-06-13T11:57:51.499 INFO:tasks.workunit.client.0.smithi042.stdout:3/480: truncate dc/d17/d20/d5c/f6d 754518 0 2024-06-13T11:57:51.500 INFO:tasks.workunit.client.0.smithi042.stdout:3/481: creat dc/d17/d20/d2d/d37/d52/fa7 x:0 0 0 2024-06-13T11:57:51.501 INFO:tasks.workunit.client.0.smithi042.stdout:5/482: dwrite d1/d2b/d35/d62/f8e [0,4194304] 0 2024-06-13T11:57:51.501 INFO:tasks.workunit.client.0.smithi042.stdout:5/483: fsync d1/f6 0 2024-06-13T11:57:51.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:51 smithi088 ceph-mon[36399]: pgmap v72: 129 pgs: 129 active+clean; 830 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 94 MiB/s rd, 120 MiB/s wr, 879 op/s 2024-06-13T11:57:51.504 INFO:tasks.workunit.client.0.smithi042.stdout:5/484: truncate d1/d2b/d35/d5b/f70 1331162 0 2024-06-13T11:57:51.510 INFO:tasks.workunit.client.0.smithi042.stdout:8/482: getdents d2/dc/d22/d3c 0 2024-06-13T11:57:51.510 INFO:tasks.workunit.client.0.smithi042.stdout:8/483: truncate d2/d3/d43/f4d 1914975 0 2024-06-13T11:57:51.510 INFO:tasks.workunit.client.0.smithi042.stdout:8/484: fdatasync d2/d3/d81/d94/f6e 0 2024-06-13T11:57:51.510 INFO:tasks.workunit.client.0.smithi042.stdout:2/447: read d7/d1a/f27 [2506050,98] 0 2024-06-13T11:57:51.511 INFO:tasks.workunit.client.0.smithi042.stdout:2/448: stat d7/cd 0 2024-06-13T11:57:51.511 INFO:tasks.workunit.client.0.smithi042.stdout:2/449: write d7/d23/f7d [511777,2838] 0 2024-06-13T11:57:51.511 INFO:tasks.workunit.client.0.smithi042.stdout:2/450: dread - d7/d3c/d40/d4c/f5f zero size 2024-06-13T11:57:51.511 INFO:tasks.workunit.client.0.smithi042.stdout:2/451: chown d7/d1a/f31 6 1 2024-06-13T11:57:51.511 INFO:tasks.workunit.client.0.smithi042.stdout:4/705: dwrite d1/d5/f3a [0,4194304] 0 2024-06-13T11:57:51.511 INFO:tasks.workunit.client.0.smithi042.stdout:6/612: sync 2024-06-13T11:57:51.511 INFO:tasks.workunit.client.0.smithi042.stdout:7/406: sync 2024-06-13T11:57:51.512 INFO:tasks.workunit.client.0.smithi042.stdout:1/498: rename d0/d17/dd/d55/d6a/d56/d84/c98 to d0/d17/dd/d1b/d5e/ca0 0 2024-06-13T11:57:51.514 INFO:tasks.workunit.client.0.smithi042.stdout:6/613: creat d16/d21/d35/d63/d8e/fcf x:0 0 0 2024-06-13T11:57:51.514 INFO:tasks.workunit.client.0.smithi042.stdout:3/482: truncate f0 4254164 0 2024-06-13T11:57:51.517 INFO:tasks.workunit.client.0.smithi042.stdout:5/485: mkdir d1/d31/d6a/d7a/d96 0 2024-06-13T11:57:51.518 INFO:tasks.workunit.client.0.smithi042.stdout:8/485: symlink d2/d3/d5/d5b/l9d 0 2024-06-13T11:57:51.523 INFO:tasks.workunit.client.0.smithi042.stdout:2/452: creat d7/d1a/d50/f96 x:0 0 0 2024-06-13T11:57:51.523 INFO:tasks.workunit.client.0.smithi042.stdout:2/453: stat d7/df/c47 0 2024-06-13T11:57:51.523 INFO:tasks.workunit.client.0.smithi042.stdout:4/706: symlink d1/d5/d5f/dd1/lfb 0 2024-06-13T11:57:51.523 INFO:tasks.workunit.client.0.smithi042.stdout:7/407: creat d2/d36/d4a/d42/d63/f89 x:0 0 0 2024-06-13T11:57:51.524 INFO:tasks.workunit.client.0.smithi042.stdout:7/408: dread - d2/d36/d64/f62 zero size 2024-06-13T11:57:51.524 INFO:tasks.workunit.client.0.smithi042.stdout:7/409: fsync d2/d3/d3e/f61 0 2024-06-13T11:57:51.524 INFO:tasks.workunit.client.0.smithi042.stdout:7/410: read d2/d3/fd [2908,75125] 0 2024-06-13T11:57:51.524 INFO:tasks.workunit.client.0.smithi042.stdout:7/411: write d2/f65 [604189,40772] 0 2024-06-13T11:57:51.524 INFO:tasks.workunit.client.0.smithi042.stdout:1/499: creat d0/d17/d4c/fa1 x:0 0 0 2024-06-13T11:57:51.526 INFO:tasks.workunit.client.0.smithi042.stdout:3/483: creat dc/d17/d20/d9b/fa8 x:0 0 0 2024-06-13T11:57:51.526 INFO:tasks.workunit.client.0.smithi042.stdout:3/484: readlink l2 0 2024-06-13T11:57:51.527 INFO:tasks.workunit.client.0.smithi042.stdout:7/412: symlink d2/d3/d3e/l8a 0 2024-06-13T11:57:51.527 INFO:tasks.workunit.client.0.smithi042.stdout:0/566: sync 2024-06-13T11:57:51.528 INFO:tasks.workunit.client.0.smithi042.stdout:2/454: read d7/d1f/f4a [241762,960] 0 2024-06-13T11:57:51.528 INFO:tasks.workunit.client.0.smithi042.stdout:2/455: write d7/f3f [1103601,7445] 0 2024-06-13T11:57:51.528 INFO:tasks.workunit.client.0.smithi042.stdout:2/456: fsync d7/d1f/f7c 0 2024-06-13T11:57:51.528 INFO:tasks.workunit.client.0.smithi042.stdout:2/457: dread - d7/d61/d64/f68 zero size 2024-06-13T11:57:51.528 INFO:tasks.workunit.client.0.smithi042.stdout:2/458: readlink d7/d23/l51 0 2024-06-13T11:57:51.528 INFO:tasks.workunit.client.0.smithi042.stdout:3/485: link dc/c9f dc/d17/d1f/d46/da3/ca9 0 2024-06-13T11:57:51.528 INFO:tasks.workunit.client.0.smithi042.stdout:3/486: chown dc/d29/d47/d66/d7c 610161 1 2024-06-13T11:57:51.529 INFO:tasks.workunit.client.0.smithi042.stdout:1/500: read d0/d17/dd/d66/f3f [282615,23502] 0 2024-06-13T11:57:51.529 INFO:tasks.workunit.client.0.smithi042.stdout:7/413: truncate d2/f34 641891 0 2024-06-13T11:57:51.533 INFO:tasks.workunit.client.0.smithi042.stdout:2/459: mkdir d7/d3c/d40/d4c/d5a/d97 0 2024-06-13T11:57:51.533 INFO:tasks.workunit.client.0.smithi042.stdout:2/460: truncate d7/df/f46 1037658 0 2024-06-13T11:57:51.533 INFO:tasks.workunit.client.0.smithi042.stdout:1/501: mkdir d0/d17/dd/d66/d82/d5f/d9a/da2 0 2024-06-13T11:57:51.534 INFO:tasks.workunit.client.0.smithi042.stdout:3/487: link dc/d17/fa6 dc/d17/d3b/d55/faa 0 2024-06-13T11:57:51.535 INFO:tasks.workunit.client.0.smithi042.stdout:2/461: mknod d7/d1a/d8d/c98 0 2024-06-13T11:57:51.536 INFO:tasks.workunit.client.0.smithi042.stdout:1/502: getdents d0/d17/dd/d66/d82 0 2024-06-13T11:57:51.537 INFO:tasks.workunit.client.0.smithi042.stdout:1/503: stat d0/d17/f3e 0 2024-06-13T11:57:51.539 INFO:tasks.workunit.client.0.smithi042.stdout:2/462: rename d7/df/c52 to d7/d3c/d40/c99 0 2024-06-13T11:57:51.542 INFO:tasks.workunit.client.0.smithi042.stdout:1/504: mknod d0/d17/d18/d29/ca3 0 2024-06-13T11:57:51.542 INFO:tasks.workunit.client.0.smithi042.stdout:1/505: chown d0/d17/dd/d66/f41 2684139 1 2024-06-13T11:57:51.542 INFO:tasks.workunit.client.0.smithi042.stdout:1/506: write d0/f9e [342459,127012] 0 2024-06-13T11:57:51.543 INFO:tasks.workunit.client.0.smithi042.stdout:1/507: read - d0/d17/f89 zero size 2024-06-13T11:57:51.543 INFO:tasks.workunit.client.0.smithi042.stdout:1/508: chown d0/d17/d18/d20/f61 349 1 2024-06-13T11:57:51.543 INFO:tasks.workunit.client.0.smithi042.stdout:2/463: mkdir d7/d3c/d40/d9a 0 2024-06-13T11:57:51.546 INFO:tasks.workunit.client.0.smithi042.stdout:2/464: link d7/cd d7/df/c9b 0 2024-06-13T11:57:51.547 INFO:tasks.workunit.client.0.smithi042.stdout:2/465: creat d7/d1a/d8d/f9c x:0 0 0 2024-06-13T11:57:51.548 INFO:tasks.workunit.client.0.smithi042.stdout:9/491: dwrite d9/d16/d48/d62/fa8 [0,4194304] 0 2024-06-13T11:57:51.549 INFO:tasks.workunit.client.0.smithi042.stdout:2/466: symlink d7/df/d33/l9d 0 2024-06-13T11:57:51.549 INFO:tasks.workunit.client.0.smithi042.stdout:2/467: chown d7/df/f2c 521451 1 2024-06-13T11:57:51.550 INFO:tasks.workunit.client.0.smithi042.stdout:2/468: rmdir d7/d1f 39 2024-06-13T11:57:51.552 INFO:tasks.workunit.client.0.smithi042.stdout:8/486: write d2/f10 [223440,37041] 0 2024-06-13T11:57:51.552 INFO:tasks.workunit.client.0.smithi042.stdout:8/487: dread - d2/dc/d64/d7a/f9a zero size 2024-06-13T11:57:51.553 INFO:tasks.workunit.client.0.smithi042.stdout:8/488: getdents d2/dc/d64/d7a 0 2024-06-13T11:57:51.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:51 smithi042 ceph-mon[32231]: pgmap v72: 129 pgs: 129 active+clean; 830 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 94 MiB/s rd, 120 MiB/s wr, 879 op/s 2024-06-13T11:57:51.562 INFO:tasks.workunit.client.0.smithi042.stdout:2/469: truncate d7/d23/f7d 124737 0 2024-06-13T11:57:51.563 INFO:tasks.workunit.client.0.smithi042.stdout:8/489: read d2/d3/d5/f6b [43871,112142] 0 2024-06-13T11:57:51.564 INFO:tasks.workunit.client.0.smithi042.stdout:2/470: mkdir d7/d1a/d9e 0 2024-06-13T11:57:51.564 INFO:tasks.workunit.client.0.smithi042.stdout:7/414: dread d2/f33 [0,4194304] 0 2024-06-13T11:57:51.569 INFO:tasks.workunit.client.0.smithi042.stdout:7/415: link d2/f65 d2/d36/d4a/d42/d63/f8b 0 2024-06-13T11:57:51.569 INFO:tasks.workunit.client.0.smithi042.stdout:3/488: rmdir dc/d17/d20/d2d/d37 39 2024-06-13T11:57:51.579 INFO:tasks.workunit.client.0.smithi042.stdout:6/614: dwrite d16/d6d/f73 [0,4194304] 0 2024-06-13T11:57:51.587 INFO:tasks.workunit.client.0.smithi042.stdout:4/707: dread d1/de/f76 [0,4194304] 0 2024-06-13T11:57:51.587 INFO:tasks.workunit.client.0.smithi042.stdout:6/615: mkdir d16/d21/d72/d79/d93/da8/dd0 0 2024-06-13T11:57:51.589 INFO:tasks.workunit.client.0.smithi042.stdout:8/490: dread d2/d3/f51 [0,4194304] 0 2024-06-13T11:57:51.596 INFO:tasks.workunit.client.0.smithi042.stdout:6/616: creat d16/d21/d72/d79/fd1 x:0 0 0 2024-06-13T11:57:51.596 INFO:tasks.workunit.client.0.smithi042.stdout:2/471: dread d7/d3c/f53 [0,4194304] 0 2024-06-13T11:57:51.596 INFO:tasks.workunit.client.0.smithi042.stdout:8/491: dread d2/dc/d22/f91 [0,4194304] 0 2024-06-13T11:57:51.596 INFO:tasks.workunit.client.0.smithi042.stdout:8/492: readlink d2/d3/l93 0 2024-06-13T11:57:51.610 INFO:tasks.workunit.client.0.smithi042.stdout:2/472: mknod d7/d3c/d40/c9f 0 2024-06-13T11:57:51.610 INFO:tasks.workunit.client.0.smithi042.stdout:8/493: mknod d2/d3/d43/c9e 0 2024-06-13T11:57:51.615 INFO:tasks.workunit.client.0.smithi042.stdout:3/489: dread dc/d17/d20/f5b [0,4194304] 0 2024-06-13T11:57:51.619 INFO:tasks.workunit.client.0.smithi042.stdout:3/490: unlink dc/d29/d47/f4b 0 2024-06-13T11:57:51.619 INFO:tasks.workunit.client.0.smithi042.stdout:3/491: write dc/d29/d47/d66/d70/f97 [994762,42577] 0 2024-06-13T11:57:51.622 INFO:tasks.workunit.client.0.smithi042.stdout:9/492: rename d9/d16/f7f to d9/d15/d43/d77/fab 0 2024-06-13T11:57:51.625 INFO:tasks.workunit.client.0.smithi042.stdout:8/494: rename d2/dc/d22/l25 to d2/d3/d81/d94/d79/l9f 0 2024-06-13T11:57:51.634 INFO:tasks.workunit.client.0.smithi042.stdout:9/493: write d9/d46/f7e [353074,20659] 0 2024-06-13T11:57:51.634 INFO:tasks.workunit.client.0.smithi042.stdout:9/494: chown d9/d16 12345 1 2024-06-13T11:57:51.638 INFO:tasks.workunit.client.0.smithi042.stdout:6/617: write d16/d21/d32/d7c/fb8 [603946,35142] 0 2024-06-13T11:57:51.638 INFO:tasks.workunit.client.0.smithi042.stdout:0/567: dwrite d4/d32/d3a/f9f [0,4194304] 0 2024-06-13T11:57:51.640 INFO:tasks.workunit.client.0.smithi042.stdout:0/568: symlink d4/d31/d4a/d63/lc7 0 2024-06-13T11:57:51.645 INFO:tasks.workunit.client.0.smithi042.stdout:0/569: creat d4/d31/d4a/d58/fc8 x:0 0 0 2024-06-13T11:57:51.646 INFO:tasks.workunit.client.0.smithi042.stdout:7/416: dread d2/d36/d4a/f4e [0,4194304] 0 2024-06-13T11:57:51.648 INFO:tasks.workunit.client.0.smithi042.stdout:0/570: creat d4/d31/d4a/d58/dc0/fc9 x:0 0 0 2024-06-13T11:57:51.648 INFO:tasks.workunit.client.0.smithi042.stdout:6/618: write d16/f17 [60284,59619] 0 2024-06-13T11:57:51.648 INFO:tasks.workunit.client.0.smithi042.stdout:6/619: write d16/d21/d23/f50 [1413231,126] 0 2024-06-13T11:57:51.650 INFO:tasks.workunit.client.0.smithi042.stdout:7/417: rename d2/d36/c85 to d2/d36/d4a/d42/d63/c8c 0 2024-06-13T11:57:51.657 INFO:tasks.workunit.client.0.smithi042.stdout:9/495: read d9/f28 [2704528,26808] 0 2024-06-13T11:57:51.658 INFO:tasks.workunit.client.0.smithi042.stdout:6/620: creat d16/d8b/d57/d66/fd2 x:0 0 0 2024-06-13T11:57:51.658 INFO:tasks.workunit.client.0.smithi042.stdout:7/418: unlink d2/d36/d4a/l84 0 2024-06-13T11:57:51.664 INFO:tasks.workunit.client.0.smithi042.stdout:6/621: mkdir d16/d21/d32/d7c/dc1/dd3 0 2024-06-13T11:57:51.664 INFO:tasks.workunit.client.0.smithi042.stdout:9/496: creat d9/fac x:0 0 0 2024-06-13T11:57:51.664 INFO:tasks.workunit.client.0.smithi042.stdout:7/419: creat d2/d3/d3e/f8d x:0 0 0 2024-06-13T11:57:51.664 INFO:tasks.workunit.client.0.smithi042.stdout:4/708: dwrite d1/d29/d33/d6f/f9b [0,4194304] 0 2024-06-13T11:57:51.666 INFO:tasks.workunit.client.0.smithi042.stdout:9/497: rename d9/d33/f3d to d9/d15/da3/fad 0 2024-06-13T11:57:51.669 INFO:tasks.workunit.client.0.smithi042.stdout:1/509: dwrite d0/d17/dd/d66/f13 [0,4194304] 0 2024-06-13T11:57:51.669 INFO:tasks.workunit.client.0.smithi042.stdout:1/510: write d0/d17/dd/d1b/f4a [2422797,69823] 0 2024-06-13T11:57:51.670 INFO:tasks.workunit.client.0.smithi042.stdout:7/420: mknod d2/d36/d4a/d42/d63/c8e 0 2024-06-13T11:57:51.670 INFO:tasks.workunit.client.0.smithi042.stdout:9/498: mknod d9/d15/d43/cae 0 2024-06-13T11:57:51.671 INFO:tasks.workunit.client.0.smithi042.stdout:1/511: mkdir d0/d17/dd/d55/da4 0 2024-06-13T11:57:51.671 INFO:tasks.workunit.client.0.smithi042.stdout:7/421: mknod d2/d36/d64/c8f 0 2024-06-13T11:57:51.673 INFO:tasks.workunit.client.0.smithi042.stdout:1/512: creat d0/d17/d18/d29/fa5 x:0 0 0 2024-06-13T11:57:51.673 INFO:tasks.workunit.client.0.smithi042.stdout:1/513: write d0/d17/d18/f75 [4817076,126739] 0 2024-06-13T11:57:51.674 INFO:tasks.workunit.client.0.smithi042.stdout:7/422: unlink d2/d36/d4a/d39/f67 0 2024-06-13T11:57:51.678 INFO:tasks.workunit.client.0.smithi042.stdout:9/499: mkdir d9/d16/daf 0 2024-06-13T11:57:51.681 INFO:tasks.workunit.client.0.smithi042.stdout:9/500: mknod d9/d15/d61/cb0 0 2024-06-13T11:57:51.683 INFO:tasks.workunit.client.0.smithi042.stdout:8/495: dwrite d2/dc/d64/f71 [0,4194304] 0 2024-06-13T11:57:51.686 INFO:tasks.workunit.client.0.smithi042.stdout:8/496: mkdir d2/dc/d22/d77/da0 0 2024-06-13T11:57:51.689 INFO:tasks.workunit.client.0.smithi042.stdout:8/497: rename d2/d3/d5/d5b/c27 to d2/dc/d64/ca1 0 2024-06-13T11:57:51.692 INFO:tasks.workunit.client.0.smithi042.stdout:1/514: getdents d0/d17/d18/d29 0 2024-06-13T11:57:51.694 INFO:tasks.workunit.client.0.smithi042.stdout:1/515: symlink d0/d17/dd/d66/d82/la6 0 2024-06-13T11:57:51.695 INFO:tasks.workunit.client.0.smithi042.stdout:1/516: mkdir d0/d17/d18/d29/d90/da7 0 2024-06-13T11:57:51.696 INFO:tasks.workunit.client.0.smithi042.stdout:6/622: write d16/d6d/d82/f87 [3753041,88194] 0 2024-06-13T11:57:51.701 INFO:tasks.workunit.client.0.smithi042.stdout:1/517: rmdir d0/d17/dd/d66 39 2024-06-13T11:57:51.709 INFO:tasks.workunit.client.0.smithi042.stdout:4/709: dread d1/d10/d4e/d97/fbd [0,4194304] 0 2024-06-13T11:57:51.709 INFO:tasks.workunit.client.0.smithi042.stdout:4/710: stat d1/d8e/fc2 0 2024-06-13T11:57:51.725 INFO:tasks.workunit.client.0.smithi042.stdout:3/492: dwrite dc/d29/d47/f58 [0,4194304] 0 2024-06-13T11:57:51.726 INFO:tasks.workunit.client.0.smithi042.stdout:1/518: dread d0/d17/dd/d55/d6a/f49 [0,4194304] 0 2024-06-13T11:57:51.726 INFO:tasks.workunit.client.0.smithi042.stdout:1/519: readlink d0/d17/l80 0 2024-06-13T11:57:51.726 INFO:tasks.workunit.client.0.smithi042.stdout:0/571: dwrite d4/d33/d3f/fad [0,4194304] 0 2024-06-13T11:57:51.726 INFO:tasks.workunit.client.0.smithi042.stdout:0/572: chown d4/d31/d4a/d58/fa3 0 1 2024-06-13T11:57:51.726 INFO:tasks.workunit.client.0.smithi042.stdout:0/573: chown d4 559532558 1 2024-06-13T11:57:51.726 INFO:tasks.workunit.client.0.smithi042.stdout:3/493: symlink dc/d17/d20/d2d/d37/d52/d7e/lab 0 2024-06-13T11:57:51.727 INFO:tasks.workunit.client.0.smithi042.stdout:3/494: mknod dc/d29/d87/cac 0 2024-06-13T11:57:51.727 INFO:tasks.workunit.client.0.smithi042.stdout:3/495: readlink dc/d17/d1f/d46/l6c 0 2024-06-13T11:57:51.730 INFO:tasks.workunit.client.0.smithi042.stdout:3/496: symlink dc/d17/d20/d2d/d37/d52/d7e/lad 0 2024-06-13T11:57:51.731 INFO:tasks.workunit.client.0.smithi042.stdout:3/497: chown dc/d17/d20/d2d/d37/f45 1 1 2024-06-13T11:57:51.731 INFO:tasks.workunit.client.0.smithi042.stdout:3/498: stat dc/d17/d20/d2d/d37/d52/d7e/lab 0 2024-06-13T11:57:51.741 INFO:tasks.workunit.client.0.smithi042.stdout:9/501: dread d9/d33/d69/d70/f22 [0,4194304] 0 2024-06-13T11:57:51.741 INFO:tasks.workunit.client.0.smithi042.stdout:9/502: fsync d9/f28 0 2024-06-13T11:57:51.741 INFO:tasks.workunit.client.0.smithi042.stdout:9/503: truncate d9/d15/f1a 4331475 0 2024-06-13T11:57:51.742 INFO:tasks.workunit.client.0.smithi042.stdout:8/498: dread d2/f10 [0,4194304] 0 2024-06-13T11:57:51.744 INFO:tasks.workunit.client.0.smithi042.stdout:8/499: write d2/d3/f11 [1762924,14586] 0 2024-06-13T11:57:51.757 INFO:tasks.workunit.client.0.smithi042.stdout:1/520: read d0/d17/dd/d66/f41 [3343704,115425] 0 2024-06-13T11:57:51.757 INFO:tasks.workunit.client.0.smithi042.stdout:1/521: chown d0/d17/f3e 1085079 1 2024-06-13T11:57:51.761 INFO:tasks.workunit.client.0.smithi042.stdout:1/522: creat d0/d17/dd/fa8 x:0 0 0 2024-06-13T11:57:51.761 INFO:tasks.workunit.client.0.smithi042.stdout:1/523: chown d0/d17/d18/d29/d43/f45 13886 1 2024-06-13T11:57:51.773 INFO:tasks.workunit.client.0.smithi042.stdout:1/524: mknod d0/d17/d18/d29/d90/da7/ca9 0 2024-06-13T11:57:51.774 INFO:tasks.workunit.client.0.smithi042.stdout:3/499: dread dc/d29/f30 [0,4194304] 0 2024-06-13T11:57:51.778 INFO:tasks.workunit.client.0.smithi042.stdout:4/711: dwrite d1/d29/f46 [0,4194304] 0 2024-06-13T11:57:51.779 INFO:tasks.workunit.client.0.smithi042.stdout:4/712: creat d1/d10/d35/d80/d93/ffc x:0 0 0 2024-06-13T11:57:51.780 INFO:tasks.workunit.client.0.smithi042.stdout:4/713: write d1/d10/d15/f25 [3937547,119455] 0 2024-06-13T11:57:51.782 INFO:tasks.workunit.client.0.smithi042.stdout:4/714: unlink d1/d10/d4e/d97/fb0 0 2024-06-13T11:57:51.784 INFO:tasks.workunit.client.0.smithi042.stdout:4/715: mkdir d1/d10/d15/db3/dfd 0 2024-06-13T11:57:51.788 INFO:tasks.workunit.client.0.smithi042.stdout:4/716: mknod d1/d10/d4e/d97/cfe 0 2024-06-13T11:57:51.788 INFO:tasks.workunit.client.0.smithi042.stdout:0/574: dwrite d4/d31/f93 [0,4194304] 0 2024-06-13T11:57:51.788 INFO:tasks.workunit.client.0.smithi042.stdout:0/575: read d4/f38 [592448,25767] 0 2024-06-13T11:57:51.788 INFO:tasks.workunit.client.0.smithi042.stdout:1/525: dread d0/d17/dd/f3b [0,4194304] 0 2024-06-13T11:57:51.788 INFO:tasks.workunit.client.0.smithi042.stdout:0/576: rmdir d4/d31/d4a/d58 39 2024-06-13T11:57:51.788 INFO:tasks.workunit.client.0.smithi042.stdout:1/526: link d0/f5 d0/d17/dd/d55/da4/faa 0 2024-06-13T11:57:51.788 INFO:tasks.workunit.client.0.smithi042.stdout:1/527: chown d0/d17/d18/d29/d43/f45 2 1 2024-06-13T11:57:51.789 INFO:tasks.workunit.client.0.smithi042.stdout:0/577: truncate d4/d33/d3f/f52 1238549 0 2024-06-13T11:57:51.791 INFO:tasks.workunit.client.0.smithi042.stdout:1/528: creat d0/d17/dd/d66/d82/d5f/d9a/fab x:0 0 0 2024-06-13T11:57:51.806 INFO:tasks.workunit.client.0.smithi042.stdout:9/504: dwrite d9/d15/f1a [0,4194304] 0 2024-06-13T11:57:51.806 INFO:tasks.workunit.client.0.smithi042.stdout:7/423: dwrite d2/f5 [0,4194304] 0 2024-06-13T11:57:51.807 INFO:tasks.workunit.client.0.smithi042.stdout:7/424: rename d2/d36/l87 to d2/d36/d4a/l90 0 2024-06-13T11:57:51.811 INFO:tasks.workunit.client.0.smithi042.stdout:7/425: rename d2/d36/d4a/d42/c6c to d2/d3/c91 0 2024-06-13T11:57:51.816 INFO:tasks.workunit.client.0.smithi042.stdout:7/426: link d2/d36/d4a/d42/f4b d2/d36/d64/f92 0 2024-06-13T11:57:51.817 INFO:tasks.workunit.client.0.smithi042.stdout:6/623: dwrite d16/d21/d72/f1d [4194304,4194304] 0 2024-06-13T11:57:51.824 INFO:tasks.workunit.client.0.smithi042.stdout:6/624: mknod d16/d21/cd4 0 2024-06-13T11:57:51.824 INFO:tasks.workunit.client.0.smithi042.stdout:6/625: getdents d16/d21/d72/d79/d93/da8/dd0 0 2024-06-13T11:57:51.826 INFO:tasks.workunit.client.0.smithi042.stdout:6/626: creat d16/d21/d35/d63/d7a/fd5 x:0 0 0 2024-06-13T11:57:51.844 INFO:tasks.workunit.client.0.smithi042.stdout:4/717: write d1/d10/f61 [3433115,75070] 0 2024-06-13T11:57:51.845 INFO:tasks.workunit.client.0.smithi042.stdout:4/718: chown d1/d10/d35/d80/d93/ffc 11 1 2024-06-13T11:57:51.847 INFO:tasks.workunit.client.0.smithi042.stdout:3/500: dwrite dc/d17/d1f/f31 [0,4194304] 0 2024-06-13T11:57:51.847 INFO:tasks.workunit.client.0.smithi042.stdout:7/427: write d2/d36/d4a/f18 [998221,16835] 0 2024-06-13T11:57:51.857 INFO:tasks.workunit.client.0.smithi042.stdout:4/719: rename d1/d10/d35/fbf to d1/d29/d33/d60/d67/de5/fff 0 2024-06-13T11:57:51.857 INFO:tasks.workunit.client.0.smithi042.stdout:4/720: fdatasync d1/d5/d16/f2c 0 2024-06-13T11:57:51.857 INFO:tasks.workunit.client.0.smithi042.stdout:3/501: link dc/d17/d3b/d55/faa dc/d29/d87/fae 0 2024-06-13T11:57:51.857 INFO:tasks.workunit.client.0.smithi042.stdout:5/486: sync 2024-06-13T11:57:51.859 INFO:tasks.workunit.client.0.smithi042.stdout:5/487: mkdir d1/d31/d97 0 2024-06-13T11:57:51.870 INFO:tasks.workunit.client.0.smithi042.stdout:5/488: truncate d1/f18 4941859 0 2024-06-13T11:57:51.870 INFO:tasks.workunit.client.0.smithi042.stdout:5/489: chown d1/d2b/d35/d5b 195137 1 2024-06-13T11:57:51.875 INFO:tasks.workunit.client.0.smithi042.stdout:0/578: dwrite d4/d32/d3a/f9f [0,4194304] 0 2024-06-13T11:57:51.878 INFO:tasks.workunit.client.0.smithi042.stdout:0/579: write d4/d33/d3e/d6c/fa5 [634985,10156] 0 2024-06-13T11:57:51.878 INFO:tasks.workunit.client.0.smithi042.stdout:6/627: dread d16/d21/d23/d2e/f6f [0,4194304] 0 2024-06-13T11:57:51.878 INFO:tasks.workunit.client.0.smithi042.stdout:6/628: mknod d16/d21/d32/d7c/dc1/dd3/cd6 0 2024-06-13T11:57:51.879 INFO:tasks.workunit.client.0.smithi042.stdout:0/580: truncate d4/f19 342239 0 2024-06-13T11:57:51.879 INFO:tasks.workunit.client.0.smithi042.stdout:0/581: getdents d4/d32/d64 0 2024-06-13T11:57:51.882 INFO:tasks.workunit.client.0.smithi042.stdout:0/582: rename d4/la to d4/d32/lca 0 2024-06-13T11:57:51.886 INFO:tasks.workunit.client.0.smithi042.stdout:6/629: link d16/d6d/d82/fb6 d16/d21/d35/d63/fd7 0 2024-06-13T11:57:51.889 INFO:tasks.workunit.client.0.smithi042.stdout:1/529: dwrite d0/d17/dd/d1b/f4a [0,4194304] 0 2024-06-13T11:57:51.891 INFO:tasks.workunit.client.0.smithi042.stdout:1/530: rename d0/d17/dd/d66/c7e to d0/d17/d18/cac 0 2024-06-13T11:57:51.891 INFO:tasks.workunit.client.0.smithi042.stdout:1/531: read d0/d17/f30 [39969,12899] 0 2024-06-13T11:57:51.892 INFO:tasks.workunit.client.0.smithi042.stdout:6/630: symlink d16/da0/db4/ld8 0 2024-06-13T11:57:51.892 INFO:tasks.workunit.client.0.smithi042.stdout:6/631: write d16/d21/f4b [1077558,120074] 0 2024-06-13T11:57:51.892 INFO:tasks.workunit.client.0.smithi042.stdout:6/632: read f3 [5409339,98640] 0 2024-06-13T11:57:51.892 INFO:tasks.workunit.client.0.smithi042.stdout:4/721: dread d1/d10/f14 [0,4194304] 0 2024-06-13T11:57:51.893 INFO:tasks.workunit.client.0.smithi042.stdout:4/722: stat d1/de/ddd/df8 0 2024-06-13T11:57:51.893 INFO:tasks.workunit.client.0.smithi042.stdout:1/532: creat d0/d17/dd/d55/d6a/d56/d84/fad x:0 0 0 2024-06-13T11:57:51.894 INFO:tasks.workunit.client.0.smithi042.stdout:9/505: dwrite d9/d33/d40/f85 [0,4194304] 0 2024-06-13T11:57:51.894 INFO:tasks.workunit.client.0.smithi042.stdout:9/506: chown d9/d4d/c99 47878496 1 2024-06-13T11:57:51.894 INFO:tasks.workunit.client.0.smithi042.stdout:9/507: fsync d9/d4d/f59 0 2024-06-13T11:57:51.898 INFO:tasks.workunit.client.0.smithi042.stdout:6/633: symlink d16/d21/d35/ld9 0 2024-06-13T11:57:51.898 INFO:tasks.workunit.client.0.smithi042.stdout:6/634: write d16/d21/d72/d2b/fa9 [319243,101457] 0 2024-06-13T11:57:51.898 INFO:tasks.workunit.client.0.smithi042.stdout:6/635: write f3 [3738744,112739] 0 2024-06-13T11:57:51.898 INFO:tasks.workunit.client.0.smithi042.stdout:6/636: stat d16/d21/d72/d2b/fbd 0 2024-06-13T11:57:51.898 INFO:tasks.workunit.client.0.smithi042.stdout:4/723: rename d1/d29/d33/d6f/f9b to d1/d10/d5e/d7f/d89/d8c/f100 0 2024-06-13T11:57:51.898 INFO:tasks.workunit.client.0.smithi042.stdout:4/724: write d1/d29/fd5 [604543,126135] 0 2024-06-13T11:57:51.901 INFO:tasks.workunit.client.0.smithi042.stdout:4/725: symlink d1/d10/d35/d80/d93/l101 0 2024-06-13T11:57:51.905 INFO:tasks.workunit.client.0.smithi042.stdout:4/726: creat d1/d10/d5e/d7f/d89/f102 x:0 0 0 2024-06-13T11:57:51.918 INFO:tasks.workunit.client.0.smithi042.stdout:6/637: dread d16/f90 [0,4194304] 0 2024-06-13T11:57:51.923 INFO:tasks.workunit.client.0.smithi042.stdout:3/502: dwrite dc/d17/d1f/f63 [0,4194304] 0 2024-06-13T11:57:51.924 INFO:tasks.workunit.client.0.smithi042.stdout:6/638: unlink d16/d8b/f8f 0 2024-06-13T11:57:51.926 INFO:tasks.workunit.client.0.smithi042.stdout:6/639: unlink d16/d21/d72/d31/l91 0 2024-06-13T11:57:51.926 INFO:tasks.workunit.client.0.smithi042.stdout:6/640: chown d16/d21/d23/dc4 11269 1 2024-06-13T11:57:51.930 INFO:tasks.workunit.client.0.smithi042.stdout:6/641: getdents d16/d21/d32/d7c 0 2024-06-13T11:57:51.930 INFO:tasks.workunit.client.0.smithi042.stdout:3/503: mknod dc/d17/d1f/caf 0 2024-06-13T11:57:51.931 INFO:tasks.workunit.client.0.smithi042.stdout:9/508: unlink d9/d31/f7a 0 2024-06-13T11:57:51.931 INFO:tasks.workunit.client.0.smithi042.stdout:9/509: getdents d9/d46/d68/daa 0 2024-06-13T11:57:51.933 INFO:tasks.workunit.client.0.smithi042.stdout:6/642: mkdir d16/d21/d23/d2e/dda 0 2024-06-13T11:57:51.933 INFO:tasks.workunit.client.0.smithi042.stdout:3/504: fdatasync dc/d17/f19 0 2024-06-13T11:57:51.934 INFO:tasks.workunit.client.0.smithi042.stdout:6/643: creat d16/d6d/fdb x:0 0 0 2024-06-13T11:57:51.936 INFO:tasks.workunit.client.0.smithi042.stdout:3/505: creat dc/d17/d3b/fb0 x:0 0 0 2024-06-13T11:57:51.936 INFO:tasks.workunit.client.0.smithi042.stdout:3/506: stat dc/d17/d1f/d79/d88/c9c 0 2024-06-13T11:57:51.936 INFO:tasks.workunit.client.0.smithi042.stdout:3/507: fdatasync dc/d17/d20/d5c/f6d 0 2024-06-13T11:57:51.937 INFO:tasks.workunit.client.0.smithi042.stdout:6/644: creat d16/d21/d23/dc4/fdc x:0 0 0 2024-06-13T11:57:51.937 INFO:tasks.workunit.client.0.smithi042.stdout:6/645: write d16/d21/d72/d2b/fbb [422028,2019] 0 2024-06-13T11:57:51.941 INFO:tasks.workunit.client.0.smithi042.stdout:6/646: mknod d16/d8b/d57/cdd 0 2024-06-13T11:57:51.941 INFO:tasks.workunit.client.0.smithi042.stdout:3/508: creat dc/d17/d20/d2d/fb1 x:0 0 0 2024-06-13T11:57:51.941 INFO:tasks.workunit.client.0.smithi042.stdout:9/510: mkdir d9/db1 0 2024-06-13T11:57:51.942 INFO:tasks.workunit.client.0.smithi042.stdout:3/509: symlink dc/d29/d47/d66/d7c/lb2 0 2024-06-13T11:57:51.944 INFO:tasks.workunit.client.0.smithi042.stdout:3/510: creat dc/d17/d1f/d46/da3/fb3 x:0 0 0 2024-06-13T11:57:51.944 INFO:tasks.workunit.client.0.smithi042.stdout:3/511: fsync dc/d29/f67 0 2024-06-13T11:57:51.948 INFO:tasks.workunit.client.0.smithi042.stdout:5/490: write d1/f23 [217969,53408] 0 2024-06-13T11:57:51.948 INFO:tasks.workunit.client.0.smithi042.stdout:5/491: stat d1/f6 0 2024-06-13T11:57:51.948 INFO:tasks.workunit.client.0.smithi042.stdout:5/492: write d1/d2b/d35/d62/f8e [1103176,103685] 0 2024-06-13T11:57:51.948 INFO:tasks.workunit.client.0.smithi042.stdout:3/512: mkdir dc/d17/d1f/d92/db4 0 2024-06-13T11:57:51.954 INFO:tasks.workunit.client.0.smithi042.stdout:7/428: dwrite d2/d36/d4a/f18 [0,4194304] 0 2024-06-13T11:57:51.963 INFO:tasks.workunit.client.0.smithi042.stdout:4/727: dwrite d1/de/f21 [0,4194304] 0 2024-06-13T11:57:51.966 INFO:tasks.workunit.client.0.smithi042.stdout:4/728: link d1/d8e/l8f d1/d29/d4f/dd2/df9/l103 0 2024-06-13T11:57:51.966 INFO:tasks.workunit.client.0.smithi042.stdout:4/729: fdatasync d1/d10/f44 0 2024-06-13T11:57:51.968 INFO:tasks.workunit.client.0.smithi042.stdout:4/730: creat d1/d10/d5e/d7f/d89/d8c/f104 x:0 0 0 2024-06-13T11:57:51.969 INFO:tasks.workunit.client.0.smithi042.stdout:6/647: dread d16/d21/d72/d2b/f34 [0,4194304] 0 2024-06-13T11:57:51.969 INFO:tasks.workunit.client.0.smithi042.stdout:6/648: stat d16/d21/d23/dc4 0 2024-06-13T11:57:51.970 INFO:tasks.workunit.client.0.smithi042.stdout:4/731: creat d1/d5/d16/f105 x:0 0 0 2024-06-13T11:57:51.972 INFO:tasks.workunit.client.0.smithi042.stdout:4/732: symlink d1/d10/d35/l106 0 2024-06-13T11:57:51.972 INFO:tasks.workunit.client.0.smithi042.stdout:0/583: dread d4/f21 [0,4194304] 0 2024-06-13T11:57:51.972 INFO:tasks.workunit.client.0.smithi042.stdout:0/584: chown d4/d32/d84 558680 1 2024-06-13T11:57:51.973 INFO:tasks.workunit.client.0.smithi042.stdout:6/649: link d16/f78 d16/d8b/fde 0 2024-06-13T11:57:51.981 INFO:tasks.workunit.client.0.smithi042.stdout:3/513: dread dc/d17/d1f/d46/f94 [0,4194304] 0 2024-06-13T11:57:51.989 INFO:tasks.workunit.client.0.smithi042.stdout:7/429: write d2/d36/d4a/d42/f7a [2510695,64402] 0 2024-06-13T11:57:51.989 INFO:tasks.workunit.client.0.smithi042.stdout:7/430: rename d2/d36 to d2/d36/d4a/d42/d63/d93 22 2024-06-13T11:57:51.989 INFO:tasks.workunit.client.0.smithi042.stdout:1/533: dwrite d0/d17/dd/f74 [0,4194304] 0 2024-06-13T11:57:51.997 INFO:tasks.workunit.client.0.smithi042.stdout:4/733: mknod d1/d10/d5e/d7f/d89/c107 0 2024-06-13T11:57:51.997 INFO:tasks.workunit.client.0.smithi042.stdout:4/734: chown d1/d29/d4f/d91/l87 1 1 2024-06-13T11:57:51.998 INFO:tasks.workunit.client.0.smithi042.stdout:0/585: unlink d4/f9e 0 2024-06-13T11:57:52.000 INFO:tasks.workunit.client.0.smithi042.stdout:5/493: dread d1/d2b/d35/d36/d40/f51 [0,4194304] 0 2024-06-13T11:57:52.001 INFO:tasks.workunit.client.0.smithi042.stdout:5/494: fdatasync d1/d2b/d35/f48 0 2024-06-13T11:57:52.001 INFO:tasks.workunit.client.0.smithi042.stdout:5/495: chown d1/d31/f2e 439 1 2024-06-13T11:57:52.002 INFO:tasks.workunit.client.0.smithi042.stdout:7/431: creat d2/d3/f94 x:0 0 0 2024-06-13T11:57:52.002 INFO:tasks.workunit.client.0.smithi042.stdout:7/432: read - d2/d36/d4a/f68 zero size 2024-06-13T11:57:52.010 INFO:tasks.workunit.client.0.smithi042.stdout:1/534: symlink d0/d17/dd/d66/lae 0 2024-06-13T11:57:52.010 INFO:tasks.workunit.client.0.smithi042.stdout:4/735: symlink d1/d5/d5f/dc0/dd9/l108 0 2024-06-13T11:57:52.013 INFO:tasks.workunit.client.0.smithi042.stdout:7/433: rmdir d2/d36/d4a 39 2024-06-13T11:57:52.013 INFO:tasks.workunit.client.0.smithi042.stdout:9/511: dwrite d9/d46/d6d/f6f [4194304,4194304] 0 2024-06-13T11:57:52.013 INFO:tasks.workunit.client.0.smithi042.stdout:9/512: readlink d9/d31/l8b 0 2024-06-13T11:57:52.013 INFO:tasks.workunit.client.0.smithi042.stdout:1/535: mkdir d0/d17/d18/d20/daf 0 2024-06-13T11:57:52.014 INFO:tasks.workunit.client.0.smithi042.stdout:1/536: mknod d0/d17/dd/d55/d87/cb0 0 2024-06-13T11:57:52.015 INFO:tasks.workunit.client.0.smithi042.stdout:1/537: write d0/d17/dd/d66/f2a [777539,86891] 0 2024-06-13T11:57:52.015 INFO:tasks.workunit.client.0.smithi042.stdout:1/538: chown d0/d17/d18/d7f/c9b 354218080 1 2024-06-13T11:57:52.016 INFO:tasks.workunit.client.0.smithi042.stdout:1/539: symlink d0/d17/dd/d55/da4/lb1 0 2024-06-13T11:57:52.026 INFO:tasks.workunit.client.0.smithi042.stdout:0/586: dread d4/f2f [4194304,4194304] 0 2024-06-13T11:57:52.030 INFO:tasks.workunit.client.0.smithi042.stdout:1/540: creat d0/d17/dd/d66/d82/d5f/fb2 x:0 0 0 2024-06-13T11:57:52.030 INFO:tasks.workunit.client.0.smithi042.stdout:0/587: creat d4/d32/d3a/fcb x:0 0 0 2024-06-13T11:57:52.035 INFO:tasks.workunit.client.0.smithi042.stdout:8/500: sync 2024-06-13T11:57:52.041 INFO:tasks.workunit.client.0.smithi042.stdout:2/473: sync 2024-06-13T11:57:52.044 INFO:tasks.workunit.client.0.smithi042.stdout:8/501: mknod d2/d3/d5/d5b/ca2 0 2024-06-13T11:57:52.044 INFO:tasks.workunit.client.0.smithi042.stdout:8/502: creat d2/d3/d81/d94/d79/d98/fa3 x:0 0 0 2024-06-13T11:57:52.045 INFO:tasks.workunit.client.0.smithi042.stdout:8/503: mkdir d2/dc/d6f/da4 0 2024-06-13T11:57:52.046 INFO:tasks.workunit.client.0.smithi042.stdout:0/588: dread d4/d33/d3e/d6c/f53 [0,4194304] 0 2024-06-13T11:57:52.047 INFO:tasks.workunit.client.0.smithi042.stdout:8/504: mknod d2/dc/d22/ca5 0 2024-06-13T11:57:52.053 INFO:tasks.workunit.client.0.smithi042.stdout:0/589: symlink d4/d31/d4a/d58/d68/lcc 0 2024-06-13T11:57:52.053 INFO:tasks.workunit.client.0.smithi042.stdout:6/650: dwrite d16/d21/d72/d2b/fa9 [0,4194304] 0 2024-06-13T11:57:52.069 INFO:tasks.workunit.client.0.smithi042.stdout:6/651: unlink d16/d21/d32/f6b 0 2024-06-13T11:57:52.078 INFO:tasks.workunit.client.0.smithi042.stdout:0/590: dread d4/d33/d3f/f52 [0,4194304] 0 2024-06-13T11:57:52.079 INFO:tasks.workunit.client.0.smithi042.stdout:6/652: getdents d16/d21/d23 0 2024-06-13T11:57:52.082 INFO:tasks.workunit.client.0.smithi042.stdout:6/653: chown d16/d21/d72/d31/c46 300 1 2024-06-13T11:57:52.083 INFO:tasks.workunit.client.0.smithi042.stdout:0/591: rename d4/c1f to d4/d31/d34/d78/ccd 0 2024-06-13T11:57:52.085 INFO:tasks.workunit.client.0.smithi042.stdout:0/592: read d4/d31/d34/d91/f9b [170356,81139] 0 2024-06-13T11:57:52.086 INFO:tasks.workunit.client.0.smithi042.stdout:6/654: rename d16/d8b/c58 to d16/d21/cdf 0 2024-06-13T11:57:52.086 INFO:tasks.workunit.client.0.smithi042.stdout:6/655: chown d16/d8b/d57/f65 33 1 2024-06-13T11:57:52.086 INFO:tasks.workunit.client.0.smithi042.stdout:0/593: mknod d4/d31/d4a/d58/d68/cce 0 2024-06-13T11:57:52.090 INFO:tasks.workunit.client.0.smithi042.stdout:0/594: unlink d4/d33/d3e/d6c/d7e/f95 0 2024-06-13T11:57:52.090 INFO:tasks.workunit.client.0.smithi042.stdout:0/595: stat d4/l13 0 2024-06-13T11:57:52.090 INFO:tasks.workunit.client.0.smithi042.stdout:6/656: unlink d16/d21/d5d/dae/db3/fb0 0 2024-06-13T11:57:52.090 INFO:tasks.workunit.client.0.smithi042.stdout:6/657: write d16/d21/f4b [2794553,77308] 0 2024-06-13T11:57:52.091 INFO:tasks.workunit.client.0.smithi042.stdout:6/658: write d16/d6d/fa4 [5238243,14954] 0 2024-06-13T11:57:52.094 INFO:tasks.workunit.client.0.smithi042.stdout:9/513: dwrite d9/d15/f1a [0,4194304] 0 2024-06-13T11:57:52.094 INFO:tasks.workunit.client.0.smithi042.stdout:9/514: chown d9/d33/d69 30657 1 2024-06-13T11:57:52.096 INFO:tasks.workunit.client.0.smithi042.stdout:7/434: dwrite d2/d3/f5b [0,4194304] 0 2024-06-13T11:57:52.096 INFO:tasks.workunit.client.0.smithi042.stdout:9/515: link d9/d46/f7e d9/d31/d5c/fb2 0 2024-06-13T11:57:52.098 INFO:tasks.workunit.client.0.smithi042.stdout:7/435: getdents d2/d36/d4a/d42 0 2024-06-13T11:57:52.100 INFO:tasks.workunit.client.0.smithi042.stdout:1/541: dwrite d0/d17/dd/f46 [0,4194304] 0 2024-06-13T11:57:52.100 INFO:tasks.workunit.client.0.smithi042.stdout:1/542: read d0/d17/dd/f3b [108054,115313] 0 2024-06-13T11:57:52.100 INFO:tasks.workunit.client.0.smithi042.stdout:1/543: chown d0/d17/d4c/fa1 500322 1 2024-06-13T11:57:52.100 INFO:tasks.workunit.client.0.smithi042.stdout:1/544: readlink d0/d17/d18/d20/l6e 0 2024-06-13T11:57:52.100 INFO:tasks.workunit.client.0.smithi042.stdout:7/436: getdents d2/d3/d3e 0 2024-06-13T11:57:52.100 INFO:tasks.workunit.client.0.smithi042.stdout:2/474: write d7/d23/d59/f6b [1134292,73628] 0 2024-06-13T11:57:52.100 INFO:tasks.workunit.client.0.smithi042.stdout:2/475: read - d7/d3c/d40/d4c/f5f zero size 2024-06-13T11:57:52.102 INFO:tasks.workunit.client.0.smithi042.stdout:2/476: truncate d7/d1f/f4a 330877 0 2024-06-13T11:57:52.102 INFO:tasks.workunit.client.0.smithi042.stdout:2/477: dread - d7/df/d33/f95 zero size 2024-06-13T11:57:52.102 INFO:tasks.workunit.client.0.smithi042.stdout:2/478: dread - d7/d23/f73 zero size 2024-06-13T11:57:52.102 INFO:tasks.workunit.client.0.smithi042.stdout:2/479: chown d7/d1a/d9e 3075 1 2024-06-13T11:57:52.105 INFO:tasks.workunit.client.0.smithi042.stdout:2/480: mkdir d7/d23/d8a/da0 0 2024-06-13T11:57:52.107 INFO:tasks.workunit.client.0.smithi042.stdout:2/481: link d7/d1f/f70 d7/d3c/d40/d4c/d5a/d97/fa1 0 2024-06-13T11:57:52.109 INFO:tasks.workunit.client.0.smithi042.stdout:2/482: mkdir d7/d1a/da2 0 2024-06-13T11:57:52.109 INFO:tasks.workunit.client.0.smithi042.stdout:2/483: dread - d7/d23/d59/f7b zero size 2024-06-13T11:57:52.123 INFO:tasks.workunit.client.0.smithi042.stdout:2/484: dread d7/d23/f7d [0,4194304] 0 2024-06-13T11:57:52.123 INFO:tasks.workunit.client.0.smithi042.stdout:2/485: write f2 [4490993,65934] 0 2024-06-13T11:57:52.125 INFO:tasks.workunit.client.0.smithi042.stdout:2/486: rmdir d7/d3c/d40 39 2024-06-13T11:57:52.128 INFO:tasks.workunit.client.0.smithi042.stdout:2/487: mknod d7/d3c/d40/d4c/d5a/d97/ca3 0 2024-06-13T11:57:52.128 INFO:tasks.workunit.client.0.smithi042.stdout:2/488: dread - d7/d1f/f70 zero size 2024-06-13T11:57:52.142 INFO:tasks.workunit.client.0.smithi042.stdout:9/516: link d9/d15/da3/fad d9/d4d/fb3 0 2024-06-13T11:57:52.142 INFO:tasks.workunit.client.0.smithi042.stdout:9/517: truncate d9/d31/d5c/f6e 791535 0 2024-06-13T11:57:52.142 INFO:tasks.workunit.client.0.smithi042.stdout:9/518: stat d9/f28 0 2024-06-13T11:57:52.149 INFO:tasks.workunit.client.0.smithi042.stdout:8/505: dwrite d2/dc/d22/d42/f30 [0,4194304] 0 2024-06-13T11:57:52.149 INFO:tasks.workunit.client.0.smithi042.stdout:8/506: chown d2/d3/f4 31288 1 2024-06-13T11:57:52.150 INFO:tasks.workunit.client.0.smithi042.stdout:8/507: write d2/d3/d81/d94/f7e [672667,11075] 0 2024-06-13T11:57:52.151 INFO:tasks.workunit.client.0.smithi042.stdout:8/508: symlink d2/d3/d5/d44/la6 0 2024-06-13T11:57:52.152 INFO:tasks.workunit.client.0.smithi042.stdout:8/509: mkdir d2/d3/d81/da7 0 2024-06-13T11:57:52.155 INFO:tasks.workunit.client.0.smithi042.stdout:8/510: rename d2/d3/f56 to d2/d3/d81/d94/d79/fa8 0 2024-06-13T11:57:52.155 INFO:tasks.workunit.client.0.smithi042.stdout:8/511: fdatasync d2/f5f 0 2024-06-13T11:57:52.157 INFO:tasks.workunit.client.0.smithi042.stdout:9/519: dread d9/d16/f5d [0,4194304] 0 2024-06-13T11:57:52.157 INFO:tasks.workunit.client.0.smithi042.stdout:9/520: fsync d9/d33/d40/d52/d25/f34 0 2024-06-13T11:57:52.159 INFO:tasks.workunit.client.0.smithi042.stdout:1/545: dread d0/fe [0,4194304] 0 2024-06-13T11:57:52.160 INFO:tasks.workunit.client.0.smithi042.stdout:1/546: getdents d0/d17/dd/d1b/d5e 0 2024-06-13T11:57:52.161 INFO:tasks.workunit.client.0.smithi042.stdout:4/736: dwrite d1/d10/d15/f1e [0,4194304] 0 2024-06-13T11:57:52.162 INFO:tasks.workunit.client.0.smithi042.stdout:1/547: mknod d0/d17/d18/d29/d90/da7/cb3 0 2024-06-13T11:57:52.162 INFO:tasks.workunit.client.0.smithi042.stdout:1/548: chown d0/f8 52 1 2024-06-13T11:57:52.166 INFO:tasks.workunit.client.0.smithi042.stdout:1/549: creat d0/d17/dd/d66/d82/d5f/d63/fb4 x:0 0 0 2024-06-13T11:57:52.166 INFO:tasks.workunit.client.0.smithi042.stdout:1/550: dread - d0/d17/dd/d42/d70/f83 zero size 2024-06-13T11:57:52.168 INFO:tasks.workunit.client.0.smithi042.stdout:1/551: getdents d0/d17/d18/d29/d43 0 2024-06-13T11:57:52.171 INFO:tasks.workunit.client.0.smithi042.stdout:2/489: dwrite d7/d3c/d40/d4c/f7a [0,4194304] 0 2024-06-13T11:57:52.178 INFO:tasks.workunit.client.0.smithi042.stdout:1/552: symlink d0/d17/d18/d20/lb5 0 2024-06-13T11:57:52.178 INFO:tasks.workunit.client.0.smithi042.stdout:1/553: chown d0/d17/d18/d29/d43/f45 673 1 2024-06-13T11:57:52.178 INFO:tasks.workunit.client.0.smithi042.stdout:9/521: dread d9/d15/f1e [0,4194304] 0 2024-06-13T11:57:52.178 INFO:tasks.workunit.client.0.smithi042.stdout:2/490: creat d7/d1f/fa4 x:0 0 0 2024-06-13T11:57:52.178 INFO:tasks.workunit.client.0.smithi042.stdout:2/491: chown d7/d1a/d8d/c98 3 1 2024-06-13T11:57:52.179 INFO:tasks.workunit.client.0.smithi042.stdout:1/554: unlink d0/d17/dd/fa8 0 2024-06-13T11:57:52.180 INFO:tasks.workunit.client.0.smithi042.stdout:9/522: readlink d9/d15/la2 0 2024-06-13T11:57:52.180 INFO:tasks.workunit.client.0.smithi042.stdout:9/523: write d9/f28 [1425725,9810] 0 2024-06-13T11:57:52.182 INFO:tasks.workunit.client.0.smithi042.stdout:1/555: mkdir d0/d17/dd/db6 0 2024-06-13T11:57:52.182 INFO:tasks.workunit.client.0.smithi042.stdout:6/659: dread d16/d21/d23/f50 [0,4194304] 0 2024-06-13T11:57:52.182 INFO:tasks.workunit.client.0.smithi042.stdout:0/596: dwrite d4/d31/d34/d69/f85 [0,4194304] 0 2024-06-13T11:57:52.185 INFO:tasks.workunit.client.0.smithi042.stdout:0/597: symlink d4/d31/d4a/d63/lcf 0 2024-06-13T11:57:52.186 INFO:tasks.workunit.client.0.smithi042.stdout:9/524: creat d9/d33/d4b/fb4 x:0 0 0 2024-06-13T11:57:52.190 INFO:tasks.workunit.client.0.smithi042.stdout:9/525: truncate d9/d33/d40/d52/f57 6299257 0 2024-06-13T11:57:52.192 INFO:tasks.workunit.client.0.smithi042.stdout:4/737: read d1/d29/d33/fe1 [325469,103342] 0 2024-06-13T11:57:52.201 INFO:tasks.workunit.client.0.smithi042.stdout:4/738: mknod d1/d10/d5e/d7f/d89/d8c/de7/c109 0 2024-06-13T11:57:52.222 INFO:tasks.workunit.client.0.smithi042.stdout:9/526: link d9/d16/f37 d9/d33/d69/d70/fb5 0 2024-06-13T11:57:52.224 INFO:tasks.workunit.client.0.smithi042.stdout:6/660: rename d16/d21/d32/d7c/dc1/fc8 to d16/d21/d72/d79/d93/da8/dd0/fe0 0 2024-06-13T11:57:52.227 INFO:tasks.workunit.client.0.smithi042.stdout:9/527: creat d9/d31/fb6 x:0 0 0 2024-06-13T11:57:52.230 INFO:tasks.workunit.client.0.smithi042.stdout:9/528: creat d9/db1/fb7 x:0 0 0 2024-06-13T11:57:52.230 INFO:tasks.workunit.client.0.smithi042.stdout:9/529: write d9/d15/d61/f63 [553067,114698] 0 2024-06-13T11:57:52.231 INFO:tasks.workunit.client.0.smithi042.stdout:9/530: dread - d9/db1/fb7 zero size 2024-06-13T11:57:52.231 INFO:tasks.workunit.client.0.smithi042.stdout:9/531: chown d9/d16/d5f 3440573 1 2024-06-13T11:57:52.232 INFO:tasks.workunit.client.0.smithi042.stdout:9/532: rename d9/d33/d40/d52/d25/f34 to d9/d31/d5c/fb8 0 2024-06-13T11:57:52.244 INFO:tasks.workunit.client.0.smithi042.stdout:1/556: dwrite d0/d17/dd/f46 [0,4194304] 0 2024-06-13T11:57:52.259 INFO:tasks.workunit.client.0.smithi042.stdout:8/512: dwrite d2/dc/d22/d42/f30 [0,4194304] 0 2024-06-13T11:57:52.259 INFO:tasks.workunit.client.0.smithi042.stdout:4/739: write d1/de/f21 [3502348,126086] 0 2024-06-13T11:57:52.264 INFO:tasks.workunit.client.0.smithi042.stdout:0/598: dwrite d4/d31/d4a/d63/f98 [0,4194304] 0 2024-06-13T11:57:52.271 INFO:tasks.workunit.client.0.smithi042.stdout:0/599: rename d4/d31/d34/d69/l6b to d4/d31/d34/d78/ld0 0 2024-06-13T11:57:52.271 INFO:tasks.workunit.client.0.smithi042.stdout:0/600: write d4/d31/d34/d69/f85 [4464844,126440] 0 2024-06-13T11:57:52.271 INFO:tasks.workunit.client.0.smithi042.stdout:0/601: chown d4/d32/d3a/c8d 47 1 2024-06-13T11:57:52.271 INFO:tasks.workunit.client.0.smithi042.stdout:0/602: chown d4/d31/d4a/d58/lbd 6614 1 2024-06-13T11:57:52.278 INFO:tasks.workunit.client.0.smithi042.stdout:9/533: dread d9/d31/f51 [0,4194304] 0 2024-06-13T11:57:52.279 INFO:tasks.workunit.client.0.smithi042.stdout:1/557: dread d0/fe [0,4194304] 0 2024-06-13T11:57:52.281 INFO:tasks.workunit.client.0.smithi042.stdout:9/534: mknod d9/d31/cb9 0 2024-06-13T11:57:52.284 INFO:tasks.workunit.client.0.smithi042.stdout:9/535: mkdir d9/d16/dba 0 2024-06-13T11:57:52.284 INFO:tasks.workunit.client.0.smithi042.stdout:6/661: dwrite d16/d21/d35/d63/d8e/fcf [0,4194304] 0 2024-06-13T11:57:52.288 INFO:tasks.workunit.client.0.smithi042.stdout:9/536: creat d9/d15/fbb x:0 0 0 2024-06-13T11:57:52.303 INFO:tasks.workunit.client.0.smithi042.stdout:6/662: dread d16/f55 [0,4194304] 0 2024-06-13T11:57:52.303 INFO:tasks.workunit.client.0.smithi042.stdout:6/663: readlink d16/d21/d23/d2e/l70 0 2024-06-13T11:57:52.303 INFO:tasks.workunit.client.0.smithi042.stdout:6/664: write d16/d21/d32/d7c/fc5 [419054,59077] 0 2024-06-13T11:57:52.303 INFO:tasks.workunit.client.0.smithi042.stdout:6/665: fsync d16/d8b/fbf 0 2024-06-13T11:57:52.304 INFO:tasks.workunit.client.0.smithi042.stdout:6/666: truncate d16/d6d/d82/f87 2827846 0 2024-06-13T11:57:52.304 INFO:tasks.workunit.client.0.smithi042.stdout:6/667: readlink d16/d21/d72/d2b/l44 0 2024-06-13T11:57:52.307 INFO:tasks.workunit.client.0.smithi042.stdout:6/668: creat d16/fe1 x:0 0 0 2024-06-13T11:57:52.308 INFO:tasks.workunit.client.0.smithi042.stdout:6/669: fsync d16/d21/d72/d79/fd1 0 2024-06-13T11:57:52.313 INFO:tasks.workunit.client.0.smithi042.stdout:8/513: dread d2/d3/f11 [0,4194304] 0 2024-06-13T11:57:52.313 INFO:tasks.workunit.client.0.smithi042.stdout:8/514: fdatasync d2/fa 0 2024-06-13T11:57:52.313 INFO:tasks.workunit.client.0.smithi042.stdout:8/515: chown d2/d3/d5/c32 295403778 1 2024-06-13T11:57:52.314 INFO:tasks.workunit.client.0.smithi042.stdout:6/670: symlink d16/d8b/d57/d66/le2 0 2024-06-13T11:57:52.347 INFO:tasks.workunit.client.0.smithi042.stdout:6/671: dread d16/f1a [0,4194304] 0 2024-06-13T11:57:52.348 INFO:tasks.workunit.client.0.smithi042.stdout:6/672: chown f11 145605498 1 2024-06-13T11:57:52.348 INFO:tasks.workunit.client.0.smithi042.stdout:0/603: dread d4/d33/f47 [0,4194304] 0 2024-06-13T11:57:52.352 INFO:tasks.workunit.client.0.smithi042.stdout:1/558: dwrite d0/d17/dd/f1d [0,4194304] 0 2024-06-13T11:57:52.352 INFO:tasks.workunit.client.0.smithi042.stdout:6/673: creat d16/d21/d32/d7c/dc1/dd3/fe3 x:0 0 0 2024-06-13T11:57:52.352 INFO:tasks.workunit.client.0.smithi042.stdout:1/559: mknod d0/d17/dd/d66/d82/d5f/cb7 0 2024-06-13T11:57:52.352 INFO:tasks.workunit.client.0.smithi042.stdout:1/560: chown d0/d17/c28 0 1 2024-06-13T11:57:52.352 INFO:tasks.workunit.client.0.smithi042.stdout:1/561: mkdir d0/d17/dd/d66/db8 0 2024-06-13T11:57:52.353 INFO:tasks.workunit.client.0.smithi042.stdout:9/537: link d9/d31/c8d d9/d16/cbc 0 2024-06-13T11:57:52.353 INFO:tasks.workunit.client.0.smithi042.stdout:1/562: mkdir d0/d17/d18/d29/db9 0 2024-06-13T11:57:52.355 INFO:tasks.workunit.client.0.smithi042.stdout:1/563: mknod d0/d17/dd/d1b/d5e/cba 0 2024-06-13T11:57:52.357 INFO:tasks.workunit.client.0.smithi042.stdout:1/564: unlink d0/d17/dd/d66/d82/d5f/d9a/fab 0 2024-06-13T11:57:52.357 INFO:tasks.workunit.client.0.smithi042.stdout:1/565: chown d0/d17/dd/d55/f71 11843947 1 2024-06-13T11:57:52.359 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-06-13T11:57:52.360 INFO:tasks.workunit.client.0.smithi042.stdout:6/674: dread d16/d21/d5d/dae/db3/fbc [0,4194304] 0 2024-06-13T11:57:52.360 INFO:tasks.workunit.client.0.smithi042.stdout:6/675: write d16/d21/d23/dc4/fdc [56448,69371] 0 2024-06-13T11:57:52.360 INFO:tasks.workunit.client.0.smithi042.stdout:6/676: fsync d16/d6d/d82/fb6 0 2024-06-13T11:57:52.369 INFO:tasks.workunit.client.0.smithi042.stdout:4/740: dwrite d1/d29/f2a [0,4194304] 0 2024-06-13T11:57:52.372 INFO:tasks.workunit.client.0.smithi042.stdout:4/741: creat d1/f10a x:0 0 0 2024-06-13T11:57:52.373 INFO:tasks.workunit.client.0.smithi042.stdout:8/516: dwrite d2/d3/f4f [0,4194304] 0 2024-06-13T11:57:52.374 INFO:tasks.workunit.client.0.smithi042.stdout:8/517: read d2/d3/f6 [3271754,21671] 0 2024-06-13T11:57:52.379 INFO:tasks.workunit.client.0.smithi042.stdout:1/566: dread d0/d17/dd/f3b [0,4194304] 0 2024-06-13T11:57:52.379 INFO:tasks.workunit.client.0.smithi042.stdout:1/567: fsync d0/d17/f30 0 2024-06-13T11:57:52.382 INFO:tasks.workunit.client.0.smithi042.stdout:1/568: rename d0/d17/dd/d1b/d5e/ca0 to d0/d17/dd/d66/db8/cbb 0 2024-06-13T11:57:52.382 INFO:tasks.workunit.client.0.smithi042.stdout:1/569: chown d0/d17/dd/db6 55364265 1 2024-06-13T11:57:52.383 INFO:tasks.workunit.client.0.smithi042.stdout:1/570: mkdir d0/d17/d4c/dbc 0 2024-06-13T11:57:52.384 INFO:tasks.workunit.client.0.smithi042.stdout:0/604: write d4/fc [5798208,114054] 0 2024-06-13T11:57:52.387 INFO:tasks.workunit.client.0.smithi042.stdout:0/605: truncate d4/d33/fa0 7511 0 2024-06-13T11:57:52.391 INFO:tasks.workunit.client.0.smithi042.stdout:7/437: sync 2024-06-13T11:57:52.391 INFO:tasks.workunit.client.0.smithi042.stdout:2/492: sync 2024-06-13T11:57:52.391 INFO:tasks.workunit.client.0.smithi042.stdout:2/493: fsync d7/d1a/f54 0 2024-06-13T11:57:52.391 INFO:tasks.workunit.client.0.smithi042.stdout:3/514: sync 2024-06-13T11:57:52.399 INFO:tasks.workunit.client.0.smithi042.stdout:5/496: sync 2024-06-13T11:57:52.399 INFO:tasks.workunit.client.0.smithi042.stdout:9/538: link d9/d4d/f58 d9/d33/d69/d70/fbd 0 2024-06-13T11:57:52.399 INFO:tasks.workunit.client.0.smithi042.stdout:9/539: fsync d9/d33/d4b/fb4 0 2024-06-13T11:57:52.399 INFO:tasks.workunit.client.0.smithi042.stdout:9/540: write d9/f36 [132207,116703] 0 2024-06-13T11:57:52.399 INFO:tasks.workunit.client.0.smithi042.stdout:9/541: fsync d9/d33/d40/f50 0 2024-06-13T11:57:52.399 INFO:tasks.workunit.client.0.smithi042.stdout:9/542: fdatasync d9/f97 0 2024-06-13T11:57:52.399 INFO:tasks.workunit.client.0.smithi042.stdout:2/494: rmdir d7/d1a 39 2024-06-13T11:57:52.399 INFO:tasks.workunit.client.0.smithi042.stdout:2/495: write d7/d1f/fa4 [1020456,126171] 0 2024-06-13T11:57:52.399 INFO:tasks.workunit.client.0.smithi042.stdout:9/543: mknod d9/d46/d6d/cbe 0 2024-06-13T11:57:52.399 INFO:tasks.workunit.client.0.smithi042.stdout:3/515: creat dc/fb5 x:0 0 0 2024-06-13T11:57:52.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:52 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:57:52.408 INFO:tasks.workunit.client.0.smithi042.stdout:4/742: dread d1/d5/f3a [0,4194304] 0 2024-06-13T11:57:52.409 INFO:tasks.workunit.client.0.smithi042.stdout:4/743: write d1/d29/d33/d60/d67/d72/fad [357394,88304] 0 2024-06-13T11:57:52.446 INFO:tasks.workunit.client.0.smithi042.stdout:9/544: rename d9/d16/f21 to d9/d46/d68/fbf 0 2024-06-13T11:57:52.446 INFO:tasks.workunit.client.0.smithi042.stdout:9/545: write d9/d15/f1e [367102,29900] 0 2024-06-13T11:57:52.446 INFO:tasks.workunit.client.0.smithi042.stdout:9/546: write d9/d46/f81 [3263306,31603] 0 2024-06-13T11:57:52.446 INFO:tasks.workunit.client.0.smithi042.stdout:9/547: truncate d9/d31/f88 666990 0 2024-06-13T11:57:52.446 INFO:tasks.workunit.client.0.smithi042.stdout:9/548: dread - d9/d33/d40/d52/d25/f45 zero size 2024-06-13T11:57:52.448 INFO:tasks.workunit.client.0.smithi042.stdout:9/549: link d9/d15/d43/c82 d9/d46/d68/cc0 0 2024-06-13T11:57:52.451 INFO:tasks.workunit.client.0.smithi042.stdout:4/744: dread d1/d5/d16/f79 [0,4194304] 0 2024-06-13T11:57:52.453 INFO:tasks.workunit.client.0.smithi042.stdout:4/745: mknod d1/d10/d15/d8d/c10b 0 2024-06-13T11:57:52.454 INFO:tasks.workunit.client.0.smithi042.stdout:4/746: fsync d1/d29/d33/d60/d67/de5/fff 0 2024-06-13T11:57:52.454 INFO:tasks.workunit.client.0.smithi042.stdout:9/550: unlink d9/d15/f54 0 2024-06-13T11:57:52.455 INFO:tasks.workunit.client.0.smithi042.stdout:4/747: fsync d1/f38 0 2024-06-13T11:57:52.455 INFO:tasks.workunit.client.0.smithi042.stdout:9/551: symlink d9/d16/d5f/lc1 0 2024-06-13T11:57:52.455 INFO:tasks.workunit.client.0.smithi042.stdout:9/552: truncate d9/f20 533572 0 2024-06-13T11:57:52.459 INFO:tasks.workunit.client.0.smithi042.stdout:9/553: link d9/f20 d9/d46/d6d/fc2 0 2024-06-13T11:57:52.461 INFO:tasks.workunit.client.0.smithi042.stdout:6/677: dwrite d16/d21/d72/d2b/f34 [0,4194304] 0 2024-06-13T11:57:52.461 INFO:tasks.workunit.client.0.smithi042.stdout:6/678: readlink d16/d21/d23/lab 0 2024-06-13T11:57:52.461 INFO:tasks.workunit.client.0.smithi042.stdout:6/679: stat d16/d21/d32/l9c 0 2024-06-13T11:57:52.461 INFO:tasks.workunit.client.0.smithi042.stdout:9/554: getdents d9/d33 0 2024-06-13T11:57:52.462 INFO:tasks.workunit.client.0.smithi042.stdout:5/497: dwrite d1/d2b/d35/d36/d40/f51 [0,4194304] 0 2024-06-13T11:57:52.463 INFO:tasks.workunit.client.0.smithi042.stdout:5/498: write d1/d31/f17 [4487061,12506] 0 2024-06-13T11:57:52.463 INFO:tasks.workunit.client.0.smithi042.stdout:5/499: write d1/d2b/f68 [4884606,47569] 0 2024-06-13T11:57:52.463 INFO:tasks.workunit.client.0.smithi042.stdout:1/571: dwrite d0/d17/dd/d55/d6a/f49 [0,4194304] 0 2024-06-13T11:57:52.463 INFO:tasks.workunit.client.0.smithi042.stdout:1/572: truncate d0/d17/d18/d29/fa5 615008 0 2024-06-13T11:57:52.464 INFO:tasks.workunit.client.0.smithi042.stdout:6/680: truncate fe 2752768 0 2024-06-13T11:57:52.472 INFO:tasks.workunit.client.0.smithi042.stdout:3/516: write dc/d17/f1a [5389355,84105] 0 2024-06-13T11:57:52.473 INFO:tasks.workunit.client.0.smithi042.stdout:3/517: dread - dc/d17/d3b/d55/f9a zero size 2024-06-13T11:57:52.473 INFO:tasks.workunit.client.0.smithi042.stdout:3/518: fsync dc/f6e 0 2024-06-13T11:57:52.473 INFO:tasks.workunit.client.0.smithi042.stdout:1/573: rename d0/d17/d18/f3c to d0/d17/fbd 0 2024-06-13T11:57:52.482 INFO:tasks.workunit.client.0.smithi042.stdout:6/681: dread d16/d6d/f98 [0,4194304] 0 2024-06-13T11:57:52.483 INFO:tasks.workunit.client.0.smithi042.stdout:5/500: dread d1/d31/fb [0,4194304] 0 2024-06-13T11:57:52.485 INFO:tasks.workunit.client.0.smithi042.stdout:5/501: creat d1/d31/d6a/d7a/d96/f98 x:0 0 0 2024-06-13T11:57:52.485 INFO:tasks.workunit.client.0.smithi042.stdout:5/502: write d1/d2b/f54 [1245866,62857] 0 2024-06-13T11:57:52.486 INFO:tasks.workunit.client.0.smithi042.stdout:6/682: link d16/c43 d16/d21/d35/d63/d7a/ce4 0 2024-06-13T11:57:52.487 INFO:tasks.workunit.client.0.smithi042.stdout:5/503: mknod d1/d2b/d35/d62/c99 0 2024-06-13T11:57:52.487 INFO:tasks.workunit.client.0.smithi042.stdout:5/504: write d1/d49/f73 [184375,10180] 0 2024-06-13T11:57:52.488 INFO:tasks.workunit.client.0.smithi042.stdout:5/505: truncate d1/f3f 380783 0 2024-06-13T11:57:52.489 INFO:tasks.workunit.client.0.smithi042.stdout:6/683: symlink d16/d21/d35/d63/le5 0 2024-06-13T11:57:52.489 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:52 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:57:52.493 INFO:tasks.workunit.client.0.smithi042.stdout:7/438: dwrite d2/d36/f77 [0,4194304] 0 2024-06-13T11:57:52.495 INFO:tasks.workunit.client.0.smithi042.stdout:7/439: mknod d2/d36/d4a/d39/c95 0 2024-06-13T11:57:52.495 INFO:tasks.workunit.client.0.smithi042.stdout:7/440: truncate d2/d36/d64/f62 666801 0 2024-06-13T11:57:52.496 INFO:tasks.workunit.client.0.smithi042.stdout:7/441: symlink d2/d36/l96 0 2024-06-13T11:57:52.496 INFO:tasks.workunit.client.0.smithi042.stdout:7/442: truncate d2/d36/d4a/f78 325717 0 2024-06-13T11:57:52.496 INFO:tasks.workunit.client.0.smithi042.stdout:7/443: write d2/f34 [1306116,48308] 0 2024-06-13T11:57:52.497 INFO:tasks.workunit.client.0.smithi042.stdout:7/444: symlink d2/d36/d4a/d42/d53/l97 0 2024-06-13T11:57:52.497 INFO:tasks.workunit.client.0.smithi042.stdout:7/445: truncate d2/d36/d4a/f1b 924852 0 2024-06-13T11:57:52.501 INFO:tasks.workunit.client.0.smithi042.stdout:6/684: symlink d16/d21/d72/d79/le6 0 2024-06-13T11:57:52.504 INFO:tasks.workunit.client.0.smithi042.stdout:5/506: getdents d1/d31/d45/d5d 0 2024-06-13T11:57:52.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:52 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:57:52.508 INFO:tasks.workunit.client.0.smithi042.stdout:3/519: dread dc/d17/d20/f2e [0,4194304] 0 2024-06-13T11:57:52.511 INFO:tasks.workunit.client.0.smithi042.stdout:6/685: truncate d16/d21/d35/f88 6639398 0 2024-06-13T11:57:52.513 INFO:tasks.workunit.client.0.smithi042.stdout:9/555: write d9/d16/d48/d62/fa8 [3764290,85977] 0 2024-06-13T11:57:52.513 INFO:tasks.workunit.client.0.smithi042.stdout:9/556: readlink d9/d16/d48/la7 0 2024-06-13T11:57:52.515 INFO:tasks.workunit.client.0.smithi042.stdout:3/520: creat dc/d17/d20/d9b/fb6 x:0 0 0 2024-06-13T11:57:52.515 INFO:tasks.workunit.client.0.smithi042.stdout:5/507: rename d1/d2b/d35/l41 to d1/l9a 0 2024-06-13T11:57:52.517 INFO:tasks.workunit.client.0.smithi042.stdout:3/521: creat dc/d29/d47/d66/fb7 x:0 0 0 2024-06-13T11:57:52.518 INFO:tasks.workunit.client.0.smithi042.stdout:4/748: dwrite d1/f4 [4194304,4194304] 0 2024-06-13T11:57:52.519 INFO:tasks.workunit.client.0.smithi042.stdout:9/557: creat d9/d15/fc3 x:0 0 0 2024-06-13T11:57:52.520 INFO:tasks.workunit.client.0.smithi042.stdout:5/508: creat d1/d2b/d35/d62/f9b x:0 0 0 2024-06-13T11:57:52.520 INFO:tasks.workunit.client.0.smithi042.stdout:3/522: symlink dc/d29/d47/d66/lb8 0 2024-06-13T11:57:52.520 INFO:tasks.workunit.client.0.smithi042.stdout:3/523: chown dc/d17/d1f/d79/d88 55 1 2024-06-13T11:57:52.520 INFO:tasks.workunit.client.0.smithi042.stdout:3/524: write dc/d29/f67 [622257,128274] 0 2024-06-13T11:57:52.522 INFO:tasks.workunit.client.0.smithi042.stdout:4/749: rename d1/d29/d33 to d1/d10/d4e/d97/d10c 0 2024-06-13T11:57:52.524 INFO:tasks.workunit.client.0.smithi042.stdout:4/750: link d1/d10/d15/f1e d1/d10/d15/d8d/f10d 0 2024-06-13T11:57:52.524 INFO:tasks.workunit.client.0.smithi042.stdout:4/751: truncate d1/d10/f28 1026663 0 2024-06-13T11:57:52.524 INFO:tasks.workunit.client.0.smithi042.stdout:4/752: chown d1/d6a/d52 1039 1 2024-06-13T11:57:52.525 INFO:tasks.workunit.client.0.smithi042.stdout:4/753: dread - d1/d10/d4e/d97/d10c/d6f/fb7 zero size 2024-06-13T11:57:52.526 INFO:tasks.workunit.client.0.smithi042.stdout:3/525: rename dc/d29/d47/f58 to dc/d29/d47/fb9 0 2024-06-13T11:57:52.526 INFO:tasks.workunit.client.0.smithi042.stdout:4/754: mknod d1/d10/d15/c10e 0 2024-06-13T11:57:52.527 INFO:tasks.workunit.client.0.smithi042.stdout:3/526: symlink dc/d17/d1f/d46/da3/lba 0 2024-06-13T11:57:52.528 INFO:tasks.workunit.client.0.smithi042.stdout:4/755: mknod d1/d5/c10f 0 2024-06-13T11:57:52.529 INFO:tasks.workunit.client.0.smithi042.stdout:3/527: symlink dc/d17/d1f/d92/db4/lbb 0 2024-06-13T11:57:52.530 INFO:tasks.workunit.client.0.smithi042.stdout:9/558: unlink d9/fac 0 2024-06-13T11:57:52.531 INFO:tasks.workunit.client.0.smithi042.stdout:4/756: link d1/d5/d16/f2c d1/d10/d35/d80/f110 0 2024-06-13T11:57:52.531 INFO:tasks.workunit.client.0.smithi042.stdout:4/757: fdatasync d1/f10a 0 2024-06-13T11:57:52.531 INFO:tasks.workunit.client.0.smithi042.stdout:6/686: rmdir d16/d8b/d57/d66 39 2024-06-13T11:57:52.531 INFO:tasks.workunit.client.0.smithi042.stdout:6/687: truncate d16/d21/d23/dc4/fdc 1091093 0 2024-06-13T11:57:52.532 INFO:tasks.workunit.client.0.smithi042.stdout:9/559: symlink d9/d9c/lc4 0 2024-06-13T11:57:52.533 INFO:tasks.workunit.client.0.smithi042.stdout:4/758: rename d1/d5/d5f/dc0/fc5 to d1/d6a/f111 0 2024-06-13T11:57:52.533 INFO:tasks.workunit.client.0.smithi042.stdout:6/688: symlink d16/d21/d32/le7 0 2024-06-13T11:57:52.537 INFO:tasks.workunit.client.0.smithi042.stdout:4/759: symlink d1/d10/d5e/d7f/d89/l112 0 2024-06-13T11:57:52.539 INFO:tasks.workunit.client.0.smithi042.stdout:4/760: creat d1/d10/d4e/d97/d10c/d60/d67/f113 x:0 0 0 2024-06-13T11:57:52.560 INFO:tasks.workunit.client.0.smithi042.stdout:3/528: write dc/d17/d20/d2d/f50 [1897409,37919] 0 2024-06-13T11:57:52.567 INFO:tasks.workunit.client.0.smithi042.stdout:4/761: dread d1/d29/f46 [0,4194304] 0 2024-06-13T11:57:52.567 INFO:tasks.workunit.client.0.smithi042.stdout:4/762: readlink d1/de/l49 0 2024-06-13T11:57:52.567 INFO:tasks.workunit.client.0.smithi042.stdout:4/763: readlink d1/d5/l88 0 2024-06-13T11:57:52.567 INFO:tasks.workunit.client.0.smithi042.stdout:9/560: write f2 [3683765,48316] 0 2024-06-13T11:57:52.567 INFO:tasks.workunit.client.0.smithi042.stdout:9/561: chown d9/d15/d43/d77/ca6 0 1 2024-06-13T11:57:52.569 INFO:tasks.workunit.client.0.smithi042.stdout:7/446: dwrite d2/f6b [0,4194304] 0 2024-06-13T11:57:52.587 INFO:tasks.workunit.client.0.smithi042.stdout:4/764: rename d1/d6a to d1/d10/d15/db3/dfd/d114 0 2024-06-13T11:57:52.587 INFO:tasks.workunit.client.0.smithi042.stdout:4/765: read - d1/d29/dba/de0/ffa zero size 2024-06-13T11:57:52.596 INFO:tasks.workunit.client.0.smithi042.stdout:3/529: dread dc/d17/d1f/f26 [0,4194304] 0 2024-06-13T11:57:52.596 INFO:tasks.workunit.client.0.smithi042.stdout:3/530: chown dc/d17/d20/d2d/f99 219063641 1 2024-06-13T11:57:52.596 INFO:tasks.workunit.client.0.smithi042.stdout:3/531: chown dc/d17/d20/d2d/d37/d52/f83 1832 1 2024-06-13T11:57:52.599 INFO:tasks.workunit.client.0.smithi042.stdout:3/532: rename dc/d17/fa6 to dc/d29/fbc 0 2024-06-13T11:57:52.600 INFO:tasks.workunit.client.0.smithi042.stdout:3/533: symlink dc/d17/d20/d2d/d37/d52/lbd 0 2024-06-13T11:57:52.601 INFO:tasks.workunit.client.0.smithi042.stdout:3/534: mknod dc/d17/d20/d2d/d37/d52/d7e/cbe 0 2024-06-13T11:57:52.616 INFO:tasks.workunit.client.0.smithi042.stdout:5/509: dwrite d1/d31/f2e [0,4194304] 0 2024-06-13T11:57:52.640 INFO:tasks.workunit.client.0.smithi042.stdout:7/447: dwrite d2/d36/d4a/f13 [0,4194304] 0 2024-06-13T11:57:52.640 INFO:tasks.workunit.client.0.smithi042.stdout:7/448: write d2/d3/d3e/f8d [379156,121206] 0 2024-06-13T11:57:52.641 INFO:tasks.workunit.client.0.smithi042.stdout:7/449: getdents d2/d36/d4a/d42 0 2024-06-13T11:57:52.641 INFO:tasks.workunit.client.0.smithi042.stdout:4/766: dwrite d1/f77 [0,4194304] 0 2024-06-13T11:57:52.646 INFO:tasks.workunit.client.0.smithi042.stdout:7/450: rename d2/d36/d4a/d42/d53 to d2/d36/d4a/d42/d98 0 2024-06-13T11:57:52.646 INFO:tasks.workunit.client.0.smithi042.stdout:4/767: mknod d1/d10/d4e/d97/d10c/d60/d67/de5/c115 0 2024-06-13T11:57:52.656 INFO:tasks.workunit.client.0.smithi042.stdout:5/510: dread d1/d42/f6f [0,4194304] 0 2024-06-13T11:57:52.657 INFO:tasks.workunit.client.0.smithi042.stdout:9/562: dwrite d9/f29 [0,4194304] 0 2024-06-13T11:57:52.659 INFO:tasks.workunit.client.0.smithi042.stdout:7/451: getdents d2/d36/d64 0 2024-06-13T11:57:52.659 INFO:tasks.workunit.client.0.smithi042.stdout:7/452: readlink d2/d36/d4a/d39/l54 0 2024-06-13T11:57:52.659 INFO:tasks.workunit.client.0.smithi042.stdout:4/768: symlink d1/d10/l116 0 2024-06-13T11:57:52.660 INFO:tasks.workunit.client.0.smithi042.stdout:4/769: write d1/d5/d5f/f78 [993107,10012] 0 2024-06-13T11:57:52.662 INFO:tasks.workunit.client.0.smithi042.stdout:7/453: symlink d2/d36/d4a/d42/d63/l99 0 2024-06-13T11:57:52.670 INFO:tasks.workunit.client.0.smithi042.stdout:6/689: dwrite d16/d21/d23/f6e [0,4194304] 0 2024-06-13T11:57:52.673 INFO:tasks.workunit.client.0.smithi042.stdout:6/690: symlink d16/d8b/d57/d66/le8 0 2024-06-13T11:57:52.687 INFO:tasks.workunit.client.0.smithi042.stdout:9/563: truncate d9/d33/d40/d52/d25/f30 4312281 0 2024-06-13T11:57:52.696 INFO:tasks.workunit.client.0.smithi042.stdout:9/564: rmdir d9/d33/d69/d70 39 2024-06-13T11:57:52.702 INFO:tasks.workunit.client.0.smithi042.stdout:3/535: dwrite dc/d17/d20/d5c/f6d [0,4194304] 0 2024-06-13T11:57:52.706 INFO:tasks.workunit.client.0.smithi042.stdout:0/606: sync 2024-06-13T11:57:52.707 INFO:tasks.workunit.client.0.smithi042.stdout:8/518: sync 2024-06-13T11:57:52.707 INFO:tasks.workunit.client.0.smithi042.stdout:8/519: chown d2/d3/d81/da7 293 1 2024-06-13T11:57:52.710 INFO:tasks.workunit.client.0.smithi042.stdout:9/565: getdents d9/d33/d69/d70 0 2024-06-13T11:57:52.710 INFO:tasks.workunit.client.0.smithi042.stdout:2/496: sync 2024-06-13T11:57:52.710 INFO:tasks.workunit.client.0.smithi042.stdout:8/520: creat d2/d3/d81/d94/d7f/fa9 x:0 0 0 2024-06-13T11:57:52.711 INFO:tasks.workunit.client.0.smithi042.stdout:8/521: stat d2/dc/d22/d42/f70 0 2024-06-13T11:57:52.711 INFO:tasks.workunit.client.0.smithi042.stdout:8/522: stat d2/dc/d22/d42/c1d 0 2024-06-13T11:57:52.711 INFO:tasks.workunit.client.0.smithi042.stdout:8/523: fsync d2/f15 0 2024-06-13T11:57:52.712 INFO:tasks.workunit.client.0.smithi042.stdout:2/497: creat d7/d1a/d50/fa5 x:0 0 0 2024-06-13T11:57:52.712 INFO:tasks.workunit.client.0.smithi042.stdout:2/498: write d7/f58 [577828,2420] 0 2024-06-13T11:57:52.714 INFO:tasks.workunit.client.0.smithi042.stdout:7/454: dwrite d2/f31 [0,4194304] 0 2024-06-13T11:57:52.714 INFO:tasks.workunit.client.0.smithi042.stdout:2/499: mknod d7/d23/d8a/ca6 0 2024-06-13T11:57:52.717 INFO:tasks.workunit.client.0.smithi042.stdout:2/500: creat d7/d23/d59/d88/fa7 x:0 0 0 2024-06-13T11:57:52.720 INFO:tasks.workunit.client.0.smithi042.stdout:5/511: dwrite d1/d2b/d37/f88 [0,4194304] 0 2024-06-13T11:57:52.722 INFO:tasks.workunit.client.0.smithi042.stdout:5/512: symlink d1/d2b/d35/l9c 0 2024-06-13T11:57:52.725 INFO:tasks.workunit.client.0.smithi042.stdout:0/607: read d4/fd [256201,46107] 0 2024-06-13T11:57:52.732 INFO:tasks.workunit.client.0.smithi042.stdout:2/501: symlink d7/d23/d59/d88/la8 0 2024-06-13T11:57:52.733 INFO:tasks.workunit.client.0.smithi042.stdout:4/770: dwrite d1/d10/d35/f41 [0,4194304] 0 2024-06-13T11:57:52.734 INFO:tasks.workunit.client.0.smithi042.stdout:4/771: symlink d1/d29/d4f/l117 0 2024-06-13T11:57:52.735 INFO:tasks.workunit.client.0.smithi042.stdout:4/772: mkdir d1/d10/d5e/d118 0 2024-06-13T11:57:52.741 INFO:tasks.workunit.client.0.smithi042.stdout:1/574: sync 2024-06-13T11:57:52.743 INFO:tasks.workunit.client.0.smithi042.stdout:1/575: rename d0/d17/dd/d55/d6a/d56/f7c to d0/d17/dd/d66/d82/fbe 0 2024-06-13T11:57:52.745 INFO:tasks.workunit.client.0.smithi042.stdout:3/536: dread dc/f14 [0,4194304] 0 2024-06-13T11:57:52.748 INFO:tasks.workunit.client.0.smithi042.stdout:1/576: mkdir d0/d17/d18/d7f/dbf 0 2024-06-13T11:57:52.757 INFO:tasks.workunit.client.0.smithi042.stdout:0/608: dread d4/d31/d34/fb9 [0,4194304] 0 2024-06-13T11:57:52.758 INFO:tasks.workunit.client.0.smithi042.stdout:0/609: fsync d4/d33/d3e/d6c/f62 0 2024-06-13T11:57:52.759 INFO:tasks.workunit.client.0.smithi042.stdout:0/610: creat d4/d31/d4a/d63/da8/fd1 x:0 0 0 2024-06-13T11:57:52.760 INFO:tasks.workunit.client.0.smithi042.stdout:0/611: symlink d4/d31/d96/db2/ld2 0 2024-06-13T11:57:52.760 INFO:tasks.workunit.client.0.smithi042.stdout:0/612: fsync d4/d31/d4a/d58/fa3 0 2024-06-13T11:57:52.779 INFO:tasks.workunit.client.0.smithi042.stdout:1/577: dread d0/d17/dd/f74 [0,4194304] 0 2024-06-13T11:57:52.781 INFO:tasks.workunit.client.0.smithi042.stdout:1/578: creat d0/d17/d4c/dbc/fc0 x:0 0 0 2024-06-13T11:57:52.783 INFO:tasks.workunit.client.0.smithi042.stdout:1/579: chown d0/d17/dd/f74 17694 1 2024-06-13T11:57:52.783 INFO:tasks.workunit.client.0.smithi042.stdout:1/580: chown d0/c48 3263 1 2024-06-13T11:57:52.785 INFO:tasks.workunit.client.0.smithi042.stdout:9/566: dwrite d9/d4d/f89 [0,4194304] 0 2024-06-13T11:57:52.791 INFO:tasks.workunit.client.0.smithi042.stdout:9/567: dread - d9/d15/fa9 zero size 2024-06-13T11:57:52.791 INFO:tasks.workunit.client.0.smithi042.stdout:9/568: truncate d9/d33/d4b/f6c 204089 0 2024-06-13T11:57:52.791 INFO:tasks.workunit.client.0.smithi042.stdout:9/569: write d9/d31/fb6 [419599,61332] 0 2024-06-13T11:57:52.792 INFO:tasks.workunit.client.0.smithi042.stdout:9/570: write d9/f28 [1831986,39515] 0 2024-06-13T11:57:52.795 INFO:tasks.workunit.client.0.smithi042.stdout:9/571: unlink d9/d33/f86 0 2024-06-13T11:57:52.797 INFO:tasks.workunit.client.0.smithi042.stdout:7/455: dwrite d2/d36/d4a/d42/d98/f72 [0,4194304] 0 2024-06-13T11:57:52.797 INFO:tasks.workunit.client.0.smithi042.stdout:7/456: chown d2/d36/d4a/l90 1827 1 2024-06-13T11:57:52.797 INFO:tasks.workunit.client.0.smithi042.stdout:7/457: fsync d2/d36/f77 0 2024-06-13T11:57:52.799 INFO:tasks.workunit.client.0.smithi042.stdout:7/458: rmdir d2/d36/d4a/d42/d98 39 2024-06-13T11:57:52.804 INFO:tasks.workunit.client.0.smithi042.stdout:7/459: creat d2/d36/d4a/d39/f9a x:0 0 0 2024-06-13T11:57:52.804 INFO:tasks.workunit.client.0.smithi042.stdout:7/460: write d2/d3/fd [382426,125416] 0 2024-06-13T11:57:52.804 INFO:tasks.workunit.client.0.smithi042.stdout:7/461: write d2/d36/d4a/f68 [1009245,52939] 0 2024-06-13T11:57:52.813 INFO:tasks.workunit.client.0.smithi042.stdout:3/537: dwrite dc/d17/d20/d2d/d37/d52/f83 [0,4194304] 0 2024-06-13T11:57:52.814 INFO:tasks.workunit.client.0.smithi042.stdout:3/538: symlink dc/lbf 0 2024-06-13T11:57:52.817 INFO:tasks.workunit.client.0.smithi042.stdout:1/581: dread d0/d17/fbd [0,4194304] 0 2024-06-13T11:57:52.818 INFO:tasks.workunit.client.0.smithi042.stdout:1/582: creat d0/d17/dd/d42/fc1 x:0 0 0 2024-06-13T11:57:52.819 INFO:tasks.workunit.client.0.smithi042.stdout:1/583: creat d0/d17/d18/d7f/fc2 x:0 0 0 2024-06-13T11:57:52.844 INFO:tasks.workunit.client.0.smithi042.stdout:3/539: dread dc/d29/d47/d66/f74 [0,4194304] 0 2024-06-13T11:57:52.844 INFO:tasks.workunit.client.0.smithi042.stdout:3/540: fdatasync dc/d17/d20/d9b/fa8 0 2024-06-13T11:57:52.845 INFO:tasks.workunit.client.0.smithi042.stdout:1/584: dread d0/d17/fbd [0,4194304] 0 2024-06-13T11:57:52.846 INFO:tasks.workunit.client.0.smithi042.stdout:1/585: creat d0/d17/d18/d29/d90/fc3 x:0 0 0 2024-06-13T11:57:52.847 INFO:tasks.workunit.client.0.smithi042.stdout:1/586: unlink d0/d17/dd/d1b/d5e/l9f 0 2024-06-13T11:57:52.858 INFO:tasks.workunit.client.0.smithi042.stdout:0/613: dwrite d4/d31/d4a/d58/d68/faa [0,4194304] 0 2024-06-13T11:57:52.882 INFO:tasks.workunit.client.0.smithi042.stdout:3/541: read dc/f6e [2072819,10105] 0 2024-06-13T11:57:52.884 INFO:tasks.workunit.client.0.smithi042.stdout:3/542: mkdir dc/d17/d1f/d46/da3/dc0 0 2024-06-13T11:57:52.886 INFO:tasks.workunit.client.0.smithi042.stdout:3/543: creat dc/d17/d20/d2d/d37/fc1 x:0 0 0 2024-06-13T11:57:52.888 INFO:tasks.workunit.client.0.smithi042.stdout:3/544: creat dc/d17/d1f/d46/fc2 x:0 0 0 2024-06-13T11:57:52.888 INFO:tasks.workunit.client.0.smithi042.stdout:3/545: dread - dc/d17/d3b/d55/f91 zero size 2024-06-13T11:57:52.889 INFO:tasks.workunit.client.0.smithi042.stdout:3/546: mkdir dc/d29/dc3 0 2024-06-13T11:57:52.899 INFO:tasks.workunit.client.0.smithi042.stdout:1/587: dwrite d0/d17/d18/f75 [4194304,4194304] 0 2024-06-13T11:57:52.899 INFO:tasks.workunit.client.0.smithi042.stdout:1/588: truncate d0/d17/f96 1005754 0 2024-06-13T11:57:52.899 INFO:tasks.workunit.client.0.smithi042.stdout:1/589: dread - d0/d17/dd/d55/f71 zero size 2024-06-13T11:57:52.908 INFO:tasks.workunit.client.0.smithi042.stdout:1/590: mkdir d0/d17/d18/d29/d90/da7/dc4 0 2024-06-13T11:57:52.910 INFO:tasks.workunit.client.0.smithi042.stdout:1/591: rename d0/d17/dd/d66/d82/fbe to d0/fc5 0 2024-06-13T11:57:52.913 INFO:tasks.workunit.client.0.smithi042.stdout:1/592: getdents d0/d17/d18 0 2024-06-13T11:57:52.913 INFO:tasks.workunit.client.0.smithi042.stdout:1/593: chown d0/d17/d18/d29/fa5 1235 1 2024-06-13T11:57:52.914 INFO:tasks.workunit.client.0.smithi042.stdout:7/462: dwrite d2/d36/d4a/f18 [0,4194304] 0 2024-06-13T11:57:52.915 INFO:tasks.workunit.client.0.smithi042.stdout:1/594: mknod d0/d17/d18/d29/d90/da7/cc6 0 2024-06-13T11:57:52.916 INFO:tasks.workunit.client.0.smithi042.stdout:7/463: rename d2/d3/lf to d2/d36/d4a/d42/d63/l9b 0 2024-06-13T11:57:52.922 INFO:tasks.workunit.client.0.smithi042.stdout:7/464: write d2/d36/d4a/d42/d63/f8b [351576,116560] 0 2024-06-13T11:57:52.922 INFO:tasks.workunit.client.0.smithi042.stdout:7/465: write d2/d36/f27 [1882707,17598] 0 2024-06-13T11:57:52.928 INFO:tasks.workunit.client.0.smithi042.stdout:0/614: dwrite d4/d31/d4a/f4d [0,4194304] 0 2024-06-13T11:57:52.941 INFO:tasks.workunit.client.0.smithi042.stdout:0/615: getdents d4/d32/d3a 0 2024-06-13T11:57:52.941 INFO:tasks.workunit.client.0.smithi042.stdout:3/547: dwrite dc/d29/d87/fae [0,4194304] 0 2024-06-13T11:57:52.945 INFO:tasks.workunit.client.0.smithi042.stdout:0/616: mknod d4/d31/d96/cd3 0 2024-06-13T11:57:52.947 INFO:tasks.workunit.client.0.smithi042.stdout:3/548: rmdir dc/d17/d3b/d55 39 2024-06-13T11:57:52.947 INFO:tasks.workunit.client.0.smithi042.stdout:0/617: rename d4/d31/d34/f36 to d4/d31/fd4 0 2024-06-13T11:57:52.949 INFO:tasks.workunit.client.0.smithi042.stdout:3/549: rename dc/d29/d47/d66/f74 to dc/d17/d20/d2d/fc4 0 2024-06-13T11:57:52.950 INFO:tasks.workunit.client.0.smithi042.stdout:3/550: rmdir dc/d17/d20/d5c 39 2024-06-13T11:57:52.952 INFO:tasks.workunit.client.0.smithi042.stdout:3/551: rename dc/d29/d47/c69 to dc/d17/d1f/cc5 0 2024-06-13T11:57:52.955 INFO:tasks.workunit.client.0.smithi042.stdout:3/552: creat dc/d29/fc6 x:0 0 0 2024-06-13T11:57:52.956 INFO:tasks.workunit.client.0.smithi042.stdout:6/691: sync 2024-06-13T11:57:52.957 INFO:tasks.workunit.client.0.smithi042.stdout:9/572: sync 2024-06-13T11:57:52.957 INFO:tasks.workunit.client.0.smithi042.stdout:4/773: sync 2024-06-13T11:57:52.957 INFO:tasks.workunit.client.0.smithi042.stdout:5/513: sync 2024-06-13T11:57:52.958 INFO:tasks.workunit.client.0.smithi042.stdout:6/692: symlink d16/d6d/d82/le9 0 2024-06-13T11:57:52.960 INFO:tasks.workunit.client.0.smithi042.stdout:5/514: symlink d1/d31/d6a/d7a/l9d 0 2024-06-13T11:57:52.960 INFO:tasks.workunit.client.0.smithi042.stdout:8/524: sync 2024-06-13T11:57:52.960 INFO:tasks.workunit.client.0.smithi042.stdout:8/525: readlink d2/dc/d22/l50 0 2024-06-13T11:57:52.960 INFO:tasks.workunit.client.0.smithi042.stdout:8/526: creat d2/d3/d81/da7/faa x:0 0 0 2024-06-13T11:57:52.966 INFO:tasks.workunit.client.0.smithi042.stdout:9/573: mknod d9/cc5 0 2024-06-13T11:57:52.977 INFO:tasks.workunit.client.0.smithi042.stdout:2/502: sync 2024-06-13T11:57:52.981 INFO:tasks.workunit.client.0.smithi042.stdout:3/553: rename dc/d17/d20/d2d/d37/d52/fa7 to dc/d17/d7b/fc7 0 2024-06-13T11:57:52.982 INFO:tasks.workunit.client.0.smithi042.stdout:3/554: symlink dc/d17/d1f/d79/lc8 0 2024-06-13T11:57:52.984 INFO:tasks.workunit.client.0.smithi042.stdout:3/555: unlink dc/d29/f67 0 2024-06-13T11:57:52.984 INFO:tasks.workunit.client.0.smithi042.stdout:0/618: read d4/d33/d3f/fad [2124805,103238] 0 2024-06-13T11:57:52.987 INFO:tasks.workunit.client.0.smithi042.stdout:2/503: rmdir d7/d61 39 2024-06-13T11:57:52.987 INFO:tasks.workunit.client.0.smithi042.stdout:2/504: fdatasync d7/d1a/f75 0 2024-06-13T11:57:52.989 INFO:tasks.workunit.client.0.smithi042.stdout:6/693: rename d16/d21/d72/d2b to d16/d21/d72/d79/dad/dea 0 2024-06-13T11:57:52.991 INFO:tasks.workunit.client.0.smithi042.stdout:2/505: link d7/d1a/f75 d7/d23/fa9 0 2024-06-13T11:57:52.992 INFO:tasks.workunit.client.0.smithi042.stdout:6/694: symlink d16/d21/d35/leb 0 2024-06-13T11:57:53.001 INFO:tasks.workunit.client.0.smithi042.stdout:6/695: creat d16/d21/d72/d79/fec x:0 0 0 2024-06-13T11:57:53.006 INFO:tasks.workunit.client.0.smithi042.stdout:0/619: creat d4/d32/d84/fd5 x:0 0 0 2024-06-13T11:57:53.006 INFO:tasks.workunit.client.0.smithi042.stdout:6/696: chown d16/d21/d23/l28 63612 1 2024-06-13T11:57:53.006 INFO:tasks.workunit.client.0.smithi042.stdout:6/697: getdents d16/d21/d23 0 2024-06-13T11:57:53.006 INFO:tasks.workunit.client.0.smithi042.stdout:6/698: fdatasync d16/d21/d5d/dae/db3/fbc 0 2024-06-13T11:57:53.006 INFO:tasks.workunit.client.0.smithi042.stdout:3/556: link dc/l54 dc/d17/d20/d2d/d37/d52/lc9 0 2024-06-13T11:57:53.006 INFO:tasks.workunit.client.0.smithi042.stdout:0/620: write d4/f14 [4987115,101697] 0 2024-06-13T11:57:53.006 INFO:tasks.workunit.client.0.smithi042.stdout:3/557: creat dc/d17/d3b/d55/fca x:0 0 0 2024-06-13T11:57:53.010 INFO:tasks.workunit.client.0.smithi042.stdout:1/595: dwrite d0/f50 [4194304,4194304] 0 2024-06-13T11:57:53.010 INFO:tasks.workunit.client.0.smithi042.stdout:3/558: symlink dc/d17/d1f/d92/db4/lcb 0 2024-06-13T11:57:53.010 INFO:tasks.workunit.client.0.smithi042.stdout:3/559: rename dc/d29/d47/d66/fb7 to dc/d29/d85/fcc 0 2024-06-13T11:57:53.026 INFO:tasks.workunit.client.0.smithi042.stdout:6/699: symlink d16/d21/d35/d63/d8e/led 0 2024-06-13T11:57:53.029 INFO:tasks.workunit.client.0.smithi042.stdout:6/700: creat d16/d21/d72/d79/dad/fee x:0 0 0 2024-06-13T11:57:53.029 INFO:tasks.workunit.client.0.smithi042.stdout:4/774: dwrite d1/d29/d4f/f83 [4194304,4194304] 0 2024-06-13T11:57:53.030 INFO:tasks.workunit.client.0.smithi042.stdout:4/775: write d1/d29/d4f/d91/fbe [625888,33455] 0 2024-06-13T11:57:53.030 INFO:tasks.workunit.client.0.smithi042.stdout:5/515: dwrite d1/d2b/d35/d62/f8e [4194304,4194304] 0 2024-06-13T11:57:53.032 INFO:tasks.workunit.client.0.smithi042.stdout:4/776: mknod d1/d10/d4e/d97/d10c/c119 0 2024-06-13T11:57:53.032 INFO:tasks.workunit.client.0.smithi042.stdout:4/777: chown d1/d10/d35/l106 7 1 2024-06-13T11:57:53.033 INFO:tasks.workunit.client.0.smithi042.stdout:4/778: creat d1/d5/d5f/dd1/f11a x:0 0 0 2024-06-13T11:57:53.035 INFO:tasks.workunit.client.0.smithi042.stdout:6/701: creat d16/d21/d5d/dae/db3/dcb/fef x:0 0 0 2024-06-13T11:57:53.035 INFO:tasks.workunit.client.0.smithi042.stdout:6/702: fsync d16/d21/d32/d7c/dc1/dd3/fe3 0 2024-06-13T11:57:53.035 INFO:tasks.workunit.client.0.smithi042.stdout:6/703: chown d16/d21/d72/d79/d93/f9b 8582715 1 2024-06-13T11:57:53.037 INFO:tasks.workunit.client.0.smithi042.stdout:4/779: unlink d1/d29/d4f/d7d/ff7 0 2024-06-13T11:57:53.039 INFO:tasks.workunit.client.0.smithi042.stdout:9/574: dwrite d9/d33/d40/d52/d25/f45 [0,4194304] 0 2024-06-13T11:57:53.040 INFO:tasks.workunit.client.0.smithi042.stdout:7/466: dwrite d2/d36/f35 [0,4194304] 0 2024-06-13T11:57:53.041 INFO:tasks.workunit.client.0.smithi042.stdout:4/780: creat d1/d10/d4e/d97/d10c/d60/f11b x:0 0 0 2024-06-13T11:57:53.041 INFO:tasks.workunit.client.0.smithi042.stdout:4/781: truncate d1/d10/d35/d80/d93/fcd 4838216 0 2024-06-13T11:57:53.045 INFO:tasks.workunit.client.0.smithi042.stdout:6/704: unlink d16/d8b/ccc 0 2024-06-13T11:57:53.053 INFO:tasks.workunit.client.0.smithi042.stdout:9/575: dread d9/d16/f5d [0,4194304] 0 2024-06-13T11:57:53.055 INFO:tasks.workunit.client.0.smithi042.stdout:8/527: dwrite d2/dc/d22/d42/f70 [0,4194304] 0 2024-06-13T11:57:53.056 INFO:tasks.workunit.client.0.smithi042.stdout:8/528: write d2/d3/d43/f8f [966093,56762] 0 2024-06-13T11:57:53.056 INFO:tasks.workunit.client.0.smithi042.stdout:8/529: chown d2/dc/d22/d42/f70 4222 1 2024-06-13T11:57:53.056 INFO:tasks.workunit.client.0.smithi042.stdout:8/530: dread - d2/dc/d64/d7a/f97 zero size 2024-06-13T11:57:53.059 INFO:tasks.workunit.client.0.smithi042.stdout:4/782: rename d1/de/f5a to d1/d10/d5e/d118/f11c 0 2024-06-13T11:57:53.059 INFO:tasks.workunit.client.0.smithi042.stdout:4/783: getdents d1/d29/dba 0 2024-06-13T11:57:53.059 INFO:tasks.workunit.client.0.smithi042.stdout:2/506: read d7/df/d33/f45 [1986076,85940] 0 2024-06-13T11:57:53.059 INFO:tasks.workunit.client.0.smithi042.stdout:9/576: chown d9/d31/d5c/f6e 451690293 1 2024-06-13T11:57:53.060 INFO:tasks.workunit.client.0.smithi042.stdout:8/531: unlink d2/dc/d53/f85 0 2024-06-13T11:57:53.061 INFO:tasks.workunit.client.0.smithi042.stdout:2/507: creat d7/d23/faa x:0 0 0 2024-06-13T11:57:53.061 INFO:tasks.workunit.client.0.smithi042.stdout:2/508: chown d7/f17 6 1 2024-06-13T11:57:53.063 INFO:tasks.workunit.client.0.smithi042.stdout:8/532: mknod d2/dc/d64/cab 0 2024-06-13T11:57:53.071 INFO:tasks.workunit.client.0.smithi042.stdout:5/516: dread d1/d2b/d35/f4e [0,4194304] 0 2024-06-13T11:57:53.071 INFO:tasks.workunit.client.0.smithi042.stdout:5/517: truncate d1/d31/f7d 4568218 0 2024-06-13T11:57:53.073 INFO:tasks.workunit.client.0.smithi042.stdout:5/518: chown d1/f12 2235 1 2024-06-13T11:57:53.073 INFO:tasks.workunit.client.0.smithi042.stdout:9/577: rename d9/d33/d40/d52/l27 to d9/d33/d40/d52/d25/lc6 0 2024-06-13T11:57:53.079 INFO:tasks.workunit.client.0.smithi042.stdout:5/519: creat d1/d2b/d35/d62/f9e x:0 0 0 2024-06-13T11:57:53.080 INFO:tasks.workunit.client.0.smithi042.stdout:6/705: dread d16/f18 [0,4194304] 0 2024-06-13T11:57:53.080 INFO:tasks.workunit.client.0.smithi042.stdout:6/706: write d16/d21/d5d/dae/db3/fbc [892724,36252] 0 2024-06-13T11:57:53.083 INFO:tasks.workunit.client.0.smithi042.stdout:6/707: creat d16/d21/ff0 x:0 0 0 2024-06-13T11:57:53.083 INFO:tasks.workunit.client.0.smithi042.stdout:6/708: write d16/d8b/f45 [1715718,3546] 0 2024-06-13T11:57:53.090 INFO:tasks.workunit.client.0.smithi042.stdout:6/709: dread d16/d21/d72/d79/d93/f9b [0,4194304] 0 2024-06-13T11:57:53.096 INFO:tasks.workunit.client.0.smithi042.stdout:4/784: write d1/d10/d15/d8d/f10d [269373,114316] 0 2024-06-13T11:57:53.098 INFO:tasks.workunit.client.0.smithi042.stdout:4/785: mkdir d1/d10/d35/d80/d93/d11d 0 2024-06-13T11:57:53.109 INFO:tasks.workunit.client.0.smithi042.stdout:3/560: dwrite dc/d29/d85/fcc [0,4194304] 0 2024-06-13T11:57:53.115 INFO:tasks.workunit.client.0.smithi042.stdout:7/467: write d2/d3/f5b [3045448,26773] 0 2024-06-13T11:57:53.115 INFO:tasks.workunit.client.0.smithi042.stdout:7/468: getdents d2/d36/d4a/d42/d86 0 2024-06-13T11:57:53.116 INFO:tasks.workunit.client.0.smithi042.stdout:7/469: fdatasync d2/d36/d4a/f60 0 2024-06-13T11:57:53.117 INFO:tasks.workunit.client.0.smithi042.stdout:7/470: mknod d2/d36/d4a/d42/c9c 0 2024-06-13T11:57:53.120 INFO:tasks.workunit.client.0.smithi042.stdout:7/471: rename d2/d36/d4a/d42/d98/f69 to d2/d36/d4a/d42/d63/f9d 0 2024-06-13T11:57:53.120 INFO:tasks.workunit.client.0.smithi042.stdout:7/472: write d2/d3/f94 [9277,24368] 0 2024-06-13T11:57:53.120 INFO:tasks.workunit.client.0.smithi042.stdout:7/473: chown d2/d36/d4a 0 1 2024-06-13T11:57:53.120 INFO:tasks.workunit.client.0.smithi042.stdout:7/474: truncate d2/d36/d64/f58 627007 0 2024-06-13T11:57:53.122 INFO:tasks.workunit.client.0.smithi042.stdout:7/475: link d2/d36/d4a/f4e d2/d36/f9e 0 2024-06-13T11:57:53.126 INFO:tasks.workunit.client.0.smithi042.stdout:6/710: symlink d16/d21/d35/d63/d9d/lf1 0 2024-06-13T11:57:53.126 INFO:tasks.workunit.client.0.smithi042.stdout:5/520: dread d1/f3e [0,4194304] 0 2024-06-13T11:57:53.130 INFO:tasks.workunit.client.0.smithi042.stdout:5/521: mkdir d1/d31/d6a/d8c/d9f 0 2024-06-13T11:57:53.134 INFO:tasks.workunit.client.0.smithi042.stdout:5/522: getdents d1/d2b/d35/d62 0 2024-06-13T11:57:53.134 INFO:tasks.workunit.client.0.smithi042.stdout:5/523: write d1/d49/f73 [514396,92337] 0 2024-06-13T11:57:53.135 INFO:tasks.workunit.client.0.smithi042.stdout:6/711: mknod d16/d21/d23/d2e/dda/cf2 0 2024-06-13T11:57:53.160 INFO:tasks.workunit.client.0.smithi042.stdout:2/509: dwrite d7/d3c/d40/d4c/d5a/d97/fa1 [0,4194304] 0 2024-06-13T11:57:53.161 INFO:tasks.workunit.client.0.smithi042.stdout:2/510: mknod d7/cab 0 2024-06-13T11:57:53.162 INFO:tasks.workunit.client.0.smithi042.stdout:2/511: creat d7/d1a/d9e/fac x:0 0 0 2024-06-13T11:57:53.164 INFO:tasks.workunit.client.0.smithi042.stdout:2/512: mkdir d7/d3c/d40/d9a/dad 0 2024-06-13T11:57:53.166 INFO:tasks.workunit.client.0.smithi042.stdout:7/476: write d2/d3/f3a [6833086,36495] 0 2024-06-13T11:57:53.166 INFO:tasks.workunit.client.0.smithi042.stdout:7/477: readlink d2/d36/d4a/d42/d98/l97 0 2024-06-13T11:57:53.167 INFO:tasks.workunit.client.0.smithi042.stdout:7/478: fsync d2/f6b 0 2024-06-13T11:57:53.167 INFO:tasks.workunit.client.0.smithi042.stdout:2/513: mknod d7/d23/d59/d88/cae 0 2024-06-13T11:57:53.169 INFO:tasks.workunit.client.0.smithi042.stdout:7/479: symlink d2/d36/d4a/d42/d86/l9f 0 2024-06-13T11:57:53.169 INFO:tasks.workunit.client.0.smithi042.stdout:6/712: truncate d16/d21/d35/f88 7475618 0 2024-06-13T11:57:53.171 INFO:tasks.workunit.client.0.smithi042.stdout:6/713: creat d16/da0/ff3 x:0 0 0 2024-06-13T11:57:53.178 INFO:tasks.workunit.client.0.smithi042.stdout:6/714: creat d16/d8b/d57/d66/ff4 x:0 0 0 2024-06-13T11:57:53.178 INFO:tasks.workunit.client.0.smithi042.stdout:6/715: fdatasync d16/d21/d72/d79/dad/dea/f2f 0 2024-06-13T11:57:53.178 INFO:tasks.workunit.client.0.smithi042.stdout:6/716: chown d16/d21/d23/d2e/dda/cf2 1118 1 2024-06-13T11:57:53.179 INFO:tasks.workunit.client.0.smithi042.stdout:2/514: rename d7/ce to d7/df/d6a/caf 0 2024-06-13T11:57:53.180 INFO:tasks.workunit.client.0.smithi042.stdout:2/515: symlink d7/d3c/d40/d9a/dad/lb0 0 2024-06-13T11:57:53.181 INFO:tasks.workunit.client.0.smithi042.stdout:2/516: chown d7/l14 1139768 1 2024-06-13T11:57:53.182 INFO:tasks.workunit.client.0.smithi042.stdout:9/578: dwrite d9/d33/d40/d52/d25/f30 [4194304,4194304] 0 2024-06-13T11:57:53.182 INFO:tasks.workunit.client.0.smithi042.stdout:9/579: dread - d9/d33/d4b/fb4 zero size 2024-06-13T11:57:53.183 INFO:tasks.workunit.client.0.smithi042.stdout:9/580: write d9/fc [3788903,52008] 0 2024-06-13T11:57:53.188 INFO:tasks.workunit.client.0.smithi042.stdout:4/786: dwrite d1/d10/d5e/d7f/d89/d8c/f104 [0,4194304] 0 2024-06-13T11:57:53.193 INFO:tasks.workunit.client.0.smithi042.stdout:4/787: mkdir d1/d8e/d11e 0 2024-06-13T11:57:53.200 INFO:tasks.workunit.client.0.smithi042.stdout:6/717: mknod d16/d21/d35/d63/d7a/cf5 0 2024-06-13T11:57:53.202 INFO:tasks.workunit.client.0.smithi042.stdout:2/517: rename d7/d3c/d40/d9a to d7/d23/db1 0 2024-06-13T11:57:53.202 INFO:tasks.workunit.client.0.smithi042.stdout:7/480: dread d2/d36/d64/f92 [0,4194304] 0 2024-06-13T11:57:53.202 INFO:tasks.workunit.client.0.smithi042.stdout:7/481: getdents d2/d36/d64 0 2024-06-13T11:57:53.206 INFO:tasks.workunit.client.0.smithi042.stdout:7/482: creat d2/d36/d4a/fa0 x:0 0 0 2024-06-13T11:57:53.233 INFO:tasks.workunit.client.0.smithi042.stdout:2/518: rmdir d7/d23/d59/d88 39 2024-06-13T11:57:53.233 INFO:tasks.workunit.client.0.smithi042.stdout:2/519: write d7/f17 [8872846,39777] 0 2024-06-13T11:57:53.233 INFO:tasks.workunit.client.0.smithi042.stdout:9/581: read d9/d33/d40/d52/f57 [3100223,97558] 0 2024-06-13T11:57:53.244 INFO:tasks.workunit.client.0.smithi042.stdout:5/524: dwrite d1/d2b/d35/f4e [0,4194304] 0 2024-06-13T11:57:53.248 INFO:tasks.workunit.client.0.smithi042.stdout:6/718: dwrite d16/d21/d72/d79/fec [0,4194304] 0 2024-06-13T11:57:53.248 INFO:tasks.workunit.client.0.smithi042.stdout:6/719: chown d16/da0/ff3 52686 1 2024-06-13T11:57:53.250 INFO:tasks.workunit.client.0.smithi042.stdout:6/720: symlink d16/da0/db4/lf6 0 2024-06-13T11:57:53.253 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:57:53.256 INFO:tasks.workunit.client.0.smithi042.stdout:6/721: symlink d16/d21/d35/d63/lf7 0 2024-06-13T11:57:53.264 INFO:tasks.workunit.client.0.smithi042.stdout:9/582: dread d9/d15/da3/fad [0,4194304] 0 2024-06-13T11:57:53.271 INFO:tasks.workunit.client.0.smithi042.stdout:9/583: creat d9/d15/d43/fc7 x:0 0 0 2024-06-13T11:57:53.275 INFO:tasks.workunit.client.0.smithi042.stdout:5/525: write d1/d2b/d35/f67 [40553,11833] 0 2024-06-13T11:57:53.276 INFO:tasks.workunit.client.0.smithi042.stdout:7/483: write d2/d36/f35 [2352588,92440] 0 2024-06-13T11:57:53.280 INFO:tasks.workunit.client.0.smithi042.stdout:3/561: dwrite dc/d29/f30 [0,4194304] 0 2024-06-13T11:57:53.280 INFO:tasks.workunit.client.0.smithi042.stdout:9/584: truncate d9/d16/d48/f90 4006557 0 2024-06-13T11:57:53.288 INFO:tasks.workunit.client.0.smithi042.stdout:7/484: rmdir d2/d36/d4a/d42/d98 39 2024-06-13T11:57:53.289 INFO:tasks.workunit.client.0.smithi042.stdout:9/585: creat d9/d46/fc8 x:0 0 0 2024-06-13T11:57:53.306 INFO:tasks.workunit.client.0.smithi042.stdout:7/485: link d2/f1e d2/fa1 0 2024-06-13T11:57:53.307 INFO:tasks.workunit.client.0.smithi042.stdout:7/486: fdatasync d2/d3/f3a 0 2024-06-13T11:57:53.307 INFO:tasks.workunit.client.0.smithi042.stdout:7/487: chown d2/d36/f9e 4784 1 2024-06-13T11:57:53.307 INFO:tasks.workunit.client.0.smithi042.stdout:9/586: write d9/d33/d4b/f6c [850068,97622] 0 2024-06-13T11:57:53.310 INFO:tasks.workunit.client.0.smithi042.stdout:7/488: symlink d2/d36/d4a/d39/la2 0 2024-06-13T11:57:53.311 INFO:tasks.workunit.client.0.smithi042.stdout:9/587: symlink d9/d31/d5c/lc9 0 2024-06-13T11:57:53.312 INFO:tasks.workunit.client.0.smithi042.stdout:9/588: fdatasync d9/d31/d5c/fb2 0 2024-06-13T11:57:53.319 INFO:tasks.workunit.client.0.smithi042.stdout:6/722: dwrite d16/d21/d35/d63/d7a/fd5 [0,4194304] 0 2024-06-13T11:57:53.320 INFO:tasks.workunit.client.0.smithi042.stdout:0/621: sync 2024-06-13T11:57:53.345 INFO:tasks.workunit.client.0.smithi042.stdout:0/622: dread d4/f1a [0,4194304] 0 2024-06-13T11:57:53.346 INFO:tasks.workunit.client.0.smithi042.stdout:0/623: chown d4/f26 26475 1 2024-06-13T11:57:53.347 INFO:tasks.workunit.client.0.smithi042.stdout:0/624: unlink d4/d33/d3f/fad 0 2024-06-13T11:57:53.347 INFO:tasks.workunit.client.0.smithi042.stdout:6/723: rename d16/d21/d72/d31/l99 to d16/d21/d35/d63/d8e/lf8 0 2024-06-13T11:57:53.348 INFO:tasks.workunit.client.0.smithi042.stdout:6/724: chown d16/d21/d32/d7c 26348 1 2024-06-13T11:57:53.352 INFO:tasks.workunit.client.0.smithi042.stdout:6/725: write d16/f78 [4321854,66402] 0 2024-06-13T11:57:53.353 INFO:tasks.workunit.client.0.smithi042.stdout:5/526: mkdir d1/d31/d6a/d7a/da0 0 2024-06-13T11:57:53.354 INFO:tasks.workunit.client.0.smithi042.stdout:7/489: dread d2/f32 [0,4194304] 0 2024-06-13T11:57:53.354 INFO:tasks.workunit.client.0.smithi042.stdout:7/490: dread - d2/d36/d4a/d39/f9a zero size 2024-06-13T11:57:53.355 INFO:tasks.workunit.client.0.smithi042.stdout:0/625: unlink d4/c22 0 2024-06-13T11:57:53.356 INFO:tasks.workunit.client.0.smithi042.stdout:6/726: mkdir d16/d21/d35/df9 0 2024-06-13T11:57:53.356 INFO:tasks.workunit.client.0.smithi042.stdout:0/626: write d4/d31/d34/f87 [4487922,33093] 0 2024-06-13T11:57:53.357 INFO:tasks.workunit.client.0.smithi042.stdout:5/527: getdents d1 0 2024-06-13T11:57:53.357 INFO:tasks.workunit.client.0.smithi042.stdout:5/528: stat d1/d2b/d37/f88 0 2024-06-13T11:57:53.357 INFO:tasks.workunit.client.0.smithi042.stdout:5/529: truncate d1/d2b/d35/f4e 5318301 0 2024-06-13T11:57:53.358 INFO:tasks.workunit.client.0.smithi042.stdout:7/491: unlink d2/d3/d3e/f44 0 2024-06-13T11:57:53.361 INFO:tasks.workunit.client.0.smithi042.stdout:6/727: mkdir d16/d21/d23/dc4/dfa 0 2024-06-13T11:57:53.362 INFO:tasks.workunit.client.0.smithi042.stdout:7/492: truncate d2/d36/d4a/d42/d63/f89 495864 0 2024-06-13T11:57:53.362 INFO:tasks.workunit.client.0.smithi042.stdout:0/627: creat d4/d31/d96/db2/fd6 x:0 0 0 2024-06-13T11:57:53.370 INFO:tasks.workunit.client.0.smithi042.stdout:9/589: link d9/d16/d48/f90 d9/fca 0 2024-06-13T11:57:53.374 INFO:tasks.workunit.client.0.smithi042.stdout:9/590: symlink d9/d9c/lcb 0 2024-06-13T11:57:53.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:53 smithi162 ceph-mon[36757]: pgmap v73: 129 pgs: 129 active+clean; 830 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 94 MiB/s rd, 120 MiB/s wr, 879 op/s 2024-06-13T11:57:53.405 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:53 smithi088 ceph-mon[36399]: pgmap v73: 129 pgs: 129 active+clean; 830 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 94 MiB/s rd, 120 MiB/s wr, 879 op/s 2024-06-13T11:57:53.413 INFO:tasks.workunit.client.0.smithi042.stdout:5/530: dwrite d1/d31/d6a/d7a/d96/f98 [0,4194304] 0 2024-06-13T11:57:53.413 INFO:tasks.workunit.client.0.smithi042.stdout:5/531: truncate d1/d2b/d35/d36/f4d 349899 0 2024-06-13T11:57:53.414 INFO:tasks.workunit.client.0.smithi042.stdout:5/532: creat d1/d2b/d35/d36/fa1 x:0 0 0 2024-06-13T11:57:53.414 INFO:tasks.workunit.client.0.smithi042.stdout:5/533: write d1/d2b/d37/f28 [2531944,8790] 0 2024-06-13T11:57:53.415 INFO:tasks.workunit.client.0.smithi042.stdout:3/562: dwrite dc/d29/d47/f65 [0,4194304] 0 2024-06-13T11:57:53.419 INFO:tasks.workunit.client.0.smithi042.stdout:5/534: getdents d1/d2b/d35 0 2024-06-13T11:57:53.421 INFO:tasks.workunit.client.0.smithi042.stdout:3/563: creat dc/d17/d20/d2d/fcd x:0 0 0 2024-06-13T11:57:53.427 INFO:tasks.workunit.client.0.smithi042.stdout:3/564: creat dc/d17/fce x:0 0 0 2024-06-13T11:57:53.429 INFO:tasks.workunit.client.0.smithi042.stdout:0/628: dwrite d4/d31/d4a/d63/f6f [4194304,4194304] 0 2024-06-13T11:57:53.429 INFO:tasks.workunit.client.0.smithi042.stdout:0/629: getdents d4/d33/d3e/d6c 0 2024-06-13T11:57:53.431 INFO:tasks.workunit.client.0.smithi042.stdout:0/630: link d4/d32/f8f d4/d31/d96/fd7 0 2024-06-13T11:57:53.432 INFO:tasks.workunit.client.0.smithi042.stdout:9/591: dwrite d9/d15/fbb [0,4194304] 0 2024-06-13T11:57:53.432 INFO:tasks.workunit.client.0.smithi042.stdout:9/592: truncate d9/db1/fb7 174354 0 2024-06-13T11:57:53.435 INFO:tasks.workunit.client.0.smithi042.stdout:9/593: creat d9/db1/fcc x:0 0 0 2024-06-13T11:57:53.438 INFO:tasks.workunit.client.0.smithi042.stdout:9/594: mknod d9/d16/ccd 0 2024-06-13T11:57:53.439 INFO:tasks.workunit.client.0.smithi042.stdout:9/595: mknod d9/d16/daf/cce 0 2024-06-13T11:57:53.442 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:53 smithi042 ceph-mon[32231]: pgmap v73: 129 pgs: 129 active+clean; 830 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 94 MiB/s rd, 120 MiB/s wr, 879 op/s 2024-06-13T11:57:53.448 INFO:tasks.workunit.client.0.smithi042.stdout:5/535: rename d1/d31/d45/d5d to d1/d31/d6a/d7a/d96/da2 0 2024-06-13T11:57:53.456 INFO:tasks.workunit.client.0.smithi042.stdout:0/631: dread d4/fc [4194304,4194304] 0 2024-06-13T11:57:53.457 INFO:tasks.workunit.client.0.smithi042.stdout:0/632: mknod d4/d33/d3f/cd8 0 2024-06-13T11:57:53.459 INFO:tasks.workunit.client.0.smithi042.stdout:0/633: creat d4/d33/d3e/d6c/fd9 x:0 0 0 2024-06-13T11:57:53.461 INFO:tasks.workunit.client.0.smithi042.stdout:0/634: creat d4/d31/d4a/fda x:0 0 0 2024-06-13T11:57:53.464 INFO:tasks.workunit.client.0.smithi042.stdout:9/596: write d9/d16/d48/d62/f83 [3516229,2754] 0 2024-06-13T11:57:53.486 INFO:tasks.workunit.client.0.smithi042.stdout:3/565: dwrite dc/fb5 [0,4194304] 0 2024-06-13T11:57:53.486 INFO:tasks.workunit.client.0.smithi042.stdout:3/566: chown f0 29618 1 2024-06-13T11:57:53.486 INFO:tasks.workunit.client.0.smithi042.stdout:3/567: stat dc/d29/d87/fae 0 2024-06-13T11:57:53.489 INFO:tasks.workunit.client.0.smithi042.stdout:5/536: dread d1/d2b/d37/f88 [0,4194304] 0 2024-06-13T11:57:53.489 INFO:tasks.workunit.client.0.smithi042.stdout:1/596: sync 2024-06-13T11:57:53.492 INFO:tasks.workunit.client.0.smithi042.stdout:3/568: link dc/d17/d20/d2d/fcd dc/d17/d20/d5c/d8a/fcf 0 2024-06-13T11:57:53.496 INFO:tasks.workunit.client.0.smithi042.stdout:1/597: symlink d0/d17/d18/d29/db9/lc7 0 2024-06-13T11:57:53.496 INFO:tasks.workunit.client.0.smithi042.stdout:1/598: write d0/f9e [1020550,44513] 0 2024-06-13T11:57:53.496 INFO:tasks.workunit.client.0.smithi042.stdout:5/537: creat d1/d31/d6a/d7a/d96/da2/fa3 x:0 0 0 2024-06-13T11:57:53.496 INFO:tasks.workunit.client.0.smithi042.stdout:3/569: creat dc/d17/fd0 x:0 0 0 2024-06-13T11:57:53.496 INFO:tasks.workunit.client.0.smithi042.stdout:5/538: unlink d1/d2b/f33 0 2024-06-13T11:57:53.496 INFO:tasks.workunit.client.0.smithi042.stdout:5/539: fdatasync d1/f23 0 2024-06-13T11:57:53.498 INFO:tasks.workunit.client.0.smithi042.stdout:5/540: unlink d1/d2b/d35/d62/f89 0 2024-06-13T11:57:53.500 INFO:tasks.workunit.client.0.smithi042.stdout:5/541: creat d1/d2b/d35/d62/fa4 x:0 0 0 2024-06-13T11:57:53.500 INFO:tasks.workunit.client.0.smithi042.stdout:5/542: truncate d1/d2b/d35/d62/f9b 629904 0 2024-06-13T11:57:53.500 INFO:tasks.workunit.client.0.smithi042.stdout:5/543: fdatasync d1/d31/d45/f8d 0 2024-06-13T11:57:53.516 INFO:tasks.workunit.client.0.smithi042.stdout:0/635: dwrite d4/d31/d34/f7b [0,4194304] 0 2024-06-13T11:57:53.538 INFO:tasks.workunit.client.0.smithi042.stdout:1/599: dwrite d0/d17/d18/f75 [4194304,4194304] 0 2024-06-13T11:57:53.539 INFO:tasks.workunit.client.0.smithi042.stdout:1/600: fsync d0/d17/d18/d29/d43/f45 0 2024-06-13T11:57:53.541 INFO:tasks.workunit.client.0.smithi042.stdout:1/601: creat d0/d17/dd/d66/d82/d5f/d63/fc8 x:0 0 0 2024-06-13T11:57:53.543 INFO:tasks.workunit.client.0.smithi042.stdout:1/602: chown d0/d17/d18/d29/d90/da7/ca9 1024246 1 2024-06-13T11:57:53.543 INFO:tasks.workunit.client.0.smithi042.stdout:1/603: read d0/d17/dd/d66/f2a [81464,97862] 0 2024-06-13T11:57:53.544 INFO:tasks.workunit.client.0.smithi042.stdout:1/604: mknod d0/d17/d95/cc9 0 2024-06-13T11:57:53.544 INFO:tasks.workunit.client.0.smithi042.stdout:9/597: dwrite d9/d46/d68/fbf [0,4194304] 0 2024-06-13T11:57:53.545 INFO:tasks.workunit.client.0.smithi042.stdout:1/605: getdents d0/d17/d18/d29/d90/da7/dc4 0 2024-06-13T11:57:53.545 INFO:tasks.workunit.client.0.smithi042.stdout:1/606: fsync d0/d17/f3e 0 2024-06-13T11:57:53.546 INFO:tasks.workunit.client.0.smithi042.stdout:9/598: mkdir d9/d15/da3/dcf 0 2024-06-13T11:57:53.547 INFO:tasks.workunit.client.0.smithi042.stdout:1/607: creat d0/d17/d18/d29/fca x:0 0 0 2024-06-13T11:57:53.547 INFO:tasks.workunit.client.0.smithi042.stdout:1/608: dread - d0/d17/d18/d29/d90/fc3 zero size 2024-06-13T11:57:53.547 INFO:tasks.workunit.client.0.smithi042.stdout:1/609: creat d0/d17/dd/d55/da4/fcb x:0 0 0 2024-06-13T11:57:53.548 INFO:tasks.workunit.client.0.smithi042.stdout:9/599: rename d9/d15/d61/f63 to d9/d46/d6d/fd0 0 2024-06-13T11:57:53.548 INFO:tasks.workunit.client.0.smithi042.stdout:1/610: getdents d0 0 2024-06-13T11:57:53.548 INFO:tasks.workunit.client.0.smithi042.stdout:1/611: fsync d0/fc5 0 2024-06-13T11:57:53.549 INFO:tasks.workunit.client.0.smithi042.stdout:1/612: chown d0/d17/dd/d55/da4/lb1 10062 1 2024-06-13T11:57:53.553 INFO:tasks.workunit.client.0.smithi042.stdout:9/600: truncate d9/fca 1807233 0 2024-06-13T11:57:53.563 INFO:tasks.workunit.client.0.smithi042.stdout:5/544: dwrite d1/d2b/d35/d36/f3c [0,4194304] 0 2024-06-13T11:57:53.564 INFO:tasks.workunit.client.0.smithi042.stdout:0/636: dwrite d4/d31/d34/fb9 [0,4194304] 0 2024-06-13T11:57:53.565 INFO:tasks.workunit.client.0.smithi042.stdout:5/545: getdents d1/d31/d6a/d7a/d96 0 2024-06-13T11:57:53.567 INFO:tasks.workunit.client.0.smithi042.stdout:0/637: unlink d4/d31/d4a/d63/d7f/fa7 0 2024-06-13T11:57:53.567 INFO:tasks.workunit.client.0.smithi042.stdout:0/638: chown d4/d31/d96/db2 4493 1 2024-06-13T11:57:53.572 INFO:tasks.workunit.client.0.smithi042.stdout:5/546: creat d1/d2b/d35/d36/d40/fa5 x:0 0 0 2024-06-13T11:57:53.593 INFO:tasks.workunit.client.0.smithi042.stdout:1/613: dwrite d0/ff [0,4194304] 0 2024-06-13T11:57:53.595 INFO:tasks.workunit.client.0.smithi042.stdout:1/614: getdents d0/d17/d95 0 2024-06-13T11:57:53.601 INFO:tasks.workunit.client.0.smithi042.stdout:8/533: sync 2024-06-13T11:57:53.606 INFO:tasks.workunit.client.0.smithi042.stdout:0/639: dread d4/f38 [0,4194304] 0 2024-06-13T11:57:53.607 INFO:tasks.workunit.client.0.smithi042.stdout:0/640: symlink d4/d31/d34/d78/ldb 0 2024-06-13T11:57:53.614 INFO:tasks.workunit.client.0.smithi042.stdout:0/641: write d4/d33/fa0 [437160,80996] 0 2024-06-13T11:57:53.644 INFO:tasks.workunit.client.0.smithi042.stdout:5/547: dwrite d1/d31/f26 [4194304,4194304] 0 2024-06-13T11:57:53.645 INFO:tasks.workunit.client.0.smithi042.stdout:5/548: truncate d1/d2b/d35/d36/d40/f66 1103626 0 2024-06-13T11:57:53.647 INFO:tasks.workunit.client.0.smithi042.stdout:5/549: symlink d1/d42/d60/d8f/la6 0 2024-06-13T11:57:53.669 INFO:tasks.workunit.client.0.smithi042.stdout:8/534: dread d2/d3/d5/fe [0,4194304] 0 2024-06-13T11:57:53.669 INFO:tasks.workunit.client.0.smithi042.stdout:8/535: write d2/d3/d5/ff [1593663,92564] 0 2024-06-13T11:57:53.673 INFO:tasks.workunit.client.0.smithi042.stdout:1/615: dwrite d0/d17/d4c/f53 [0,4194304] 0 2024-06-13T11:57:53.674 INFO:tasks.workunit.client.0.smithi042.stdout:8/536: rmdir d2/d3/d81/d94/d79/d98 39 2024-06-13T11:57:53.677 INFO:tasks.workunit.client.0.smithi042.stdout:8/537: fdatasync d2/d3/d81/d94/d79/d98/fa3 0 2024-06-13T11:57:53.678 INFO:tasks.workunit.client.0.smithi042.stdout:0/642: dwrite d4/d31/d4a/f4d [0,4194304] 0 2024-06-13T11:57:53.678 INFO:tasks.workunit.client.0.smithi042.stdout:8/538: mknod d2/d3/d81/cac 0 2024-06-13T11:57:53.679 INFO:tasks.workunit.client.0.smithi042.stdout:0/643: chown d4/d32/d64/la1 22163158 1 2024-06-13T11:57:53.679 INFO:tasks.workunit.client.0.smithi042.stdout:0/644: write d4/d33/d3e/d6c/fd9 [1011717,86444] 0 2024-06-13T11:57:53.679 INFO:tasks.workunit.client.0.smithi042.stdout:8/539: rmdir d2/d3/d5 39 2024-06-13T11:57:53.682 INFO:tasks.workunit.client.0.smithi042.stdout:8/540: creat d2/dc/fad x:0 0 0 2024-06-13T11:57:53.682 INFO:tasks.workunit.client.0.smithi042.stdout:8/541: chown d2/dc/d6f 37 1 2024-06-13T11:57:53.683 INFO:tasks.workunit.client.0.smithi042.stdout:8/542: stat d2/f14 0 2024-06-13T11:57:53.683 INFO:tasks.workunit.client.0.smithi042.stdout:8/543: fdatasync d2/dc/d64/d7a/f97 0 2024-06-13T11:57:53.691 INFO:tasks.workunit.client.0.smithi042.stdout:5/550: dwrite d1/d2b/d35/f67 [0,4194304] 0 2024-06-13T11:57:53.694 INFO:tasks.workunit.client.0.smithi042.stdout:5/551: chown d1/d2b/d35/d62/c99 395883135 1 2024-06-13T11:57:53.706 INFO:tasks.workunit.client.0.smithi042.stdout:8/544: rename d2/d3/l93 to d2/d3/d81/d94/d79/d98/lae 0 2024-06-13T11:57:53.709 INFO:tasks.workunit.client.0.smithi042.stdout:8/545: unlink d2/dc/d22/d42/c1d 0 2024-06-13T11:57:53.710 INFO:tasks.workunit.client.0.smithi042.stdout:5/552: dread d1/d2b/f54 [0,4194304] 0 2024-06-13T11:57:53.711 INFO:tasks.workunit.client.0.smithi042.stdout:5/553: fsync d1/d31/fb 0 2024-06-13T11:57:53.714 INFO:tasks.workunit.client.0.smithi042.stdout:8/546: unlink d2/dc/c1f 0 2024-06-13T11:57:53.716 INFO:tasks.workunit.client.0.smithi042.stdout:5/554: mknod d1/d42/d60/d8f/ca7 0 2024-06-13T11:57:53.720 INFO:tasks.workunit.client.0.smithi042.stdout:8/547: unlink d2/d3/d5/d5b/l9d 0 2024-06-13T11:57:53.723 INFO:tasks.workunit.client.0.smithi042.stdout:8/548: creat d2/dc/d53/d78/faf x:0 0 0 2024-06-13T11:57:53.723 INFO:tasks.workunit.client.0.smithi042.stdout:5/555: mkdir d1/d2b/d35/d5b/da8 0 2024-06-13T11:57:53.728 INFO:tasks.workunit.client.0.smithi042.stdout:5/556: rename d1/cc to d1/d49/ca9 0 2024-06-13T11:57:53.728 INFO:tasks.workunit.client.0.smithi042.stdout:5/557: truncate d1/d2b/d35/d36/d40/f51 4892278 0 2024-06-13T11:57:53.741 INFO:tasks.workunit.client.0.smithi042.stdout:0/645: dwrite d4/d33/fa0 [0,4194304] 0 2024-06-13T11:57:53.743 INFO:tasks.workunit.client.0.smithi042.stdout:1/616: dwrite d0/d17/d18/d29/fa5 [0,4194304] 0 2024-06-13T11:57:53.746 INFO:tasks.workunit.client.0.smithi042.stdout:0/646: creat d4/d33/d3f/fdc x:0 0 0 2024-06-13T11:57:53.750 INFO:tasks.workunit.client.0.smithi042.stdout:1/617: mknod d0/d17/d18/d20/daf/ccc 0 2024-06-13T11:57:53.750 INFO:tasks.workunit.client.0.smithi042.stdout:1/618: readlink d0/d17/d4c/l6f 0 2024-06-13T11:57:53.751 INFO:tasks.workunit.client.0.smithi042.stdout:0/647: creat d4/d33/fdd x:0 0 0 2024-06-13T11:57:53.752 INFO:tasks.workunit.client.0.smithi042.stdout:1/619: link d0/l6b d0/d17/dd/d1b/lcd 0 2024-06-13T11:57:53.755 INFO:tasks.workunit.client.0.smithi042.stdout:0/648: rename d4/d31/d34/d78/ld0 to d4/d31/d96/lde 0 2024-06-13T11:57:53.755 INFO:tasks.workunit.client.0.smithi042.stdout:0/649: readlink d4/l11 0 2024-06-13T11:57:53.757 INFO:tasks.workunit.client.0.smithi042.stdout:1/620: rename d0/f21 to d0/d17/dd/d55/d6a/fce 0 2024-06-13T11:57:53.762 INFO:tasks.workunit.client.0.smithi042.stdout:1/621: rename d0/d17/d18/d20/daf to d0/d17/dcf 0 2024-06-13T11:57:53.771 INFO:tasks.workunit.client.0.smithi042.stdout:6/728: sync 2024-06-13T11:57:53.771 INFO:tasks.workunit.client.0.smithi042.stdout:2/520: sync 2024-06-13T11:57:53.771 INFO:tasks.workunit.client.0.smithi042.stdout:2/521: dread - d7/d61/d64/f71 zero size 2024-06-13T11:57:53.772 INFO:tasks.workunit.client.0.smithi042.stdout:7/493: sync 2024-06-13T11:57:53.773 INFO:tasks.workunit.client.0.smithi042.stdout:2/522: mknod d7/cb2 0 2024-06-13T11:57:53.773 INFO:tasks.workunit.client.0.smithi042.stdout:4/788: sync 2024-06-13T11:57:53.777 INFO:tasks.workunit.client.0.smithi042.stdout:2/523: creat d7/d1a/d50/fb3 x:0 0 0 2024-06-13T11:57:53.777 INFO:tasks.workunit.client.0.smithi042.stdout:2/524: chown d7/l1b 329 1 2024-06-13T11:57:53.777 INFO:tasks.workunit.client.0.smithi042.stdout:2/525: chown d7/d1a/d50/f96 62099719 1 2024-06-13T11:57:53.780 INFO:tasks.workunit.client.0.smithi042.stdout:4/789: rename d1/d10/c23 to d1/d5/d16/deb/c11f 0 2024-06-13T11:57:53.780 INFO:tasks.workunit.client.0.smithi042.stdout:4/790: truncate d1/d10/d15/d8d/f10d 4894825 0 2024-06-13T11:57:53.780 INFO:tasks.workunit.client.0.smithi042.stdout:4/791: getdents d1/d8e/d11e 0 2024-06-13T11:57:53.780 INFO:tasks.workunit.client.0.smithi042.stdout:4/792: chown d1/d5/d16/c24 84 1 2024-06-13T11:57:53.780 INFO:tasks.workunit.client.0.smithi042.stdout:4/793: write d1/d10/d15/fec [256746,18511] 0 2024-06-13T11:57:53.784 INFO:tasks.workunit.client.0.smithi042.stdout:0/650: read d4/d33/f66 [234022,57048] 0 2024-06-13T11:57:53.793 INFO:tasks.workunit.client.0.smithi042.stdout:1/622: write d0/d17/dd/f74 [1123829,27962] 0 2024-06-13T11:57:53.794 INFO:tasks.workunit.client.0.smithi042.stdout:1/623: readlink d0/d17/dd/d1b/l26 0 2024-06-13T11:57:53.797 INFO:tasks.workunit.client.0.smithi042.stdout:5/558: dwrite d1/d31/d45/f4f [0,4194304] 0 2024-06-13T11:57:53.798 INFO:tasks.workunit.client.0.smithi042.stdout:0/651: creat d4/d31/d4a/d58/fdf x:0 0 0 2024-06-13T11:57:53.807 INFO:tasks.workunit.client.0.smithi042.stdout:5/559: write d1/d31/d6a/f7c [970943,88711] 0 2024-06-13T11:57:53.807 INFO:tasks.workunit.client.0.smithi042.stdout:5/560: stat d1/d42/d60/d8f/ca7 0 2024-06-13T11:57:53.807 INFO:tasks.workunit.client.0.smithi042.stdout:1/624: unlink d0/ff 0 2024-06-13T11:57:53.807 INFO:tasks.workunit.client.0.smithi042.stdout:1/625: chown d0/d17/dd/d66/d82/d5f 80 1 2024-06-13T11:57:53.808 INFO:tasks.workunit.client.0.smithi042.stdout:1/626: symlink d0/d17/dd/d55/ld0 0 2024-06-13T11:57:53.818 INFO:tasks.workunit.client.0.smithi042.stdout:6/729: dread d16/f1a [0,4194304] 0 2024-06-13T11:57:53.818 INFO:tasks.workunit.client.0.smithi042.stdout:6/730: readlink d16/d21/d72/d31/l4f 0 2024-06-13T11:57:53.818 INFO:tasks.workunit.client.0.smithi042.stdout:6/731: chown d16/d21/d72/d79/dad/fee 86682188 1 2024-06-13T11:57:53.819 INFO:tasks.workunit.client.0.smithi042.stdout:8/549: dwrite d2/d3/f6 [0,4194304] 0 2024-06-13T11:57:53.820 INFO:tasks.workunit.client.0.smithi042.stdout:8/550: link d2/d3/d5/d44/l52 d2/lb0 0 2024-06-13T11:57:53.821 INFO:tasks.workunit.client.0.smithi042.stdout:8/551: creat d2/dc/d6f/da4/fb1 x:0 0 0 2024-06-13T11:57:53.822 INFO:tasks.workunit.client.0.smithi042.stdout:8/552: fsync d2/dc/fad 0 2024-06-13T11:57:53.822 INFO:tasks.workunit.client.0.smithi042.stdout:8/553: fdatasync d2/d3/d43/f4d 0 2024-06-13T11:57:53.842 INFO:tasks.workunit.client.0.smithi042.stdout:4/794: dwrite d1/d5/d5f/f78 [0,4194304] 0 2024-06-13T11:57:53.843 INFO:tasks.workunit.client.0.smithi042.stdout:6/732: unlink d16/d21/d35/d63/d7a/fd5 0 2024-06-13T11:57:53.843 INFO:tasks.workunit.client.0.smithi042.stdout:6/733: write d16/d21/d72/d79/dad/fee [162545,29230] 0 2024-06-13T11:57:53.844 INFO:tasks.workunit.client.0.smithi042.stdout:6/734: truncate d16/d6d/d82/fb6 988305 0 2024-06-13T11:57:53.844 INFO:tasks.workunit.client.0.smithi042.stdout:6/735: write d16/d21/d32/d7c/fc3 [1683438,90612] 0 2024-06-13T11:57:53.845 INFO:tasks.workunit.client.0.smithi042.stdout:4/795: mknod d1/d10/d35/d80/d93/c120 0 2024-06-13T11:57:53.846 INFO:tasks.workunit.client.0.smithi042.stdout:3/570: sync 2024-06-13T11:57:53.846 INFO:tasks.workunit.client.0.smithi042.stdout:9/601: sync 2024-06-13T11:57:53.847 INFO:tasks.workunit.client.0.smithi042.stdout:3/571: creat dc/d17/d1f/d46/da3/fd1 x:0 0 0 2024-06-13T11:57:53.848 INFO:tasks.workunit.client.0.smithi042.stdout:1/627: dread d0/d17/dd/d66/f2a [0,4194304] 0 2024-06-13T11:57:53.849 INFO:tasks.workunit.client.0.smithi042.stdout:3/572: creat dc/d17/d1f/d79/fd2 x:0 0 0 2024-06-13T11:57:53.849 INFO:tasks.workunit.client.0.smithi042.stdout:3/573: fdatasync dc/d29/d47/f65 0 2024-06-13T11:57:53.852 INFO:tasks.workunit.client.0.smithi042.stdout:3/574: creat dc/d29/d47/d66/fd3 x:0 0 0 2024-06-13T11:57:53.852 INFO:tasks.workunit.client.0.smithi042.stdout:7/494: dwrite d2/d36/d4a/f13 [0,4194304] 0 2024-06-13T11:57:53.853 INFO:tasks.workunit.client.0.smithi042.stdout:7/495: chown d2/f1a 45247888 1 2024-06-13T11:57:53.853 INFO:tasks.workunit.client.0.smithi042.stdout:8/554: mkdir d2/d3/d81/d94/d79/db2 0 2024-06-13T11:57:53.853 INFO:tasks.workunit.client.0.smithi042.stdout:2/526: dwrite d7/d1f/f49 [4194304,4194304] 0 2024-06-13T11:57:53.854 INFO:tasks.workunit.client.0.smithi042.stdout:9/602: stat d9/d15/d43/d77/fab 0 2024-06-13T11:57:53.854 INFO:tasks.workunit.client.0.smithi042.stdout:9/603: chown d9/d15/d43/d77/ca6 1 1 2024-06-13T11:57:53.867 INFO:tasks.workunit.client.0.smithi042.stdout:8/555: mkdir d2/d3/d87/d8d/db3 0 2024-06-13T11:57:53.867 INFO:tasks.workunit.client.0.smithi042.stdout:3/575: rename dc/c16 to dc/d29/d47/cd4 0 2024-06-13T11:57:53.867 INFO:tasks.workunit.client.0.smithi042.stdout:3/576: stat dc/d17/d20/f5b 0 2024-06-13T11:57:53.867 INFO:tasks.workunit.client.0.smithi042.stdout:2/527: rename d7/d23/d8a to d7/d61/d64/db4 0 2024-06-13T11:57:53.867 INFO:tasks.workunit.client.0.smithi042.stdout:8/556: mkdir d2/dc/d64/d7a/db4 0 2024-06-13T11:57:53.868 INFO:tasks.workunit.client.0.smithi042.stdout:8/557: write d2/dc/f7b [501211,276] 0 2024-06-13T11:57:53.870 INFO:tasks.workunit.client.0.smithi042.stdout:3/577: unlink dc/d17/d20/f5b 0 2024-06-13T11:57:53.888 INFO:tasks.workunit.client.0.smithi042.stdout:3/578: symlink dc/d29/dc3/ld5 0 2024-06-13T11:57:53.888 INFO:tasks.workunit.client.0.smithi042.stdout:7/496: read d2/d36/d4a/f13 [2173753,99787] 0 2024-06-13T11:57:53.890 INFO:tasks.workunit.client.0.smithi042.stdout:5/561: dwrite d1/f18 [0,4194304] 0 2024-06-13T11:57:53.893 INFO:tasks.workunit.client.0.smithi042.stdout:5/562: creat d1/d31/d6a/d7a/faa x:0 0 0 2024-06-13T11:57:53.893 INFO:tasks.workunit.client.0.smithi042.stdout:5/563: fsync d1/d2b/f68 0 2024-06-13T11:57:53.893 INFO:tasks.workunit.client.0.smithi042.stdout:5/564: stat d1/d31/f26 0 2024-06-13T11:57:53.903 INFO:tasks.workunit.client.0.smithi042.stdout:6/736: dwrite d16/d8b/fbf [0,4194304] 0 2024-06-13T11:57:53.909 INFO:tasks.workunit.client.0.smithi042.stdout:1/628: mknod d0/d17/dd/d66/d82/d5f/d63/cd1 0 2024-06-13T11:57:53.912 INFO:tasks.workunit.client.0.smithi042.stdout:9/604: read d9/d15/f1a [3920060,95849] 0 2024-06-13T11:57:53.915 INFO:tasks.workunit.client.0.smithi042.stdout:9/605: symlink d9/d33/d40/d52/ld1 0 2024-06-13T11:57:53.915 INFO:tasks.workunit.client.0.smithi042.stdout:9/606: fsync d9/f96 0 2024-06-13T11:57:53.915 INFO:tasks.workunit.client.0.smithi042.stdout:9/607: write d9/d16/d48/f93 [884726,92842] 0 2024-06-13T11:57:53.925 INFO:tasks.workunit.client.0.smithi042.stdout:8/558: write d2/dc/d22/d42/f30 [233580,122278] 0 2024-06-13T11:57:53.948 INFO:tasks.workunit.client.0.smithi042.stdout:7/497: dread d2/d36/d4a/f60 [0,4194304] 0 2024-06-13T11:57:53.950 INFO:tasks.workunit.client.0.smithi042.stdout:4/796: dwrite d1/d5/d5f/f78 [0,4194304] 0 2024-06-13T11:57:53.951 INFO:tasks.workunit.client.0.smithi042.stdout:2/528: dwrite d7/d23/f4f [0,4194304] 0 2024-06-13T11:57:53.954 INFO:tasks.workunit.client.0.smithi042.stdout:4/797: getdents d1/d10/d4e/d97/d10c/d60/d67 0 2024-06-13T11:57:53.954 INFO:tasks.workunit.client.0.smithi042.stdout:4/798: write d1/d10/d4e/d97/d10c/d60/f11b [940051,96940] 0 2024-06-13T11:57:53.959 INFO:tasks.workunit.client.0.smithi042.stdout:3/579: link dc/d29/f98 dc/d17/d20/d2d/d37/d52/d7e/fd6 0 2024-06-13T11:57:53.959 INFO:tasks.workunit.client.0.smithi042.stdout:3/580: chown dc/d17/d20/d2d/d37/fc1 1408492 1 2024-06-13T11:57:53.959 INFO:tasks.workunit.client.0.smithi042.stdout:8/559: write d2/d3/d5/d5b/f55 [2173116,5705] 0 2024-06-13T11:57:53.959 INFO:tasks.workunit.client.0.smithi042.stdout:2/529: symlink d7/d23/db1/lb5 0 2024-06-13T11:57:53.960 INFO:tasks.workunit.client.0.smithi042.stdout:4/799: symlink d1/d10/d4e/d97/l121 0 2024-06-13T11:57:53.961 INFO:tasks.workunit.client.0.smithi042.stdout:6/737: dwrite d16/d6d/fa4 [0,4194304] 0 2024-06-13T11:57:53.962 INFO:tasks.workunit.client.0.smithi042.stdout:8/560: creat d2/d3/d81/d94/d7f/fb5 x:0 0 0 2024-06-13T11:57:53.963 INFO:tasks.workunit.client.0.smithi042.stdout:6/738: getdents d16/d21/d35/d63 0 2024-06-13T11:57:53.964 INFO:tasks.workunit.client.0.smithi042.stdout:2/530: creat d7/df/fb6 x:0 0 0 2024-06-13T11:57:53.969 INFO:tasks.workunit.client.0.smithi042.stdout:9/608: dread d9/d31/f88 [0,4194304] 0 2024-06-13T11:57:53.970 INFO:tasks.workunit.client.0.smithi042.stdout:8/561: rmdir d2/dc/d53 39 2024-06-13T11:57:53.970 INFO:tasks.workunit.client.0.smithi042.stdout:2/531: creat d7/d1a/d50/fb7 x:0 0 0 2024-06-13T11:57:53.972 INFO:tasks.workunit.client.0.smithi042.stdout:2/532: mkdir d7/df/d6a/db8 0 2024-06-13T11:57:53.974 INFO:tasks.workunit.client.0.smithi042.stdout:2/533: unlink d7/d23/f7d 0 2024-06-13T11:57:53.975 INFO:tasks.workunit.client.0.smithi042.stdout:2/534: rmdir d7/d3c/d40/d4c/d5a 39 2024-06-13T11:57:53.975 INFO:tasks.workunit.client.0.smithi042.stdout:2/535: write d7/d3c/d40/d4c/f93 [8695940,87067] 0 2024-06-13T11:57:53.978 INFO:tasks.workunit.client.0.smithi042.stdout:2/536: unlink d7/c83 0 2024-06-13T11:57:53.978 INFO:tasks.workunit.client.0.smithi042.stdout:2/537: fdatasync d7/df/f62 0 2024-06-13T11:57:53.978 INFO:tasks.workunit.client.0.smithi042.stdout:2/538: readlink d7/d23/db1/lb5 0 2024-06-13T11:57:53.979 INFO:tasks.workunit.client.0.smithi042.stdout:2/539: chown f2 174 1 2024-06-13T11:57:53.981 INFO:tasks.workunit.client.0.smithi042.stdout:2/540: truncate d7/df/f2c 4098203 0 2024-06-13T11:57:53.998 INFO:tasks.workunit.client.0.smithi042.stdout:1/629: rename d0/d17/dd/d66/d82/d5f/d63/c8c to d0/d17/dd/d66/d82/d5f/d9a/da2/cd2 0 2024-06-13T11:57:54.009 INFO:tasks.workunit.client.0.smithi042.stdout:5/565: dwrite d1/d31/d45/f4f [4194304,4194304] 0 2024-06-13T11:57:54.009 INFO:tasks.workunit.client.0.smithi042.stdout:3/581: dread dc/d17/d3b/f53 [0,4194304] 0 2024-06-13T11:57:54.009 INFO:tasks.workunit.client.0.smithi042.stdout:3/582: write dc/d17/d1f/d46/fc2 [213181,4899] 0 2024-06-13T11:57:54.010 INFO:tasks.workunit.client.0.smithi042.stdout:3/583: read - dc/d17/d3b/d55/f9a zero size 2024-06-13T11:57:54.010 INFO:tasks.workunit.client.0.smithi042.stdout:1/630: link d0/d17/d18/d29/d43/l59 d0/d17/dd/d66/ld3 0 2024-06-13T11:57:54.010 INFO:tasks.workunit.client.0.smithi042.stdout:1/631: dread - d0/d17/dd/d66/d82/d5f/d63/fc8 zero size 2024-06-13T11:57:54.010 INFO:tasks.workunit.client.0.smithi042.stdout:1/632: truncate d0/f9 2377332 0 2024-06-13T11:57:54.011 INFO:tasks.workunit.client.0.smithi042.stdout:5/566: creat d1/d31/d6a/d7a/d96/fab x:0 0 0 2024-06-13T11:57:54.012 INFO:tasks.workunit.client.0.smithi042.stdout:7/498: rename d2/d36/d4a/l49 to d2/d3/la3 0 2024-06-13T11:57:54.012 INFO:tasks.workunit.client.0.smithi042.stdout:1/633: symlink d0/d17/d18/ld4 0 2024-06-13T11:57:54.013 INFO:tasks.workunit.client.0.smithi042.stdout:6/739: dwrite d16/d8b/d57/d66/ff4 [0,4194304] 0 2024-06-13T11:57:54.014 INFO:tasks.workunit.client.0.smithi042.stdout:2/541: rename d7/d23/db1/dad/lb0 to d7/d1a/d9e/lb9 0 2024-06-13T11:57:54.017 INFO:tasks.workunit.client.0.smithi042.stdout:1/634: rename d0/d17/d4c to d0/d17/dd/d42/dd5 0 2024-06-13T11:57:54.024 INFO:tasks.workunit.client.0.smithi042.stdout:7/499: dread d2/d36/d4a/f1b [0,4194304] 0 2024-06-13T11:57:54.024 INFO:tasks.workunit.client.0.smithi042.stdout:7/500: write d2/d36/d4a/d42/f7a [1709385,74073] 0 2024-06-13T11:57:54.032 INFO:tasks.workunit.client.0.smithi042.stdout:7/501: truncate d2/f33 2701827 0 2024-06-13T11:57:54.037 INFO:tasks.workunit.client.0.smithi042.stdout:8/562: dwrite d2/d3/d5/d5b/f3b [0,4194304] 0 2024-06-13T11:57:54.038 INFO:tasks.workunit.client.0.smithi042.stdout:3/584: dread dc/d17/d20/d2d/fc4 [0,4194304] 0 2024-06-13T11:57:54.040 INFO:tasks.workunit.client.0.smithi042.stdout:3/585: unlink dc/d17/d20/d2d/d37/d52/d7e/lad 0 2024-06-13T11:57:54.058 INFO:tasks.workunit.client.0.smithi042.stdout:8/563: getdents d2/d3/d81/d94/d79 0 2024-06-13T11:57:54.061 INFO:tasks.workunit.client.0.smithi042.stdout:8/564: truncate d2/d3/f11 2311303 0 2024-06-13T11:57:54.067 INFO:tasks.workunit.client.0.smithi042.stdout:5/567: dwrite d1/d31/d6a/d7a/f94 [0,4194304] 0 2024-06-13T11:57:54.067 INFO:tasks.workunit.client.0.smithi042.stdout:5/568: chown d1/d42/c72 439980 1 2024-06-13T11:57:54.067 INFO:tasks.workunit.client.0.smithi042.stdout:5/569: dread - d1/d31/d6a/d7a/faa zero size 2024-06-13T11:57:54.085 INFO:tasks.workunit.client.0.smithi042.stdout:7/502: dwrite d2/fc [4194304,4194304] 0 2024-06-13T11:57:54.102 INFO:tasks.workunit.client.0.smithi042.stdout:8/565: dread d2/dc/d22/d42/f21 [0,4194304] 0 2024-06-13T11:57:54.104 INFO:tasks.workunit.client.0.smithi042.stdout:8/566: truncate d2/dc/d64/f71 1161667 0 2024-06-13T11:57:54.104 INFO:tasks.workunit.client.0.smithi042.stdout:8/567: dread - d2/d3/d81/da7/faa zero size 2024-06-13T11:57:54.104 INFO:tasks.workunit.client.0.smithi042.stdout:8/568: write d2/d3/d5/f6b [783880,51548] 0 2024-06-13T11:57:54.104 INFO:tasks.workunit.client.0.smithi042.stdout:8/569: stat d2/dc/l67 0 2024-06-13T11:57:54.117 INFO:tasks.workunit.client.0.smithi042.stdout:5/570: dwrite d1/f12 [0,4194304] 0 2024-06-13T11:57:54.117 INFO:tasks.workunit.client.0.smithi042.stdout:5/571: chown d1/d42/d60/d8f/la6 2192478 1 2024-06-13T11:57:54.119 INFO:tasks.workunit.client.0.smithi042.stdout:5/572: creat d1/d31/d6a/d8c/fac x:0 0 0 2024-06-13T11:57:54.120 INFO:tasks.workunit.client.0.smithi042.stdout:5/573: write d1/d31/d6a/d7a/f94 [5228196,77429] 0 2024-06-13T11:57:54.122 INFO:tasks.workunit.client.0.smithi042.stdout:3/586: dwrite dc/d17/d1f/d46/fc2 [0,4194304] 0 2024-06-13T11:57:54.132 INFO:tasks.workunit.client.0.smithi042.stdout:8/570: read d2/dc/d22/f63 [3285838,113389] 0 2024-06-13T11:57:54.132 INFO:tasks.workunit.client.0.smithi042.stdout:8/571: dread - d2/dc/d64/f74 zero size 2024-06-13T11:57:54.132 INFO:tasks.workunit.client.0.smithi042.stdout:3/587: link dc/d29/d47/d66/d70/f8c dc/d17/d1f/d92/db4/fd7 0 2024-06-13T11:57:54.134 INFO:tasks.workunit.client.0.smithi042.stdout:8/572: symlink d2/d3/d5/d5b/lb6 0 2024-06-13T11:57:54.136 INFO:tasks.workunit.client.0.smithi042.stdout:3/588: link dc/d17/d20/l7d dc/d17/d20/d5c/ld8 0 2024-06-13T11:57:54.138 INFO:tasks.workunit.client.0.smithi042.stdout:8/573: creat d2/d3/d81/d94/d79/fb7 x:0 0 0 2024-06-13T11:57:54.140 INFO:tasks.workunit.client.0.smithi042.stdout:8/574: symlink d2/d3/d87/d8d/lb8 0 2024-06-13T11:57:54.140 INFO:tasks.workunit.client.0.smithi042.stdout:8/575: chown d2/d3/f4f 139454 1 2024-06-13T11:57:54.141 INFO:tasks.workunit.client.0.smithi042.stdout:8/576: symlink d2/d3/d87/lb9 0 2024-06-13T11:57:54.141 INFO:tasks.workunit.client.0.smithi042.stdout:7/503: dwrite d2/d36/f9e [0,4194304] 0 2024-06-13T11:57:54.145 INFO:tasks.workunit.client.0.smithi042.stdout:7/504: symlink d2/d36/la4 0 2024-06-13T11:57:54.149 INFO:tasks.workunit.client.0.smithi042.stdout:5/574: rename d1/f3e to d1/d31/d6a/d8c/d9f/fad 0 2024-06-13T11:57:54.150 INFO:tasks.workunit.client.0.smithi042.stdout:3/589: rename dc/d29/d47/f65 to dc/d17/d1f/d79/d88/fd9 0 2024-06-13T11:57:54.150 INFO:tasks.workunit.client.0.smithi042.stdout:3/590: write dc/d17/d1f/d46/f94 [2455151,80351] 0 2024-06-13T11:57:54.152 INFO:tasks.workunit.client.0.smithi042.stdout:8/577: rename d2/dc/d22/d42/f70 to d2/dc/d64/fba 0 2024-06-13T11:57:54.162 INFO:tasks.workunit.client.0.smithi042.stdout:3/591: write dc/d17/d1f/d79/f86 [209944,35202] 0 2024-06-13T11:57:54.163 INFO:tasks.workunit.client.0.smithi042.stdout:3/592: write dc/d29/d47/fb9 [5236737,74217] 0 2024-06-13T11:57:54.163 INFO:tasks.workunit.client.0.smithi042.stdout:3/593: stat dc/d17/d1f/l24 0 2024-06-13T11:57:54.194 INFO:tasks.workunit.client.0.smithi042.stdout:8/578: dwrite d2/d3/d87/f99 [0,4194304] 0 2024-06-13T11:57:54.212 INFO:tasks.workunit.client.0.smithi042.stdout:7/505: dwrite d2/d36/d64/f92 [4194304,4194304] 0 2024-06-13T11:57:54.212 INFO:tasks.workunit.client.0.smithi042.stdout:7/506: fdatasync d2/d36/f9e 0 2024-06-13T11:57:54.212 INFO:tasks.workunit.client.0.smithi042.stdout:5/575: write d1/d31/d6a/d7a/d96/f98 [49102,126811] 0 2024-06-13T11:57:54.213 INFO:tasks.workunit.client.0.smithi042.stdout:7/507: mkdir d2/d36/da5 0 2024-06-13T11:57:54.213 INFO:tasks.workunit.client.0.smithi042.stdout:7/508: readlink d2/d36/d4a/d42/l6e 0 2024-06-13T11:57:54.213 INFO:tasks.workunit.client.0.smithi042.stdout:7/509: read - d2/d36/d4a/d39/f9a zero size 2024-06-13T11:57:54.215 INFO:tasks.workunit.client.0.smithi042.stdout:5/576: mknod d1/cae 0 2024-06-13T11:57:54.218 INFO:tasks.workunit.client.0.smithi042.stdout:5/577: write d1/d2b/d35/d62/f8b [915636,125748] 0 2024-06-13T11:57:54.218 INFO:tasks.workunit.client.0.smithi042.stdout:3/594: dwrite dc/d17/d3b/f53 [0,4194304] 0 2024-06-13T11:57:54.218 INFO:tasks.workunit.client.0.smithi042.stdout:8/579: write d2/d3/d5/fe [390794,83304] 0 2024-06-13T11:57:54.219 INFO:tasks.workunit.client.0.smithi042.stdout:7/510: link d2/d36/d4a/l14 d2/d36/d4a/d42/d98/la6 0 2024-06-13T11:57:54.219 INFO:tasks.workunit.client.0.smithi042.stdout:3/595: truncate dc/d29/d47/f4e 2344698 0 2024-06-13T11:57:54.222 INFO:tasks.workunit.client.0.smithi042.stdout:8/580: link d2/f8e d2/dc/d6f/da4/fbb 0 2024-06-13T11:57:54.222 INFO:tasks.workunit.client.0.smithi042.stdout:8/581: write d2/f84 [724152,81508] 0 2024-06-13T11:57:54.223 INFO:tasks.workunit.client.0.smithi042.stdout:5/578: dread d1/d31/fb [0,4194304] 0 2024-06-13T11:57:54.223 INFO:tasks.workunit.client.0.smithi042.stdout:5/579: stat d1/d2b/d35/d62 0 2024-06-13T11:57:54.225 INFO:tasks.workunit.client.0.smithi042.stdout:5/580: mkdir d1/d2b/d35/d36/daf 0 2024-06-13T11:57:54.225 INFO:tasks.workunit.client.0.smithi042.stdout:5/581: fsync d1/d2b/d35/d36/d40/f66 0 2024-06-13T11:57:54.225 INFO:tasks.workunit.client.0.smithi042.stdout:5/582: truncate d1/d2b/d37/f88 4770021 0 2024-06-13T11:57:54.226 INFO:tasks.workunit.client.0.smithi042.stdout:5/583: truncate d1/d2b/f54 303836 0 2024-06-13T11:57:54.227 INFO:tasks.workunit.client.0.smithi042.stdout:5/584: write d1/d2b/d37/f3d [1553406,56612] 0 2024-06-13T11:57:54.228 INFO:tasks.workunit.client.0.smithi042.stdout:5/585: mkdir d1/d42/d60/d8f/db0 0 2024-06-13T11:57:54.230 INFO:tasks.workunit.client.0.smithi042.stdout:5/586: symlink d1/d2b/d35/d5b/da8/lb1 0 2024-06-13T11:57:54.230 INFO:tasks.workunit.client.0.smithi042.stdout:5/587: fdatasync d1/d2b/d35/d36/fa1 0 2024-06-13T11:57:54.232 INFO:tasks.workunit.client.0.smithi042.stdout:5/588: rmdir d1/d31/d6a/d7a/da0 0 2024-06-13T11:57:54.235 INFO:tasks.workunit.client.0.smithi042.stdout:5/589: symlink d1/d49/lb2 0 2024-06-13T11:57:54.240 INFO:tasks.workunit.client.0.smithi042.stdout:5/590: mkdir d1/d2b/d35/d5b/db3 0 2024-06-13T11:57:54.246 INFO:tasks.workunit.client.0.smithi042.stdout:7/511: read d2/f6b [1964760,58721] 0 2024-06-13T11:57:54.246 INFO:tasks.workunit.client.0.smithi042.stdout:8/582: read d2/d3/f4 [290548,116283] 0 2024-06-13T11:57:54.247 INFO:tasks.workunit.client.0.smithi042.stdout:7/512: rename d2/d36/d4a/l14 to d2/d36/la7 0 2024-06-13T11:57:54.248 INFO:tasks.workunit.client.0.smithi042.stdout:8/583: getdents d2/dc/d6f/da4 0 2024-06-13T11:57:54.249 INFO:tasks.workunit.client.0.smithi042.stdout:7/513: unlink d2/d36/d4a/d42/l6e 0 2024-06-13T11:57:54.249 INFO:tasks.workunit.client.0.smithi042.stdout:8/584: rmdir d2/d3/d5/d44 39 2024-06-13T11:57:54.250 INFO:tasks.workunit.client.0.smithi042.stdout:7/514: truncate d2/d36/d4a/d42/d98/f72 1315142 0 2024-06-13T11:57:54.255 INFO:tasks.workunit.client.0.smithi042.stdout:7/515: link d2/d36/d64/f56 d2/d36/d4a/d42/d86/fa8 0 2024-06-13T11:57:54.257 INFO:tasks.workunit.client.0.smithi042.stdout:7/516: creat d2/d36/d4a/d42/d86/fa9 x:0 0 0 2024-06-13T11:57:54.258 INFO:tasks.workunit.client.0.smithi042.stdout:7/517: write d2/d3/d3e/f8d [1033476,53707] 0 2024-06-13T11:57:54.258 INFO:tasks.workunit.client.0.smithi042.stdout:7/518: chown d2/d3/d3e/f8d 2976716 1 2024-06-13T11:57:54.258 INFO:tasks.workunit.client.0.smithi042.stdout:3/596: write dc/d29/f30 [2622253,6934] 0 2024-06-13T11:57:54.258 INFO:tasks.workunit.client.0.smithi042.stdout:3/597: fdatasync dc/d17/d20/d2d/d37/d52/f8e 0 2024-06-13T11:57:54.261 INFO:tasks.workunit.client.0.smithi042.stdout:7/519: mkdir d2/d3/daa 0 2024-06-13T11:57:54.264 INFO:tasks.workunit.client.0.smithi042.stdout:7/520: mknod d2/d36/d4a/d42/d63/cab 0 2024-06-13T11:57:54.265 INFO:tasks.workunit.client.0.smithi042.stdout:3/598: mknod dc/d29/d47/d66/d7c/cda 0 2024-06-13T11:57:54.265 INFO:tasks.workunit.client.0.smithi042.stdout:7/521: mknod d2/d3/daa/cac 0 2024-06-13T11:57:54.266 INFO:tasks.workunit.client.0.smithi042.stdout:7/522: mkdir d2/d36/d4a/d39/dad 0 2024-06-13T11:57:54.277 INFO:tasks.workunit.client.0.smithi042.stdout:8/585: read d2/dc/d64/fba [1042979,68461] 0 2024-06-13T11:57:54.277 INFO:tasks.workunit.client.0.smithi042.stdout:8/586: readlink d2/dc/l67 0 2024-06-13T11:57:54.278 INFO:tasks.workunit.client.0.smithi042.stdout:8/587: getdents d2/d3 0 2024-06-13T11:57:54.280 INFO:tasks.workunit.client.0.smithi042.stdout:8/588: link d2/dc/f7b d2/d3/fbc 0 2024-06-13T11:57:54.280 INFO:tasks.workunit.client.0.smithi042.stdout:8/589: readlink d2/l39 0 2024-06-13T11:57:54.302 INFO:tasks.workunit.client.0.smithi042.stdout:3/599: dread dc/d17/d20/d2d/f4a [0,4194304] 0 2024-06-13T11:57:54.304 INFO:tasks.workunit.client.0.smithi042.stdout:3/600: creat dc/d17/d1f/d79/fdb x:0 0 0 2024-06-13T11:57:54.304 INFO:tasks.workunit.client.0.smithi042.stdout:3/601: write dc/d17/d20/f39 [5087510,117877] 0 2024-06-13T11:57:54.305 INFO:tasks.workunit.client.0.smithi042.stdout:3/602: mknod dc/d17/d1f/d46/da3/cdc 0 2024-06-13T11:57:54.308 INFO:tasks.workunit.client.0.smithi042.stdout:3/603: symlink dc/d17/d20/d2d/d37/d52/ldd 0 2024-06-13T11:57:54.308 INFO:tasks.workunit.client.0.smithi042.stdout:3/604: write dc/f61 [1644789,19335] 0 2024-06-13T11:57:54.323 INFO:tasks.workunit.client.0.smithi042.stdout:0/652: sync 2024-06-13T11:57:54.323 INFO:tasks.workunit.client.0.smithi042.stdout:2/542: sync 2024-06-13T11:57:54.323 INFO:tasks.workunit.client.0.smithi042.stdout:1/635: sync 2024-06-13T11:57:54.323 INFO:tasks.workunit.client.0.smithi042.stdout:4/800: sync 2024-06-13T11:57:54.324 INFO:tasks.workunit.client.0.smithi042.stdout:9/609: sync 2024-06-13T11:57:54.324 INFO:tasks.workunit.client.0.smithi042.stdout:6/740: sync 2024-06-13T11:57:54.324 INFO:tasks.workunit.client.0.smithi042.stdout:9/610: chown d9/d33/d40/d52/d25/l8c 50 1 2024-06-13T11:57:54.324 INFO:tasks.workunit.client.0.smithi042.stdout:6/741: truncate d16/d21/d72/d79/dad/fee 659427 0 2024-06-13T11:57:54.324 INFO:tasks.workunit.client.0.smithi042.stdout:9/611: fsync d9/d33/d40/d52/f24 0 2024-06-13T11:57:54.325 INFO:tasks.workunit.client.0.smithi042.stdout:2/543: mkdir d7/d61/dba 0 2024-06-13T11:57:54.325 INFO:tasks.workunit.client.0.smithi042.stdout:2/544: chown d7/d1f/c84 535132 1 2024-06-13T11:57:54.325 INFO:tasks.workunit.client.0.smithi042.stdout:4/801: mkdir d1/d10/d4e/d97/d10c/d122 0 2024-06-13T11:57:54.325 INFO:tasks.workunit.client.0.smithi042.stdout:4/802: chown d1/d10/d35/d80/fcf 1 1 2024-06-13T11:57:54.325 INFO:tasks.workunit.client.0.smithi042.stdout:4/803: read - d1/d10/d35/d80/d93/ffc zero size 2024-06-13T11:57:54.326 INFO:tasks.workunit.client.0.smithi042.stdout:4/804: chown d1/d29/f2a 32000473 1 2024-06-13T11:57:54.326 INFO:tasks.workunit.client.0.smithi042.stdout:0/653: creat d4/d33/dbc/fe0 x:0 0 0 2024-06-13T11:57:54.327 INFO:tasks.workunit.client.0.smithi042.stdout:2/545: unlink d7/d23/fa9 0 2024-06-13T11:57:54.327 INFO:tasks.workunit.client.0.smithi042.stdout:9/612: link d9/l3e d9/d33/d4b/ld2 0 2024-06-13T11:57:54.329 INFO:tasks.workunit.client.0.smithi042.stdout:4/805: mknod d1/d10/d4e/d97/d10c/da3/c123 0 2024-06-13T11:57:54.330 INFO:tasks.workunit.client.0.smithi042.stdout:6/742: creat d16/d21/d72/d79/ffb x:0 0 0 2024-06-13T11:57:54.333 INFO:tasks.workunit.client.0.smithi042.stdout:6/743: creat d16/d8b/d57/d66/ffc x:0 0 0 2024-06-13T11:57:54.343 INFO:tasks.workunit.client.0.smithi042.stdout:7/523: dwrite d2/d36/d64/f7c [0,4194304] 0 2024-06-13T11:57:54.347 INFO:tasks.workunit.client.0.smithi042.stdout:7/524: mknod d2/d36/d4a/d42/cae 0 2024-06-13T11:57:54.350 INFO:tasks.workunit.client.0.smithi042.stdout:7/525: write d2/d36/d64/f58 [577328,39586] 0 2024-06-13T11:57:54.350 INFO:tasks.workunit.client.0.smithi042.stdout:7/526: write d2/f26 [7366154,40603] 0 2024-06-13T11:57:54.350 INFO:tasks.workunit.client.0.smithi042.stdout:8/590: dread d2/d3/d5/d5b/f60 [0,4194304] 0 2024-06-13T11:57:54.351 INFO:tasks.workunit.client.0.smithi042.stdout:7/527: getdents d2/d36/d4a/d42/d98 0 2024-06-13T11:57:54.351 INFO:tasks.workunit.client.0.smithi042.stdout:7/528: stat d2/d36/d64/f7c 0 2024-06-13T11:57:54.353 INFO:tasks.workunit.client.0.smithi042.stdout:7/529: mknod d2/d36/d4a/d39/caf 0 2024-06-13T11:57:54.355 INFO:tasks.workunit.client.0.smithi042.stdout:7/530: rmdir d2/d36/d4a/d42/d63 39 2024-06-13T11:57:54.355 INFO:tasks.workunit.client.0.smithi042.stdout:3/605: rename dc/l49 to dc/d17/d20/d2d/d37/d52/lde 0 2024-06-13T11:57:54.367 INFO:tasks.workunit.client.0.smithi042.stdout:1/636: rename d0/d17/d18/d20/l6e to d0/d17/dd/d66/db8/ld6 0 2024-06-13T11:57:54.367 INFO:tasks.workunit.client.0.smithi042.stdout:3/606: rmdir dc/d17/d1f/d79/d88 39 2024-06-13T11:57:54.367 INFO:tasks.workunit.client.0.smithi042.stdout:7/531: creat d2/d36/da5/fb0 x:0 0 0 2024-06-13T11:57:54.370 INFO:tasks.workunit.client.0.smithi042.stdout:7/532: creat d2/d36/fb1 x:0 0 0 2024-06-13T11:57:54.371 INFO:tasks.workunit.client.0.smithi042.stdout:7/533: symlink d2/d36/lb2 0 2024-06-13T11:57:54.371 INFO:tasks.workunit.client.0.smithi042.stdout:7/534: fdatasync d2/d3/f7f 0 2024-06-13T11:57:54.371 INFO:tasks.workunit.client.0.smithi042.stdout:4/806: write d1/d10/d4e/d97/d10c/d60/d67/d72/fe9 [1932649,25830] 0 2024-06-13T11:57:54.379 INFO:tasks.workunit.client.0.smithi042.stdout:4/807: creat d1/d10/d4e/d97/d10c/da3/f124 x:0 0 0 2024-06-13T11:57:54.380 INFO:tasks.workunit.client.0.smithi042.stdout:2/546: dread d7/f17 [4194304,4194304] 0 2024-06-13T11:57:54.380 INFO:tasks.workunit.client.0.smithi042.stdout:2/547: dread - d7/d1a/d50/fa5 zero size 2024-06-13T11:57:54.388 INFO:tasks.workunit.client.0.smithi042.stdout:4/808: write d1/d10/d5e/d7f/d89/d8c/f100 [4881999,109290] 0 2024-06-13T11:57:54.389 INFO:tasks.workunit.client.0.smithi042.stdout:7/535: write d2/f5 [6655703,21296] 0 2024-06-13T11:57:54.390 INFO:tasks.workunit.client.0.smithi042.stdout:6/744: rename d16/d8b/d57/cdd to d16/d21/d32/d7c/cfd 0 2024-06-13T11:57:54.390 INFO:tasks.workunit.client.0.smithi042.stdout:6/745: chown d16/f38 35023282 1 2024-06-13T11:57:54.390 INFO:tasks.workunit.client.0.smithi042.stdout:6/746: truncate d16/da0/ff3 87793 0 2024-06-13T11:57:54.392 INFO:tasks.workunit.client.0.smithi042.stdout:7/536: mkdir d2/d3/d3e/db3 0 2024-06-13T11:57:54.395 INFO:tasks.workunit.client.0.smithi042.stdout:7/537: unlink d2/d36/d4a/d42/d63/c8c 0 2024-06-13T11:57:54.396 INFO:tasks.workunit.client.0.smithi042.stdout:1/637: dread d0/d17/dd/d55/da4/faa [0,4194304] 0 2024-06-13T11:57:54.399 INFO:tasks.workunit.client.0.smithi042.stdout:7/538: symlink d2/d36/da5/lb4 0 2024-06-13T11:57:54.403 INFO:tasks.workunit.client.0.smithi042.stdout:7/539: rmdir d2/d36/d64 39 2024-06-13T11:57:54.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:54 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:57:54.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:54 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:57:54.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:54 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:57:54.408 INFO:tasks.workunit.client.0.smithi042.stdout:2/548: dread d7/f77 [0,4194304] 0 2024-06-13T11:57:54.408 INFO:tasks.workunit.client.0.smithi042.stdout:8/591: dwrite d2/d3/fbc [0,4194304] 0 2024-06-13T11:57:54.409 INFO:tasks.workunit.client.0.smithi042.stdout:6/747: rename d16/d21/d23/d2e/l70 to d16/d21/d72/d79/lfe 0 2024-06-13T11:57:54.410 INFO:tasks.workunit.client.0.smithi042.stdout:1/638: dread d0/f9e [0,4194304] 0 2024-06-13T11:57:54.410 INFO:tasks.workunit.client.0.smithi042.stdout:2/549: mknod d7/d61/dba/cbb 0 2024-06-13T11:57:54.411 INFO:tasks.workunit.client.0.smithi042.stdout:7/540: rename d2/d36/f77 to d2/d3/d3e/fb5 0 2024-06-13T11:57:54.411 INFO:tasks.workunit.client.0.smithi042.stdout:6/748: creat d16/d21/d35/d63/d8e/fff x:0 0 0 2024-06-13T11:57:54.411 INFO:tasks.workunit.client.0.smithi042.stdout:7/541: truncate d2/d36/d64/f62 899023 0 2024-06-13T11:57:54.413 INFO:tasks.workunit.client.0.smithi042.stdout:8/592: creat d2/d3/d87/d8d/db3/fbd x:0 0 0 2024-06-13T11:57:54.413 INFO:tasks.workunit.client.0.smithi042.stdout:8/593: chown d2/dc/d64/d7a/db4 240215 1 2024-06-13T11:57:54.413 INFO:tasks.workunit.client.0.smithi042.stdout:6/749: creat d16/d6d/f100 x:0 0 0 2024-06-13T11:57:54.415 INFO:tasks.workunit.client.0.smithi042.stdout:7/542: unlink d2/d3/d3e/c82 0 2024-06-13T11:57:54.416 INFO:tasks.workunit.client.0.smithi042.stdout:8/594: mkdir d2/d3/d5/d44/dbe 0 2024-06-13T11:57:54.419 INFO:tasks.workunit.client.0.smithi042.stdout:8/595: mkdir d2/d3/d43/dbf 0 2024-06-13T11:57:54.419 INFO:tasks.workunit.client.0.smithi042.stdout:8/596: fsync d2/d3/d5/d5b/f61 0 2024-06-13T11:57:54.425 INFO:tasks.workunit.client.0.smithi042.stdout:8/597: rmdir d2/d3/d87 39 2024-06-13T11:57:54.426 INFO:tasks.workunit.client.0.smithi042.stdout:8/598: creat d2/dc/d22/d77/da0/fc0 x:0 0 0 2024-06-13T11:57:54.433 INFO:tasks.workunit.client.0.smithi042.stdout:6/750: dread d16/d21/d72/d31/f9e [0,4194304] 0 2024-06-13T11:57:54.433 INFO:tasks.workunit.client.0.smithi042.stdout:6/751: write d16/d21/d72/d79/f7e [1155948,24020] 0 2024-06-13T11:57:54.436 INFO:tasks.workunit.client.0.smithi042.stdout:8/599: link d2/d3/f11 d2/d3/d43/fc1 0 2024-06-13T11:57:54.448 INFO:tasks.workunit.client.0.smithi042.stdout:4/809: dwrite d1/d10/f61 [0,4194304] 0 2024-06-13T11:57:54.453 INFO:tasks.workunit.client.0.smithi042.stdout:6/752: truncate d16/f1a 2613243 0 2024-06-13T11:57:54.453 INFO:tasks.workunit.client.0.smithi042.stdout:6/753: stat d16/d21/d23/d2e/f6f 0 2024-06-13T11:57:54.453 INFO:tasks.workunit.client.0.smithi042.stdout:4/810: rmdir d1/d5/d5f/dc0 39 2024-06-13T11:57:54.453 INFO:tasks.workunit.client.0.smithi042.stdout:4/811: chown d1/d10/d5e/d7f 0 1 2024-06-13T11:57:54.453 INFO:tasks.workunit.client.0.smithi042.stdout:4/812: fsync d1/d10/d35/d80/f110 0 2024-06-13T11:57:54.455 INFO:tasks.workunit.client.0.smithi042.stdout:2/550: dread d7/d3c/d40/d4c/d5a/d97/fa1 [0,4194304] 0 2024-06-13T11:57:54.460 INFO:tasks.workunit.client.0.smithi042.stdout:4/813: mknod d1/de/ddd/c125 0 2024-06-13T11:57:54.474 INFO:tasks.workunit.client.0.smithi042.stdout:1/639: dwrite d0/d17/dd/d55/d6a/f49 [0,4194304] 0 2024-06-13T11:57:54.475 INFO:tasks.workunit.client.0.smithi042.stdout:1/640: readlink d0/d17/dd/d66/db8/ld6 0 2024-06-13T11:57:54.475 INFO:tasks.workunit.client.0.smithi042.stdout:1/641: fsync d0/d17/dd/d55/d6a/d56/f97 0 2024-06-13T11:57:54.475 INFO:tasks.workunit.client.0.smithi042.stdout:6/754: dread d16/f78 [0,4194304] 0 2024-06-13T11:57:54.480 INFO:tasks.workunit.client.0.smithi042.stdout:6/755: creat d16/d21/f101 x:0 0 0 2024-06-13T11:57:54.482 INFO:tasks.workunit.client.0.smithi042.stdout:6/756: truncate d16/d21/d72/d79/dad/dea/fbd 1285277 0 2024-06-13T11:57:54.484 INFO:tasks.workunit.client.0.smithi042.stdout:6/757: mknod d16/d21/d72/d79/d93/da8/db5/c102 0 2024-06-13T11:57:54.484 INFO:tasks.workunit.client.0.smithi042.stdout:6/758: stat d16/d21/d32/l48 0 2024-06-13T11:57:54.498 INFO:tasks.workunit.client.0.smithi042.stdout:2/551: dwrite d7/d23/d59/f7b [0,4194304] 0 2024-06-13T11:57:54.498 INFO:tasks.workunit.client.0.smithi042.stdout:2/552: chown d7/df/d33/f95 331 1 2024-06-13T11:57:54.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:54 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:57:54.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:54 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:57:54.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:54 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:57:54.511 INFO:tasks.workunit.client.0.smithi042.stdout:1/642: dwrite d0/d17/dd/d55/f71 [0,4194304] 0 2024-06-13T11:57:54.511 INFO:tasks.workunit.client.0.smithi042.stdout:1/643: write d0/d17/dd/d42/dd5/fa1 [65255,116759] 0 2024-06-13T11:57:54.511 INFO:tasks.workunit.client.0.smithi042.stdout:1/644: readlink d0/d17/d18/d29/db9/lc7 0 2024-06-13T11:57:54.512 INFO:tasks.workunit.client.0.smithi042.stdout:1/645: fdatasync d0/d17/dd/f11 0 2024-06-13T11:57:54.512 INFO:tasks.workunit.client.0.smithi042.stdout:1/646: readlink d0/d17/dd/d66/db8/ld6 0 2024-06-13T11:57:54.512 INFO:tasks.workunit.client.0.smithi042.stdout:1/647: chown d0/d17/d18/cac 0 1 2024-06-13T11:57:54.533 INFO:tasks.workunit.client.0.smithi042.stdout:6/759: dwrite d16/d8b/d57/d66/ffc [0,4194304] 0 2024-06-13T11:57:54.538 INFO:tasks.workunit.client.0.smithi042.stdout:6/760: dread d16/da0/ff3 [0,4194304] 0 2024-06-13T11:57:54.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:54 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:57:54.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:54 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:57:54.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:54 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:57:55.224 INFO:tasks.workunit.client.0.smithi042.stdout:9/613: sync 2024-06-13T11:57:55.224 INFO:tasks.workunit.client.0.smithi042.stdout:8/600: sync 2024-06-13T11:57:55.224 INFO:tasks.workunit.client.0.smithi042.stdout:1/648: sync 2024-06-13T11:57:55.224 INFO:tasks.workunit.client.0.smithi042.stdout:7/543: sync 2024-06-13T11:57:55.225 INFO:tasks.workunit.client.0.smithi042.stdout:3/607: sync 2024-06-13T11:57:55.225 INFO:tasks.workunit.client.0.smithi042.stdout:8/601: fsync d2/d3/d5/f9 0 2024-06-13T11:57:55.225 INFO:tasks.workunit.client.0.smithi042.stdout:6/761: sync 2024-06-13T11:57:55.225 INFO:tasks.workunit.client.0.smithi042.stdout:2/553: sync 2024-06-13T11:57:55.225 INFO:tasks.workunit.client.0.smithi042.stdout:4/814: sync 2024-06-13T11:57:55.225 INFO:tasks.workunit.client.0.smithi042.stdout:4/815: dread - d1/d10/d4e/d97/d10c/d60/d67/f113 zero size 2024-06-13T11:57:55.225 INFO:tasks.workunit.client.0.smithi042.stdout:6/762: write d16/d8b/fde [114096,129665] 0 2024-06-13T11:57:55.225 INFO:tasks.workunit.client.0.smithi042.stdout:0/654: sync 2024-06-13T11:57:55.225 INFO:tasks.workunit.client.0.smithi042.stdout:5/591: sync 2024-06-13T11:57:55.225 INFO:tasks.workunit.client.0.smithi042.stdout:0/655: truncate d4/d32/f44 1298500 0 2024-06-13T11:57:55.225 INFO:tasks.workunit.client.0.smithi042.stdout:5/592: dread - d1/d2b/d35/d36/f78 zero size 2024-06-13T11:57:55.225 INFO:tasks.workunit.client.0.smithi042.stdout:6/763: stat d16/d21/d5d/dae/db3/dcb/fef 0 2024-06-13T11:57:55.226 INFO:tasks.workunit.client.0.smithi042.stdout:5/593: write d1/d2b/d35/f5c [879475,85231] 0 2024-06-13T11:57:55.226 INFO:tasks.workunit.client.0.smithi042.stdout:5/594: readlink d1/d2b/d35/d36/d40/l84 0 2024-06-13T11:57:55.226 INFO:tasks.workunit.client.0.smithi042.stdout:1/649: symlink d0/d17/dd/d42/dd5/dbc/ld7 0 2024-06-13T11:57:55.226 INFO:tasks.workunit.client.0.smithi042.stdout:8/602: stat d2/dc/d64/ca1 0 2024-06-13T11:57:55.226 INFO:tasks.workunit.client.0.smithi042.stdout:8/603: chown d2/f15 45201 1 2024-06-13T11:57:55.226 INFO:tasks.workunit.client.0.smithi042.stdout:1/650: write d0/d17/dd/d66/f7a [879015,51499] 0 2024-06-13T11:57:55.227 INFO:tasks.workunit.client.0.smithi042.stdout:7/544: mknod d2/d36/d4a/d42/cb6 0 2024-06-13T11:57:55.227 INFO:tasks.workunit.client.0.smithi042.stdout:7/545: dread - d2/d36/d4a/f79 zero size 2024-06-13T11:57:55.227 INFO:tasks.workunit.client.0.smithi042.stdout:2/554: truncate d7/df/d33/f3e 215488 0 2024-06-13T11:57:55.229 INFO:tasks.workunit.client.0.smithi042.stdout:6/764: mkdir d16/d8b/d57/d103 0 2024-06-13T11:57:55.229 INFO:tasks.workunit.client.0.smithi042.stdout:4/816: creat d1/d10/d4e/d97/d10c/d6f/f126 x:0 0 0 2024-06-13T11:57:55.232 INFO:tasks.workunit.client.0.smithi042.stdout:8/604: getdents d2 0 2024-06-13T11:57:55.232 INFO:tasks.workunit.client.0.smithi042.stdout:8/605: truncate d2/d3/d43/f4d 2650156 0 2024-06-13T11:57:55.234 INFO:tasks.workunit.client.0.smithi042.stdout:7/546: rmdir d2/d36 39 2024-06-13T11:57:55.234 INFO:tasks.workunit.client.0.smithi042.stdout:1/651: link d0/f37 d0/d17/dd/d66/d82/d5f/fd8 0 2024-06-13T11:57:55.240 INFO:tasks.workunit.client.0.smithi042.stdout:7/547: getdents d2/d3/daa 0 2024-06-13T11:57:55.240 INFO:tasks.workunit.client.0.smithi042.stdout:6/765: link d16/d21/f101 d16/da0/db4/f104 0 2024-06-13T11:57:55.240 INFO:tasks.workunit.client.0.smithi042.stdout:1/652: mknod d0/d17/d18/cd9 0 2024-06-13T11:57:55.241 INFO:tasks.workunit.client.0.smithi042.stdout:1/653: creat d0/d17/dd/d42/dd5/dbc/fda x:0 0 0 2024-06-13T11:57:55.241 INFO:tasks.workunit.client.0.smithi042.stdout:1/654: chown d0/d17/dd/f1d 94585 1 2024-06-13T11:57:55.248 INFO:tasks.workunit.client.0.smithi042.stdout:4/817: write d1/d10/d5e/fa1 [64591,95491] 0 2024-06-13T11:57:55.249 INFO:tasks.workunit.client.0.smithi042.stdout:3/608: write dc/d17/d1f/d79/f86 [1932254,106941] 0 2024-06-13T11:57:55.250 INFO:tasks.workunit.client.0.smithi042.stdout:3/609: fdatasync dc/d17/d20/d9b/fa8 0 2024-06-13T11:57:55.251 INFO:tasks.workunit.client.0.smithi042.stdout:4/818: unlink d1/l5c 0 2024-06-13T11:57:55.251 INFO:tasks.workunit.client.0.smithi042.stdout:4/819: fdatasync d1/d10/f28 0 2024-06-13T11:57:55.251 INFO:tasks.workunit.client.0.smithi042.stdout:4/820: chown d1/d5/c4c 1 1 2024-06-13T11:57:55.251 INFO:tasks.workunit.client.0.smithi042.stdout:3/610: creat dc/d29/d85/fdf x:0 0 0 2024-06-13T11:57:55.274 INFO:tasks.workunit.client.0.smithi042.stdout:9/614: write d9/d33/d69/d70/f3c [2843520,123534] 0 2024-06-13T11:57:55.275 INFO:tasks.workunit.client.0.smithi042.stdout:9/615: mknod d9/d15/d43/d5a/cd3 0 2024-06-13T11:57:55.291 INFO:tasks.workunit.client.0.smithi042.stdout:4/821: dread d1/d10/d35/f41 [0,4194304] 0 2024-06-13T11:57:55.300 INFO:tasks.workunit.client.0.smithi042.stdout:4/822: mkdir d1/d10/d15/db3/dfd/d114/d52/dce/d127 0 2024-06-13T11:57:55.301 INFO:tasks.workunit.client.0.smithi042.stdout:5/595: rename d1/d2b/d35/d62/fa4 to d1/d2b/d35/d5b/db3/fb4 0 2024-06-13T11:57:55.301 INFO:tasks.workunit.client.0.smithi042.stdout:5/596: readlink d1/d2b/l64 0 2024-06-13T11:57:55.301 INFO:tasks.workunit.client.0.smithi042.stdout:8/606: rename d2/d3/d5/d5b/f61 to d2/dc/d22/d77/fc2 0 2024-06-13T11:57:55.302 INFO:tasks.workunit.client.0.smithi042.stdout:7/548: rename d2/d3/f3a to d2/d36/d4a/d39/fb7 0 2024-06-13T11:57:55.304 INFO:tasks.workunit.client.0.smithi042.stdout:3/611: read f7 [2313276,87055] 0 2024-06-13T11:57:55.306 INFO:tasks.workunit.client.0.smithi042.stdout:6/766: rename d16/d21/d35/df9 to d16/d21/d35/d63/d105 0 2024-06-13T11:57:55.306 INFO:tasks.workunit.client.0.smithi042.stdout:6/767: dread - d16/d6d/fdb zero size 2024-06-13T11:57:55.306 INFO:tasks.workunit.client.0.smithi042.stdout:6/768: chown d16/d21/d35/d63/d9d 27479 1 2024-06-13T11:57:55.306 INFO:tasks.workunit.client.0.smithi042.stdout:7/549: creat d2/d36/d4a/fb8 x:0 0 0 2024-06-13T11:57:55.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:55 smithi042 ceph-mon[32231]: pgmap v74: 129 pgs: 129 active+clean; 1.3 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 160 MiB/s rd, 202 MiB/s wr, 999 op/s 2024-06-13T11:57:55.320 INFO:tasks.workunit.client.0.smithi042.stdout:0/656: dwrite d4/d31/d34/f42 [0,4194304] 0 2024-06-13T11:57:55.320 INFO:tasks.workunit.client.0.smithi042.stdout:7/550: link d2/d36/la7 d2/d3/lb9 0 2024-06-13T11:57:55.320 INFO:tasks.workunit.client.0.smithi042.stdout:7/551: read d2/d3/f94 [28195,96973] 0 2024-06-13T11:57:55.320 INFO:tasks.workunit.client.0.smithi042.stdout:0/657: rename d4/d31/d96/db2/ld2 to d4/le1 0 2024-06-13T11:57:55.320 INFO:tasks.workunit.client.0.smithi042.stdout:7/552: truncate d2/f65 520114 0 2024-06-13T11:57:55.320 INFO:tasks.workunit.client.0.smithi042.stdout:7/553: chown d2/d36/d4a/d42/d98/f72 2623 1 2024-06-13T11:57:55.320 INFO:tasks.workunit.client.0.smithi042.stdout:0/658: truncate d4/d33/d3f/fb5 3157384 0 2024-06-13T11:57:55.321 INFO:tasks.workunit.client.0.smithi042.stdout:6/769: mkdir d16/d21/d35/d63/d8e/d106 0 2024-06-13T11:57:55.321 INFO:tasks.workunit.client.0.smithi042.stdout:7/554: creat d2/d3/d3e/db3/fba x:0 0 0 2024-06-13T11:57:55.321 INFO:tasks.workunit.client.0.smithi042.stdout:0/659: rmdir d4/d31/d34 39 2024-06-13T11:57:55.326 INFO:tasks.workunit.client.0.smithi042.stdout:2/555: dwrite d7/d23/d59/d88/fa7 [0,4194304] 0 2024-06-13T11:57:55.326 INFO:tasks.workunit.client.0.smithi042.stdout:4/823: dread d1/d5/f3a [0,4194304] 0 2024-06-13T11:57:55.327 INFO:tasks.workunit.client.0.smithi042.stdout:2/556: write d7/fb [3626154,47858] 0 2024-06-13T11:57:55.328 INFO:tasks.workunit.client.0.smithi042.stdout:9/616: dwrite d9/db1/fb7 [0,4194304] 0 2024-06-13T11:57:55.328 INFO:tasks.workunit.client.0.smithi042.stdout:9/617: chown d9/d31/d5c/f6e 1599983 1 2024-06-13T11:57:55.329 INFO:tasks.workunit.client.0.smithi042.stdout:4/824: mkdir d1/d10/d5e/d7f/d128 0 2024-06-13T11:57:55.331 INFO:tasks.workunit.client.0.smithi042.stdout:5/597: rmdir d1/d2b/d35/d5b/db3 39 2024-06-13T11:57:55.331 INFO:tasks.workunit.client.0.smithi042.stdout:5/598: truncate d1/d2b/d35/f4e 6068873 0 2024-06-13T11:57:55.332 INFO:tasks.workunit.client.0.smithi042.stdout:6/770: rmdir d16/d21/d5d 39 2024-06-13T11:57:55.332 INFO:tasks.workunit.client.0.smithi042.stdout:6/771: chown d16/da0 454167625 1 2024-06-13T11:57:55.337 INFO:tasks.workunit.client.0.smithi042.stdout:8/607: rmdir d2/d3/d81/d94/d79/db2 0 2024-06-13T11:57:55.342 INFO:tasks.workunit.client.0.smithi042.stdout:6/772: getdents d16/d21/d72/d79/d93/da8 0 2024-06-13T11:57:55.343 INFO:tasks.workunit.client.0.smithi042.stdout:9/618: creat d9/d16/d5f/fd4 x:0 0 0 2024-06-13T11:57:55.343 INFO:tasks.workunit.client.0.smithi042.stdout:9/619: read d9/d33/d69/d70/f3c [172945,109814] 0 2024-06-13T11:57:55.343 INFO:tasks.workunit.client.0.smithi042.stdout:9/620: getdents d9/d46/d68/daa 0 2024-06-13T11:57:55.343 INFO:tasks.workunit.client.0.smithi042.stdout:3/612: dread dc/d17/f59 [0,4194304] 0 2024-06-13T11:57:55.343 INFO:tasks.workunit.client.0.smithi042.stdout:2/557: mkdir d7/df/d6a/db8/dbc 0 2024-06-13T11:57:55.344 INFO:tasks.workunit.client.0.smithi042.stdout:8/608: rmdir d2/dc/d53/d78 39 2024-06-13T11:57:55.344 INFO:tasks.workunit.client.0.smithi042.stdout:5/599: read d1/d2b/d35/d62/f9b [306417,116042] 0 2024-06-13T11:57:55.352 INFO:tasks.workunit.client.0.smithi042.stdout:0/660: dread d4/f30 [0,4194304] 0 2024-06-13T11:57:55.355 INFO:tasks.workunit.client.0.smithi042.stdout:9/621: symlink d9/d16/daf/ld5 0 2024-06-13T11:57:55.355 INFO:tasks.workunit.client.0.smithi042.stdout:6/773: creat d16/d21/d5d/dae/db3/dcb/f107 x:0 0 0 2024-06-13T11:57:55.356 INFO:tasks.workunit.client.0.smithi042.stdout:4/825: mknod d1/d10/d5e/d7f/d89/d8c/c129 0 2024-06-13T11:57:55.359 INFO:tasks.workunit.client.0.smithi042.stdout:9/622: symlink d9/d33/d4b/ld6 0 2024-06-13T11:57:55.359 INFO:tasks.workunit.client.0.smithi042.stdout:9/623: stat d9/d46/fc8 0 2024-06-13T11:57:55.360 INFO:tasks.workunit.client.0.smithi042.stdout:9/624: write d9/d33/d69/f95 [805917,130323] 0 2024-06-13T11:57:55.360 INFO:tasks.workunit.client.0.smithi042.stdout:0/661: getdents d4/d31/d34/d69 0 2024-06-13T11:57:55.360 INFO:tasks.workunit.client.0.smithi042.stdout:8/609: mknod d2/dc/d6f/cc3 0 2024-06-13T11:57:55.360 INFO:tasks.workunit.client.0.smithi042.stdout:8/610: truncate d2/d3/d81/d94/d79/d98/fa3 292787 0 2024-06-13T11:57:55.360 INFO:tasks.workunit.client.0.smithi042.stdout:8/611: dread - d2/dc/d64/f9b zero size 2024-06-13T11:57:55.360 INFO:tasks.workunit.client.0.smithi042.stdout:8/612: truncate d2/d3/d81/d94/f7e 956651 0 2024-06-13T11:57:55.360 INFO:tasks.workunit.client.0.smithi042.stdout:8/613: dread - d2/dc/d22/d77/f7c zero size 2024-06-13T11:57:55.362 INFO:tasks.workunit.client.0.smithi042.stdout:6/774: unlink d16/d6d/ca2 0 2024-06-13T11:57:55.367 INFO:tasks.workunit.client.0.smithi042.stdout:0/662: symlink d4/d33/d3e/d6c/d7e/le2 0 2024-06-13T11:57:55.367 INFO:tasks.workunit.client.0.smithi042.stdout:0/663: chown d4/d33/f79 3548544 1 2024-06-13T11:57:55.368 INFO:tasks.workunit.client.0.smithi042.stdout:0/664: write d4/d33/d3f/fdc [716433,117406] 0 2024-06-13T11:57:55.379 INFO:tasks.workunit.client.0.smithi042.stdout:5/600: dread d1/d2b/d35/f4e [0,4194304] 0 2024-06-13T11:57:55.380 INFO:tasks.workunit.client.0.smithi042.stdout:2/558: link d7/d3c/d40/d4c/d5a/d97/fa1 d7/d23/d59/d88/fbd 0 2024-06-13T11:57:55.380 INFO:tasks.workunit.client.0.smithi042.stdout:5/601: mknod d1/d31/d6a/d7a/d96/cb5 0 2024-06-13T11:57:55.382 INFO:tasks.workunit.client.0.smithi042.stdout:5/602: creat d1/d2b/d35/d5b/da8/fb6 x:0 0 0 2024-06-13T11:57:55.387 INFO:tasks.workunit.client.0.smithi042.stdout:9/625: rename d9/d15/c41 to d9/db1/cd7 0 2024-06-13T11:57:55.389 INFO:tasks.workunit.client.0.smithi042.stdout:0/665: rename d4/f19 to d4/d32/d3a/fe3 0 2024-06-13T11:57:55.389 INFO:tasks.workunit.client.0.smithi042.stdout:0/666: chown d4/d33/dbc/cc1 0 1 2024-06-13T11:57:55.391 INFO:tasks.workunit.client.0.smithi042.stdout:2/559: rename d7/d3c/d40/d4c/c65 to d7/d61/d64/db4/da0/cbe 0 2024-06-13T11:57:55.396 INFO:tasks.workunit.client.0.smithi042.stdout:0/667: stat d4/d31/d34/d78/cac 0 2024-06-13T11:57:55.396 INFO:tasks.workunit.client.0.smithi042.stdout:2/560: rename d7/df/c47 to d7/d3c/d40/d4c/d5a/cbf 0 2024-06-13T11:57:55.396 INFO:tasks.workunit.client.0.smithi042.stdout:2/561: fdatasync d7/d1f/f70 0 2024-06-13T11:57:55.396 INFO:tasks.workunit.client.0.smithi042.stdout:3/613: dread dc/d17/d20/d2d/d37/d52/f8e [0,4194304] 0 2024-06-13T11:57:55.397 INFO:tasks.workunit.client.0.smithi042.stdout:5/603: dread d1/d2b/d35/d5b/f70 [0,4194304] 0 2024-06-13T11:57:55.397 INFO:tasks.workunit.client.0.smithi042.stdout:7/555: dwrite d2/d36/d4a/d42/d63/f8b [0,4194304] 0 2024-06-13T11:57:55.398 INFO:tasks.workunit.client.0.smithi042.stdout:0/668: mkdir d4/d31/d4a/d63/da8/de4 0 2024-06-13T11:57:55.398 INFO:tasks.workunit.client.0.smithi042.stdout:2/562: symlink d7/d1a/d8d/lc0 0 2024-06-13T11:57:55.398 INFO:tasks.workunit.client.0.smithi042.stdout:2/563: stat d7/d1a/c3b 0 2024-06-13T11:57:55.398 INFO:tasks.workunit.client.0.smithi042.stdout:0/669: write d4/d33/f66 [4889861,40401] 0 2024-06-13T11:57:55.398 INFO:tasks.workunit.client.0.smithi042.stdout:2/564: write d7/d61/d64/f68 [985626,126970] 0 2024-06-13T11:57:55.403 INFO:tasks.workunit.client.0.smithi042.stdout:5/604: chown d1/d2b/d35/d5b/c74 474 1 2024-06-13T11:57:55.403 INFO:tasks.workunit.client.0.smithi042.stdout:7/556: mknod d2/d36/d4a/d42/cbb 0 2024-06-13T11:57:55.403 INFO:tasks.workunit.client.0.smithi042.stdout:7/557: read d2/d36/d4a/d42/f7e [1358569,44912] 0 2024-06-13T11:57:55.403 INFO:tasks.workunit.client.0.smithi042.stdout:5/605: write d1/d2b/d35/d5b/da8/fb6 [450407,127470] 0 2024-06-13T11:57:55.403 INFO:tasks.workunit.client.0.smithi042.stdout:0/670: rmdir d4/d31/d4a/d58 39 2024-06-13T11:57:55.403 INFO:tasks.workunit.client.0.smithi042.stdout:2/565: symlink d7/d3c/d40/d4c/d5a/lc1 0 2024-06-13T11:57:55.403 INFO:tasks.workunit.client.0.smithi042.stdout:0/671: rename d4/d31/d4a/d63/lcf to d4/d33/le5 0 2024-06-13T11:57:55.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:55 smithi162 ceph-mon[36757]: pgmap v74: 129 pgs: 129 active+clean; 1.3 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 160 MiB/s rd, 202 MiB/s wr, 999 op/s 2024-06-13T11:57:55.404 INFO:tasks.workunit.client.0.smithi042.stdout:2/566: link d7/d1f/f4a d7/d61/d64/fc2 0 2024-06-13T11:57:55.404 INFO:tasks.workunit.client.0.smithi042.stdout:2/567: truncate d7/d23/d59/f6e 975496 0 2024-06-13T11:57:55.407 INFO:tasks.workunit.client.0.smithi042.stdout:0/672: symlink d4/d31/d4a/d63/da8/le6 0 2024-06-13T11:57:55.407 INFO:tasks.workunit.client.0.smithi042.stdout:0/673: readlink d4/d31/d34/d78/l7a 0 2024-06-13T11:57:55.408 INFO:tasks.workunit.client.0.smithi042.stdout:2/568: unlink d7/d23/d59/d88/cae 0 2024-06-13T11:57:55.408 INFO:tasks.workunit.client.0.smithi042.stdout:2/569: readlink d7/d23/db1/lb5 0 2024-06-13T11:57:55.409 INFO:tasks.workunit.client.0.smithi042.stdout:0/674: creat d4/d31/d4a/d63/d7f/fe7 x:0 0 0 2024-06-13T11:57:55.412 INFO:tasks.workunit.client.0.smithi042.stdout:9/626: write d9/d4d/f89 [927618,65175] 0 2024-06-13T11:57:55.418 INFO:tasks.workunit.client.0.smithi042.stdout:2/570: symlink d7/d3c/d40/lc3 0 2024-06-13T11:57:55.418 INFO:tasks.workunit.client.0.smithi042.stdout:2/571: fdatasync d7/f77 0 2024-06-13T11:57:55.418 INFO:tasks.workunit.client.0.smithi042.stdout:2/572: chown d7/d23/l8c 982 1 2024-06-13T11:57:55.418 INFO:tasks.workunit.client.0.smithi042.stdout:2/573: readlink d7/d3c/d40/lc3 0 2024-06-13T11:57:55.418 INFO:tasks.workunit.client.0.smithi042.stdout:3/614: dread dc/d17/d1f/d46/f94 [0,4194304] 0 2024-06-13T11:57:55.422 INFO:tasks.workunit.client.0.smithi042.stdout:0/675: creat d4/d33/dbc/dc4/fe8 x:0 0 0 2024-06-13T11:57:55.422 INFO:tasks.workunit.client.0.smithi042.stdout:5/606: write d1/f12 [3118843,64937] 0 2024-06-13T11:57:55.466 INFO:tasks.workunit.client.0.smithi042.stdout:7/558: dwrite d2/d36/d4a/d42/f4f [4194304,4194304] 0 2024-06-13T11:57:55.466 INFO:tasks.workunit.client.0.smithi042.stdout:7/559: dread - d2/d36/d64/f5a zero size 2024-06-13T11:57:55.466 INFO:tasks.workunit.client.0.smithi042.stdout:7/560: chown d2/d3/d3e/db3/fba 2341 1 2024-06-13T11:57:55.466 INFO:tasks.workunit.client.0.smithi042.stdout:5/607: read d1/d2b/d35/d36/d40/f83 [4178478,103464] 0 2024-06-13T11:57:55.467 INFO:tasks.workunit.client.0.smithi042.stdout:3/615: dwrite dc/d29/d47/d66/d7c/f81 [0,4194304] 0 2024-06-13T11:57:55.469 INFO:tasks.workunit.client.0.smithi042.stdout:7/561: creat d2/d36/d4a/d42/d63/fbc x:0 0 0 2024-06-13T11:57:55.471 INFO:tasks.workunit.client.0.smithi042.stdout:5/608: mknod d1/d31/d6a/d8c/cb7 0 2024-06-13T11:57:55.481 INFO:tasks.workunit.client.0.smithi042.stdout:7/562: symlink d2/d36/d4a/d39/lbd 0 2024-06-13T11:57:55.482 INFO:tasks.workunit.client.0.smithi042.stdout:2/574: dwrite d7/d23/f4f [0,4194304] 0 2024-06-13T11:57:55.483 INFO:tasks.workunit.client.0.smithi042.stdout:7/563: mkdir d2/d36/d4a/d42/dbe 0 2024-06-13T11:57:55.485 INFO:tasks.workunit.client.0.smithi042.stdout:2/575: getdents d7/d23 0 2024-06-13T11:57:55.486 INFO:tasks.workunit.client.0.smithi042.stdout:2/576: write d7/d3c/d40/d4c/f5b [5944749,98858] 0 2024-06-13T11:57:55.491 INFO:tasks.workunit.client.0.smithi042.stdout:2/577: symlink d7/df/lc4 0 2024-06-13T11:57:55.494 INFO:tasks.workunit.client.0.smithi042.stdout:0/676: dwrite d4/f21 [0,4194304] 0 2024-06-13T11:57:55.494 INFO:tasks.workunit.client.0.smithi042.stdout:0/677: readlink d4/d31/d4a/d63/l9c 0 2024-06-13T11:57:55.497 INFO:tasks.workunit.client.0.smithi042.stdout:0/678: truncate d4/d32/d64/f77 2280931 0 2024-06-13T11:57:55.498 INFO:tasks.workunit.client.0.smithi042.stdout:0/679: link d4/d31/d4a/d63/f98 d4/d32/d64/fe9 0 2024-06-13T11:57:55.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:55 smithi088 ceph-mon[36399]: pgmap v74: 129 pgs: 129 active+clean; 1.3 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 160 MiB/s rd, 202 MiB/s wr, 999 op/s 2024-06-13T11:57:55.507 INFO:tasks.workunit.client.0.smithi042.stdout:3/616: dread dc/d29/f30 [0,4194304] 0 2024-06-13T11:57:55.507 INFO:tasks.workunit.client.0.smithi042.stdout:3/617: write f0 [681882,14783] 0 2024-06-13T11:57:55.507 INFO:tasks.workunit.client.0.smithi042.stdout:9/627: dwrite d9/d16/f2b [0,4194304] 0 2024-06-13T11:57:55.507 INFO:tasks.workunit.client.0.smithi042.stdout:9/628: stat d9/d31/l8b 0 2024-06-13T11:57:55.508 INFO:tasks.workunit.client.0.smithi042.stdout:3/618: mkdir dc/d17/d20/d2d/d37/d52/d7e/de0 0 2024-06-13T11:57:55.519 INFO:tasks.workunit.client.0.smithi042.stdout:2/578: dread d7/df/d33/f3e [0,4194304] 0 2024-06-13T11:57:55.519 INFO:tasks.workunit.client.0.smithi042.stdout:2/579: fsync d7/f3f 0 2024-06-13T11:57:55.524 INFO:tasks.workunit.client.0.smithi042.stdout:0/680: dread f1 [0,4194304] 0 2024-06-13T11:57:55.528 INFO:tasks.workunit.client.0.smithi042.stdout:2/580: mknod d7/df/d6a/db8/dbc/cc5 0 2024-06-13T11:57:55.528 INFO:tasks.workunit.client.0.smithi042.stdout:2/581: chown d7/d23/d59/d88/fa7 4852531 1 2024-06-13T11:57:55.531 INFO:tasks.workunit.client.0.smithi042.stdout:2/582: link d7/d61/d64/f71 d7/d3c/fc6 0 2024-06-13T11:57:55.531 INFO:tasks.workunit.client.0.smithi042.stdout:2/583: truncate d7/d3c/d40/d4c/f5f 756749 0 2024-06-13T11:57:55.531 INFO:tasks.workunit.client.0.smithi042.stdout:5/609: dwrite d1/d2b/d35/d62/f8e [8388608,4194304] 0 2024-06-13T11:57:55.534 INFO:tasks.workunit.client.0.smithi042.stdout:2/584: mknod d7/d3c/d40/d4c/cc7 0 2024-06-13T11:57:55.534 INFO:tasks.workunit.client.0.smithi042.stdout:2/585: chown d7/d1f/f4a 29730987 1 2024-06-13T11:57:55.544 INFO:tasks.workunit.client.0.smithi042.stdout:5/610: truncate d1/f12 394943 0 2024-06-13T11:57:55.546 INFO:tasks.workunit.client.0.smithi042.stdout:5/611: read d1/d2b/d35/d36/d40/f51 [4720820,5676] 0 2024-06-13T11:57:55.556 INFO:tasks.workunit.client.0.smithi042.stdout:7/564: dwrite d2/d36/d4a/d42/d63/f89 [0,4194304] 0 2024-06-13T11:57:55.557 INFO:tasks.workunit.client.0.smithi042.stdout:7/565: chown d2/d36/d4a/d42/c9c 11784982 1 2024-06-13T11:57:55.557 INFO:tasks.workunit.client.0.smithi042.stdout:9/629: dread d9/d33/d40/d52/d25/f30 [4194304,4194304] 0 2024-06-13T11:57:55.559 INFO:tasks.workunit.client.0.smithi042.stdout:9/630: symlink d9/d46/d68/ld8 0 2024-06-13T11:57:55.559 INFO:tasks.workunit.client.0.smithi042.stdout:9/631: fdatasync d9/d33/d40/f85 0 2024-06-13T11:57:55.559 INFO:tasks.workunit.client.0.smithi042.stdout:7/566: rename d2/d3/f7f to d2/d3/d3e/fbf 0 2024-06-13T11:57:55.559 INFO:tasks.workunit.client.0.smithi042.stdout:9/632: read - d9/d46/d6d/fa0 zero size 2024-06-13T11:57:55.560 INFO:tasks.workunit.client.0.smithi042.stdout:7/567: getdents d2/d36/d4a/d42 0 2024-06-13T11:57:55.563 INFO:tasks.workunit.client.0.smithi042.stdout:7/568: unlink d2/c3b 0 2024-06-13T11:57:55.563 INFO:tasks.workunit.client.0.smithi042.stdout:9/633: symlink d9/d16/dba/ld9 0 2024-06-13T11:57:55.567 INFO:tasks.workunit.client.0.smithi042.stdout:9/634: mkdir d9/d16/daf/dda 0 2024-06-13T11:57:55.567 INFO:tasks.workunit.client.0.smithi042.stdout:5/612: write d1/d2b/d37/f28 [2019273,83009] 0 2024-06-13T11:57:55.567 INFO:tasks.workunit.client.0.smithi042.stdout:5/613: stat d1/d49/ca9 0 2024-06-13T11:57:55.568 INFO:tasks.workunit.client.0.smithi042.stdout:5/614: readlink d1/d2b/d35/d36/d40/l6d 0 2024-06-13T11:57:55.570 INFO:tasks.workunit.client.0.smithi042.stdout:9/635: rmdir d9/d9c 39 2024-06-13T11:57:55.571 INFO:tasks.workunit.client.0.smithi042.stdout:9/636: mknod d9/d33/d69/cdb 0 2024-06-13T11:57:55.576 INFO:tasks.workunit.client.0.smithi042.stdout:9/637: unlink d9/d15/d43/c7d 0 2024-06-13T11:57:55.578 INFO:tasks.workunit.client.0.smithi042.stdout:9/638: creat d9/d15/fdc x:0 0 0 2024-06-13T11:57:55.583 INFO:tasks.workunit.client.0.smithi042.stdout:3/619: dwrite dc/d17/d3b/f53 [0,4194304] 0 2024-06-13T11:57:55.585 INFO:tasks.workunit.client.0.smithi042.stdout:3/620: rename dc/d29/d47/f4e to dc/d17/d1f/fe1 0 2024-06-13T11:57:55.586 INFO:tasks.workunit.client.0.smithi042.stdout:3/621: symlink dc/d17/d1f/d79/le2 0 2024-06-13T11:57:55.588 INFO:tasks.workunit.client.0.smithi042.stdout:3/622: mknod dc/d17/d20/d2d/d37/ce3 0 2024-06-13T11:57:55.588 INFO:tasks.workunit.client.0.smithi042.stdout:3/623: chown dc/d29/d47/fb9 214 1 2024-06-13T11:57:55.589 INFO:tasks.workunit.client.0.smithi042.stdout:3/624: symlink dc/d17/d3b/le4 0 2024-06-13T11:57:55.602 INFO:tasks.workunit.client.0.smithi042.stdout:9/639: dread d9/d33/d40/d52/d25/f45 [0,4194304] 0 2024-06-13T11:57:55.605 INFO:tasks.workunit.client.0.smithi042.stdout:5/615: write d1/d2b/f68 [2904518,40092] 0 2024-06-13T11:57:55.607 INFO:tasks.workunit.client.0.smithi042.stdout:5/616: creat d1/d2b/d35/d5b/fb8 x:0 0 0 2024-06-13T11:57:55.629 INFO:tasks.workunit.client.0.smithi042.stdout:9/640: link d9/d15/la2 d9/d16/d48/d62/ldd 0 2024-06-13T11:57:55.631 INFO:tasks.workunit.client.0.smithi042.stdout:9/641: creat d9/d16/d5f/fde x:0 0 0 2024-06-13T11:57:55.636 INFO:tasks.workunit.client.0.smithi042.stdout:3/625: dwrite dc/d17/d3b/fb0 [0,4194304] 0 2024-06-13T11:57:55.636 INFO:tasks.workunit.client.0.smithi042.stdout:9/642: rename d9/d16/d48/f90 to d9/d16/dba/fdf 0 2024-06-13T11:57:55.638 INFO:tasks.workunit.client.0.smithi042.stdout:3/626: getdents dc/d17/d20/d2d 0 2024-06-13T11:57:55.638 INFO:tasks.workunit.client.0.smithi042.stdout:9/643: mknod d9/d9c/ce0 0 2024-06-13T11:57:55.639 INFO:tasks.workunit.client.0.smithi042.stdout:3/627: mkdir dc/d17/d1f/d46/da3/de5 0 2024-06-13T11:57:55.639 INFO:tasks.workunit.client.0.smithi042.stdout:3/628: chown dc/d17/d3b/d55/faa 4 1 2024-06-13T11:57:55.639 INFO:tasks.workunit.client.0.smithi042.stdout:9/644: unlink d9/d46/d6d/fc2 0 2024-06-13T11:57:55.639 INFO:tasks.workunit.client.0.smithi042.stdout:9/645: chown d9/d33/d40/d52/d25/f2a 981137394 1 2024-06-13T11:57:55.640 INFO:tasks.workunit.client.0.smithi042.stdout:3/629: rename dc/d17/d1f/cc5 to dc/d17/d1f/d46/da3/dc0/ce6 0 2024-06-13T11:57:55.642 INFO:tasks.workunit.client.0.smithi042.stdout:9/646: unlink d9/d16/d48/d62/fa8 0 2024-06-13T11:57:55.654 INFO:tasks.workunit.client.0.smithi042.stdout:5/617: dwrite d1/d2b/d35/d36/f3c [0,4194304] 0 2024-06-13T11:57:55.654 INFO:tasks.workunit.client.0.smithi042.stdout:5/618: rmdir d1/d42 39 2024-06-13T11:57:55.670 INFO:tasks.workunit.client.0.smithi042.stdout:9/647: write d9/db1/fb7 [2635953,28141] 0 2024-06-13T11:57:55.679 INFO:tasks.workunit.client.0.smithi042.stdout:3/630: dwrite dc/d17/d3b/f3f [0,4194304] 0 2024-06-13T11:57:55.679 INFO:tasks.workunit.client.0.smithi042.stdout:3/631: write dc/d29/d85/fdf [823529,4096] 0 2024-06-13T11:57:55.679 INFO:tasks.workunit.client.0.smithi042.stdout:3/632: write dc/d17/d1f/d46/da3/fb3 [76172,96931] 0 2024-06-13T11:57:55.681 INFO:tasks.workunit.client.0.smithi042.stdout:3/633: truncate dc/d17/d3b/f53 3641423 0 2024-06-13T11:57:55.681 INFO:tasks.workunit.client.0.smithi042.stdout:3/634: write dc/d17/d20/d2d/fc4 [3076591,54956] 0 2024-06-13T11:57:55.688 INFO:tasks.workunit.client.0.smithi042.stdout:3/635: write dc/d17/d1f/d79/f86 [2979638,113510] 0 2024-06-13T11:57:55.688 INFO:tasks.workunit.client.0.smithi042.stdout:3/636: chown dc/d17/d1f/d79/fd2 1779 1 2024-06-13T11:57:55.688 INFO:tasks.workunit.client.0.smithi042.stdout:3/637: fdatasync dc/d17/d1f/d92/db4/fd7 0 2024-06-13T11:57:55.689 INFO:tasks.workunit.client.0.smithi042.stdout:3/638: mkdir dc/d17/d20/d2d/d37/d52/d7e/de0/de7 0 2024-06-13T11:57:55.702 INFO:tasks.workunit.client.0.smithi042.stdout:3/639: dread dc/d17/d20/d2d/d37/f45 [0,4194304] 0 2024-06-13T11:57:55.719 INFO:tasks.workunit.client.0.smithi042.stdout:5/619: dwrite d1/d31/d6a/d7a/faa [0,4194304] 0 2024-06-13T11:57:55.726 INFO:tasks.workunit.client.0.smithi042.stdout:1/655: sync 2024-06-13T11:57:55.728 INFO:tasks.workunit.client.0.smithi042.stdout:1/656: unlink d0/d17/dd/d66/c22 0 2024-06-13T11:57:55.760 INFO:tasks.workunit.client.0.smithi042.stdout:5/620: dwrite d1/d31/f26 [8388608,4194304] 0 2024-06-13T11:57:55.763 INFO:tasks.workunit.client.0.smithi042.stdout:5/621: creat d1/d31/d45/fb9 x:0 0 0 2024-06-13T11:57:55.763 INFO:tasks.workunit.client.0.smithi042.stdout:5/622: write d1/d2b/d37/f28 [2494623,4212] 0 2024-06-13T11:57:55.763 INFO:tasks.workunit.client.0.smithi042.stdout:5/623: fsync d1/d31/d45/f4f 0 2024-06-13T11:57:55.763 INFO:tasks.workunit.client.0.smithi042.stdout:5/624: readlink d1/d31/d6a/d7a/l9d 0 2024-06-13T11:57:55.763 INFO:tasks.workunit.client.0.smithi042.stdout:3/640: dwrite dc/d29/f5f [0,4194304] 0 2024-06-13T11:57:55.767 INFO:tasks.workunit.client.0.smithi042.stdout:5/625: mkdir d1/d2b/d35/d36/dba 0 2024-06-13T11:57:55.769 INFO:tasks.workunit.client.0.smithi042.stdout:5/626: unlink d1/d2b/d35/d62/c99 0 2024-06-13T11:57:55.770 INFO:tasks.workunit.client.0.smithi042.stdout:1/657: dwrite d0/d17/f2f [0,4194304] 0 2024-06-13T11:57:55.771 INFO:tasks.workunit.client.0.smithi042.stdout:5/627: truncate d1/f8 5282277 0 2024-06-13T11:57:55.773 INFO:tasks.workunit.client.0.smithi042.stdout:1/658: creat d0/d17/dd/d55/d6a/d56/fdb x:0 0 0 2024-06-13T11:57:55.775 INFO:tasks.workunit.client.0.smithi042.stdout:5/628: mkdir d1/d42/d60/d8f/dbb 0 2024-06-13T11:57:55.776 INFO:tasks.workunit.client.0.smithi042.stdout:1/659: creat d0/d17/d18/d29/fdc x:0 0 0 2024-06-13T11:57:55.778 INFO:tasks.workunit.client.0.smithi042.stdout:5/629: getdents d1 0 2024-06-13T11:57:55.778 INFO:tasks.workunit.client.0.smithi042.stdout:5/630: stat d1/d31/d97 0 2024-06-13T11:57:55.779 INFO:tasks.workunit.client.0.smithi042.stdout:1/660: rename d0/d17/dd/d55/f71 to d0/d17/dd/d42/d70/fdd 0 2024-06-13T11:57:55.781 INFO:tasks.workunit.client.0.smithi042.stdout:1/661: rename d0/d17/dd/d55/l79 to d0/d17/dd/d55/da4/lde 0 2024-06-13T11:57:55.781 INFO:tasks.workunit.client.0.smithi042.stdout:1/662: chown d0/d17/dd/d66/d82/d5f/d9a/da2/cd2 692 1 2024-06-13T11:57:55.781 INFO:tasks.workunit.client.0.smithi042.stdout:1/663: chown d0/d17/d18/d29/f2c 2 1 2024-06-13T11:57:55.781 INFO:tasks.workunit.client.0.smithi042.stdout:1/664: stat d0/d17/dd/d66/d82/l67 0 2024-06-13T11:57:55.788 INFO:tasks.workunit.client.0.smithi042.stdout:5/631: getdents d1/d2b/d35/d5b 0 2024-06-13T11:57:55.792 INFO:tasks.workunit.client.0.smithi042.stdout:5/632: unlink d1/d2b/d35/d5b/da8/lb1 0 2024-06-13T11:57:55.792 INFO:tasks.workunit.client.0.smithi042.stdout:5/633: dread - d1/d2b/d35/d36/d40/fa5 zero size 2024-06-13T11:57:55.795 INFO:tasks.workunit.client.0.smithi042.stdout:3/641: dread dc/d17/d1f/f2f [0,4194304] 0 2024-06-13T11:57:55.796 INFO:tasks.workunit.client.0.smithi042.stdout:5/634: mknod d1/d31/d6a/d7a/d96/da2/cbc 0 2024-06-13T11:57:55.796 INFO:tasks.workunit.client.0.smithi042.stdout:5/635: stat d1/f8 0 2024-06-13T11:57:55.797 INFO:tasks.workunit.client.0.smithi042.stdout:3/642: creat dc/d29/d47/d66/d70/fe8 x:0 0 0 2024-06-13T11:57:55.797 INFO:tasks.workunit.client.0.smithi042.stdout:5/636: creat d1/d31/d6a/d8c/fbd x:0 0 0 2024-06-13T11:57:55.797 INFO:tasks.workunit.client.0.smithi042.stdout:5/637: chown d1/l71 74 1 2024-06-13T11:57:55.797 INFO:tasks.workunit.client.0.smithi042.stdout:5/638: stat d1/d31/d6a/d8c/d9f/fad 0 2024-06-13T11:57:55.798 INFO:tasks.workunit.client.0.smithi042.stdout:3/643: getdents dc/d17/d20/d9b 0 2024-06-13T11:57:55.798 INFO:tasks.workunit.client.0.smithi042.stdout:5/639: creat d1/d31/fbe x:0 0 0 2024-06-13T11:57:55.827 INFO:tasks.workunit.client.0.smithi042.stdout:1/665: dwrite d0/d17/dd/d42/dd5/dbc/fc0 [0,4194304] 0 2024-06-13T11:57:55.828 INFO:tasks.workunit.client.0.smithi042.stdout:1/666: readlink d0/d17/dd/d66/d82/l9c 0 2024-06-13T11:57:55.834 INFO:tasks.workunit.client.0.smithi042.stdout:4/826: sync 2024-06-13T11:57:55.836 INFO:tasks.workunit.client.0.smithi042.stdout:4/827: symlink d1/d10/d4e/d97/d10c/l12a 0 2024-06-13T11:57:55.837 INFO:tasks.workunit.client.0.smithi042.stdout:4/828: mknod d1/de/c12b 0 2024-06-13T11:57:55.838 INFO:tasks.workunit.client.0.smithi042.stdout:4/829: unlink d1/l3b 0 2024-06-13T11:57:55.840 INFO:tasks.workunit.client.0.smithi042.stdout:4/830: symlink d1/d10/d15/db3/dfd/d114/l12c 0 2024-06-13T11:57:55.840 INFO:tasks.workunit.client.0.smithi042.stdout:4/831: dread - d1/d10/d15/fd6 zero size 2024-06-13T11:57:55.842 INFO:tasks.workunit.client.0.smithi042.stdout:4/832: creat d1/d5/d16/deb/f12d x:0 0 0 2024-06-13T11:57:55.842 INFO:tasks.workunit.client.0.smithi042.stdout:4/833: truncate d1/d5/d5f/dd1/f11a 946335 0 2024-06-13T11:57:55.853 INFO:tasks.workunit.client.0.smithi042.stdout:3/644: dwrite dc/d17/d1f/d92/fa4 [0,4194304] 0 2024-06-13T11:57:55.855 INFO:tasks.workunit.client.0.smithi042.stdout:3/645: symlink dc/d17/d20/d9b/le9 0 2024-06-13T11:57:55.855 INFO:tasks.workunit.client.0.smithi042.stdout:3/646: truncate dc/d17/d1f/d79/fdb 130976 0 2024-06-13T11:57:55.868 INFO:tasks.workunit.client.0.smithi042.stdout:1/667: dwrite d0/fc5 [0,4194304] 0 2024-06-13T11:57:55.871 INFO:tasks.workunit.client.0.smithi042.stdout:1/668: mknod d0/d17/dd/d66/db8/cdf 0 2024-06-13T11:57:55.872 INFO:tasks.workunit.client.0.smithi042.stdout:1/669: creat d0/d17/d18/d29/d43/fe0 x:0 0 0 2024-06-13T11:57:55.872 INFO:tasks.workunit.client.0.smithi042.stdout:1/670: readlink d0/d17/d18/l4d 0 2024-06-13T11:57:55.881 INFO:tasks.workunit.client.0.smithi042.stdout:3/647: dread f7 [4194304,4194304] 0 2024-06-13T11:57:55.883 INFO:tasks.workunit.client.0.smithi042.stdout:3/648: unlink dc/c10 0 2024-06-13T11:57:55.885 INFO:tasks.workunit.client.0.smithi042.stdout:3/649: creat dc/d17/d1f/d79/fea x:0 0 0 2024-06-13T11:57:55.887 INFO:tasks.workunit.client.0.smithi042.stdout:3/650: rename dc/d17/d3b/f3f to dc/d17/d3b/d55/feb 0 2024-06-13T11:57:55.887 INFO:tasks.workunit.client.0.smithi042.stdout:3/651: readlink dc/l15 0 2024-06-13T11:57:55.889 INFO:tasks.workunit.client.0.smithi042.stdout:3/652: link dc/d17/d1f/d46/da3/lba dc/d17/d1f/d92/lec 0 2024-06-13T11:57:55.891 INFO:tasks.workunit.client.0.smithi042.stdout:3/653: rename dc/d17/d20/l2b to dc/d17/d1f/d92/led 0 2024-06-13T11:57:55.891 INFO:tasks.workunit.client.0.smithi042.stdout:3/654: rmdir dc/d17/d1f/d92/db4 39 2024-06-13T11:57:55.903 INFO:tasks.workunit.client.0.smithi042.stdout:4/834: dwrite d1/d10/d5e/fa1 [0,4194304] 0 2024-06-13T11:57:55.904 INFO:tasks.workunit.client.0.smithi042.stdout:4/835: fsync d1/d29/f51 0 2024-06-13T11:57:55.937 INFO:tasks.workunit.client.0.smithi042.stdout:1/671: dwrite d0/d17/dd/d55/da4/fcb [0,4194304] 0 2024-06-13T11:57:55.940 INFO:tasks.workunit.client.0.smithi042.stdout:1/672: symlink d0/d17/dd/d66/le1 0 2024-06-13T11:57:55.942 INFO:tasks.workunit.client.0.smithi042.stdout:1/673: getdents d0/d17/d18/d29/db9 0 2024-06-13T11:57:55.942 INFO:tasks.workunit.client.0.smithi042.stdout:1/674: truncate d0/d17/d18/d7f/fc2 978659 0 2024-06-13T11:57:55.943 INFO:tasks.workunit.client.0.smithi042.stdout:4/836: dwrite d1/d5/d16/deb/f12d [0,4194304] 0 2024-06-13T11:57:55.943 INFO:tasks.workunit.client.0.smithi042.stdout:4/837: write d1/d10/d5e/d7f/fe4 [202392,103748] 0 2024-06-13T11:57:55.945 INFO:tasks.workunit.client.0.smithi042.stdout:1/675: mknod d0/d17/dd/d66/d82/ce2 0 2024-06-13T11:57:55.947 INFO:tasks.workunit.client.0.smithi042.stdout:1/676: rmdir d0/d17/dd/d55/da4 39 2024-06-13T11:57:55.947 INFO:tasks.workunit.client.0.smithi042.stdout:1/677: write d0/d17/dd/d42/dd5/dbc/fda [352119,20300] 0 2024-06-13T11:57:55.948 INFO:tasks.workunit.client.0.smithi042.stdout:7/569: sync 2024-06-13T11:57:55.948 INFO:tasks.workunit.client.0.smithi042.stdout:6/775: sync 2024-06-13T11:57:55.948 INFO:tasks.workunit.client.0.smithi042.stdout:2/586: sync 2024-06-13T11:57:55.948 INFO:tasks.workunit.client.0.smithi042.stdout:0/681: sync 2024-06-13T11:57:55.948 INFO:tasks.workunit.client.0.smithi042.stdout:7/570: chown d2/d36/d4a/d39/l54 1 1 2024-06-13T11:57:55.948 INFO:tasks.workunit.client.0.smithi042.stdout:8/614: sync 2024-06-13T11:57:55.950 INFO:tasks.workunit.client.0.smithi042.stdout:2/587: link d7/d1a/d9e/lb9 d7/d61/lc8 0 2024-06-13T11:57:55.950 INFO:tasks.workunit.client.0.smithi042.stdout:2/588: fsync d7/d1f/f49 0 2024-06-13T11:57:55.950 INFO:tasks.workunit.client.0.smithi042.stdout:7/571: mknod d2/d36/d64/cc0 0 2024-06-13T11:57:55.950 INFO:tasks.workunit.client.0.smithi042.stdout:7/572: dread - d2/d36/fb1 zero size 2024-06-13T11:57:55.952 INFO:tasks.workunit.client.0.smithi042.stdout:1/678: mknod d0/d17/dd/d42/d70/ce3 0 2024-06-13T11:57:55.952 INFO:tasks.workunit.client.0.smithi042.stdout:0/682: mkdir d4/d31/d4a/d58/d68/db7/dea 0 2024-06-13T11:57:55.953 INFO:tasks.workunit.client.0.smithi042.stdout:6/776: unlink d16/d21/d23/dc4/fdc 0 2024-06-13T11:57:55.957 INFO:tasks.workunit.client.0.smithi042.stdout:7/573: symlink d2/d36/d4a/d39/lc1 0 2024-06-13T11:57:55.957 INFO:tasks.workunit.client.0.smithi042.stdout:0/683: mknod d4/d31/d4a/d58/dc0/ceb 0 2024-06-13T11:57:55.957 INFO:tasks.workunit.client.0.smithi042.stdout:0/684: unlink d4/c40 0 2024-06-13T11:57:55.958 INFO:tasks.workunit.client.0.smithi042.stdout:2/589: mknod d7/d3c/d40/d4c/d5a/d97/cc9 0 2024-06-13T11:57:55.958 INFO:tasks.workunit.client.0.smithi042.stdout:0/685: symlink d4/d31/d4a/d63/d7f/lec 0 2024-06-13T11:57:55.959 INFO:tasks.workunit.client.0.smithi042.stdout:2/590: mknod d7/df/d6a/db8/dbc/cca 0 2024-06-13T11:57:55.960 INFO:tasks.workunit.client.0.smithi042.stdout:0/686: mkdir d4/d33/d3f/ded 0 2024-06-13T11:57:55.960 INFO:tasks.workunit.client.0.smithi042.stdout:2/591: creat d7/d1a/fcb x:0 0 0 2024-06-13T11:57:55.961 INFO:tasks.workunit.client.0.smithi042.stdout:0/687: rmdir d4/d31 39 2024-06-13T11:57:55.964 INFO:tasks.workunit.client.0.smithi042.stdout:0/688: mknod d4/d33/d3e/d6c/cee 0 2024-06-13T11:57:55.965 INFO:tasks.workunit.client.0.smithi042.stdout:0/689: creat d4/d31/d4a/d58/d68/db7/fef x:0 0 0 2024-06-13T11:57:55.966 INFO:tasks.workunit.client.0.smithi042.stdout:0/690: symlink d4/d33/d3e/d6c/d7e/lf0 0 2024-06-13T11:57:55.975 INFO:tasks.workunit.client.0.smithi042.stdout:7/574: write d2/d36/d4a/f60 [4016269,60252] 0 2024-06-13T11:57:55.975 INFO:tasks.workunit.client.0.smithi042.stdout:4/838: dread d1/d5/d16/f79 [0,4194304] 0 2024-06-13T11:57:55.978 INFO:tasks.workunit.client.0.smithi042.stdout:4/839: creat d1/d10/d35/d80/f12e x:0 0 0 2024-06-13T11:57:55.980 INFO:tasks.workunit.client.0.smithi042.stdout:4/840: rename d1/d10/d15/db3/dfd/d114/le3 to d1/d10/d15/db3/dfd/d114/d52/l12f 0 2024-06-13T11:57:55.981 INFO:tasks.workunit.client.0.smithi042.stdout:4/841: mkdir d1/d10/d35/d80/d130 0 2024-06-13T11:57:55.982 INFO:tasks.workunit.client.0.smithi042.stdout:4/842: write d1/d10/d35/d80/d93/ffc [500114,107870] 0 2024-06-13T11:57:55.984 INFO:tasks.workunit.client.0.smithi042.stdout:4/843: rename d1/d5/d16/l47 to d1/d10/d4e/d97/d10c/d60/l131 0 2024-06-13T11:57:55.986 INFO:tasks.workunit.client.0.smithi042.stdout:6/777: dread d16/d21/d72/d79/fec [0,4194304] 0 2024-06-13T11:57:55.986 INFO:tasks.workunit.client.0.smithi042.stdout:6/778: fsync d16/fe1 0 2024-06-13T11:57:55.986 INFO:tasks.workunit.client.0.smithi042.stdout:6/779: stat d16/d21/d72/caa 0 2024-06-13T11:57:55.986 INFO:tasks.workunit.client.0.smithi042.stdout:6/780: chown d16/d8b/fde 307224 1 2024-06-13T11:57:55.986 INFO:tasks.workunit.client.0.smithi042.stdout:4/844: unlink d1/d5/fd8 0 2024-06-13T11:57:55.987 INFO:tasks.workunit.client.0.smithi042.stdout:4/845: write d1/d29/f51 [1756745,16296] 0 2024-06-13T11:57:55.987 INFO:tasks.workunit.client.0.smithi042.stdout:4/846: chown d1/d10/d15/d8d 72963647 1 2024-06-13T11:57:55.988 INFO:tasks.workunit.client.0.smithi042.stdout:6/781: creat d16/d21/d5d/dae/f108 x:0 0 0 2024-06-13T11:57:55.988 INFO:tasks.workunit.client.0.smithi042.stdout:6/782: chown d16/d21/d35/ld9 240068 1 2024-06-13T11:57:56.007 INFO:tasks.workunit.client.0.smithi042.stdout:7/575: dread d2/d36/d4a/d42/f71 [4194304,4194304] 0 2024-06-13T11:57:56.007 INFO:tasks.workunit.client.0.smithi042.stdout:7/576: read d2/d36/d4a/d39/fb7 [8328933,36497] 0 2024-06-13T11:57:56.008 INFO:tasks.workunit.client.0.smithi042.stdout:7/577: truncate d2/d36/d4a/d42/d98/f72 118128 0 2024-06-13T11:57:56.008 INFO:tasks.workunit.client.0.smithi042.stdout:7/578: chown d2/d36/d4a/f18 58263 1 2024-06-13T11:57:56.008 INFO:tasks.workunit.client.0.smithi042.stdout:7/579: fdatasync d2/fa1 0 2024-06-13T11:57:56.020 INFO:tasks.workunit.client.0.smithi042.stdout:1/679: dwrite d0/d17/f96 [0,4194304] 0 2024-06-13T11:57:56.020 INFO:tasks.workunit.client.0.smithi042.stdout:2/592: dread d7/d3c/d40/d4c/f7a [0,4194304] 0 2024-06-13T11:57:56.020 INFO:tasks.workunit.client.0.smithi042.stdout:2/593: readlink d7/d61/lc8 0 2024-06-13T11:57:56.020 INFO:tasks.workunit.client.0.smithi042.stdout:2/594: truncate d7/d1f/f7c 353538 0 2024-06-13T11:57:56.028 INFO:tasks.workunit.client.0.smithi042.stdout:2/595: rmdir d7/d23/d59 39 2024-06-13T11:57:56.057 INFO:tasks.workunit.client.0.smithi042.stdout:4/847: dwrite d1/d10/d4e/d97/d10c/d60/d67/f113 [0,4194304] 0 2024-06-13T11:57:56.058 INFO:tasks.workunit.client.0.smithi042.stdout:4/848: write d1/d10/d15/fd6 [803790,70560] 0 2024-06-13T11:57:56.064 INFO:tasks.workunit.client.0.smithi042.stdout:4/849: rename d1/d10/d35/d80/d93/c120 to d1/d10/c132 0 2024-06-13T11:57:56.068 INFO:tasks.workunit.client.0.smithi042.stdout:4/850: link d1/d29/d4f/d7d/cde d1/d10/d4e/d97/d10c/d60/d67/d72/c133 0 2024-06-13T11:57:56.068 INFO:tasks.workunit.client.0.smithi042.stdout:4/851: truncate d1/d10/d15/db3/dfd/d114/f74 93485 0 2024-06-13T11:57:56.068 INFO:tasks.workunit.client.0.smithi042.stdout:4/852: readlink d1/d5/l88 0 2024-06-13T11:57:56.068 INFO:tasks.workunit.client.0.smithi042.stdout:4/853: readlink d1/d29/d4f/dd2/df9/l103 0 2024-06-13T11:57:56.071 INFO:tasks.workunit.client.0.smithi042.stdout:1/680: dread d0/d17/f3e [0,4194304] 0 2024-06-13T11:57:56.071 INFO:tasks.workunit.client.0.smithi042.stdout:4/854: mknod d1/d10/d4e/d97/d10c/d122/c134 0 2024-06-13T11:57:56.071 INFO:tasks.workunit.client.0.smithi042.stdout:4/855: creat d1/d10/d5e/d7f/d128/f135 x:0 0 0 2024-06-13T11:57:56.072 INFO:tasks.workunit.client.0.smithi042.stdout:7/580: dwrite d2/d36/d64/f62 [0,4194304] 0 2024-06-13T11:57:56.074 INFO:tasks.workunit.client.0.smithi042.stdout:6/783: dwrite d16/d21/d35/f88 [0,4194304] 0 2024-06-13T11:57:56.076 INFO:tasks.workunit.client.0.smithi042.stdout:7/581: mknod d2/d3/daa/cc2 0 2024-06-13T11:57:56.077 INFO:tasks.workunit.client.0.smithi042.stdout:6/784: mknod d16/d8b/d57/c109 0 2024-06-13T11:57:56.079 INFO:tasks.workunit.client.0.smithi042.stdout:6/785: truncate d16/f18 447591 0 2024-06-13T11:57:56.079 INFO:tasks.workunit.client.0.smithi042.stdout:6/786: truncate d16/d21/d35/d63/d8e/fff 882045 0 2024-06-13T11:57:56.091 INFO:tasks.workunit.client.0.smithi042.stdout:2/596: dwrite d7/d61/d64/fc2 [0,4194304] 0 2024-06-13T11:57:56.091 INFO:tasks.workunit.client.0.smithi042.stdout:9/648: sync 2024-06-13T11:57:56.091 INFO:tasks.workunit.client.0.smithi042.stdout:9/649: stat d9/d33/d40/d52/d25/f45 0 2024-06-13T11:57:56.106 INFO:tasks.workunit.client.0.smithi042.stdout:1/681: read d0/d17/d18/f36 [1110944,51576] 0 2024-06-13T11:57:56.109 INFO:tasks.workunit.client.0.smithi042.stdout:1/682: mkdir d0/d17/dcf/de4 0 2024-06-13T11:57:56.110 INFO:tasks.workunit.client.0.smithi042.stdout:1/683: fdatasync d0/d17/dd/d66/f13 0 2024-06-13T11:57:56.111 INFO:tasks.workunit.client.0.smithi042.stdout:1/684: unlink d0/d17/dd/d42/l60 0 2024-06-13T11:57:56.112 INFO:tasks.workunit.client.0.smithi042.stdout:1/685: unlink d0/d17/dd/d55/d6a/l38 0 2024-06-13T11:57:56.114 INFO:tasks.workunit.client.0.smithi042.stdout:1/686: symlink d0/d17/dd/d55/d6a/le5 0 2024-06-13T11:57:56.114 INFO:tasks.workunit.client.0.smithi042.stdout:1/687: write d0/d17/dd/d55/d6a/d56/d84/fad [649836,43638] 0 2024-06-13T11:57:56.116 INFO:tasks.workunit.client.0.smithi042.stdout:1/688: fsync d0/d17/dd/d66/d82/d5f/d63/f81 0 2024-06-13T11:57:56.118 INFO:tasks.workunit.client.0.smithi042.stdout:1/689: rmdir d0/d17 39 2024-06-13T11:57:56.119 INFO:tasks.workunit.client.0.smithi042.stdout:1/690: getdents d0/d17/dcf/de4 0 2024-06-13T11:57:56.119 INFO:tasks.workunit.client.0.smithi042.stdout:1/691: fsync d0/d17/dd/d42/d70/fdd 0 2024-06-13T11:57:56.123 INFO:tasks.workunit.client.0.smithi042.stdout:1/692: link d0/d17/dd/d1b/c6d d0/d17/dd/d55/ce6 0 2024-06-13T11:57:56.124 INFO:tasks.workunit.client.0.smithi042.stdout:1/693: mknod d0/d17/d18/d7f/dbf/ce7 0 2024-06-13T11:57:56.124 INFO:tasks.workunit.client.0.smithi042.stdout:1/694: fdatasync d0/d17/f3e 0 2024-06-13T11:57:56.130 INFO:tasks.workunit.client.0.smithi042.stdout:1/695: read d0/f44 [1169527,113637] 0 2024-06-13T11:57:56.132 INFO:tasks.workunit.client.0.smithi042.stdout:1/696: creat d0/d17/d18/d29/d90/da7/dc4/fe8 x:0 0 0 2024-06-13T11:57:56.132 INFO:tasks.workunit.client.0.smithi042.stdout:1/697: chown d0/d17/d18 1 1 2024-06-13T11:57:56.133 INFO:tasks.workunit.client.0.smithi042.stdout:6/787: dwrite d16/d21/d35/d63/d8e/fff [0,4194304] 0 2024-06-13T11:57:56.134 INFO:tasks.workunit.client.0.smithi042.stdout:6/788: write d16/d21/d5d/dae/db3/fbc [1149166,87644] 0 2024-06-13T11:57:56.135 INFO:tasks.workunit.client.0.smithi042.stdout:1/698: link d0/d17/dd/d66/f7d d0/d17/d95/fe9 0 2024-06-13T11:57:56.136 INFO:tasks.workunit.client.0.smithi042.stdout:1/699: rmdir d0/d17/dd/d42/dd5 39 2024-06-13T11:57:56.136 INFO:tasks.workunit.client.0.smithi042.stdout:6/789: mkdir d16/d21/d35/d63/d9d/d10a 0 2024-06-13T11:57:56.138 INFO:tasks.workunit.client.0.smithi042.stdout:1/700: symlink d0/d17/dd/d42/dd5/lea 0 2024-06-13T11:57:56.138 INFO:tasks.workunit.client.0.smithi042.stdout:1/701: write d0/d17/dd/d42/fc1 [644027,82336] 0 2024-06-13T11:57:56.143 INFO:tasks.workunit.client.0.smithi042.stdout:2/597: dwrite d7/d1a/d50/f96 [0,4194304] 0 2024-06-13T11:57:56.144 INFO:tasks.workunit.client.0.smithi042.stdout:4/856: dwrite d1/d5/fc9 [0,4194304] 0 2024-06-13T11:57:56.146 INFO:tasks.workunit.client.0.smithi042.stdout:2/598: chown d7/d3c/d40/d4c/d5a/d97/ca3 42212 1 2024-06-13T11:57:56.146 INFO:tasks.workunit.client.0.smithi042.stdout:2/599: chown d7/d23/d59/f6b 11783975 1 2024-06-13T11:57:56.146 INFO:tasks.workunit.client.0.smithi042.stdout:2/600: write d7/d1a/f27 [2636691,31663] 0 2024-06-13T11:57:56.148 INFO:tasks.workunit.client.0.smithi042.stdout:9/650: dwrite d9/f97 [0,4194304] 0 2024-06-13T11:57:56.149 INFO:tasks.workunit.client.0.smithi042.stdout:4/857: creat d1/d10/d15/f136 x:0 0 0 2024-06-13T11:57:56.149 INFO:tasks.workunit.client.0.smithi042.stdout:4/858: truncate d1/d10/d15/fec 1130144 0 2024-06-13T11:57:56.149 INFO:tasks.workunit.client.0.smithi042.stdout:4/859: dread - d1/d10/d4e/d97/d10c/da3/f124 zero size 2024-06-13T11:57:56.151 INFO:tasks.workunit.client.0.smithi042.stdout:9/651: mkdir d9/d33/d69/de1 0 2024-06-13T11:57:56.154 INFO:tasks.workunit.client.0.smithi042.stdout:6/790: rename d16/d21/d32/d7c/fb8 to d16/d8b/f10b 0 2024-06-13T11:57:56.172 INFO:tasks.workunit.client.0.smithi042.stdout:1/702: rename d0/d17/dd/d66/f7b to d0/d17/d18/d29/d90/da7/feb 0 2024-06-13T11:57:56.172 INFO:tasks.workunit.client.0.smithi042.stdout:1/703: write d0/d17/dd/d55/d6a/d56/d84/fad [968996,10279] 0 2024-06-13T11:57:56.173 INFO:tasks.workunit.client.0.smithi042.stdout:9/652: write d9/d15/f3f [2112814,14224] 0 2024-06-13T11:57:56.175 INFO:tasks.workunit.client.0.smithi042.stdout:9/653: creat d9/d16/d48/fe2 x:0 0 0 2024-06-13T11:57:56.187 INFO:tasks.workunit.client.0.smithi042.stdout:5/640: sync 2024-06-13T11:57:56.187 INFO:tasks.workunit.client.0.smithi042.stdout:0/691: sync 2024-06-13T11:57:56.188 INFO:tasks.workunit.client.0.smithi042.stdout:3/655: sync 2024-06-13T11:57:56.188 INFO:tasks.workunit.client.0.smithi042.stdout:8/615: sync 2024-06-13T11:57:56.190 INFO:tasks.workunit.client.0.smithi042.stdout:4/860: rename d1/d29/dba/de0/ffa to d1/d10/d5e/d118/f137 0 2024-06-13T11:57:56.201 INFO:tasks.workunit.client.0.smithi042.stdout:2/601: dwrite d7/d61/d64/f68 [0,4194304] 0 2024-06-13T11:57:56.201 INFO:tasks.workunit.client.0.smithi042.stdout:1/704: write d0/d17/f96 [96860,119645] 0 2024-06-13T11:57:56.201 INFO:tasks.workunit.client.0.smithi042.stdout:1/705: fdatasync d0/d17/dd/d42/dd5/fa1 0 2024-06-13T11:57:56.202 INFO:tasks.workunit.client.0.smithi042.stdout:5/641: truncate d1/f2a 748072 0 2024-06-13T11:57:56.202 INFO:tasks.workunit.client.0.smithi042.stdout:0/692: rmdir d4/d31/d96/db2 39 2024-06-13T11:57:56.202 INFO:tasks.workunit.client.0.smithi042.stdout:3/656: readlink dc/d17/l4f 0 2024-06-13T11:57:56.202 INFO:tasks.workunit.client.0.smithi042.stdout:3/657: write dc/d17/d3b/d55/fca [155544,33712] 0 2024-06-13T11:57:56.202 INFO:tasks.workunit.client.0.smithi042.stdout:3/658: truncate dc/d17/d1f/d79/fea 458017 0 2024-06-13T11:57:56.202 INFO:tasks.workunit.client.0.smithi042.stdout:8/616: creat d2/dc/d6f/da4/fc4 x:0 0 0 2024-06-13T11:57:56.203 INFO:tasks.workunit.client.0.smithi042.stdout:1/706: getdents d0/d17/dcf 0 2024-06-13T11:57:56.203 INFO:tasks.workunit.client.0.smithi042.stdout:1/707: fsync d0/d17/dd/d1b/f4a 0 2024-06-13T11:57:56.203 INFO:tasks.workunit.client.0.smithi042.stdout:4/861: creat d1/d10/d35/d80/f138 x:0 0 0 2024-06-13T11:57:56.207 INFO:tasks.workunit.client.0.smithi042.stdout:5/642: mknod d1/d49/cbf 0 2024-06-13T11:57:56.207 INFO:tasks.workunit.client.0.smithi042.stdout:5/643: write d1/d2b/d35/d5b/fb8 [455579,29360] 0 2024-06-13T11:57:56.208 INFO:tasks.workunit.client.0.smithi042.stdout:0/693: mkdir d4/d31/d4a/d58/d68/db3/df1 0 2024-06-13T11:57:56.208 INFO:tasks.workunit.client.0.smithi042.stdout:0/694: dread - d4/d31/d4a/d58/fc8 zero size 2024-06-13T11:57:56.208 INFO:tasks.workunit.client.0.smithi042.stdout:8/617: symlink d2/dc/d22/d42/lc5 0 2024-06-13T11:57:56.208 INFO:tasks.workunit.client.0.smithi042.stdout:8/618: write d2/d3/f11 [1907697,79136] 0 2024-06-13T11:57:56.209 INFO:tasks.workunit.client.0.smithi042.stdout:8/619: fdatasync d2/d3/d43/f4d 0 2024-06-13T11:57:56.209 INFO:tasks.workunit.client.0.smithi042.stdout:1/708: creat d0/d17/d18/d7f/fec x:0 0 0 2024-06-13T11:57:56.209 INFO:tasks.workunit.client.0.smithi042.stdout:5/644: unlink d1/d31/d6a/d7a/d96/da2/cbc 0 2024-06-13T11:57:56.210 INFO:tasks.workunit.client.0.smithi042.stdout:6/791: dwrite f11 [0,4194304] 0 2024-06-13T11:57:56.210 INFO:tasks.workunit.client.0.smithi042.stdout:1/709: chown d0/d17/dd/d55/d6a/d56 331167366 1 2024-06-13T11:57:56.212 INFO:tasks.workunit.client.0.smithi042.stdout:4/862: link d1/d10/d15/c10e d1/d10/c139 0 2024-06-13T11:57:56.213 INFO:tasks.workunit.client.0.smithi042.stdout:8/620: symlink d2/d3/d81/lc6 0 2024-06-13T11:57:56.213 INFO:tasks.workunit.client.0.smithi042.stdout:8/621: read d2/d3/d5/d5b/f60 [778519,25396] 0 2024-06-13T11:57:56.213 INFO:tasks.workunit.client.0.smithi042.stdout:6/792: truncate d16/d21/d72/d79/fec 697608 0 2024-06-13T11:57:56.217 INFO:tasks.workunit.client.0.smithi042.stdout:8/622: rename d2/d3/d81/d94/d7f/fb5 to d2/d3/d81/fc7 0 2024-06-13T11:57:56.231 INFO:tasks.workunit.client.0.smithi042.stdout:2/602: dread d7/d1f/f49 [4194304,4194304] 0 2024-06-13T11:57:56.231 INFO:tasks.workunit.client.0.smithi042.stdout:2/603: chown d7/d61/d64/db4/c8e 9353 1 2024-06-13T11:57:56.236 INFO:tasks.workunit.client.0.smithi042.stdout:3/659: read dc/f61 [1458818,121978] 0 2024-06-13T11:57:56.242 INFO:tasks.workunit.client.0.smithi042.stdout:8/623: stat d2/d3/d81/d94/d79 0 2024-06-13T11:57:56.245 INFO:tasks.workunit.client.0.smithi042.stdout:8/624: creat d2/d3/d81/da7/fc8 x:0 0 0 2024-06-13T11:57:56.249 INFO:tasks.workunit.client.0.smithi042.stdout:8/625: symlink d2/dc/d64/d7a/lc9 0 2024-06-13T11:57:56.249 INFO:tasks.workunit.client.0.smithi042.stdout:8/626: chown d2/d3/d81/d94/d79/d98 4348558 1 2024-06-13T11:57:56.250 INFO:tasks.workunit.client.0.smithi042.stdout:8/627: getdents d2/d3/d81/d94/d79 0 2024-06-13T11:57:56.255 INFO:tasks.workunit.client.0.smithi042.stdout:8/628: fsync d2/d3/f4 0 2024-06-13T11:57:56.268 INFO:tasks.workunit.client.0.smithi042.stdout:0/695: dwrite d4/d33/d3e/d6c/fd9 [0,4194304] 0 2024-06-13T11:57:56.271 INFO:tasks.workunit.client.0.smithi042.stdout:2/604: write d7/d1f/f4a [2251540,88347] 0 2024-06-13T11:57:56.271 INFO:tasks.workunit.client.0.smithi042.stdout:2/605: write d7/d3c/f53 [2423485,71566] 0 2024-06-13T11:57:56.272 INFO:tasks.workunit.client.0.smithi042.stdout:0/696: mkdir d4/d31/d4a/d58/df2 0 2024-06-13T11:57:56.272 INFO:tasks.workunit.client.0.smithi042.stdout:9/654: dwrite d9/d46/d6d/f75 [0,4194304] 0 2024-06-13T11:57:56.273 INFO:tasks.workunit.client.0.smithi042.stdout:2/606: mkdir d7/df/d6a/db8/dbc/dcc 0 2024-06-13T11:57:56.273 INFO:tasks.workunit.client.0.smithi042.stdout:0/697: mknod d4/d31/d4a/d58/cf3 0 2024-06-13T11:57:56.275 INFO:tasks.workunit.client.0.smithi042.stdout:0/698: write d4/d31/d96/db2/fd6 [118018,130963] 0 2024-06-13T11:57:56.275 INFO:tasks.workunit.client.0.smithi042.stdout:0/699: fsync d4/d31/d4a/d63/d7f/fe7 0 2024-06-13T11:57:56.277 INFO:tasks.workunit.client.0.smithi042.stdout:5/645: dwrite d1/d2b/d37/f88 [0,4194304] 0 2024-06-13T11:57:56.277 INFO:tasks.workunit.client.0.smithi042.stdout:5/646: chown d1/d49/cbf 14 1 2024-06-13T11:57:56.277 INFO:tasks.workunit.client.0.smithi042.stdout:5/647: dread - d1/d2b/d35/d36/f78 zero size 2024-06-13T11:57:56.278 INFO:tasks.workunit.client.0.smithi042.stdout:0/700: rename d4/d31/d96/fd7 to d4/d33/d3f/ff4 0 2024-06-13T11:57:56.281 INFO:tasks.workunit.client.0.smithi042.stdout:0/701: creat d4/d31/ff5 x:0 0 0 2024-06-13T11:57:56.295 INFO:tasks.workunit.client.0.smithi042.stdout:5/648: link d1/d2b/d35/d36/f4d d1/d31/d6a/fc0 0 2024-06-13T11:57:56.297 INFO:tasks.workunit.client.0.smithi042.stdout:2/607: write d7/d61/d64/f68 [227098,51200] 0 2024-06-13T11:57:56.297 INFO:tasks.workunit.client.0.smithi042.stdout:5/649: mknod d1/d2b/cc1 0 2024-06-13T11:57:56.298 INFO:tasks.workunit.client.0.smithi042.stdout:4/863: dwrite d1/d29/f51 [0,4194304] 0 2024-06-13T11:57:56.298 INFO:tasks.workunit.client.0.smithi042.stdout:9/655: dread d9/d15/fbb [0,4194304] 0 2024-06-13T11:57:56.298 INFO:tasks.workunit.client.0.smithi042.stdout:1/710: dwrite d0/d17/d18/d29/d90/da7/feb [0,4194304] 0 2024-06-13T11:57:56.298 INFO:tasks.workunit.client.0.smithi042.stdout:1/711: write d0/d17/dd/f3b [713506,5900] 0 2024-06-13T11:57:56.299 INFO:tasks.workunit.client.0.smithi042.stdout:2/608: rmdir d7/d23/db1 39 2024-06-13T11:57:56.300 INFO:tasks.workunit.client.0.smithi042.stdout:2/609: creat d7/d23/fcd x:0 0 0 2024-06-13T11:57:56.301 INFO:tasks.workunit.client.0.smithi042.stdout:2/610: rmdir d7/d61/d64 39 2024-06-13T11:57:56.302 INFO:tasks.workunit.client.0.smithi042.stdout:2/611: write d7/d1a/d8d/f9c [264999,58807] 0 2024-06-13T11:57:56.303 INFO:tasks.workunit.client.0.smithi042.stdout:9/656: mkdir d9/de3 0 2024-06-13T11:57:56.303 INFO:tasks.workunit.client.0.smithi042.stdout:2/612: write d7/d61/d64/f71 [511078,111641] 0 2024-06-13T11:57:56.307 INFO:tasks.workunit.client.0.smithi042.stdout:9/657: rmdir d9/de3 0 2024-06-13T11:57:56.332 INFO:tasks.workunit.client.0.smithi042.stdout:5/650: dread d1/d2b/d35/d5b/f5f [0,4194304] 0 2024-06-13T11:57:56.336 INFO:tasks.workunit.client.0.smithi042.stdout:5/651: truncate d1/d2b/d37/f28 886353 0 2024-06-13T11:57:56.343 INFO:tasks.workunit.client.0.smithi042.stdout:0/702: dwrite d4/d33/d3e/d6c/f8b [0,4194304] 0 2024-06-13T11:57:56.352 INFO:tasks.workunit.client.0.smithi042.stdout:5/652: dread d1/f2a [0,4194304] 0 2024-06-13T11:57:56.353 INFO:tasks.workunit.client.0.smithi042.stdout:5/653: mknod d1/d31/d6a/d8c/cc2 0 2024-06-13T11:57:56.355 INFO:tasks.workunit.client.0.smithi042.stdout:5/654: creat d1/d31/d6a/d8c/d9f/fc3 x:0 0 0 2024-06-13T11:57:56.359 INFO:tasks.workunit.client.0.smithi042.stdout:9/658: dwrite d9/d33/d40/d52/f57 [4194304,4194304] 0 2024-06-13T11:57:56.360 INFO:tasks.workunit.client.0.smithi042.stdout:2/613: dwrite d7/d1a/d9e/fac [0,4194304] 0 2024-06-13T11:57:56.360 INFO:tasks.workunit.client.0.smithi042.stdout:2/614: dread - d7/d1a/d50/fa5 zero size 2024-06-13T11:57:56.362 INFO:tasks.workunit.client.0.smithi042.stdout:5/655: dread d1/d31/d45/f47 [0,4194304] 0 2024-06-13T11:57:56.363 INFO:tasks.workunit.client.0.smithi042.stdout:2/615: truncate f2 4126929 0 2024-06-13T11:57:56.364 INFO:tasks.workunit.client.0.smithi042.stdout:5/656: mknod d1/d42/d60/cc4 0 2024-06-13T11:57:56.366 INFO:tasks.workunit.client.0.smithi042.stdout:5/657: creat d1/d2b/d35/d36/daf/fc5 x:0 0 0 2024-06-13T11:57:56.366 INFO:tasks.workunit.client.0.smithi042.stdout:5/658: stat d1/d42/d60/d8f/ca7 0 2024-06-13T11:57:56.366 INFO:tasks.workunit.client.0.smithi042.stdout:5/659: chown d1/d2b/l92 193643 1 2024-06-13T11:57:56.368 INFO:tasks.workunit.client.0.smithi042.stdout:5/660: creat d1/fc6 x:0 0 0 2024-06-13T11:57:56.386 INFO:tasks.workunit.client.0.smithi042.stdout:2/616: rename d7/d1f/f4a to d7/d23/d59/fce 0 2024-06-13T11:57:56.387 INFO:tasks.workunit.client.0.smithi042.stdout:2/617: creat d7/d3c/d40/d4c/d5a/fcf x:0 0 0 2024-06-13T11:57:56.387 INFO:tasks.workunit.client.0.smithi042.stdout:2/618: readlink d7/d23/db1/lb5 0 2024-06-13T11:57:56.392 INFO:tasks.workunit.client.0.smithi042.stdout:5/661: write d1/d31/d45/f4f [3898812,85530] 0 2024-06-13T11:57:56.394 INFO:tasks.workunit.client.0.smithi042.stdout:5/662: symlink d1/d49/lc7 0 2024-06-13T11:57:56.394 INFO:tasks.workunit.client.0.smithi042.stdout:5/663: chown d1/d2b/d35/d36/d40/c61 1 1 2024-06-13T11:57:56.394 INFO:tasks.workunit.client.0.smithi042.stdout:5/664: fsync d1/d2b/d35/f46 0 2024-06-13T11:57:56.395 INFO:tasks.workunit.client.0.smithi042.stdout:5/665: mkdir d1/d42/dc8 0 2024-06-13T11:57:56.395 INFO:tasks.workunit.client.0.smithi042.stdout:5/666: stat d1/d2b/d35/d5b/fb8 0 2024-06-13T11:57:56.407 INFO:tasks.workunit.client.0.smithi042.stdout:9/659: dread d9/f97 [0,4194304] 0 2024-06-13T11:57:56.408 INFO:tasks.workunit.client.0.smithi042.stdout:9/660: dread - d9/d16/d5f/fde zero size 2024-06-13T11:57:56.408 INFO:tasks.workunit.client.0.smithi042.stdout:9/661: write d9/d33/f3b [2127413,7559] 0 2024-06-13T11:57:56.408 INFO:tasks.workunit.client.0.smithi042.stdout:0/703: dwrite d4/d33/dbc/fe0 [0,4194304] 0 2024-06-13T11:57:56.409 INFO:tasks.workunit.client.0.smithi042.stdout:2/619: dread d7/fb [0,4194304] 0 2024-06-13T11:57:56.409 INFO:tasks.workunit.client.0.smithi042.stdout:9/662: creat d9/d31/fe4 x:0 0 0 2024-06-13T11:57:56.409 INFO:tasks.workunit.client.0.smithi042.stdout:9/663: dread - d9/d46/fc8 zero size 2024-06-13T11:57:56.410 INFO:tasks.workunit.client.0.smithi042.stdout:9/664: symlink d9/d16/dba/le5 0 2024-06-13T11:57:56.422 INFO:tasks.workunit.client.0.smithi042.stdout:5/667: rename d1/d2b/d37/f85 to d1/d31/d45/fc9 0 2024-06-13T11:57:56.435 INFO:tasks.workunit.client.0.smithi042.stdout:0/704: dread d4/f2a [0,4194304] 0 2024-06-13T11:57:56.436 INFO:tasks.workunit.client.0.smithi042.stdout:0/705: getdents d4/d31/d4a/d58/d68 0 2024-06-13T11:57:56.436 INFO:tasks.workunit.client.0.smithi042.stdout:0/706: dread - d4/d31/d4a/d63/d7f/fe7 zero size 2024-06-13T11:57:56.452 INFO:tasks.workunit.client.0.smithi042.stdout:7/582: sync 2024-06-13T11:57:56.464 INFO:tasks.workunit.client.0.smithi042.stdout:9/665: dwrite d9/db1/fb7 [0,4194304] 0 2024-06-13T11:57:56.472 INFO:tasks.workunit.client.0.smithi042.stdout:2/620: dwrite d7/d1a/d50/fb3 [0,4194304] 0 2024-06-13T11:57:56.477 INFO:tasks.workunit.client.0.smithi042.stdout:2/621: mknod d7/d3c/cd0 0 2024-06-13T11:57:56.477 INFO:tasks.workunit.client.0.smithi042.stdout:9/666: link d9/d31/c8d d9/d16/d48/d62/ce6 0 2024-06-13T11:57:56.477 INFO:tasks.workunit.client.0.smithi042.stdout:2/622: stat d7/d1a/d50/f96 0 2024-06-13T11:57:56.477 INFO:tasks.workunit.client.0.smithi042.stdout:9/667: read d9/d15/f1a [2311064,116697] 0 2024-06-13T11:57:56.478 INFO:tasks.workunit.client.0.smithi042.stdout:2/623: mkdir d7/df/d6a/db8/dbc/dd1 0 2024-06-13T11:57:56.479 INFO:tasks.workunit.client.0.smithi042.stdout:0/707: dwrite d4/d33/d3e/d6c/fd9 [0,4194304] 0 2024-06-13T11:57:56.479 INFO:tasks.workunit.client.0.smithi042.stdout:9/668: rename d9/d33/d40/d52/d25/lc6 to d9/d33/d69/le7 0 2024-06-13T11:57:56.479 INFO:tasks.workunit.client.0.smithi042.stdout:9/669: chown d9/d16/dba/ld9 7435 1 2024-06-13T11:57:56.480 INFO:tasks.workunit.client.0.smithi042.stdout:2/624: mkdir d7/df/d6a/db8/dbc/dcc/dd2 0 2024-06-13T11:57:56.480 INFO:tasks.workunit.client.0.smithi042.stdout:0/708: creat d4/d31/d4a/d58/ff6 x:0 0 0 2024-06-13T11:57:56.482 INFO:tasks.workunit.client.0.smithi042.stdout:0/709: rmdir d4/d31/d4a/d63/da8/de4 0 2024-06-13T11:57:56.483 INFO:tasks.workunit.client.0.smithi042.stdout:0/710: creat d4/d33/d3f/ded/ff7 x:0 0 0 2024-06-13T11:57:56.496 INFO:tasks.workunit.client.0.smithi042.stdout:2/625: write d7/d1f/f49 [6710256,7693] 0 2024-06-13T11:57:56.504 INFO:tasks.workunit.client.0.smithi042.stdout:9/670: dread d9/d46/d68/fbf [0,4194304] 0 2024-06-13T11:57:56.520 INFO:tasks.workunit.client.0.smithi042.stdout:2/626: dread d7/d1f/f49 [4194304,4194304] 0 2024-06-13T11:57:56.523 INFO:tasks.workunit.client.0.smithi042.stdout:9/671: link d9/d15/d61/cb0 d9/d16/d48/ce8 0 2024-06-13T11:57:56.523 INFO:tasks.workunit.client.0.smithi042.stdout:9/672: dread - d9/d16/d5f/fde zero size 2024-06-13T11:57:56.523 INFO:tasks.workunit.client.0.smithi042.stdout:9/673: chown d9/d46/d68/fbf 1461101 1 2024-06-13T11:57:56.560 INFO:tasks.workunit.client.0.smithi042.stdout:9/674: read d9/d4d/fb3 [2046721,64507] 0 2024-06-13T11:57:56.564 INFO:tasks.workunit.client.0.smithi042.stdout:0/711: dwrite d4/f2a [4194304,4194304] 0 2024-06-13T11:57:56.564 INFO:tasks.workunit.client.0.smithi042.stdout:0/712: dread - d4/d33/f79 zero size 2024-06-13T11:57:56.566 INFO:tasks.workunit.client.0.smithi042.stdout:0/713: rename d4/d33/c35 to d4/d33/d3e/cf8 0 2024-06-13T11:57:56.567 INFO:tasks.workunit.client.0.smithi042.stdout:0/714: rmdir d4/d31/d4a/d58/d68/db7 39 2024-06-13T11:57:56.567 INFO:tasks.workunit.client.0.smithi042.stdout:0/715: write d4/d31/d4a/d63/da8/fd1 [965244,84405] 0 2024-06-13T11:57:56.569 INFO:tasks.workunit.client.0.smithi042.stdout:0/716: creat d4/d33/dbc/ff9 x:0 0 0 2024-06-13T11:57:56.575 INFO:tasks.workunit.client.0.smithi042.stdout:2/627: dwrite d7/d1a/d50/fb7 [0,4194304] 0 2024-06-13T11:57:56.576 INFO:tasks.workunit.client.0.smithi042.stdout:0/717: symlink d4/d31/d4a/d63/d7f/lfa 0 2024-06-13T11:57:56.579 INFO:tasks.workunit.client.0.smithi042.stdout:2/628: mknod d7/d61/dba/cd3 0 2024-06-13T11:57:56.585 INFO:tasks.workunit.client.0.smithi042.stdout:2/629: write d7/d3c/d40/f48 [852084,112373] 0 2024-06-13T11:57:56.587 INFO:tasks.workunit.client.0.smithi042.stdout:2/630: creat d7/d23/d59/fd4 x:0 0 0 2024-06-13T11:57:56.606 INFO:tasks.workunit.client.0.smithi042.stdout:9/675: dwrite d9/d33/d69/d70/fb5 [8388608,4194304] 0 2024-06-13T11:57:56.606 INFO:tasks.workunit.client.0.smithi042.stdout:9/676: write d9/d16/f78 [359359,43797] 0 2024-06-13T11:57:56.607 INFO:tasks.workunit.client.0.smithi042.stdout:3/660: sync 2024-06-13T11:57:56.607 INFO:tasks.workunit.client.0.smithi042.stdout:6/793: sync 2024-06-13T11:57:56.609 INFO:tasks.workunit.client.0.smithi042.stdout:3/661: mknod dc/d17/d20/d2d/d37/d52/cee 0 2024-06-13T11:57:56.609 INFO:tasks.workunit.client.0.smithi042.stdout:3/662: chown dc/d17/d20/d2d/d37/d52/l72 29 1 2024-06-13T11:57:56.609 INFO:tasks.workunit.client.0.smithi042.stdout:6/794: creat d16/d21/d32/d7c/f10c x:0 0 0 2024-06-13T11:57:56.611 INFO:tasks.workunit.client.0.smithi042.stdout:6/795: symlink d16/d21/d35/d63/l10d 0 2024-06-13T11:57:56.613 INFO:tasks.workunit.client.0.smithi042.stdout:6/796: creat d16/d21/d35/d63/d9d/d10a/f10e x:0 0 0 2024-06-13T11:57:56.613 INFO:tasks.workunit.client.0.smithi042.stdout:6/797: readlink d16/d21/d23/l37 0 2024-06-13T11:57:56.615 INFO:tasks.workunit.client.0.smithi042.stdout:9/677: rename d9/d4d/f74 to d9/d16/d48/d62/fe9 0 2024-06-13T11:57:56.616 INFO:tasks.workunit.client.0.smithi042.stdout:0/718: dread d4/d31/d4a/d63/f98 [0,4194304] 0 2024-06-13T11:57:56.617 INFO:tasks.workunit.client.0.smithi042.stdout:0/719: write d4/d31/d96/db2/fd6 [858076,83506] 0 2024-06-13T11:57:56.618 INFO:tasks.workunit.client.0.smithi042.stdout:0/720: mknod d4/d32/d3a/cfb 0 2024-06-13T11:57:56.618 INFO:tasks.workunit.client.0.smithi042.stdout:9/678: link d9/d31/d5c/fb2 d9/d33/d69/d70/fea 0 2024-06-13T11:57:56.619 INFO:tasks.workunit.client.0.smithi042.stdout:9/679: fdatasync d9/d33/d69/d70/fea 0 2024-06-13T11:57:56.619 INFO:tasks.workunit.client.0.smithi042.stdout:9/680: write d9/d16/d48/d62/f83 [2741084,3489] 0 2024-06-13T11:57:56.619 INFO:tasks.workunit.client.0.smithi042.stdout:9/681: write d9/f96 [883423,86180] 0 2024-06-13T11:57:56.622 INFO:tasks.workunit.client.0.smithi042.stdout:9/682: rename d9/d16/ccd to d9/d16/daf/dda/ceb 0 2024-06-13T11:57:56.629 INFO:tasks.workunit.client.0.smithi042.stdout:9/683: write d9/d15/fa9 [26001,33013] 0 2024-06-13T11:57:56.630 INFO:tasks.workunit.client.0.smithi042.stdout:9/684: mknod d9/d16/d5f/cec 0 2024-06-13T11:57:56.644 INFO:tasks.workunit.client.0.smithi042.stdout:0/721: write d4/d33/f66 [4829971,86432] 0 2024-06-13T11:57:56.658 INFO:tasks.workunit.client.0.smithi042.stdout:6/798: dwrite d16/d21/d5d/dae/db3/dcb/f107 [0,4194304] 0 2024-06-13T11:57:56.668 INFO:tasks.workunit.client.0.smithi042.stdout:0/722: dread d4/d32/f44 [0,4194304] 0 2024-06-13T11:57:56.669 INFO:tasks.workunit.client.0.smithi042.stdout:0/723: symlink d4/d31/lfc 0 2024-06-13T11:57:56.670 INFO:tasks.workunit.client.0.smithi042.stdout:0/724: mknod d4/d32/d3a/cfd 0 2024-06-13T11:57:56.672 INFO:tasks.workunit.client.0.smithi042.stdout:3/663: dwrite dc/d17/fce [0,4194304] 0 2024-06-13T11:57:56.690 INFO:tasks.workunit.client.0.smithi042.stdout:9/685: dwrite d9/d16/f2b [4194304,4194304] 0 2024-06-13T11:57:56.691 INFO:tasks.workunit.client.0.smithi042.stdout:9/686: fsync d9/d33/d69/d70/f3a 0 2024-06-13T11:57:56.695 INFO:tasks.workunit.client.0.smithi042.stdout:6/799: dread d16/d21/d72/d79/dad/dea/f34 [0,4194304] 0 2024-06-13T11:57:56.697 INFO:tasks.workunit.client.0.smithi042.stdout:6/800: creat d16/d21/d35/d63/d7a/f10f x:0 0 0 2024-06-13T11:57:56.697 INFO:tasks.workunit.client.0.smithi042.stdout:6/801: fsync d16/d21/f24 0 2024-06-13T11:57:56.699 INFO:tasks.workunit.client.0.smithi042.stdout:6/802: creat d16/d21/f110 x:0 0 0 2024-06-13T11:57:56.713 INFO:tasks.workunit.client.0.smithi042.stdout:0/725: dread d4/d31/d4a/f4d [0,4194304] 0 2024-06-13T11:57:56.713 INFO:tasks.workunit.client.0.smithi042.stdout:0/726: readlink d4/l2b 0 2024-06-13T11:57:56.715 INFO:tasks.workunit.client.0.smithi042.stdout:0/727: mknod d4/d31/d4a/d58/d68/db7/dea/cfe 0 2024-06-13T11:57:56.735 INFO:tasks.workunit.client.0.smithi042.stdout:6/803: write d16/d6d/fa4 [3373746,125822] 0 2024-06-13T11:57:56.742 INFO:tasks.workunit.client.0.smithi042.stdout:6/804: link d16/d21/d72/c62 d16/d21/d72/d79/d93/da8/dd0/c111 0 2024-06-13T11:57:56.757 INFO:tasks.workunit.client.0.smithi042.stdout:9/687: dwrite d9/d33/d69/d70/f3a [0,4194304] 0 2024-06-13T11:57:56.761 INFO:tasks.workunit.client.0.smithi042.stdout:9/688: read d9/f36 [44233,103278] 0 2024-06-13T11:57:56.763 INFO:tasks.workunit.client.0.smithi042.stdout:0/728: read d4/f2a [2149493,105874] 0 2024-06-13T11:57:56.763 INFO:tasks.workunit.client.0.smithi042.stdout:0/729: fsync d4/d33/d3f/f56 0 2024-06-13T11:57:56.764 INFO:tasks.workunit.client.0.smithi042.stdout:3/664: dwrite dc/d17/d3b/d55/fca [0,4194304] 0 2024-06-13T11:57:56.775 INFO:tasks.workunit.client.0.smithi042.stdout:6/805: dread d16/d21/d35/d63/d8e/f95 [0,4194304] 0 2024-06-13T11:57:56.775 INFO:tasks.workunit.client.0.smithi042.stdout:6/806: fsync d16/d21/d32/d7c/fc7 0 2024-06-13T11:57:56.808 INFO:tasks.workunit.client.0.smithi042.stdout:6/807: dread d16/f18 [0,4194304] 0 2024-06-13T11:57:56.808 INFO:tasks.workunit.client.0.smithi042.stdout:6/808: stat d16/d21/d72/d79/f7e 0 2024-06-13T11:57:56.808 INFO:tasks.workunit.client.0.smithi042.stdout:6/809: getdents d16/d21/d35/d63/d8e/d106 0 2024-06-13T11:57:56.808 INFO:tasks.workunit.client.0.smithi042.stdout:6/810: stat d16/f18 0 2024-06-13T11:57:56.808 INFO:tasks.workunit.client.0.smithi042.stdout:6/811: chown d16/d21/d72/l29 0 1 2024-06-13T11:57:56.823 INFO:tasks.workunit.client.0.smithi042.stdout:9/689: dwrite d9/d16/f2b [0,4194304] 0 2024-06-13T11:57:56.827 INFO:tasks.workunit.client.0.smithi042.stdout:9/690: mkdir d9/d16/daf/dda/ded 0 2024-06-13T11:57:56.827 INFO:tasks.workunit.client.0.smithi042.stdout:0/730: dwrite d4/d31/d4a/d58/d68/faa [4194304,4194304] 0 2024-06-13T11:57:56.834 INFO:tasks.workunit.client.0.smithi042.stdout:8/629: sync 2024-06-13T11:57:56.834 INFO:tasks.workunit.client.0.smithi042.stdout:4/864: sync 2024-06-13T11:57:56.834 INFO:tasks.workunit.client.0.smithi042.stdout:2/631: sync 2024-06-13T11:57:56.834 INFO:tasks.workunit.client.0.smithi042.stdout:1/712: sync 2024-06-13T11:57:56.834 INFO:tasks.workunit.client.0.smithi042.stdout:5/668: sync 2024-06-13T11:57:56.835 INFO:tasks.workunit.client.0.smithi042.stdout:7/583: sync 2024-06-13T11:57:56.835 INFO:tasks.workunit.client.0.smithi042.stdout:5/669: readlink d1/d2b/l63 0 2024-06-13T11:57:56.837 INFO:tasks.workunit.client.0.smithi042.stdout:4/865: rename d1/d29/fd5 to d1/d5/d5f/f13a 0 2024-06-13T11:57:56.837 INFO:tasks.workunit.client.0.smithi042.stdout:4/866: chown d1/f77 25416 1 2024-06-13T11:57:56.839 INFO:tasks.workunit.client.0.smithi042.stdout:8/630: mknod d2/d3/d43/cca 0 2024-06-13T11:57:56.839 INFO:tasks.workunit.client.0.smithi042.stdout:1/713: mkdir d0/d17/dd/d42/dd5/dbc/ded 0 2024-06-13T11:57:56.839 INFO:tasks.workunit.client.0.smithi042.stdout:1/714: chown d0/d17/d18/d7f/dbf 758 1 2024-06-13T11:57:56.839 INFO:tasks.workunit.client.0.smithi042.stdout:1/715: write d0/d17/dd/d42/d70/f94 [461225,34700] 0 2024-06-13T11:57:56.840 INFO:tasks.workunit.client.0.smithi042.stdout:4/867: getdents d1/d10/d4e/d66 0 2024-06-13T11:57:56.841 INFO:tasks.workunit.client.0.smithi042.stdout:5/670: symlink d1/d31/d45/lca 0 2024-06-13T11:57:56.845 INFO:tasks.workunit.client.0.smithi042.stdout:8/631: rename d2/ld to d2/d3/d81/lcb 0 2024-06-13T11:57:56.845 INFO:tasks.workunit.client.0.smithi042.stdout:8/632: chown d2/d3/d81/lcb 1421112622 1 2024-06-13T11:57:56.845 INFO:tasks.workunit.client.0.smithi042.stdout:8/633: chown d2/d3/d43/fc1 10227773 1 2024-06-13T11:57:56.845 INFO:tasks.workunit.client.0.smithi042.stdout:7/584: mknod d2/d3/d3e/cc3 0 2024-06-13T11:57:56.845 INFO:tasks.workunit.client.0.smithi042.stdout:5/671: symlink d1/d42/lcb 0 2024-06-13T11:57:56.851 INFO:tasks.workunit.client.0.smithi042.stdout:7/585: mknod d2/d36/d64/cc4 0 2024-06-13T11:57:56.851 INFO:tasks.workunit.client.0.smithi042.stdout:7/586: write d2/d36/d4a/d42/f7a [242429,40771] 0 2024-06-13T11:57:56.853 INFO:tasks.workunit.client.0.smithi042.stdout:9/691: dread d9/d33/d69/d70/fb5 [4194304,4194304] 0 2024-06-13T11:57:56.853 INFO:tasks.workunit.client.0.smithi042.stdout:3/665: dwrite dc/d17/d20/d2d/d37/d52/f8e [0,4194304] 0 2024-06-13T11:57:56.854 INFO:tasks.workunit.client.0.smithi042.stdout:9/692: creat d9/d33/fee x:0 0 0 2024-06-13T11:57:56.857 INFO:tasks.workunit.client.0.smithi042.stdout:3/666: symlink dc/d17/d20/d2d/d37/lef 0 2024-06-13T11:57:56.859 INFO:tasks.workunit.client.0.smithi042.stdout:7/587: mkdir d2/d36/d4a/d42/d63/dc5 0 2024-06-13T11:57:56.863 INFO:tasks.workunit.client.0.smithi042.stdout:4/868: rename d1/d10 to d1/d5/d16/deb/d13b 0 2024-06-13T11:57:56.865 INFO:tasks.workunit.client.0.smithi042.stdout:3/667: creat dc/d17/d7b/ff0 x:0 0 0 2024-06-13T11:57:56.865 INFO:tasks.workunit.client.0.smithi042.stdout:3/668: readlink dc/d29/l3d 0 2024-06-13T11:57:56.867 INFO:tasks.workunit.client.0.smithi042.stdout:7/588: link d2/d36/c2c d2/d36/d4a/d42/cc6 0 2024-06-13T11:57:56.874 INFO:tasks.workunit.client.0.smithi042.stdout:4/869: truncate d1/d5/f3a 3057356 0 2024-06-13T11:57:56.874 INFO:tasks.workunit.client.0.smithi042.stdout:3/669: symlink dc/d17/d1f/lf1 0 2024-06-13T11:57:56.876 INFO:tasks.workunit.client.0.smithi042.stdout:2/632: dread d7/d3c/f53 [0,4194304] 0 2024-06-13T11:57:56.878 INFO:tasks.workunit.client.0.smithi042.stdout:7/589: dread d2/d36/d64/f56 [0,4194304] 0 2024-06-13T11:57:56.879 INFO:tasks.workunit.client.0.smithi042.stdout:0/731: dwrite d4/d32/d3a/fe3 [0,4194304] 0 2024-06-13T11:57:56.880 INFO:tasks.workunit.client.0.smithi042.stdout:7/590: creat d2/d36/d4a/d42/d63/fc7 x:0 0 0 2024-06-13T11:57:56.882 INFO:tasks.workunit.client.0.smithi042.stdout:0/732: symlink d4/d31/d4a/d58/lff 0 2024-06-13T11:57:56.915 INFO:tasks.workunit.client.0.smithi042.stdout:9/693: dread d9/d16/f2b [0,4194304] 0 2024-06-13T11:57:56.920 INFO:tasks.workunit.client.0.smithi042.stdout:4/870: write d1/d29/f2a [601977,125970] 0 2024-06-13T11:57:56.920 INFO:tasks.workunit.client.0.smithi042.stdout:8/634: dwrite d2/f8e [0,4194304] 0 2024-06-13T11:57:56.920 INFO:tasks.workunit.client.0.smithi042.stdout:8/635: fdatasync d2/d3/d5/f9 0 2024-06-13T11:57:56.920 INFO:tasks.workunit.client.0.smithi042.stdout:8/636: chown d2/dc/d53 93 1 2024-06-13T11:57:56.922 INFO:tasks.workunit.client.0.smithi042.stdout:2/633: dread d7/d23/f2d [0,4194304] 0 2024-06-13T11:57:56.922 INFO:tasks.workunit.client.0.smithi042.stdout:2/634: readlink d7/d3c/d40/d4c/l86 0 2024-06-13T11:57:56.923 INFO:tasks.workunit.client.0.smithi042.stdout:8/637: rename d2/d3/d81/da7/fc8 to d2/dc/d22/d42/fcc 0 2024-06-13T11:57:56.923 INFO:tasks.workunit.client.0.smithi042.stdout:8/638: chown d2/dc/d22/d3c/l4b 3492 1 2024-06-13T11:57:56.926 INFO:tasks.workunit.client.0.smithi042.stdout:8/639: link d2/d3/d81/d94/c73 d2/d3/d5/d44/ccd 0 2024-06-13T11:57:56.926 INFO:tasks.workunit.client.0.smithi042.stdout:4/871: write d1/d5/d16/deb/d13b/d15/db3/dfd/d114/f74 [340473,36567] 0 2024-06-13T11:57:56.927 INFO:tasks.workunit.client.0.smithi042.stdout:4/872: write d1/d5/d16/deb/d13b/d15/d8d/f10d [5936720,117407] 0 2024-06-13T11:57:56.928 INFO:tasks.workunit.client.0.smithi042.stdout:8/640: symlink d2/d3/d81/d94/lce 0 2024-06-13T11:57:56.928 INFO:tasks.workunit.client.0.smithi042.stdout:8/641: fsync d2/d3/d43/fc1 0 2024-06-13T11:57:56.929 INFO:tasks.workunit.client.0.smithi042.stdout:2/635: symlink d7/d23/d59/ld5 0 2024-06-13T11:57:56.929 INFO:tasks.workunit.client.0.smithi042.stdout:4/873: getdents d1/d5/d16/deb/d13b/d15/db3/dfd 0 2024-06-13T11:57:56.931 INFO:tasks.workunit.client.0.smithi042.stdout:8/642: unlink d2/c41 0 2024-06-13T11:57:56.931 INFO:tasks.workunit.client.0.smithi042.stdout:8/643: readlink d2/lb0 0 2024-06-13T11:57:56.931 INFO:tasks.workunit.client.0.smithi042.stdout:8/644: chown d2/d3/d81/d94/d79/fb7 3819804 1 2024-06-13T11:57:56.932 INFO:tasks.workunit.client.0.smithi042.stdout:2/636: creat d7/d23/db1/fd6 x:0 0 0 2024-06-13T11:57:56.933 INFO:tasks.workunit.client.0.smithi042.stdout:8/645: unlink d2/dc/d22/d42/c6a 0 2024-06-13T11:57:56.935 INFO:tasks.workunit.client.0.smithi042.stdout:4/874: rename d1/d5/d16/deb/d13b/d15/db3/dfd/d114/d52/l12f to d1/d5/d16/deb/d13b/d4e/d97/d10c/da3/l13c 0 2024-06-13T11:57:56.935 INFO:tasks.workunit.client.0.smithi042.stdout:2/637: creat d7/d1a/da2/fd7 x:0 0 0 2024-06-13T11:57:56.936 INFO:tasks.workunit.client.0.smithi042.stdout:8/646: creat d2/dc/d22/d77/fcf x:0 0 0 2024-06-13T11:57:56.937 INFO:tasks.workunit.client.0.smithi042.stdout:4/875: getdents d1/d5/d16/deb/d13b/d4e/d97/d10c/d60/d67/d72 0 2024-06-13T11:57:56.938 INFO:tasks.workunit.client.0.smithi042.stdout:0/733: dwrite d4/d33/d3e/d6c/fa5 [0,4194304] 0 2024-06-13T11:57:56.939 INFO:tasks.workunit.client.0.smithi042.stdout:5/672: dwrite d1/ff [0,4194304] 0 2024-06-13T11:57:56.940 INFO:tasks.workunit.client.0.smithi042.stdout:7/591: dread d2/d36/d4a/d42/d63/f9d [0,4194304] 0 2024-06-13T11:57:56.940 INFO:tasks.workunit.client.0.smithi042.stdout:8/647: creat d2/d3/d5/d44/dbe/fd0 x:0 0 0 2024-06-13T11:57:56.942 INFO:tasks.workunit.client.0.smithi042.stdout:0/734: mkdir d4/d31/d34/d69/d100 0 2024-06-13T11:57:56.943 INFO:tasks.workunit.client.0.smithi042.stdout:2/638: creat d7/d1a/da2/fd8 x:0 0 0 2024-06-13T11:57:56.946 INFO:tasks.workunit.client.0.smithi042.stdout:1/716: dread d0/d17/d18/d20/f61 [0,4194304] 0 2024-06-13T11:57:56.949 INFO:tasks.workunit.client.0.smithi042.stdout:5/673: link d1/f8 d1/d2b/d35/d36/dba/fcc 0 2024-06-13T11:57:56.950 INFO:tasks.workunit.client.0.smithi042.stdout:3/670: dwrite dc/d17/d7b/fc7 [0,4194304] 0 2024-06-13T11:57:56.950 INFO:tasks.workunit.client.0.smithi042.stdout:3/671: dread - dc/d17/d3b/d55/f91 zero size 2024-06-13T11:57:56.950 INFO:tasks.workunit.client.0.smithi042.stdout:3/672: write dc/d17/d7b/ff0 [593590,37943] 0 2024-06-13T11:57:56.950 INFO:tasks.workunit.client.0.smithi042.stdout:3/673: dread - dc/d17/d1f/d46/da3/fd1 zero size 2024-06-13T11:57:56.950 INFO:tasks.workunit.client.0.smithi042.stdout:3/674: fsync dc/fb5 0 2024-06-13T11:57:56.950 INFO:tasks.workunit.client.0.smithi042.stdout:3/675: stat dc/lbf 0 2024-06-13T11:57:56.950 INFO:tasks.workunit.client.0.smithi042.stdout:7/592: mkdir d2/d36/d4a/d42/d86/dc8 0 2024-06-13T11:57:56.950 INFO:tasks.workunit.client.0.smithi042.stdout:3/676: write dc/d17/d20/d5c/f6d [5177537,21034] 0 2024-06-13T11:57:56.952 INFO:tasks.workunit.client.0.smithi042.stdout:1/717: creat d0/d17/dd/d66/d82/d5f/d9a/fee x:0 0 0 2024-06-13T11:57:56.952 INFO:tasks.workunit.client.0.smithi042.stdout:1/718: write d0/d17/dd/d42/d70/fdd [4841196,52886] 0 2024-06-13T11:57:56.953 INFO:tasks.workunit.client.0.smithi042.stdout:8/648: rename d2/d3/d5/d5b/lb6 to d2/ld1 0 2024-06-13T11:57:56.954 INFO:tasks.workunit.client.0.smithi042.stdout:0/735: symlink d4/d32/d84/l101 0 2024-06-13T11:57:56.957 INFO:tasks.workunit.client.0.smithi042.stdout:8/649: write d2/d3/d43/f8f [286953,2243] 0 2024-06-13T11:57:56.961 INFO:tasks.workunit.client.0.smithi042.stdout:3/677: link dc/d17/d3b/le4 dc/d17/d1f/d46/da3/lf2 0 2024-06-13T11:57:56.965 INFO:tasks.workunit.client.0.smithi042.stdout:0/736: getdents d4/d31/d4a/d58/dc0 0 2024-06-13T11:57:56.965 INFO:tasks.workunit.client.0.smithi042.stdout:0/737: readlink d4/le1 0 2024-06-13T11:57:56.965 INFO:tasks.workunit.client.0.smithi042.stdout:3/678: creat dc/d17/d3b/ff3 x:0 0 0 2024-06-13T11:57:56.965 INFO:tasks.workunit.client.0.smithi042.stdout:3/679: chown dc/d29/d47/d66/fd3 106288 1 2024-06-13T11:57:56.965 INFO:tasks.workunit.client.0.smithi042.stdout:5/674: dread d1/d2b/d35/d36/dba/fcc [4194304,4194304] 0 2024-06-13T11:57:56.966 INFO:tasks.workunit.client.0.smithi042.stdout:5/675: creat d1/d2b/d35/d36/fcd x:0 0 0 2024-06-13T11:57:56.974 INFO:tasks.workunit.client.0.smithi042.stdout:5/676: symlink d1/d2b/lce 0 2024-06-13T11:57:56.975 INFO:tasks.workunit.client.0.smithi042.stdout:5/677: getdents d1/d31 0 2024-06-13T11:57:56.981 INFO:tasks.workunit.client.0.smithi042.stdout:5/678: mknod d1/d31/d6a/d7a/d96/da2/ccf 0 2024-06-13T11:57:56.982 INFO:tasks.workunit.client.0.smithi042.stdout:1/719: rename d0/d17/d18/d7f/dbf to d0/d17/dd/d66/d82/d5f/d9a/da2/def 0 2024-06-13T11:57:56.985 INFO:tasks.workunit.client.0.smithi042.stdout:1/720: creat d0/d17/dd/d42/dd5/dbc/ff0 x:0 0 0 2024-06-13T11:57:56.988 INFO:tasks.workunit.client.0.smithi042.stdout:1/721: symlink d0/d17/dd/d42/d70/lf1 0 2024-06-13T11:57:56.988 INFO:tasks.workunit.client.0.smithi042.stdout:1/722: write d0/d17/dd/d42/d70/f83 [77194,44759] 0 2024-06-13T11:57:56.990 INFO:tasks.workunit.client.0.smithi042.stdout:9/694: write d9/d46/d6d/f6f [1310036,71831] 0 2024-06-13T11:57:56.990 INFO:tasks.workunit.client.0.smithi042.stdout:9/695: write d9/d15/f3f [4879141,37919] 0 2024-06-13T11:57:56.990 INFO:tasks.workunit.client.0.smithi042.stdout:9/696: stat d9/db1/cd7 0 2024-06-13T11:57:56.996 INFO:tasks.workunit.client.0.smithi042.stdout:4/876: dwrite d1/d8e/fc2 [0,4194304] 0 2024-06-13T11:57:56.996 INFO:tasks.workunit.client.0.smithi042.stdout:4/877: readlink d1/d5/d16/deb/d13b/d5e/d7f/d89/lbc 0 2024-06-13T11:57:57.004 INFO:tasks.workunit.client.0.smithi042.stdout:1/723: truncate d0/d17/f3e 222411 0 2024-06-13T11:57:57.004 INFO:tasks.workunit.client.0.smithi042.stdout:9/697: mknod d9/d33/cef 0 2024-06-13T11:57:57.005 INFO:tasks.workunit.client.0.smithi042.stdout:0/738: write d4/d31/d96/db2/fd6 [516198,70353] 0 2024-06-13T11:57:57.007 INFO:tasks.workunit.client.0.smithi042.stdout:4/878: mkdir d1/d5/d16/deb/d13b/d15/db3/dfd/d13d 0 2024-06-13T11:57:57.016 INFO:tasks.workunit.client.0.smithi042.stdout:3/680: dread dc/d17/d3b/f53 [0,4194304] 0 2024-06-13T11:57:57.016 INFO:tasks.workunit.client.0.smithi042.stdout:3/681: write dc/d17/d20/d2d/fc4 [3854781,31569] 0 2024-06-13T11:57:57.016 INFO:tasks.workunit.client.0.smithi042.stdout:2/639: dwrite d7/d1a/d50/f96 [0,4194304] 0 2024-06-13T11:57:57.016 INFO:tasks.workunit.client.0.smithi042.stdout:2/640: chown d7/d3c/fc6 488 1 2024-06-13T11:57:57.016 INFO:tasks.workunit.client.0.smithi042.stdout:3/682: truncate dc/d29/f30 4461053 0 2024-06-13T11:57:57.018 INFO:tasks.workunit.client.0.smithi042.stdout:3/683: symlink dc/d17/d3b/d55/lf4 0 2024-06-13T11:57:57.019 INFO:tasks.workunit.client.0.smithi042.stdout:0/739: creat d4/d33/dbc/f102 x:0 0 0 2024-06-13T11:57:57.019 INFO:tasks.workunit.client.0.smithi042.stdout:0/740: chown d4/d31/d34/d91/f9b 7242 1 2024-06-13T11:57:57.019 INFO:tasks.workunit.client.0.smithi042.stdout:0/741: chown d4/d32/c92 94 1 2024-06-13T11:57:57.019 INFO:tasks.workunit.client.0.smithi042.stdout:2/641: creat d7/d61/d64/fd9 x:0 0 0 2024-06-13T11:57:57.021 INFO:tasks.workunit.client.0.smithi042.stdout:3/684: link dc/lbf dc/d17/d1f/d79/lf5 0 2024-06-13T11:57:57.021 INFO:tasks.workunit.client.0.smithi042.stdout:3/685: write dc/d17/d3b/d55/faa [4833730,52242] 0 2024-06-13T11:57:57.021 INFO:tasks.workunit.client.0.smithi042.stdout:3/686: chown dc/d17/d3b/d55/l6a 38325652 1 2024-06-13T11:57:57.021 INFO:tasks.workunit.client.0.smithi042.stdout:3/687: write dc/d17/d1f/f63 [8729409,8785] 0 2024-06-13T11:57:57.021 INFO:tasks.workunit.client.0.smithi042.stdout:3/688: chown dc/d17/d20/d2d/d37 7989449 1 2024-06-13T11:57:57.021 INFO:tasks.workunit.client.0.smithi042.stdout:0/742: creat d4/d31/d34/d69/d100/f103 x:0 0 0 2024-06-13T11:57:57.022 INFO:tasks.workunit.client.0.smithi042.stdout:2/642: unlink d7/f77 0 2024-06-13T11:57:57.028 INFO:tasks.workunit.client.0.smithi042.stdout:8/650: dwrite d2/f8e [0,4194304] 0 2024-06-13T11:57:57.028 INFO:tasks.workunit.client.0.smithi042.stdout:8/651: chown d2/d3/d5/f2e 710957 1 2024-06-13T11:57:57.028 INFO:tasks.workunit.client.0.smithi042.stdout:3/689: unlink dc/d17/d3b/f53 0 2024-06-13T11:57:57.028 INFO:tasks.workunit.client.0.smithi042.stdout:0/743: mkdir d4/d31/d34/d78/d104 0 2024-06-13T11:57:57.028 INFO:tasks.workunit.client.0.smithi042.stdout:3/690: creat dc/d17/d3b/ff6 x:0 0 0 2024-06-13T11:57:57.034 INFO:tasks.workunit.client.0.smithi042.stdout:7/593: dwrite d2/d3/d3e/f61 [0,4194304] 0 2024-06-13T11:57:57.034 INFO:tasks.workunit.client.0.smithi042.stdout:9/698: truncate d9/fca 2202302 0 2024-06-13T11:57:57.034 INFO:tasks.workunit.client.0.smithi042.stdout:7/594: dread - d2/d36/d4a/d42/d63/f73 zero size 2024-06-13T11:57:57.034 INFO:tasks.workunit.client.0.smithi042.stdout:0/744: truncate d4/d31/fd4 1470637 0 2024-06-13T11:57:57.036 INFO:tasks.workunit.client.0.smithi042.stdout:7/595: mknod d2/d36/d4a/d42/dbe/cc9 0 2024-06-13T11:57:57.036 INFO:tasks.workunit.client.0.smithi042.stdout:7/596: read d2/d3/f5b [3281150,73725] 0 2024-06-13T11:57:57.037 INFO:tasks.workunit.client.0.smithi042.stdout:0/745: truncate d4/f1a 260385 0 2024-06-13T11:57:57.041 INFO:tasks.workunit.client.0.smithi042.stdout:0/746: rename d4/d31/d4a/f4d to d4/d31/d4a/d58/d68/db7/dea/f105 0 2024-06-13T11:57:57.041 INFO:tasks.workunit.client.0.smithi042.stdout:0/747: write d4/d33/d3f/ded/ff7 [96100,7469] 0 2024-06-13T11:57:57.042 INFO:tasks.workunit.client.0.smithi042.stdout:0/748: stat d4/d31/d34/d69/c74 0 2024-06-13T11:57:57.042 INFO:tasks.workunit.client.0.smithi042.stdout:4/879: dread d1/d5/d16/deb/d13b/d35/d80/f84 [0,4194304] 0 2024-06-13T11:57:57.044 INFO:tasks.workunit.client.0.smithi042.stdout:0/749: creat d4/d31/d34/d69/d100/f106 x:0 0 0 2024-06-13T11:57:57.044 INFO:tasks.workunit.client.0.smithi042.stdout:0/750: write d4/f1c [3573757,108694] 0 2024-06-13T11:57:57.044 INFO:tasks.workunit.client.0.smithi042.stdout:0/751: dread - d4/d32/fb6 zero size 2024-06-13T11:57:57.047 INFO:tasks.workunit.client.0.smithi042.stdout:4/880: rename d1/d5/d5f/dc0/dd9/l108 to d1/d5/d16/deb/d13b/d35/d80/d130/l13e 0 2024-06-13T11:57:57.050 INFO:tasks.workunit.client.0.smithi042.stdout:4/881: mknod d1/d5/d16/deb/d13b/d4e/d97/d10c/d60/d67/de5/c13f 0 2024-06-13T11:57:57.050 INFO:tasks.workunit.client.0.smithi042.stdout:4/882: truncate d1/d5/d16/deb/d13b/d4e/d66/fd0 1330544 0 2024-06-13T11:57:57.050 INFO:tasks.workunit.client.0.smithi042.stdout:4/883: truncate d1/d5/d16/deb/d13b/d15/fec 1410800 0 2024-06-13T11:57:57.051 INFO:tasks.workunit.client.0.smithi042.stdout:4/884: rmdir d1/d5/d5f/dc0/dd9 39 2024-06-13T11:57:57.054 INFO:tasks.workunit.client.0.smithi042.stdout:4/885: rename d1/d5/d16/deb/d13b/d5e/d7f/c81 to d1/d5/d16/deb/d13b/d4e/d97/d10c/c140 0 2024-06-13T11:57:57.057 INFO:tasks.workunit.client.0.smithi042.stdout:2/643: dread d7/d3c/d40/d4c/f93 [4194304,4194304] 0 2024-06-13T11:57:57.057 INFO:tasks.workunit.client.0.smithi042.stdout:2/644: dread - d7/d1a/d50/fa5 zero size 2024-06-13T11:57:57.064 INFO:tasks.workunit.client.0.smithi042.stdout:8/652: dread d2/f84 [0,4194304] 0 2024-06-13T11:57:57.064 INFO:tasks.workunit.client.0.smithi042.stdout:9/699: dread d9/d33/f3b [0,4194304] 0 2024-06-13T11:57:57.064 INFO:tasks.workunit.client.0.smithi042.stdout:5/679: dwrite d1/d2b/d35/f5c [0,4194304] 0 2024-06-13T11:57:57.066 INFO:tasks.workunit.client.0.smithi042.stdout:2/645: link d7/df/d33/c3d d7/d3c/cda 0 2024-06-13T11:57:57.068 INFO:tasks.workunit.client.0.smithi042.stdout:3/691: dread dc/f61 [0,4194304] 0 2024-06-13T11:57:57.086 INFO:tasks.workunit.client.0.smithi042.stdout:4/886: link d1/de/c11 d1/d5/d16/deb/d13b/d5e/d118/c141 0 2024-06-13T11:57:57.100 INFO:tasks.workunit.client.0.smithi042.stdout:1/724: dwrite d0/d17/d18/f36 [0,4194304] 0 2024-06-13T11:57:57.100 INFO:tasks.workunit.client.0.smithi042.stdout:1/725: chown d0/d17/dd/d1b/l24 234258134 1 2024-06-13T11:57:57.100 INFO:tasks.workunit.client.0.smithi042.stdout:1/726: write d0/d17/dd/d42/dd5/f53 [5044901,83151] 0 2024-06-13T11:57:57.100 INFO:tasks.workunit.client.0.smithi042.stdout:8/653: dread d2/d3/d5/f9 [0,4194304] 0 2024-06-13T11:57:57.107 INFO:tasks.workunit.client.0.smithi042.stdout:3/692: write dc/d17/d3b/d55/fca [2572762,110389] 0 2024-06-13T11:57:57.107 INFO:tasks.workunit.client.0.smithi042.stdout:3/693: readlink dc/lbf 0 2024-06-13T11:57:57.112 INFO:tasks.workunit.client.0.smithi042.stdout:1/727: unlink d0/d17/d18/d29/l69 0 2024-06-13T11:57:57.112 INFO:tasks.workunit.client.0.smithi042.stdout:1/728: write d0/d17/dd/f11 [1644925,62254] 0 2024-06-13T11:57:57.114 INFO:tasks.workunit.client.0.smithi042.stdout:0/752: dwrite d4/d32/d64/fe9 [4194304,4194304] 0 2024-06-13T11:57:57.114 INFO:tasks.workunit.client.0.smithi042.stdout:0/753: write d4/d33/d3e/d6c/f5a [426393,57650] 0 2024-06-13T11:57:57.115 INFO:tasks.workunit.client.0.smithi042.stdout:0/754: fdatasync d4/d31/d4a/d63/da8/fd1 0 2024-06-13T11:57:57.116 INFO:tasks.workunit.client.0.smithi042.stdout:8/654: creat d2/d3/d5/d5b/fd2 x:0 0 0 2024-06-13T11:57:57.119 INFO:tasks.workunit.client.0.smithi042.stdout:1/729: creat d0/d17/dd/d66/ff2 x:0 0 0 2024-06-13T11:57:57.120 INFO:tasks.workunit.client.0.smithi042.stdout:0/755: symlink d4/d31/d4a/d58/l107 0 2024-06-13T11:57:57.121 INFO:tasks.workunit.client.0.smithi042.stdout:8/655: fdatasync d2/d3/f4f 0 2024-06-13T11:57:57.122 INFO:tasks.workunit.client.0.smithi042.stdout:1/730: creat d0/d17/dd/d55/d87/ff3 x:0 0 0 2024-06-13T11:57:57.123 INFO:tasks.workunit.client.0.smithi042.stdout:0/756: symlink d4/d31/d34/d78/d104/l108 0 2024-06-13T11:57:57.126 INFO:tasks.workunit.client.0.smithi042.stdout:0/757: link d4/d31/d34/d78/ldb d4/d31/d4a/d63/d7f/l109 0 2024-06-13T11:57:57.148 INFO:tasks.workunit.client.0.smithi042.stdout:6/812: sync 2024-06-13T11:57:57.148 INFO:tasks.workunit.client.0.smithi042.stdout:6/813: read - d16/d21/d72/d79/fd1 zero size 2024-06-13T11:57:57.148 INFO:tasks.workunit.client.0.smithi042.stdout:6/814: dread - d16/d21/d35/d63/d9d/d10a/f10e zero size 2024-06-13T11:57:57.149 INFO:tasks.workunit.client.0.smithi042.stdout:6/815: stat d16/d6d 0 2024-06-13T11:57:57.163 INFO:tasks.workunit.client.0.smithi042.stdout:5/680: dwrite d1/d2b/d35/d5b/f70 [0,4194304] 0 2024-06-13T11:57:57.163 INFO:tasks.workunit.client.0.smithi042.stdout:3/694: dwrite dc/d17/d20/f2e [0,4194304] 0 2024-06-13T11:57:57.164 INFO:tasks.workunit.client.0.smithi042.stdout:6/816: dread d16/d21/d72/d31/f9e [0,4194304] 0 2024-06-13T11:57:57.164 INFO:tasks.workunit.client.0.smithi042.stdout:6/817: chown fe 18365269 1 2024-06-13T11:57:57.165 INFO:tasks.workunit.client.0.smithi042.stdout:5/681: creat d1/fd0 x:0 0 0 2024-06-13T11:57:57.165 INFO:tasks.workunit.client.0.smithi042.stdout:5/682: chown d1/f1d 274712626 1 2024-06-13T11:57:57.165 INFO:tasks.workunit.client.0.smithi042.stdout:6/818: write d16/fe1 [942860,42101] 0 2024-06-13T11:57:57.166 INFO:tasks.workunit.client.0.smithi042.stdout:6/819: stat d16/d21/d72/d31/f9e 0 2024-06-13T11:57:57.170 INFO:tasks.workunit.client.0.smithi042.stdout:5/683: creat d1/d42/d60/d8f/dbb/fd1 x:0 0 0 2024-06-13T11:57:57.171 INFO:tasks.workunit.client.0.smithi042.stdout:6/820: mkdir d16/d8b/d57/d66/d112 0 2024-06-13T11:57:57.171 INFO:tasks.workunit.client.0.smithi042.stdout:6/821: stat d16/d21/d35/d63 0 2024-06-13T11:57:57.171 INFO:tasks.workunit.client.0.smithi042.stdout:5/684: symlink d1/d49/ld2 0 2024-06-13T11:57:57.172 INFO:tasks.workunit.client.0.smithi042.stdout:5/685: truncate d1/d31/d6a/d8c/d9f/fc3 90172 0 2024-06-13T11:57:57.172 INFO:tasks.workunit.client.0.smithi042.stdout:6/822: symlink d16/d21/d23/d2e/dda/l113 0 2024-06-13T11:57:57.173 INFO:tasks.workunit.client.0.smithi042.stdout:5/686: creat d1/d2b/d35/d36/dba/fd3 x:0 0 0 2024-06-13T11:57:57.174 INFO:tasks.workunit.client.0.smithi042.stdout:6/823: mknod d16/d21/c114 0 2024-06-13T11:57:57.175 INFO:tasks.workunit.client.0.smithi042.stdout:6/824: rmdir d16/d21/d35/d63/d9d/d10a 39 2024-06-13T11:57:57.176 INFO:tasks.workunit.client.0.smithi042.stdout:0/758: dwrite d4/d31/d34/d91/f9b [0,4194304] 0 2024-06-13T11:57:57.176 INFO:tasks.workunit.client.0.smithi042.stdout:6/825: creat d16/d21/d35/d63/f115 x:0 0 0 2024-06-13T11:57:57.179 INFO:tasks.workunit.client.0.smithi042.stdout:5/687: symlink d1/d2b/d35/d62/ld4 0 2024-06-13T11:57:57.179 INFO:tasks.workunit.client.0.smithi042.stdout:5/688: stat d1/d2b/d35/d36/f3b 0 2024-06-13T11:57:57.181 INFO:tasks.workunit.client.0.smithi042.stdout:5/689: link d1/l2 d1/d42/d60/ld5 0 2024-06-13T11:57:57.181 INFO:tasks.workunit.client.0.smithi042.stdout:5/690: fdatasync d1/f18 0 2024-06-13T11:57:57.182 INFO:tasks.workunit.client.0.smithi042.stdout:5/691: fsync d1/f1d 0 2024-06-13T11:57:57.182 INFO:tasks.workunit.client.0.smithi042.stdout:5/692: fsync d1/d2b/d35/d36/f3b 0 2024-06-13T11:57:57.183 INFO:tasks.workunit.client.0.smithi042.stdout:5/693: creat d1/d42/dc8/fd6 x:0 0 0 2024-06-13T11:57:57.184 INFO:tasks.workunit.client.0.smithi042.stdout:5/694: creat d1/d42/d60/d8f/dbb/fd7 x:0 0 0 2024-06-13T11:57:57.208 INFO:tasks.workunit.client.0.smithi042.stdout:5/695: write d1/d31/f26 [9143903,51744] 0 2024-06-13T11:57:57.219 INFO:tasks.workunit.client.0.smithi042.stdout:3/695: dwrite dc/d17/f22 [0,4194304] 0 2024-06-13T11:57:57.219 INFO:tasks.workunit.client.0.smithi042.stdout:6/826: dread d16/d21/d23/f6e [0,4194304] 0 2024-06-13T11:57:57.221 INFO:tasks.workunit.client.0.smithi042.stdout:3/696: creat dc/d29/d47/d66/ff7 x:0 0 0 2024-06-13T11:57:57.222 INFO:tasks.workunit.client.0.smithi042.stdout:3/697: creat dc/d29/ff8 x:0 0 0 2024-06-13T11:57:57.224 INFO:tasks.workunit.client.0.smithi042.stdout:3/698: link dc/d17/d1f/d46/da3/fb3 dc/d17/d20/d5c/ff9 0 2024-06-13T11:57:57.224 INFO:tasks.workunit.client.0.smithi042.stdout:3/699: read dc/d29/f30 [3518668,73020] 0 2024-06-13T11:57:57.225 INFO:tasks.workunit.client.0.smithi042.stdout:3/700: creat dc/d29/d87/ffa x:0 0 0 2024-06-13T11:57:57.225 INFO:tasks.workunit.client.0.smithi042.stdout:3/701: write dc/d17/d20/d2d/d37/d52/f83 [4338239,92771] 0 2024-06-13T11:57:57.228 INFO:tasks.workunit.client.0.smithi042.stdout:3/702: creat dc/d29/d87/ffb x:0 0 0 2024-06-13T11:57:57.230 INFO:tasks.workunit.client.0.smithi042.stdout:3/703: mkdir dc/d17/d20/d5c/dfc 0 2024-06-13T11:57:57.231 INFO:tasks.workunit.client.0.smithi042.stdout:3/704: symlink dc/d17/d20/d2d/d37/d52/d7e/de0/lfd 0 2024-06-13T11:57:57.234 INFO:tasks.workunit.client.0.smithi042.stdout:0/759: dwrite d4/d33/d3f/fdc [0,4194304] 0 2024-06-13T11:57:57.236 INFO:tasks.workunit.client.0.smithi042.stdout:0/760: mknod d4/d31/d4a/d58/d68/db7/c10a 0 2024-06-13T11:57:57.237 INFO:tasks.workunit.client.0.smithi042.stdout:0/761: mknod d4/d31/d4a/d58/d68/db7/dea/c10b 0 2024-06-13T11:57:57.240 INFO:tasks.workunit.client.0.smithi042.stdout:0/762: fdatasync d4/f21 0 2024-06-13T11:57:57.250 INFO:tasks.workunit.client.0.smithi042.stdout:7/597: dwrite d2/f65 [0,4194304] 0 2024-06-13T11:57:57.253 INFO:tasks.workunit.client.0.smithi042.stdout:7/598: mknod d2/d36/cca 0 2024-06-13T11:57:57.253 INFO:tasks.workunit.client.0.smithi042.stdout:7/599: stat d2/d36/d4a/f79 0 2024-06-13T11:57:57.257 INFO:tasks.workunit.client.0.smithi042.stdout:4/887: dwrite d1/d5/d16/deb/d13b/d4e/d97/d10c/d6f/f126 [0,4194304] 0 2024-06-13T11:57:57.274 INFO:tasks.workunit.client.0.smithi042.stdout:5/696: dwrite d1/d2b/d35/d36/fcd [0,4194304] 0 2024-06-13T11:57:57.281 INFO:tasks.workunit.client.0.smithi042.stdout:1/731: dread d0/d17/dd/d66/f7d [0,4194304] 0 2024-06-13T11:57:57.281 INFO:tasks.workunit.client.0.smithi042.stdout:1/732: chown d0/l6b 7516 1 2024-06-13T11:57:57.282 INFO:tasks.workunit.client.0.smithi042.stdout:6/827: dwrite d16/d6d/f100 [0,4194304] 0 2024-06-13T11:57:57.296 INFO:tasks.workunit.client.0.smithi042.stdout:1/733: write d0/d17/d18/d29/f2c [5622390,129358] 0 2024-06-13T11:57:57.296 INFO:tasks.workunit.client.0.smithi042.stdout:1/734: fsync d0/d17/dd/d42/dd5/dbc/fda 0 2024-06-13T11:57:57.298 INFO:tasks.workunit.client.0.smithi042.stdout:1/735: creat d0/d17/dd/d42/ff4 x:0 0 0 2024-06-13T11:57:57.302 INFO:tasks.workunit.client.0.smithi042.stdout:1/736: unlink d0/d17/d18/d29/d90/da7/ca9 0 2024-06-13T11:57:57.305 INFO:tasks.workunit.client.0.smithi042.stdout:6/828: write d16/d21/d35/d63/d8e/f95 [3340193,30269] 0 2024-06-13T11:57:57.306 INFO:tasks.workunit.client.0.smithi042.stdout:6/829: fsync d16/d6d/d82/fb6 0 2024-06-13T11:57:57.306 INFO:tasks.workunit.client.0.smithi042.stdout:0/763: dwrite d4/d31/d4a/d63/da8/fd1 [0,4194304] 0 2024-06-13T11:57:57.309 INFO:tasks.workunit.client.0.smithi042.stdout:0/764: symlink d4/d31/d4a/d58/df2/l10c 0 2024-06-13T11:57:57.309 INFO:tasks.workunit.client.0.smithi042.stdout:0/765: readlink d4/d31/d4a/d63/lc7 0 2024-06-13T11:57:57.310 INFO:tasks.workunit.client.0.smithi042.stdout:0/766: creat d4/d31/d34/d69/f10d x:0 0 0 2024-06-13T11:57:57.312 INFO:tasks.workunit.client.0.smithi042.stdout:0/767: creat d4/d33/f10e x:0 0 0 2024-06-13T11:57:57.313 INFO:tasks.workunit.client.0.smithi042.stdout:0/768: fdatasync d4/d31/d4a/d58/fc8 0 2024-06-13T11:57:57.313 INFO:tasks.workunit.client.0.smithi042.stdout:0/769: fsync d4/f38 0 2024-06-13T11:57:57.313 INFO:tasks.workunit.client.0.smithi042.stdout:0/770: write d4/d33/dbc/dc4/fe8 [499769,33898] 0 2024-06-13T11:57:57.327 INFO:tasks.workunit.client.0.smithi042.stdout:5/697: dwrite d1/d42/d60/f76 [0,4194304] 0 2024-06-13T11:57:57.329 INFO:tasks.workunit.client.0.smithi042.stdout:6/830: rename d16/d8b/d57 to d16/d8b/d116 0 2024-06-13T11:57:57.330 INFO:tasks.workunit.client.0.smithi042.stdout:6/831: fdatasync d16/d21/d23/f50 0 2024-06-13T11:57:57.332 INFO:tasks.workunit.client.0.smithi042.stdout:6/832: mknod d16/d21/d23/d2e/c117 0 2024-06-13T11:57:57.332 INFO:tasks.workunit.client.0.smithi042.stdout:1/737: dread d0/d17/d18/f54 [0,4194304] 0 2024-06-13T11:57:57.335 INFO:tasks.workunit.client.0.smithi042.stdout:1/738: rename d0/d17/dd/d55/d6a/d56/f97 to d0/d17/dcf/de4/ff5 0 2024-06-13T11:57:57.335 INFO:tasks.workunit.client.0.smithi042.stdout:1/739: truncate d0/d17/dd/d66/f2a 1720886 0 2024-06-13T11:57:57.335 INFO:tasks.workunit.client.0.smithi042.stdout:1/740: readlink d0/d17/dd/d55/d6a/le5 0 2024-06-13T11:57:57.338 INFO:tasks.workunit.client.0.smithi042.stdout:5/698: dread d1/d49/f73 [0,4194304] 0 2024-06-13T11:57:57.340 INFO:tasks.workunit.client.0.smithi042.stdout:5/699: rmdir d1/d2b 39 2024-06-13T11:57:57.342 INFO:tasks.workunit.client.0.smithi042.stdout:5/700: creat d1/d31/fd8 x:0 0 0 2024-06-13T11:57:57.342 INFO:tasks.workunit.client.0.smithi042.stdout:5/701: stat d1/d2b/d35/d36/dba 0 2024-06-13T11:57:57.345 INFO:tasks.workunit.client.0.smithi042.stdout:0/771: dread d4/d33/d3f/f56 [0,4194304] 0 2024-06-13T11:57:57.345 INFO:tasks.workunit.client.0.smithi042.stdout:0/772: dread - d4/d33/fdd zero size 2024-06-13T11:57:57.347 INFO:tasks.workunit.client.0.smithi042.stdout:0/773: unlink d4/d31/d34/d69/f10d 0 2024-06-13T11:57:57.347 INFO:tasks.workunit.client.0.smithi042.stdout:0/774: write d4/d32/d3a/f9f [3893211,21824] 0 2024-06-13T11:57:57.348 INFO:tasks.workunit.client.0.smithi042.stdout:0/775: getdents d4/d33/d3f 0 2024-06-13T11:57:57.348 INFO:tasks.workunit.client.0.smithi042.stdout:0/776: readlink d4/d33/d3e/d6c/d7e/lf0 0 2024-06-13T11:57:57.349 INFO:tasks.workunit.client.0.smithi042.stdout:0/777: rename d4/d31/d4a/d58/d68/faa to d4/d31/d4a/d63/d7f/f10f 0 2024-06-13T11:57:57.351 INFO:tasks.workunit.client.0.smithi042.stdout:0/778: link d4/d33/d3e/d6c/f53 d4/d33/d3e/d6c/d7e/f110 0 2024-06-13T11:57:57.351 INFO:tasks.workunit.client.0.smithi042.stdout:0/779: read - d4/d33/fdd zero size 2024-06-13T11:57:57.352 INFO:tasks.workunit.client.0.smithi042.stdout:0/780: unlink d4/d31/d96/cd3 0 2024-06-13T11:57:57.373 INFO:tasks.workunit.client.0.smithi042.stdout:1/741: write d0/d17/dd/d66/f7d [3993181,15974] 0 2024-06-13T11:57:57.373 INFO:tasks.workunit.client.0.smithi042.stdout:1/742: read d0/f8 [409989,22183] 0 2024-06-13T11:57:57.373 INFO:tasks.workunit.client.0.smithi042.stdout:1/743: dread - d0/d17/d18/d29/fdc zero size 2024-06-13T11:57:57.373 INFO:tasks.workunit.client.0.smithi042.stdout:1/744: truncate d0/d17/dd/d66/d82/d5f/fb2 756379 0 2024-06-13T11:57:57.374 INFO:tasks.workunit.client.0.smithi042.stdout:5/702: dread d1/d2b/d35/d36/f3b [4194304,4194304] 0 2024-06-13T11:57:57.379 INFO:tasks.workunit.client.0.smithi042.stdout:1/745: symlink d0/d17/dd/d55/d6a/d56/d84/lf6 0 2024-06-13T11:57:57.384 INFO:tasks.workunit.client.0.smithi042.stdout:6/833: dwrite d16/d21/d35/d63/d8e/f95 [4194304,4194304] 0 2024-06-13T11:57:57.386 INFO:tasks.workunit.client.0.smithi042.stdout:6/834: creat d16/d8b/d116/d66/f118 x:0 0 0 2024-06-13T11:57:57.386 INFO:tasks.workunit.client.0.smithi042.stdout:6/835: truncate d16/d21/d32/d7c/fc7 1006446 0 2024-06-13T11:57:57.398 INFO:tasks.workunit.client.0.smithi042.stdout:0/781: dwrite d4/d33/d3f/f56 [4194304,4194304] 0 2024-06-13T11:57:57.398 INFO:tasks.workunit.client.0.smithi042.stdout:0/782: truncate d4/d31/ff5 986813 0 2024-06-13T11:57:57.399 INFO:tasks.workunit.client.0.smithi042.stdout:1/746: write d0/d17/dd/f1d [675961,52741] 0 2024-06-13T11:57:57.399 INFO:tasks.workunit.client.0.smithi042.stdout:5/703: rename d1/d2b/f54 to d1/d31/d6a/d7a/d96/da2/fd9 0 2024-06-13T11:57:57.400 INFO:tasks.workunit.client.0.smithi042.stdout:5/704: chown d1/d2b/d35/d36/d40/f51 0 1 2024-06-13T11:57:57.400 INFO:tasks.workunit.client.0.smithi042.stdout:0/783: truncate d4/d33/f47 1111628 0 2024-06-13T11:57:57.402 INFO:tasks.workunit.client.0.smithi042.stdout:1/747: unlink d0/d17/dd/d66/d82/l67 0 2024-06-13T11:57:57.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:57 smithi162 ceph-mon[36757]: pgmap v75: 129 pgs: 129 active+clean; 1.3 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 118 MiB/s rd, 148 MiB/s wr, 911 op/s 2024-06-13T11:57:57.405 INFO:tasks.workunit.client.0.smithi042.stdout:1/748: creat d0/d17/dd/d66/d82/d5f/d63/ff7 x:0 0 0 2024-06-13T11:57:57.409 INFO:tasks.workunit.client.0.smithi042.stdout:0/784: link d4/d32/d64/la1 d4/d31/d4a/d58/d68/db3/l111 0 2024-06-13T11:57:57.411 INFO:tasks.workunit.client.0.smithi042.stdout:0/785: link d4/d33/d3e/d6c/d7e/f110 d4/d32/d3a/f112 0 2024-06-13T11:57:57.412 INFO:tasks.workunit.client.0.smithi042.stdout:0/786: creat d4/d31/f113 x:0 0 0 2024-06-13T11:57:57.413 INFO:tasks.workunit.client.0.smithi042.stdout:0/787: chown d4/d31/d4a/d58/df2 0 1 2024-06-13T11:57:57.414 INFO:tasks.workunit.client.0.smithi042.stdout:0/788: symlink d4/d31/d4a/d58/l114 0 2024-06-13T11:57:57.416 INFO:tasks.workunit.client.0.smithi042.stdout:0/789: creat d4/d32/f115 x:0 0 0 2024-06-13T11:57:57.426 INFO:tasks.workunit.client.0.smithi042.stdout:5/705: dread d1/d31/f2e [0,4194304] 0 2024-06-13T11:57:57.429 INFO:tasks.workunit.client.0.smithi042.stdout:6/836: rename d16/d21/d72/d79/dad/dea/c84 to d16/d21/d32/d7c/dc1/dd3/c119 0 2024-06-13T11:57:57.430 INFO:tasks.workunit.client.0.smithi042.stdout:0/790: dread d4/d33/d3f/f52 [0,4194304] 0 2024-06-13T11:57:57.432 INFO:tasks.workunit.client.0.smithi042.stdout:0/791: symlink d4/d33/d3e/l116 0 2024-06-13T11:57:57.432 INFO:tasks.workunit.client.0.smithi042.stdout:6/837: getdents d16/d21/d32/d7c/dc1/dd3 0 2024-06-13T11:57:57.432 INFO:tasks.workunit.client.0.smithi042.stdout:0/792: truncate d4/d32/d3a/f112 1323744 0 2024-06-13T11:57:57.432 INFO:tasks.workunit.client.0.smithi042.stdout:6/838: dread - d16/d8b/d116/d66/fd2 zero size 2024-06-13T11:57:57.434 INFO:tasks.workunit.client.0.smithi042.stdout:6/839: creat d16/d21/d23/d2e/f11a x:0 0 0 2024-06-13T11:57:57.436 INFO:tasks.workunit.client.0.smithi042.stdout:6/840: unlink d16/d21/d35/d63/fd7 0 2024-06-13T11:57:57.456 INFO:tasks.workunit.client.0.smithi042.stdout:6/841: write d16/d6d/f73 [1274070,13568] 0 2024-06-13T11:57:57.457 INFO:tasks.workunit.client.0.smithi042.stdout:1/749: dwrite d0/f5 [0,4194304] 0 2024-06-13T11:57:57.458 INFO:tasks.workunit.client.0.smithi042.stdout:5/706: rename d1/d2b/d35/d5b/da8 to d1/d2b/d35/d36/dba/dda 0 2024-06-13T11:57:57.459 INFO:tasks.workunit.client.0.smithi042.stdout:1/750: truncate d0/d17/f30 189583 0 2024-06-13T11:57:57.460 INFO:tasks.workunit.client.0.smithi042.stdout:6/842: creat d16/d21/d35/d63/d8e/d106/f11b x:0 0 0 2024-06-13T11:57:57.461 INFO:tasks.workunit.client.0.smithi042.stdout:1/751: rename d0/d17/dd/d66/f13 to d0/d17/dd/d42/dd5/dbc/ff8 0 2024-06-13T11:57:57.462 INFO:tasks.workunit.client.0.smithi042.stdout:1/752: write d0/d17/dd/d42/dd5/dbc/ff0 [950415,115359] 0 2024-06-13T11:57:57.465 INFO:tasks.workunit.client.0.smithi042.stdout:1/753: read d0/d17/dd/d66/d82/d5f/fb2 [3329,9483] 0 2024-06-13T11:57:57.465 INFO:tasks.workunit.client.0.smithi042.stdout:1/754: dread - d0/d17/d18/d29/d43/fe0 zero size 2024-06-13T11:57:57.465 INFO:tasks.workunit.client.0.smithi042.stdout:1/755: rmdir d0/d17/d95 39 2024-06-13T11:57:57.465 INFO:tasks.workunit.client.0.smithi042.stdout:1/756: chown d0/d17/dd/d42/dd5/dbc/ff0 2248320 1 2024-06-13T11:57:57.466 INFO:tasks.workunit.client.0.smithi042.stdout:6/843: truncate d16/d21/d35/d63/d8e/f95 4456260 0 2024-06-13T11:57:57.467 INFO:tasks.workunit.client.0.smithi042.stdout:6/844: mknod d16/d6d/c11c 0 2024-06-13T11:57:57.467 INFO:tasks.workunit.client.0.smithi042.stdout:6/845: dread - d16/d21/d23/d2e/f11a zero size 2024-06-13T11:57:57.467 INFO:tasks.workunit.client.0.smithi042.stdout:6/846: dread - d16/d21/d35/d63/f115 zero size 2024-06-13T11:57:57.467 INFO:tasks.workunit.client.0.smithi042.stdout:1/757: link d0/d17/d18/ld4 d0/d17/dd/d1b/d5e/lf9 0 2024-06-13T11:57:57.474 INFO:tasks.workunit.client.0.smithi042.stdout:6/847: rename d16/d21/d72/d79/dad/dea/l2d to d16/d21/d35/d63/d105/l11d 0 2024-06-13T11:57:57.474 INFO:tasks.workunit.client.0.smithi042.stdout:6/848: chown l9 1345434 1 2024-06-13T11:57:57.474 INFO:tasks.workunit.client.0.smithi042.stdout:6/849: chown d16/d21/d72/l29 53422146 1 2024-06-13T11:57:57.494 INFO:tasks.workunit.client.0.smithi042.stdout:5/707: read d1/d2b/d35/f48 [383607,94618] 0 2024-06-13T11:57:57.497 INFO:tasks.workunit.client.0.smithi042.stdout:6/850: link d16/d21/l4a d16/d8b/d116/d66/l11e 0 2024-06-13T11:57:57.500 INFO:tasks.workunit.client.0.smithi042.stdout:6/851: creat d16/d21/d72/d79/d93/da8/dd0/f11f x:0 0 0 2024-06-13T11:57:57.500 INFO:tasks.workunit.client.0.smithi042.stdout:6/852: chown d16/d8b/d116/d66/le2 486157092 1 2024-06-13T11:57:57.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:57 smithi088 ceph-mon[36399]: pgmap v75: 129 pgs: 129 active+clean; 1.3 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 118 MiB/s rd, 148 MiB/s wr, 911 op/s 2024-06-13T11:57:57.506 INFO:tasks.workunit.client.0.smithi042.stdout:0/793: dwrite d4/d33/fa0 [0,4194304] 0 2024-06-13T11:57:57.508 INFO:tasks.workunit.client.0.smithi042.stdout:0/794: mkdir d4/d31/d4a/d58/d68/d117 0 2024-06-13T11:57:57.509 INFO:tasks.workunit.client.0.smithi042.stdout:6/853: link d16/d21/d32/l9c d16/d21/d72/d79/d93/da8/dd0/l120 0 2024-06-13T11:57:57.518 INFO:tasks.workunit.client.0.smithi042.stdout:5/708: dread d1/d2b/d35/d36/d40/f83 [0,4194304] 0 2024-06-13T11:57:57.518 INFO:tasks.workunit.client.0.smithi042.stdout:5/709: write d1/d2b/d35/d36/d40/f8a [338640,67733] 0 2024-06-13T11:57:57.530 INFO:tasks.workunit.client.0.smithi042.stdout:6/854: dread d16/d21/f4b [0,4194304] 0 2024-06-13T11:57:57.531 INFO:tasks.workunit.client.0.smithi042.stdout:6/855: fsync d16/d21/d5d/dae/f108 0 2024-06-13T11:57:57.531 INFO:tasks.workunit.client.0.smithi042.stdout:6/856: dread - d16/d21/f101 zero size 2024-06-13T11:57:57.532 INFO:tasks.workunit.client.0.smithi042.stdout:6/857: write d16/d21/d72/d79/d93/f9b [903821,11603] 0 2024-06-13T11:57:57.533 INFO:tasks.workunit.client.0.smithi042.stdout:0/795: read d4/d31/d34/fb9 [46283,81210] 0 2024-06-13T11:57:57.534 INFO:tasks.workunit.client.0.smithi042.stdout:6/858: symlink d16/d21/d72/l121 0 2024-06-13T11:57:57.534 INFO:tasks.workunit.client.0.smithi042.stdout:6/859: fdatasync d16/d8b/f49 0 2024-06-13T11:57:57.535 INFO:tasks.workunit.client.0.smithi042.stdout:0/796: mknod d4/d31/d4a/c118 0 2024-06-13T11:57:57.538 INFO:tasks.workunit.client.0.smithi042.stdout:0/797: creat d4/d31/d34/d78/f119 x:0 0 0 2024-06-13T11:57:57.541 INFO:tasks.workunit.client.0.smithi042.stdout:5/710: read d1/d42/f6f [292234,77436] 0 2024-06-13T11:57:57.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:57 smithi042 ceph-mon[32231]: pgmap v75: 129 pgs: 129 active+clean; 1.3 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 118 MiB/s rd, 148 MiB/s wr, 911 op/s 2024-06-13T11:57:57.558 INFO:tasks.workunit.client.0.smithi042.stdout:6/860: dread d16/d6d/d82/f87 [0,4194304] 0 2024-06-13T11:57:57.558 INFO:tasks.workunit.client.0.smithi042.stdout:6/861: write d16/d21/d32/d7c/f10c [632395,27233] 0 2024-06-13T11:57:57.560 INFO:tasks.workunit.client.0.smithi042.stdout:6/862: symlink d16/d21/d35/d63/d9d/d10a/l122 0 2024-06-13T11:57:57.561 INFO:tasks.workunit.client.0.smithi042.stdout:6/863: write d16/d21/d72/d31/f3b [978797,7360] 0 2024-06-13T11:57:57.561 INFO:tasks.workunit.client.0.smithi042.stdout:6/864: readlink d16/d21/d35/d63/d9d/lf1 0 2024-06-13T11:57:57.561 INFO:tasks.workunit.client.0.smithi042.stdout:6/865: chown d16/d21/d35/d63/d9d/d10a/f10e 5795730 1 2024-06-13T11:57:57.565 INFO:tasks.workunit.client.0.smithi042.stdout:5/711: write d1/d2b/d35/d5b/f70 [2652717,5584] 0 2024-06-13T11:57:57.568 INFO:tasks.workunit.client.0.smithi042.stdout:5/712: mknod d1/d31/cdb 0 2024-06-13T11:57:57.582 INFO:tasks.workunit.client.0.smithi042.stdout:5/713: creat d1/d2b/fdc x:0 0 0 2024-06-13T11:57:57.586 INFO:tasks.workunit.client.0.smithi042.stdout:5/714: mknod d1/d2b/d35/d36/dba/dda/cdd 0 2024-06-13T11:57:57.588 INFO:tasks.workunit.client.0.smithi042.stdout:5/715: mkdir d1/d31/d6a/d8c/d9f/dde 0 2024-06-13T11:57:57.593 INFO:tasks.workunit.client.0.smithi042.stdout:0/798: dwrite d4/d33/f10e [0,4194304] 0 2024-06-13T11:57:57.593 INFO:tasks.workunit.client.0.smithi042.stdout:0/799: read - d4/d31/d4a/fda zero size 2024-06-13T11:57:57.593 INFO:tasks.workunit.client.0.smithi042.stdout:0/800: readlink d4/d31/d4a/d58/df2/l10c 0 2024-06-13T11:57:57.593 INFO:tasks.workunit.client.0.smithi042.stdout:0/801: chown d4/d31/d34/d78/cac 380599728 1 2024-06-13T11:57:57.596 INFO:tasks.workunit.client.0.smithi042.stdout:0/802: rename d4/d33/d3f/fb5 to d4/d31/d34/f11a 0 2024-06-13T11:57:57.596 INFO:tasks.workunit.client.0.smithi042.stdout:0/803: chown d4/f14 184082115 1 2024-06-13T11:57:57.597 INFO:tasks.workunit.client.0.smithi042.stdout:0/804: write d4/d33/dbc/fe0 [4779967,125712] 0 2024-06-13T11:57:57.597 INFO:tasks.workunit.client.0.smithi042.stdout:0/805: read - d4/d33/fdd zero size 2024-06-13T11:57:57.597 INFO:tasks.workunit.client.0.smithi042.stdout:0/806: write d4/d31/d34/fb9 [1918732,95211] 0 2024-06-13T11:57:57.598 INFO:tasks.workunit.client.0.smithi042.stdout:0/807: creat d4/d31/d34/d69/d100/f11b x:0 0 0 2024-06-13T11:57:57.600 INFO:tasks.workunit.client.0.smithi042.stdout:0/808: symlink d4/d33/l11c 0 2024-06-13T11:57:57.602 INFO:tasks.workunit.client.0.smithi042.stdout:0/809: creat d4/d31/d34/f11d x:0 0 0 2024-06-13T11:57:57.613 INFO:tasks.workunit.client.0.smithi042.stdout:6/866: dwrite d16/d21/f101 [0,4194304] 0 2024-06-13T11:57:57.616 INFO:tasks.workunit.client.0.smithi042.stdout:6/867: mkdir d16/d21/da6/d123 0 2024-06-13T11:57:57.616 INFO:tasks.workunit.client.0.smithi042.stdout:6/868: write d16/d21/d32/d7c/fc5 [1291221,49463] 0 2024-06-13T11:57:57.616 INFO:tasks.workunit.client.0.smithi042.stdout:6/869: stat d16/d21/d35/leb 0 2024-06-13T11:57:57.619 INFO:tasks.workunit.client.0.smithi042.stdout:6/870: getdents d16/d21/d5d/dae/db3 0 2024-06-13T11:57:57.619 INFO:tasks.workunit.client.0.smithi042.stdout:6/871: fdatasync d16/d21/d72/d79/d93/da8/dd0/fe0 0 2024-06-13T11:57:57.626 INFO:tasks.workunit.client.0.smithi042.stdout:6/872: rename d16/d21/d72/d79/dad/dea/l44 to d16/d21/d72/d79/d93/da8/db5/l124 0 2024-06-13T11:57:57.630 INFO:tasks.workunit.client.0.smithi042.stdout:6/873: symlink d16/d21/d23/d2e/l125 0 2024-06-13T11:57:57.630 INFO:tasks.workunit.client.0.smithi042.stdout:6/874: chown d16/d8b/fde 13705831 1 2024-06-13T11:57:57.633 INFO:tasks.workunit.client.0.smithi042.stdout:6/875: rename d16/d21/d72/d79/d93/da8/dd0/f11f to d16/f126 0 2024-06-13T11:57:57.634 INFO:tasks.workunit.client.0.smithi042.stdout:6/876: write d16/d21/ff0 [68020,97464] 0 2024-06-13T11:57:57.637 INFO:tasks.workunit.client.0.smithi042.stdout:6/877: symlink d16/d21/d35/d63/d105/l127 0 2024-06-13T11:57:57.637 INFO:tasks.workunit.client.0.smithi042.stdout:6/878: readlink d16/d6d/d82/le9 0 2024-06-13T11:57:57.638 INFO:tasks.workunit.client.0.smithi042.stdout:5/716: dwrite d1/d2b/d35/f4e [4194304,4194304] 0 2024-06-13T11:57:57.639 INFO:tasks.workunit.client.0.smithi042.stdout:6/879: symlink d16/d8b/l128 0 2024-06-13T11:57:57.639 INFO:tasks.workunit.client.0.smithi042.stdout:5/717: rmdir d1/d31/d6a/d8c/d9f/dde 0 2024-06-13T11:57:57.655 INFO:tasks.workunit.client.0.smithi042.stdout:0/810: dwrite d4/d33/d3e/d6c/fd9 [4194304,4194304] 0 2024-06-13T11:57:57.657 INFO:tasks.workunit.client.0.smithi042.stdout:0/811: symlink d4/d31/d96/l11e 0 2024-06-13T11:57:57.658 INFO:tasks.workunit.client.0.smithi042.stdout:0/812: mkdir d4/d32/d64/d11f 0 2024-06-13T11:57:57.658 INFO:tasks.workunit.client.0.smithi042.stdout:0/813: chown d4/d33/dbc/f102 3970711 1 2024-06-13T11:57:57.659 INFO:tasks.workunit.client.0.smithi042.stdout:0/814: getdents d4/d31/d34/d69 0 2024-06-13T11:57:57.665 INFO:tasks.workunit.client.0.smithi042.stdout:6/880: write f11 [1818582,51914] 0 2024-06-13T11:57:57.665 INFO:tasks.workunit.client.0.smithi042.stdout:6/881: chown d16/d21/d35/d63/d7a/f10f 15 1 2024-06-13T11:57:57.683 INFO:tasks.workunit.client.0.smithi042.stdout:0/815: dread d4/d31/f93 [0,4194304] 0 2024-06-13T11:57:57.683 INFO:tasks.workunit.client.0.smithi042.stdout:0/816: chown d4/f2f 1814 1 2024-06-13T11:57:57.683 INFO:tasks.workunit.client.0.smithi042.stdout:0/817: dread - d4/d31/f113 zero size 2024-06-13T11:57:57.684 INFO:tasks.workunit.client.0.smithi042.stdout:0/818: fsync d4/f38 0 2024-06-13T11:57:57.684 INFO:tasks.workunit.client.0.smithi042.stdout:0/819: write d4/d33/d3e/d6c/f65 [3777107,129535] 0 2024-06-13T11:57:57.685 INFO:tasks.workunit.client.0.smithi042.stdout:6/882: rename d16/d21/d72/l29 to d16/d8b/d116/d66/l129 0 2024-06-13T11:57:57.685 INFO:tasks.workunit.client.0.smithi042.stdout:6/883: chown d16/da0/db4/f104 124313064 1 2024-06-13T11:57:57.685 INFO:tasks.workunit.client.0.smithi042.stdout:6/884: chown d16/d8b/d116 250240790 1 2024-06-13T11:57:57.686 INFO:tasks.workunit.client.0.smithi042.stdout:0/820: mknod d4/d33/d3e/d6c/d7e/c120 0 2024-06-13T11:57:57.695 INFO:tasks.workunit.client.0.smithi042.stdout:5/718: dwrite d1/d31/d45/f47 [0,4194304] 0 2024-06-13T11:57:57.695 INFO:tasks.workunit.client.0.smithi042.stdout:5/719: chown d1/d31/l1c 443 1 2024-06-13T11:57:57.698 INFO:tasks.workunit.client.0.smithi042.stdout:6/885: rmdir d16/d21/d32 39 2024-06-13T11:57:57.705 INFO:tasks.workunit.client.0.smithi042.stdout:6/886: rename d16/d6d/fa4 to d16/d21/d35/d63/d105/f12a 0 2024-06-13T11:57:57.707 INFO:tasks.workunit.client.0.smithi042.stdout:3/705: sync 2024-06-13T11:57:57.707 INFO:tasks.workunit.client.0.smithi042.stdout:4/888: sync 2024-06-13T11:57:57.707 INFO:tasks.workunit.client.0.smithi042.stdout:4/889: truncate d1/d5/d16/deb/d13b/d4e/d97/d10c/d60/d67/d72/fad 1018034 0 2024-06-13T11:57:57.709 INFO:tasks.workunit.client.0.smithi042.stdout:9/700: sync 2024-06-13T11:57:57.710 INFO:tasks.workunit.client.0.smithi042.stdout:7/600: sync 2024-06-13T11:57:57.710 INFO:tasks.workunit.client.0.smithi042.stdout:1/758: sync 2024-06-13T11:57:57.710 INFO:tasks.workunit.client.0.smithi042.stdout:8/656: sync 2024-06-13T11:57:57.710 INFO:tasks.workunit.client.0.smithi042.stdout:8/657: write d2/d3/d5/f2e [791006,84598] 0 2024-06-13T11:57:57.710 INFO:tasks.workunit.client.0.smithi042.stdout:8/658: chown d2/dc 158 1 2024-06-13T11:57:57.710 INFO:tasks.workunit.client.0.smithi042.stdout:8/659: fdatasync d2/d3/d43/fc1 0 2024-06-13T11:57:57.710 INFO:tasks.workunit.client.0.smithi042.stdout:4/890: mkdir d1/d5/d16/deb/d13b/d5e/d7f/d89/d142 0 2024-06-13T11:57:57.711 INFO:tasks.workunit.client.0.smithi042.stdout:2/646: sync 2024-06-13T11:57:57.711 INFO:tasks.workunit.client.0.smithi042.stdout:3/706: getdents dc/d17/d20/d2d/d37/d52/d7e 0 2024-06-13T11:57:57.711 INFO:tasks.workunit.client.0.smithi042.stdout:7/601: creat d2/d36/d64/fcb x:0 0 0 2024-06-13T11:57:57.713 INFO:tasks.workunit.client.0.smithi042.stdout:1/759: mkdir d0/d17/dd/d66/d82/d5f/d9a/da2/dfa 0 2024-06-13T11:57:57.713 INFO:tasks.workunit.client.0.smithi042.stdout:4/891: creat d1/d5/d16/deb/d13b/d15/db3/dfd/d114/d52/f143 x:0 0 0 2024-06-13T11:57:57.713 INFO:tasks.workunit.client.0.smithi042.stdout:4/892: chown d1/de 0 1 2024-06-13T11:57:57.713 INFO:tasks.workunit.client.0.smithi042.stdout:8/660: rename d2/d3/d81/d94/f6e to d2/d3/d81/da7/fd3 0 2024-06-13T11:57:57.714 INFO:tasks.workunit.client.0.smithi042.stdout:4/893: write d1/d5/d16/deb/d13b/fb8 [1352737,7994] 0 2024-06-13T11:57:57.714 INFO:tasks.workunit.client.0.smithi042.stdout:8/661: readlink d2/dc/d22/d3c/l9c 0 2024-06-13T11:57:57.714 INFO:tasks.workunit.client.0.smithi042.stdout:8/662: fdatasync d2/d3/d43/f4c 0 2024-06-13T11:57:57.714 INFO:tasks.workunit.client.0.smithi042.stdout:3/707: rmdir dc/d29 39 2024-06-13T11:57:57.715 INFO:tasks.workunit.client.0.smithi042.stdout:3/708: chown dc/d29/d47/d66/ff7 8991 1 2024-06-13T11:57:57.715 INFO:tasks.workunit.client.0.smithi042.stdout:4/894: rmdir d1/d5/d16/deb/d13b/d4e/d97/d10c 39 2024-06-13T11:57:57.715 INFO:tasks.workunit.client.0.smithi042.stdout:8/663: creat d2/d3/fd4 x:0 0 0 2024-06-13T11:57:57.717 INFO:tasks.workunit.client.0.smithi042.stdout:6/887: dread d16/d21/d32/d7c/fc7 [0,4194304] 0 2024-06-13T11:57:57.718 INFO:tasks.workunit.client.0.smithi042.stdout:8/664: creat d2/dc/d53/fd5 x:0 0 0 2024-06-13T11:57:57.718 INFO:tasks.workunit.client.0.smithi042.stdout:4/895: rename d1/d5/d16/deb/d13b/f61 to d1/d5/d16/deb/d13b/d4e/d97/d10c/f144 0 2024-06-13T11:57:57.719 INFO:tasks.workunit.client.0.smithi042.stdout:4/896: mkdir d1/d5/d16/deb/d13b/d15/db3/dfd/d13d/d145 0 2024-06-13T11:57:57.719 INFO:tasks.workunit.client.0.smithi042.stdout:4/897: chown d1/d5/d5f/cf1 491479 1 2024-06-13T11:57:57.724 INFO:tasks.workunit.client.0.smithi042.stdout:0/821: write d4/d33/f10e [3333367,129194] 0 2024-06-13T11:57:57.729 INFO:tasks.workunit.client.0.smithi042.stdout:2/647: unlink d7/d23/d59/d88/fa7 0 2024-06-13T11:57:57.729 INFO:tasks.workunit.client.0.smithi042.stdout:2/648: fsync d7/d1a/d50/fa5 0 2024-06-13T11:57:57.730 INFO:tasks.workunit.client.0.smithi042.stdout:9/701: dread d9/d46/f7e [0,4194304] 0 2024-06-13T11:57:57.737 INFO:tasks.workunit.client.0.smithi042.stdout:6/888: dread d16/d21/d72/d79/dad/fee [0,4194304] 0 2024-06-13T11:57:57.763 INFO:tasks.workunit.client.0.smithi042.stdout:9/702: rename d9/d33/d40/f50 to d9/d15/d43/d77/ff0 0 2024-06-13T11:57:57.763 INFO:tasks.workunit.client.0.smithi042.stdout:9/703: read - d9/d33/d69/f9d zero size 2024-06-13T11:57:57.764 INFO:tasks.workunit.client.0.smithi042.stdout:6/889: truncate d16/d21/d72/d79/f7e 590458 0 2024-06-13T11:57:57.767 INFO:tasks.workunit.client.0.smithi042.stdout:9/704: creat d9/d33/d69/d70/ff1 x:0 0 0 2024-06-13T11:57:57.770 INFO:tasks.workunit.client.0.smithi042.stdout:6/890: truncate d16/d8b/f49 548400 0 2024-06-13T11:57:57.771 INFO:tasks.workunit.client.0.smithi042.stdout:9/705: creat d9/d15/d61/ff2 x:0 0 0 2024-06-13T11:57:57.771 INFO:tasks.workunit.client.0.smithi042.stdout:9/706: write d9/d33/d4b/fb4 [904079,70330] 0 2024-06-13T11:57:57.771 INFO:tasks.workunit.client.0.smithi042.stdout:9/707: readlink d9/d9c/lcb 0 2024-06-13T11:57:57.771 INFO:tasks.workunit.client.0.smithi042.stdout:9/708: readlink d9/d33/d4b/l6a 0 2024-06-13T11:57:57.775 INFO:tasks.workunit.client.0.smithi042.stdout:6/891: creat d16/d21/d5d/f12b x:0 0 0 2024-06-13T11:57:57.775 INFO:tasks.workunit.client.0.smithi042.stdout:1/760: dwrite d0/d17/fbd [0,4194304] 0 2024-06-13T11:57:57.832 INFO:tasks.workunit.client.0.smithi042.stdout:8/665: dwrite d2/d3/d5/fe [0,4194304] 0 2024-06-13T11:57:57.841 INFO:tasks.workunit.client.0.smithi042.stdout:3/709: dwrite dc/d17/d1f/d46/f89 [0,4194304] 0 2024-06-13T11:57:57.845 INFO:tasks.workunit.client.0.smithi042.stdout:3/710: mknod dc/d17/d1f/d92/db4/cfe 0 2024-06-13T11:57:57.848 INFO:tasks.workunit.client.0.smithi042.stdout:3/711: mkdir dc/d17/d20/d2d/d37/d52/dff 0 2024-06-13T11:57:57.848 INFO:tasks.workunit.client.0.smithi042.stdout:3/712: truncate dc/d29/ff8 212273 0 2024-06-13T11:57:57.850 INFO:tasks.workunit.client.0.smithi042.stdout:3/713: symlink dc/d29/d47/l100 0 2024-06-13T11:57:57.857 INFO:tasks.workunit.client.0.smithi042.stdout:0/822: dwrite d4/d31/d4a/d63/f49 [0,4194304] 0 2024-06-13T11:57:57.858 INFO:tasks.workunit.client.0.smithi042.stdout:6/892: dwrite d16/d21/d5d/dae/db3/dcb/f107 [4194304,4194304] 0 2024-06-13T11:57:57.860 INFO:tasks.workunit.client.0.smithi042.stdout:1/761: dwrite d0/d17/d18/d29/f2c [4194304,4194304] 0 2024-06-13T11:57:57.861 INFO:tasks.workunit.client.0.smithi042.stdout:8/666: write d2/d3/d5/ff [1035866,4167] 0 2024-06-13T11:57:57.867 INFO:tasks.workunit.client.0.smithi042.stdout:9/709: dwrite d9/f28 [4194304,4194304] 0 2024-06-13T11:57:57.884 INFO:tasks.workunit.client.0.smithi042.stdout:4/898: sync 2024-06-13T11:57:57.884 INFO:tasks.workunit.client.0.smithi042.stdout:2/649: sync 2024-06-13T11:57:57.886 INFO:tasks.workunit.client.0.smithi042.stdout:7/602: sync 2024-06-13T11:57:57.886 INFO:tasks.workunit.client.0.smithi042.stdout:5/720: sync 2024-06-13T11:57:57.887 INFO:tasks.workunit.client.0.smithi042.stdout:3/714: write dc/d17/d1f/d46/fc2 [2989408,79618] 0 2024-06-13T11:57:57.888 INFO:tasks.workunit.client.0.smithi042.stdout:3/715: dread - dc/d17/f33 zero size 2024-06-13T11:57:57.890 INFO:tasks.workunit.client.0.smithi042.stdout:3/716: rmdir dc/d17/d3b/d55 39 2024-06-13T11:57:57.891 INFO:tasks.workunit.client.0.smithi042.stdout:3/717: creat dc/d17/d20/d2d/d37/f101 x:0 0 0 2024-06-13T11:57:57.892 INFO:tasks.workunit.client.0.smithi042.stdout:3/718: symlink dc/d17/d20/d2d/d37/d52/d7e/l102 0 2024-06-13T11:57:57.901 INFO:tasks.workunit.client.0.smithi042.stdout:5/721: link d1/d31/d45/f47 d1/d31/d6a/d7a/d96/fdf 0 2024-06-13T11:57:57.908 INFO:tasks.workunit.client.0.smithi042.stdout:0/823: dread d4/f28 [0,4194304] 0 2024-06-13T11:57:57.908 INFO:tasks.workunit.client.0.smithi042.stdout:0/824: write d4/d33/dbc/ff9 [292770,89100] 0 2024-06-13T11:57:57.922 INFO:tasks.workunit.client.0.smithi042.stdout:0/825: mkdir d4/d31/d121 0 2024-06-13T11:57:57.922 INFO:tasks.workunit.client.0.smithi042.stdout:0/826: truncate d4/d33/dbc/fe0 5881449 0 2024-06-13T11:57:57.923 INFO:tasks.workunit.client.0.smithi042.stdout:0/827: stat d4/d31/d4a/d58/l114 0 2024-06-13T11:57:57.923 INFO:tasks.workunit.client.0.smithi042.stdout:0/828: fsync d4/d31/f93 0 2024-06-13T11:57:57.923 INFO:tasks.workunit.client.0.smithi042.stdout:4/899: dread d1/f38 [4194304,4194304] 0 2024-06-13T11:57:57.923 INFO:tasks.workunit.client.0.smithi042.stdout:4/900: readlink d1/d5/d16/deb/d13b/d35/la8 0 2024-06-13T11:57:57.926 INFO:tasks.workunit.client.0.smithi042.stdout:0/829: mknod d4/d32/c122 0 2024-06-13T11:57:57.926 INFO:tasks.workunit.client.0.smithi042.stdout:0/830: chown d4/d31/d34/fb9 0 1 2024-06-13T11:57:57.928 INFO:tasks.workunit.client.0.smithi042.stdout:0/831: truncate d4/d31/d34/f11a 3612336 0 2024-06-13T11:57:57.931 INFO:tasks.workunit.client.0.smithi042.stdout:0/832: link d4/d31/d34/d69/d100/f103 d4/d31/d4a/d63/da8/f123 0 2024-06-13T11:57:57.933 INFO:tasks.workunit.client.0.smithi042.stdout:0/833: mkdir d4/d33/d3f/d124 0 2024-06-13T11:57:57.933 INFO:tasks.workunit.client.0.smithi042.stdout:0/834: readlink d4/d32/d84/l101 0 2024-06-13T11:57:57.933 INFO:tasks.workunit.client.0.smithi042.stdout:0/835: write d4/f2f [8114107,116019] 0 2024-06-13T11:57:57.936 INFO:tasks.workunit.client.0.smithi042.stdout:0/836: creat d4/f125 x:0 0 0 2024-06-13T11:57:57.936 INFO:tasks.workunit.client.0.smithi042.stdout:0/837: write d4/f125 [1037559,51491] 0 2024-06-13T11:57:57.945 INFO:tasks.workunit.client.0.smithi042.stdout:0/838: mknod d4/d31/d34/d69/d100/c126 0 2024-06-13T11:57:57.945 INFO:tasks.workunit.client.0.smithi042.stdout:1/762: dwrite d0/d17/d18/d20/f61 [4194304,4194304] 0 2024-06-13T11:57:57.945 INFO:tasks.workunit.client.0.smithi042.stdout:7/603: write d2/d36/d4a/d42/d63/f8b [1963233,42614] 0 2024-06-13T11:57:57.946 INFO:tasks.workunit.client.0.smithi042.stdout:7/604: mkdir d2/d36/dcc 0 2024-06-13T11:57:57.947 INFO:tasks.workunit.client.0.smithi042.stdout:7/605: creat d2/d36/d4a/d42/d63/dc5/fcd x:0 0 0 2024-06-13T11:57:57.955 INFO:tasks.workunit.client.0.smithi042.stdout:3/719: dwrite dc/d17/d20/d2d/d37/f45 [0,4194304] 0 2024-06-13T11:57:57.955 INFO:tasks.workunit.client.0.smithi042.stdout:9/710: dread d9/d46/d68/fbf [0,4194304] 0 2024-06-13T11:57:57.957 INFO:tasks.workunit.client.0.smithi042.stdout:9/711: creat d9/d16/d48/ff3 x:0 0 0 2024-06-13T11:57:57.957 INFO:tasks.workunit.client.0.smithi042.stdout:9/712: readlink d9/d15/d43/l87 0 2024-06-13T11:57:57.961 INFO:tasks.workunit.client.0.smithi042.stdout:2/650: dwrite d7/d3c/d40/d4c/f93 [0,4194304] 0 2024-06-13T11:57:57.968 INFO:tasks.workunit.client.0.smithi042.stdout:9/713: dread d9/d33/d4b/fb4 [0,4194304] 0 2024-06-13T11:57:57.969 INFO:tasks.workunit.client.0.smithi042.stdout:9/714: fdatasync d9/d15/f1a 0 2024-06-13T11:57:57.975 INFO:tasks.workunit.client.0.smithi042.stdout:8/667: dwrite d2/d3/d43/f4d [0,4194304] 0 2024-06-13T11:57:57.975 INFO:tasks.workunit.client.0.smithi042.stdout:9/715: creat d9/d33/d69/ff4 x:0 0 0 2024-06-13T11:57:57.975 INFO:tasks.workunit.client.0.smithi042.stdout:0/839: write d4/f24 [1467402,42786] 0 2024-06-13T11:57:57.975 INFO:tasks.workunit.client.0.smithi042.stdout:0/840: readlink d4/d31/d4a/d58/d68/db3/l111 0 2024-06-13T11:57:57.975 INFO:tasks.workunit.client.0.smithi042.stdout:5/722: dwrite d1/d31/d6a/d7a/faa [4194304,4194304] 0 2024-06-13T11:57:57.975 INFO:tasks.workunit.client.0.smithi042.stdout:5/723: chown d1/d42/d60/cc4 319235 1 2024-06-13T11:57:57.979 INFO:tasks.workunit.client.0.smithi042.stdout:4/901: rename d1/de/ddd to d1/d5/d16/deb/d13b/d15/d146 0 2024-06-13T11:57:57.980 INFO:tasks.workunit.client.0.smithi042.stdout:3/720: write dc/d17/d20/d5c/f6d [4394725,98709] 0 2024-06-13T11:57:57.984 INFO:tasks.workunit.client.0.smithi042.stdout:2/651: rename d7/df/fb6 to d7/fdb 0 2024-06-13T11:57:57.991 INFO:tasks.workunit.client.0.smithi042.stdout:9/716: rmdir d9/d15/da3/dcf 0 2024-06-13T11:57:57.992 INFO:tasks.workunit.client.0.smithi042.stdout:9/717: mknod d9/d16/daf/dda/cf5 0 2024-06-13T11:57:57.997 INFO:tasks.workunit.client.0.smithi042.stdout:9/718: symlink d9/d16/d48/lf6 0 2024-06-13T11:57:57.997 INFO:tasks.workunit.client.0.smithi042.stdout:9/719: read - d9/d33/d69/d70/fbd zero size 2024-06-13T11:57:57.997 INFO:tasks.workunit.client.0.smithi042.stdout:9/720: stat d9/d15/d43/d77/ca6 0 2024-06-13T11:57:57.997 INFO:tasks.workunit.client.0.smithi042.stdout:9/721: readlink d9/d15/d43/l87 0 2024-06-13T11:57:57.997 INFO:tasks.workunit.client.0.smithi042.stdout:9/722: chown d9/d16/d48/d62/ldd 73405 1 2024-06-13T11:57:57.997 INFO:tasks.workunit.client.0.smithi042.stdout:9/723: chown d9/d33/d69/f95 965 1 2024-06-13T11:57:58.006 INFO:tasks.workunit.client.0.smithi042.stdout:1/763: dwrite d0/d17/dd/d42/dd5/dbc/ff8 [4194304,4194304] 0 2024-06-13T11:57:58.006 INFO:tasks.workunit.client.0.smithi042.stdout:1/764: chown d0/d17/d18/d29 2868778 1 2024-06-13T11:57:58.014 INFO:tasks.workunit.client.0.smithi042.stdout:2/652: dread d7/d1a/f42 [0,4194304] 0 2024-06-13T11:57:58.014 INFO:tasks.workunit.client.0.smithi042.stdout:2/653: readlink d7/d3c/d40/d4c/l4e 0 2024-06-13T11:57:58.014 INFO:tasks.workunit.client.0.smithi042.stdout:9/724: write d9/d16/f37 [7488768,112063] 0 2024-06-13T11:57:58.016 INFO:tasks.workunit.client.0.smithi042.stdout:2/654: creat d7/df/fdc x:0 0 0 2024-06-13T11:57:58.041 INFO:tasks.workunit.client.0.smithi042.stdout:8/668: dwrite d2/d3/d87/d8d/db3/fbd [0,4194304] 0 2024-06-13T11:57:58.046 INFO:tasks.workunit.client.0.smithi042.stdout:0/841: dwrite d4/d31/d4a/d58/fdf [0,4194304] 0 2024-06-13T11:57:58.047 INFO:tasks.workunit.client.0.smithi042.stdout:8/669: creat d2/d3/d81/d94/d79/fd6 x:0 0 0 2024-06-13T11:57:58.048 INFO:tasks.workunit.client.0.smithi042.stdout:0/842: stat d4/d31/d34/d78/c9d 0 2024-06-13T11:57:58.049 INFO:tasks.workunit.client.0.smithi042.stdout:5/724: dwrite d1/f8 [4194304,4194304] 0 2024-06-13T11:57:58.051 INFO:tasks.workunit.client.0.smithi042.stdout:5/725: creat d1/fe0 x:0 0 0 2024-06-13T11:57:58.052 INFO:tasks.workunit.client.0.smithi042.stdout:5/726: creat d1/d2b/d35/d36/d40/fe1 x:0 0 0 2024-06-13T11:57:58.054 INFO:tasks.workunit.client.0.smithi042.stdout:5/727: getdents d1/d31/d6a/d7a 0 2024-06-13T11:57:58.058 INFO:tasks.workunit.client.0.smithi042.stdout:8/670: write d2/f84 [59873,126017] 0 2024-06-13T11:57:58.058 INFO:tasks.workunit.client.0.smithi042.stdout:3/721: dwrite dc/d17/f59 [4194304,4194304] 0 2024-06-13T11:57:58.058 INFO:tasks.workunit.client.0.smithi042.stdout:5/728: creat d1/d2b/d35/d36/dba/dda/fe2 x:0 0 0 2024-06-13T11:57:58.058 INFO:tasks.workunit.client.0.smithi042.stdout:3/722: symlink dc/d17/d1f/d46/da3/l103 0 2024-06-13T11:57:58.062 INFO:tasks.workunit.client.0.smithi042.stdout:5/729: creat d1/d49/fe3 x:0 0 0 2024-06-13T11:57:58.091 INFO:tasks.workunit.client.0.smithi042.stdout:8/671: dread d2/dc/d64/fba [0,4194304] 0 2024-06-13T11:57:58.094 INFO:tasks.workunit.client.0.smithi042.stdout:8/672: rename d2/d3/d81/c95 to d2/d3/d87/d8d/cd7 0 2024-06-13T11:57:58.094 INFO:tasks.workunit.client.0.smithi042.stdout:8/673: stat d2/d3/d5/d5b/ca2 0 2024-06-13T11:57:58.094 INFO:tasks.workunit.client.0.smithi042.stdout:8/674: write d2/d3/d81/da7/faa [223065,121326] 0 2024-06-13T11:57:58.096 INFO:tasks.workunit.client.0.smithi042.stdout:8/675: link d2/d3/f4 d2/dc/d22/d77/fd8 0 2024-06-13T11:57:58.098 INFO:tasks.workunit.client.0.smithi042.stdout:8/676: mkdir d2/dc/d64/d7a/db4/dd9 0 2024-06-13T11:57:58.098 INFO:tasks.workunit.client.0.smithi042.stdout:8/677: write d2/d3/d5/d5b/fd2 [833390,88220] 0 2024-06-13T11:57:58.099 INFO:tasks.workunit.client.0.smithi042.stdout:8/678: stat d2/dc/d53 0 2024-06-13T11:57:58.099 INFO:tasks.workunit.client.0.smithi042.stdout:8/679: write d2/d3/d5/d5b/f60 [320582,98160] 0 2024-06-13T11:57:58.100 INFO:tasks.workunit.client.0.smithi042.stdout:8/680: symlink d2/d3/d5/d5b/lda 0 2024-06-13T11:57:58.103 INFO:tasks.workunit.client.0.smithi042.stdout:2/655: dwrite d7/d1f/f49 [0,4194304] 0 2024-06-13T11:57:58.107 INFO:tasks.workunit.client.0.smithi042.stdout:2/656: mknod d7/df/d6a/db8/dbc/dd1/cdd 0 2024-06-13T11:57:58.107 INFO:tasks.workunit.client.0.smithi042.stdout:2/657: chown d7/d3c/d40/d4c/d5a/lc1 63450 1 2024-06-13T11:57:58.107 INFO:tasks.workunit.client.0.smithi042.stdout:3/723: dwrite dc/d17/d7b/ff0 [0,4194304] 0 2024-06-13T11:57:58.109 INFO:tasks.workunit.client.0.smithi042.stdout:2/658: creat d7/d3c/fde x:0 0 0 2024-06-13T11:57:58.109 INFO:tasks.workunit.client.0.smithi042.stdout:2/659: chown d7/df/d6a/db8/dbc/cc5 10746400 1 2024-06-13T11:57:58.110 INFO:tasks.workunit.client.0.smithi042.stdout:2/660: unlink d7/d3c/d40/d4c/l86 0 2024-06-13T11:57:58.110 INFO:tasks.workunit.client.0.smithi042.stdout:0/843: dwrite d4/d31/d4a/d58/f72 [0,4194304] 0 2024-06-13T11:57:58.146 INFO:tasks.workunit.client.0.smithi042.stdout:5/730: dwrite d1/f1d [0,4194304] 0 2024-06-13T11:57:58.153 INFO:tasks.workunit.client.0.smithi042.stdout:0/844: dread d4/d33/d3e/d6c/d7e/f110 [0,4194304] 0 2024-06-13T11:57:58.156 INFO:tasks.workunit.client.0.smithi042.stdout:5/731: symlink d1/d2b/d35/d36/dba/dda/le4 0 2024-06-13T11:57:58.156 INFO:tasks.workunit.client.0.smithi042.stdout:5/732: read - d1/d42/dc8/fd6 zero size 2024-06-13T11:57:58.158 INFO:tasks.workunit.client.0.smithi042.stdout:6/893: sync 2024-06-13T11:57:58.158 INFO:tasks.workunit.client.0.smithi042.stdout:6/894: read d16/d21/d35/d63/d8e/f95 [2720829,109898] 0 2024-06-13T11:57:58.169 INFO:tasks.workunit.client.0.smithi042.stdout:2/661: write d7/d23/f4f [1165394,91736] 0 2024-06-13T11:57:58.169 INFO:tasks.workunit.client.0.smithi042.stdout:2/662: stat d7/d1a/da2/fd7 0 2024-06-13T11:57:58.169 INFO:tasks.workunit.client.0.smithi042.stdout:8/681: dwrite d2/d3/d5/f12 [0,4194304] 0 2024-06-13T11:57:58.175 INFO:tasks.workunit.client.0.smithi042.stdout:2/663: symlink d7/ldf 0 2024-06-13T11:57:58.184 INFO:tasks.workunit.client.0.smithi042.stdout:6/895: write d16/d21/d72/d79/dad/dea/fa9 [4132296,29983] 0 2024-06-13T11:57:58.184 INFO:tasks.workunit.client.0.smithi042.stdout:6/896: write d16/d8b/d116/d66/ffc [4817670,53975] 0 2024-06-13T11:57:58.184 INFO:tasks.workunit.client.0.smithi042.stdout:6/897: chown d16/d21/d72/d79/dad/dea/fbb 465 1 2024-06-13T11:57:58.188 INFO:tasks.workunit.client.0.smithi042.stdout:2/664: truncate d7/d1a/f75 1165251 0 2024-06-13T11:57:58.189 INFO:tasks.workunit.client.0.smithi042.stdout:2/665: mkdir d7/d61/dba/de0 0 2024-06-13T11:57:58.189 INFO:tasks.workunit.client.0.smithi042.stdout:2/666: fdatasync d7/d1f/f7c 0 2024-06-13T11:57:58.190 INFO:tasks.workunit.client.0.smithi042.stdout:2/667: dread - d7/d23/db1/fd6 zero size 2024-06-13T11:57:58.192 INFO:tasks.workunit.client.0.smithi042.stdout:8/682: write d2/f8e [2103349,118248] 0 2024-06-13T11:57:58.192 INFO:tasks.workunit.client.0.smithi042.stdout:8/683: chown d2/dc/d64/d7a/c82 19560 1 2024-06-13T11:57:58.192 INFO:tasks.workunit.client.0.smithi042.stdout:2/668: write d7/d3c/d40/d4c/f5f [593250,108213] 0 2024-06-13T11:57:58.192 INFO:tasks.workunit.client.0.smithi042.stdout:2/669: readlink d7/d23/db1/lb5 0 2024-06-13T11:57:58.194 INFO:tasks.workunit.client.0.smithi042.stdout:6/898: dread d16/d21/d72/d79/d93/f9b [0,4194304] 0 2024-06-13T11:57:58.194 INFO:tasks.workunit.client.0.smithi042.stdout:8/684: creat d2/dc/d22/d3c/fdb x:0 0 0 2024-06-13T11:57:58.196 INFO:tasks.workunit.client.0.smithi042.stdout:2/670: rename d7/d3c/cda to d7/d61/dba/ce1 0 2024-06-13T11:57:58.197 INFO:tasks.workunit.client.0.smithi042.stdout:6/899: creat d16/d8b/d116/f12c x:0 0 0 2024-06-13T11:57:58.197 INFO:tasks.workunit.client.0.smithi042.stdout:6/900: dread - d16/d21/d35/d63/d7a/f10f zero size 2024-06-13T11:57:58.197 INFO:tasks.workunit.client.0.smithi042.stdout:6/901: chown d16/d21/d5d/dae/db3/fbc 3730 1 2024-06-13T11:57:58.201 INFO:tasks.workunit.client.0.smithi042.stdout:2/671: creat d7/d61/dba/fe2 x:0 0 0 2024-06-13T11:57:58.201 INFO:tasks.workunit.client.0.smithi042.stdout:6/902: truncate d16/d8b/d116/d66/ff4 514398 0 2024-06-13T11:57:58.207 INFO:tasks.workunit.client.0.smithi042.stdout:6/903: read d16/d21/d72/d79/dad/dea/fbb [161397,118978] 0 2024-06-13T11:57:58.207 INFO:tasks.workunit.client.0.smithi042.stdout:5/733: dwrite d1/d2b/d35/d36/f4d [0,4194304] 0 2024-06-13T11:57:58.209 INFO:tasks.workunit.client.0.smithi042.stdout:6/904: write d16/d6d/d82/fb6 [1663364,73143] 0 2024-06-13T11:57:58.212 INFO:tasks.workunit.client.0.smithi042.stdout:8/685: dread d2/d3/d81/d94/f7e [0,4194304] 0 2024-06-13T11:57:58.212 INFO:tasks.workunit.client.0.smithi042.stdout:6/905: rmdir d16/d21/d35/d63/d105 39 2024-06-13T11:57:58.221 INFO:tasks.workunit.client.0.smithi042.stdout:2/672: dread d7/d3c/d40/f48 [0,4194304] 0 2024-06-13T11:57:58.237 INFO:tasks.workunit.client.0.smithi042.stdout:8/686: dread d2/d3/d87/f99 [0,4194304] 0 2024-06-13T11:57:58.249 INFO:tasks.workunit.client.0.smithi042.stdout:2/673: unlink d7/d23/faa 0 2024-06-13T11:57:58.252 INFO:tasks.workunit.client.0.smithi042.stdout:6/906: fdatasync d16/d8b/d116/d66/f7f 0 2024-06-13T11:57:58.254 INFO:tasks.workunit.client.0.smithi042.stdout:6/907: mkdir d16/d8b/d116/d66/d112/d12d 0 2024-06-13T11:57:58.255 INFO:tasks.workunit.client.0.smithi042.stdout:6/908: symlink d16/d21/d35/d63/d8e/l12e 0 2024-06-13T11:57:58.257 INFO:tasks.workunit.client.0.smithi042.stdout:6/909: truncate d16/d21/d35/d63/d8e/fff 3002531 0 2024-06-13T11:57:58.262 INFO:tasks.workunit.client.0.smithi042.stdout:6/910: creat d16/d6d/d82/f12f x:0 0 0 2024-06-13T11:57:58.262 INFO:tasks.workunit.client.0.smithi042.stdout:6/911: symlink d16/d21/d35/d63/l130 0 2024-06-13T11:57:58.272 INFO:tasks.workunit.client.0.smithi042.stdout:6/912: rmdir d16/d8b/d116/d66 39 2024-06-13T11:57:58.273 INFO:tasks.workunit.client.0.smithi042.stdout:6/913: creat d16/da0/db4/f131 x:0 0 0 2024-06-13T11:57:58.274 INFO:tasks.workunit.client.0.smithi042.stdout:2/674: mkdir d7/d3c/d40/de3 0 2024-06-13T11:57:58.275 INFO:tasks.workunit.client.0.smithi042.stdout:8/687: link d2/d3/f4f d2/d3/d81/d94/fdc 0 2024-06-13T11:57:58.279 INFO:tasks.workunit.client.0.smithi042.stdout:2/675: link d7/d61/d64/db4/da0/cbe d7/d3c/d40/ce4 0 2024-06-13T11:57:58.281 INFO:tasks.workunit.client.0.smithi042.stdout:8/688: mkdir d2/dc/d53/d78/ddd 0 2024-06-13T11:57:58.283 INFO:tasks.workunit.client.0.smithi042.stdout:2/676: creat d7/d3c/d40/d4c/d5a/fe5 x:0 0 0 2024-06-13T11:57:58.287 INFO:tasks.workunit.client.0.smithi042.stdout:8/689: mknod d2/cde 0 2024-06-13T11:57:58.288 INFO:tasks.workunit.client.0.smithi042.stdout:5/734: getdents d1/d2b/d35/d36/dba/dda 0 2024-06-13T11:57:58.290 INFO:tasks.workunit.client.0.smithi042.stdout:8/690: creat d2/d3/fdf x:0 0 0 2024-06-13T11:57:58.292 INFO:tasks.workunit.client.0.smithi042.stdout:5/735: unlink d1/d2b/d35/d36/fcd 0 2024-06-13T11:57:58.292 INFO:tasks.workunit.client.0.smithi042.stdout:5/736: stat d1/d31/d6a/d8c/l90 0 2024-06-13T11:57:58.293 INFO:tasks.workunit.client.0.smithi042.stdout:8/691: getdents d2/dc/d22/d77 0 2024-06-13T11:57:58.295 INFO:tasks.workunit.client.0.smithi042.stdout:8/692: rename d2/d3/d5/c37 to d2/dc/ce0 0 2024-06-13T11:57:58.297 INFO:tasks.workunit.client.0.smithi042.stdout:8/693: write d2/d3/f51 [1590194,68540] 0 2024-06-13T11:57:58.297 INFO:tasks.workunit.client.0.smithi042.stdout:8/694: fdatasync d2/d3/d81/d94/f7e 0 2024-06-13T11:57:58.322 INFO:tasks.workunit.client.0.smithi042.stdout:6/914: dwrite d16/d21/d72/f1d [4194304,4194304] 0 2024-06-13T11:57:58.323 INFO:tasks.workunit.client.0.smithi042.stdout:6/915: chown d16/d8b/d116/d66/c8c 175923 1 2024-06-13T11:57:58.332 INFO:tasks.workunit.client.0.smithi042.stdout:5/737: dwrite d1/d2b/d35/d36/f78 [0,4194304] 0 2024-06-13T11:57:58.334 INFO:tasks.workunit.client.0.smithi042.stdout:5/738: symlink d1/d2b/d35/d36/d40/le5 0 2024-06-13T11:57:58.347 INFO:tasks.workunit.client.0.smithi042.stdout:8/695: dread d2/d3/d5/d5b/f60 [0,4194304] 0 2024-06-13T11:57:58.353 INFO:tasks.workunit.client.0.smithi042.stdout:5/739: write d1/d2b/d35/f4e [82456,49739] 0 2024-06-13T11:57:58.355 INFO:tasks.workunit.client.0.smithi042.stdout:8/696: write d2/d3/f17 [649691,38900] 0 2024-06-13T11:57:58.358 INFO:tasks.workunit.client.0.smithi042.stdout:8/697: symlink d2/d3/d5/d44/le1 0 2024-06-13T11:57:58.358 INFO:tasks.workunit.client.0.smithi042.stdout:8/698: write d2/d3/f11 [2080029,69391] 0 2024-06-13T11:57:58.359 INFO:tasks.workunit.client.0.smithi042.stdout:8/699: link d2/d3/d5/d44/ccd d2/dc/d64/d7a/db4/ce2 0 2024-06-13T11:57:58.360 INFO:tasks.workunit.client.0.smithi042.stdout:8/700: truncate d2/f10 3584436 0 2024-06-13T11:57:58.361 INFO:tasks.workunit.client.0.smithi042.stdout:8/701: rmdir d2/d3/d5/d5b 39 2024-06-13T11:57:58.369 INFO:tasks.workunit.client.0.smithi042.stdout:7/606: sync 2024-06-13T11:57:58.370 INFO:tasks.workunit.client.0.smithi042.stdout:9/725: sync 2024-06-13T11:57:58.370 INFO:tasks.workunit.client.0.smithi042.stdout:3/724: sync 2024-06-13T11:57:58.370 INFO:tasks.workunit.client.0.smithi042.stdout:1/765: sync 2024-06-13T11:57:58.370 INFO:tasks.workunit.client.0.smithi042.stdout:4/902: sync 2024-06-13T11:57:58.370 INFO:tasks.workunit.client.0.smithi042.stdout:0/845: sync 2024-06-13T11:57:58.371 INFO:tasks.workunit.client.0.smithi042.stdout:0/846: fsync d4/f30 0 2024-06-13T11:57:58.373 INFO:tasks.workunit.client.0.smithi042.stdout:3/725: unlink dc/d17/d1f/fe1 0 2024-06-13T11:57:58.373 INFO:tasks.workunit.client.0.smithi042.stdout:3/726: chown dc/d17/d1f/d46/f89 393707392 1 2024-06-13T11:57:58.373 INFO:tasks.workunit.client.0.smithi042.stdout:1/766: rmdir d0/d17/dd/d42/dd5/dbc 39 2024-06-13T11:57:58.373 INFO:tasks.workunit.client.0.smithi042.stdout:4/903: creat d1/d5/d5f/dc0/dd9/f147 x:0 0 0 2024-06-13T11:57:58.373 INFO:tasks.workunit.client.0.smithi042.stdout:4/904: readlink d1/d5/d16/deb/d13b/d15/db3/dfd/d114/d52/lb6 0 2024-06-13T11:57:58.375 INFO:tasks.workunit.client.0.smithi042.stdout:0/847: link d4/c25 d4/d31/d4a/d63/da8/c127 0 2024-06-13T11:57:58.377 INFO:tasks.workunit.client.0.smithi042.stdout:2/677: dwrite d7/df/d33/f3e [0,4194304] 0 2024-06-13T11:57:58.378 INFO:tasks.workunit.client.0.smithi042.stdout:1/767: mknod d0/d17/d18/cfb 0 2024-06-13T11:57:58.378 INFO:tasks.workunit.client.0.smithi042.stdout:1/768: write d0/d17/dd/d1b/f99 [487141,44926] 0 2024-06-13T11:57:58.379 INFO:tasks.workunit.client.0.smithi042.stdout:0/848: creat d4/d31/d4a/d58/d68/db7/dea/f128 x:0 0 0 2024-06-13T11:57:58.384 INFO:tasks.workunit.client.0.smithi042.stdout:0/849: rmdir d4/d33/d3e 39 2024-06-13T11:57:58.388 INFO:tasks.workunit.client.0.smithi042.stdout:6/916: dwrite f3 [0,4194304] 0 2024-06-13T11:57:58.389 INFO:tasks.workunit.client.0.smithi042.stdout:6/917: fsync d16/d21/f101 0 2024-06-13T11:57:58.400 INFO:tasks.workunit.client.0.smithi042.stdout:3/727: rename dc/d17/d3b/d55/l6a to dc/d17/d20/d2d/d37/d52/d7e/de0/de7/l104 0 2024-06-13T11:57:58.400 INFO:tasks.workunit.client.0.smithi042.stdout:3/728: dread - dc/d17/d20/d5c/d8a/fcf zero size 2024-06-13T11:57:58.400 INFO:tasks.workunit.client.0.smithi042.stdout:3/729: fdatasync dc/d17/f1e 0 2024-06-13T11:57:58.400 INFO:tasks.workunit.client.0.smithi042.stdout:3/730: chown dc/d29/fc6 100006992 1 2024-06-13T11:57:58.400 INFO:tasks.workunit.client.0.smithi042.stdout:3/731: chown dc/c18 9501054 1 2024-06-13T11:57:58.402 INFO:tasks.workunit.client.0.smithi042.stdout:2/678: dread d7/d3c/d40/f48 [0,4194304] 0 2024-06-13T11:57:58.404 INFO:tasks.workunit.client.0.smithi042.stdout:3/732: mknod dc/d29/c105 0 2024-06-13T11:57:58.404 INFO:tasks.workunit.client.0.smithi042.stdout:3/733: dread - dc/d17/d20/d2d/fb1 zero size 2024-06-13T11:57:58.405 INFO:tasks.workunit.client.0.smithi042.stdout:2/679: mknod d7/d1a/d8d/ce6 0 2024-06-13T11:57:58.405 INFO:tasks.workunit.client.0.smithi042.stdout:7/607: write d2/f1e [3107645,70879] 0 2024-06-13T11:57:58.408 INFO:tasks.workunit.client.0.smithi042.stdout:2/680: mknod d7/d1a/d9e/ce7 0 2024-06-13T11:57:58.409 INFO:tasks.workunit.client.0.smithi042.stdout:7/608: mknod d2/d36/d4a/d42/dbe/cce 0 2024-06-13T11:57:58.410 INFO:tasks.workunit.client.0.smithi042.stdout:3/734: mkdir dc/d17/d106 0 2024-06-13T11:57:58.411 INFO:tasks.workunit.client.0.smithi042.stdout:2/681: creat d7/d61/d64/db4/fe8 x:0 0 0 2024-06-13T11:57:58.411 INFO:tasks.workunit.client.0.smithi042.stdout:2/682: write d7/d61/dba/fe2 [548747,61307] 0 2024-06-13T11:57:58.412 INFO:tasks.workunit.client.0.smithi042.stdout:7/609: creat d2/d36/fcf x:0 0 0 2024-06-13T11:57:58.413 INFO:tasks.workunit.client.0.smithi042.stdout:2/683: mkdir d7/d61/d64/db4/de9 0 2024-06-13T11:57:58.413 INFO:tasks.workunit.client.0.smithi042.stdout:2/684: chown d7/d61/d64/fc2 52 1 2024-06-13T11:57:58.414 INFO:tasks.workunit.client.0.smithi042.stdout:4/905: rename d1/d29/dba/de0 to d1/d29/d148 0 2024-06-13T11:57:58.415 INFO:tasks.workunit.client.0.smithi042.stdout:8/702: dwrite d2/d3/d43/f8f [0,4194304] 0 2024-06-13T11:57:58.419 INFO:tasks.workunit.client.0.smithi042.stdout:7/610: rename d2/d36/d4a/d42/cc6 to d2/d36/d4a/cd0 0 2024-06-13T11:57:58.419 INFO:tasks.workunit.client.0.smithi042.stdout:1/769: dread d0/d17/fbd [0,4194304] 0 2024-06-13T11:57:58.419 INFO:tasks.workunit.client.0.smithi042.stdout:1/770: write d0/d17/dd/d42/dd5/dbc/ff0 [1465254,60298] 0 2024-06-13T11:57:58.419 INFO:tasks.workunit.client.0.smithi042.stdout:2/685: mknod d7/d23/d59/cea 0 2024-06-13T11:57:58.419 INFO:tasks.workunit.client.0.smithi042.stdout:1/771: unlink d0/d17/d18/d29/fa5 0 2024-06-13T11:57:58.420 INFO:tasks.workunit.client.0.smithi042.stdout:6/918: dread d16/d6d/f98 [0,4194304] 0 2024-06-13T11:57:58.420 INFO:tasks.workunit.client.0.smithi042.stdout:1/772: unlink d0/d17/dd/d1b/c2d 0 2024-06-13T11:57:58.420 INFO:tasks.workunit.client.0.smithi042.stdout:6/919: write d16/d8b/d116/d66/fd2 [109198,77349] 0 2024-06-13T11:57:58.422 INFO:tasks.workunit.client.0.smithi042.stdout:6/920: write d16/f126 [821131,118771] 0 2024-06-13T11:57:58.422 INFO:tasks.workunit.client.0.smithi042.stdout:4/906: dread d1/d5/d5f/dd1/f11a [0,4194304] 0 2024-06-13T11:57:58.423 INFO:tasks.workunit.client.0.smithi042.stdout:1/773: symlink d0/d17/d18/d29/d90/da7/dc4/lfc 0 2024-06-13T11:57:58.424 INFO:tasks.workunit.client.0.smithi042.stdout:1/774: creat d0/d17/dd/d66/d82/d5f/d9a/da2/def/ffd x:0 0 0 2024-06-13T11:57:58.426 INFO:tasks.workunit.client.0.smithi042.stdout:2/686: write d7/d1a/f31 [5759591,98702] 0 2024-06-13T11:57:58.430 INFO:tasks.workunit.client.0.smithi042.stdout:0/850: dread d4/f2f [0,4194304] 0 2024-06-13T11:57:58.430 INFO:tasks.workunit.client.0.smithi042.stdout:0/851: write d4/d31/d34/d69/d100/f106 [874641,59238] 0 2024-06-13T11:57:58.432 INFO:tasks.workunit.client.0.smithi042.stdout:5/740: dwrite d1/fd0 [0,4194304] 0 2024-06-13T11:57:58.432 INFO:tasks.workunit.client.0.smithi042.stdout:9/726: dread d9/d33/d69/d70/f22 [0,4194304] 0 2024-06-13T11:57:58.433 INFO:tasks.workunit.client.0.smithi042.stdout:9/727: write d9/d31/d5c/f8e [614729,8252] 0 2024-06-13T11:57:58.435 INFO:tasks.workunit.client.0.smithi042.stdout:4/907: mkdir d1/d5/d16/deb/d13b/d149 0 2024-06-13T11:57:58.435 INFO:tasks.workunit.client.0.smithi042.stdout:4/908: chown d1/d5/d16/deb/d13b/d15/f1e 12745 1 2024-06-13T11:57:58.436 INFO:tasks.workunit.client.0.smithi042.stdout:9/728: creat d9/d15/d61/ff7 x:0 0 0 2024-06-13T11:57:58.436 INFO:tasks.workunit.client.0.smithi042.stdout:9/729: dread - d9/d31/fe4 zero size 2024-06-13T11:57:58.437 INFO:tasks.workunit.client.0.smithi042.stdout:2/687: rename d7/d3c/d40/d4c/f5f to d7/d3c/d40/feb 0 2024-06-13T11:57:58.438 INFO:tasks.workunit.client.0.smithi042.stdout:2/688: write d7/d1a/da2/fd7 [558666,95072] 0 2024-06-13T11:57:58.439 INFO:tasks.workunit.client.0.smithi042.stdout:8/703: link d2/d3/d81/d94/d79/d98/lae d2/d3/d5/le3 0 2024-06-13T11:57:58.443 INFO:tasks.workunit.client.0.smithi042.stdout:4/909: getdents d1/d5/d16/def 0 2024-06-13T11:57:58.443 INFO:tasks.workunit.client.0.smithi042.stdout:9/730: mkdir d9/d16/d5f/df8 0 2024-06-13T11:57:58.443 INFO:tasks.workunit.client.0.smithi042.stdout:8/704: mknod d2/dc/d22/d3c/ce4 0 2024-06-13T11:57:58.444 INFO:tasks.workunit.client.0.smithi042.stdout:8/705: mkdir d2/d3/d81/de5 0 2024-06-13T11:57:58.451 INFO:tasks.workunit.client.0.smithi042.stdout:4/910: dread d1/d5/d16/deb/d13b/f28 [0,4194304] 0 2024-06-13T11:57:58.456 INFO:tasks.workunit.client.0.smithi042.stdout:2/689: link d7/df/c34 d7/d3c/d40/d4c/d5a/d97/cec 0 2024-06-13T11:57:58.466 INFO:tasks.workunit.client.0.smithi042.stdout:6/921: write d16/d21/d23/d2e/f56 [2198173,61871] 0 2024-06-13T11:57:58.466 INFO:tasks.workunit.client.0.smithi042.stdout:6/922: write d16/d8b/d116/f12c [722588,85273] 0 2024-06-13T11:57:58.466 INFO:tasks.workunit.client.0.smithi042.stdout:6/923: chown d16/d21/d72/ca1 1505812 1 2024-06-13T11:57:58.467 INFO:tasks.workunit.client.0.smithi042.stdout:3/735: dread dc/d17/d20/d2d/f50 [0,4194304] 0 2024-06-13T11:57:58.487 INFO:tasks.workunit.client.0.smithi042.stdout:5/741: write d1/d31/d6a/d7a/faa [2533792,121706] 0 2024-06-13T11:57:58.487 INFO:tasks.workunit.client.0.smithi042.stdout:6/924: dread d16/d21/d72/d31/f9e [0,4194304] 0 2024-06-13T11:57:58.491 INFO:tasks.workunit.client.0.smithi042.stdout:6/925: creat d16/d21/d72/d79/d93/da8/f132 x:0 0 0 2024-06-13T11:57:58.497 INFO:tasks.workunit.client.0.smithi042.stdout:6/926: unlink d16/c4d 0 2024-06-13T11:57:58.497 INFO:tasks.workunit.client.0.smithi042.stdout:6/927: read d16/d21/ff0 [155901,57026] 0 2024-06-13T11:57:58.497 INFO:tasks.workunit.client.0.smithi042.stdout:7/611: dwrite d2/f6b [0,4194304] 0 2024-06-13T11:57:58.519 INFO:tasks.workunit.client.0.smithi042.stdout:2/690: dread d7/d23/d59/f6b [0,4194304] 0 2024-06-13T11:57:58.523 INFO:tasks.workunit.client.0.smithi042.stdout:1/775: dwrite d0/d17/dd/f85 [0,4194304] 0 2024-06-13T11:57:58.534 INFO:tasks.workunit.client.0.smithi042.stdout:9/731: dwrite d9/d15/d43/fc7 [0,4194304] 0 2024-06-13T11:57:58.540 INFO:tasks.workunit.client.0.smithi042.stdout:6/928: dread d16/d21/d32/d7c/fc5 [0,4194304] 0 2024-06-13T11:57:58.550 INFO:tasks.workunit.client.0.smithi042.stdout:0/852: dwrite d4/f24 [0,4194304] 0 2024-06-13T11:57:58.551 INFO:tasks.workunit.client.0.smithi042.stdout:0/853: unlink d4/d32/fb6 0 2024-06-13T11:57:58.554 INFO:tasks.workunit.client.0.smithi042.stdout:8/706: dwrite d2/f14 [4194304,4194304] 0 2024-06-13T11:57:58.554 INFO:tasks.workunit.client.0.smithi042.stdout:8/707: readlink d2/ld1 0 2024-06-13T11:57:58.557 INFO:tasks.workunit.client.0.smithi042.stdout:5/742: dwrite d1/d31/f9 [0,4194304] 0 2024-06-13T11:57:58.557 INFO:tasks.workunit.client.0.smithi042.stdout:2/691: write d7/d3c/d40/d4c/f7a [973277,56564] 0 2024-06-13T11:57:58.557 INFO:tasks.workunit.client.0.smithi042.stdout:2/692: fsync d7/d61/d64/f71 0 2024-06-13T11:57:58.559 INFO:tasks.workunit.client.0.smithi042.stdout:9/732: rename d9/d31/d5c/f6e to d9/d31/ff9 0 2024-06-13T11:57:58.560 INFO:tasks.workunit.client.0.smithi042.stdout:2/693: mknod d7/d1a/d50/ced 0 2024-06-13T11:57:58.561 INFO:tasks.workunit.client.0.smithi042.stdout:5/743: creat d1/d42/d60/d8f/db0/fe6 x:0 0 0 2024-06-13T11:57:58.563 INFO:tasks.workunit.client.0.smithi042.stdout:3/736: dwrite dc/d17/fd0 [0,4194304] 0 2024-06-13T11:57:58.565 INFO:tasks.workunit.client.0.smithi042.stdout:2/694: mkdir d7/d61/dba/dee 0 2024-06-13T11:57:58.565 INFO:tasks.workunit.client.0.smithi042.stdout:3/737: rmdir dc/d17/d20/d2d/d37/d52/dff 0 2024-06-13T11:57:58.567 INFO:tasks.workunit.client.0.smithi042.stdout:2/695: rmdir d7/d61/dba/dee 0 2024-06-13T11:57:58.568 INFO:tasks.workunit.client.0.smithi042.stdout:3/738: symlink dc/d29/d85/l107 0 2024-06-13T11:57:58.570 INFO:tasks.workunit.client.0.smithi042.stdout:2/696: getdents d7/d3c/d40 0 2024-06-13T11:57:58.571 INFO:tasks.workunit.client.0.smithi042.stdout:3/739: unlink dc/d17/d20/f2e 0 2024-06-13T11:57:58.575 INFO:tasks.workunit.client.0.smithi042.stdout:7/612: dread d2/fc [0,4194304] 0 2024-06-13T11:57:58.575 INFO:tasks.workunit.client.0.smithi042.stdout:3/740: symlink dc/d17/d20/d5c/l108 0 2024-06-13T11:57:58.575 INFO:tasks.workunit.client.0.smithi042.stdout:3/741: truncate dc/d17/d20/d2d/d37/d52/f96 1003829 0 2024-06-13T11:57:58.578 INFO:tasks.workunit.client.0.smithi042.stdout:3/742: mknod dc/d17/d3b/d55/c109 0 2024-06-13T11:57:58.581 INFO:tasks.workunit.client.0.smithi042.stdout:3/743: symlink dc/d29/d47/d66/d7c/l10a 0 2024-06-13T11:57:58.582 INFO:tasks.workunit.client.0.smithi042.stdout:3/744: chown dc/d17/d20/d2d/d37/d52/l72 208 1 2024-06-13T11:57:58.583 INFO:tasks.workunit.client.0.smithi042.stdout:3/745: symlink dc/d17/d20/d2d/d37/d52/d7e/l10b 0 2024-06-13T11:57:58.588 INFO:tasks.workunit.client.0.smithi042.stdout:3/746: creat dc/d17/d106/f10c x:0 0 0 2024-06-13T11:57:58.591 INFO:tasks.workunit.client.0.smithi042.stdout:3/747: creat dc/d29/d47/d66/f10d x:0 0 0 2024-06-13T11:57:58.592 INFO:tasks.workunit.client.0.smithi042.stdout:3/748: truncate dc/d29/f98 117628 0 2024-06-13T11:57:58.594 INFO:tasks.workunit.client.0.smithi042.stdout:3/749: rmdir dc/d17 39 2024-06-13T11:57:58.597 INFO:tasks.workunit.client.0.smithi042.stdout:9/733: rename d9/d16/d48/ce8 to d9/d33/d40/d52/d25/cfa 0 2024-06-13T11:57:58.599 INFO:tasks.workunit.client.0.smithi042.stdout:9/734: creat d9/d33/d69/d70/ffb x:0 0 0 2024-06-13T11:57:58.600 INFO:tasks.workunit.client.0.smithi042.stdout:9/735: mknod d9/d46/cfc 0 2024-06-13T11:57:58.614 INFO:tasks.workunit.client.0.smithi042.stdout:8/708: dwrite d2/d3/d5/fe [0,4194304] 0 2024-06-13T11:57:58.614 INFO:tasks.workunit.client.0.smithi042.stdout:2/697: dread d7/d3c/f53 [0,4194304] 0 2024-06-13T11:57:58.615 INFO:tasks.workunit.client.0.smithi042.stdout:5/744: dwrite d1/d2b/d35/f48 [0,4194304] 0 2024-06-13T11:57:58.615 INFO:tasks.workunit.client.0.smithi042.stdout:5/745: chown d1/d42/d60/d8f/dbb 11736943 1 2024-06-13T11:57:58.620 INFO:tasks.workunit.client.0.smithi042.stdout:8/709: creat d2/dc/d6f/fe6 x:0 0 0 2024-06-13T11:57:58.620 INFO:tasks.workunit.client.0.smithi042.stdout:8/710: stat d2/d3/d5/d5b/lda 0 2024-06-13T11:57:58.620 INFO:tasks.workunit.client.0.smithi042.stdout:3/750: dread dc/d17/d20/d2d/f4a [4194304,4194304] 0 2024-06-13T11:57:58.620 INFO:tasks.workunit.client.0.smithi042.stdout:3/751: truncate dc/d17/d20/d2d/fc4 4791151 0 2024-06-13T11:57:58.620 INFO:tasks.workunit.client.0.smithi042.stdout:3/752: write dc/d29/d47/d66/f73 [1858269,93414] 0 2024-06-13T11:57:58.623 INFO:tasks.workunit.client.0.smithi042.stdout:2/698: mknod d7/df/d6a/db8/dbc/dcc/dd2/cef 0 2024-06-13T11:57:58.627 INFO:tasks.workunit.client.0.smithi042.stdout:9/736: dread d9/d16/d48/f93 [0,4194304] 0 2024-06-13T11:57:58.630 INFO:tasks.workunit.client.0.smithi042.stdout:9/737: creat d9/d4d/ffd x:0 0 0 2024-06-13T11:57:58.632 INFO:tasks.workunit.client.0.smithi042.stdout:9/738: creat d9/d16/ffe x:0 0 0 2024-06-13T11:57:58.639 INFO:tasks.workunit.client.0.smithi042.stdout:7/613: dwrite d2/d36/d4a/f78 [0,4194304] 0 2024-06-13T11:57:58.647 INFO:tasks.workunit.client.0.smithi042.stdout:7/614: symlink d2/d3/d3e/ld1 0 2024-06-13T11:57:58.648 INFO:tasks.workunit.client.0.smithi042.stdout:7/615: creat d2/d36/d4a/d42/fd2 x:0 0 0 2024-06-13T11:57:58.650 INFO:tasks.workunit.client.0.smithi042.stdout:3/753: dread dc/d29/f5f [0,4194304] 0 2024-06-13T11:57:58.652 INFO:tasks.workunit.client.0.smithi042.stdout:3/754: creat dc/d17/d1f/f10e x:0 0 0 2024-06-13T11:57:58.652 INFO:tasks.workunit.client.0.smithi042.stdout:3/755: readlink dc/d17/d20/d2d/d37/d52/lbd 0 2024-06-13T11:57:58.681 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.680+0000 7fdbb2c00640 1 -- 172.21.15.42:0/508244156 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdbac10bd80 msgr2=0x7fdbac10e220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:58.681 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.680+0000 7fdbb2c00640 1 --2- 172.21.15.42:0/508244156 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdbac10bd80 0x7fdbac10e220 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fdba4009be0 tx=0x7fdba402a750 comp rx=0 tx=0).stop 2024-06-13T11:57:58.681 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.680+0000 7fdbb2c00640 1 -- 172.21.15.42:0/508244156 shutdown_connections 2024-06-13T11:57:58.681 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.680+0000 7fdbb2c00640 1 --2- 172.21.15.42:0/508244156 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdbac103280 0x7fdbac10b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:58.682 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.680+0000 7fdbb2c00640 1 --2- 172.21.15.42:0/508244156 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdbac10bd80 0x7fdbac10e220 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:58.682 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.680+0000 7fdbb2c00640 1 --2- 172.21.15.42:0/508244156 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdbac102960 0x7fdbac102d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:58.682 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.680+0000 7fdbb2c00640 1 -- 172.21.15.42:0/508244156 >> 172.21.15.42:0/508244156 conn(0x7fdbac0fc1c0 msgr2=0x7fdbac0fe5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:58.682 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.680+0000 7fdbb2c00640 1 -- 172.21.15.42:0/508244156 shutdown_connections 2024-06-13T11:57:58.682 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.680+0000 7fdbb2c00640 1 -- 172.21.15.42:0/508244156 wait complete. 2024-06-13T11:57:58.682 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.681+0000 7fdbb2c00640 1 Processor -- start 2024-06-13T11:57:58.683 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.682+0000 7fdbb2c00640 1 -- start start 2024-06-13T11:57:58.683 INFO:tasks.workunit.client.0.smithi042.stdout:5/746: dwrite d1/d2b/d35/f67 [0,4194304] 0 2024-06-13T11:57:58.683 INFO:tasks.workunit.client.0.smithi042.stdout:5/747: fsync d1/d42/dc8/fd6 0 2024-06-13T11:57:58.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.682+0000 7fdbb2c00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdbac102960 0x7fdbac1005b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:58.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.682+0000 7fdbb2c00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdbac103280 0x7fdbac100af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:58.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.682+0000 7fdbb2c00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdbac10bd80 0x7fdbac101030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:58.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.682+0000 7fdbb2c00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdbac111b30 con 0x7fdbac10bd80 2024-06-13T11:57:58.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.682+0000 7fdbb2c00640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fdbac1119b0 con 0x7fdbac103280 2024-06-13T11:57:58.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.682+0000 7fdbb2c00640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fdbac111cb0 con 0x7fdbac102960 2024-06-13T11:57:58.684 INFO:tasks.workunit.client.0.smithi042.stdout:3/756: dread dc/f6e [0,4194304] 0 2024-06-13T11:57:58.685 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.682+0000 7fdbb2200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdbac10bd80 0x7fdbac101030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:58.686 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.682+0000 7fdbb2200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdbac10bd80 0x7fdbac101030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35028/0 (socket says 172.21.15.42:35028) 2024-06-13T11:57:58.686 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.682+0000 7fdbb2200640 1 -- 172.21.15.42:0/3108858036 learned_addr learned my addr 172.21.15.42:0/3108858036 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:58.686 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.683+0000 7fdbb0e00640 1 --2- 172.21.15.42:0/3108858036 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdbac103280 0x7fdbac100af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:58.686 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.683+0000 7fdbb1800640 1 --2- 172.21.15.42:0/3108858036 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdbac102960 0x7fdbac1005b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:58.686 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.683+0000 7fdbb2200640 1 -- 172.21.15.42:0/3108858036 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdbac102960 msgr2=0x7fdbac1005b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:58.686 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.683+0000 7fdbb2200640 1 --2- 172.21.15.42:0/3108858036 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdbac102960 0x7fdbac1005b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:58.686 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.683+0000 7fdbb2200640 1 -- 172.21.15.42:0/3108858036 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdbac103280 msgr2=0x7fdbac100af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:58.686 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.683+0000 7fdbb2200640 1 --2- 172.21.15.42:0/3108858036 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdbac103280 0x7fdbac100af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:58.686 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.683+0000 7fdbb2200640 1 -- 172.21.15.42:0/3108858036 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbac1a65b0 con 0x7fdbac10bd80 2024-06-13T11:57:58.687 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.683+0000 7fdbb0e00640 1 --2- 172.21.15.42:0/3108858036 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdbac103280 0x7fdbac100af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:57:58.687 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.683+0000 7fdbb2200640 1 --2- 172.21.15.42:0/3108858036 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdbac10bd80 0x7fdbac101030 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fdba4009d00 tx=0x7fdba4030630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:58.687 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.684+0000 7fdbaa000640 1 -- 172.21.15.42:0/3108858036 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdba4041020 con 0x7fdbac10bd80 2024-06-13T11:57:58.688 INFO:tasks.workunit.client.0.smithi042.stdout:3/757: mkdir dc/d17/d20/d2d/d37/d52/d7e/de0/de7/d10f 0 2024-06-13T11:57:58.688 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.684+0000 7fdbb2c00640 1 -- 172.21.15.42:0/3108858036 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbac1a6840 con 0x7fdbac10bd80 2024-06-13T11:57:58.688 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.684+0000 7fdbaa000640 1 -- 172.21.15.42:0/3108858036 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdba4037040 con 0x7fdbac10bd80 2024-06-13T11:57:58.688 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.684+0000 7fdbaa000640 1 -- 172.21.15.42:0/3108858036 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdba4036070 con 0x7fdbac10bd80 2024-06-13T11:57:58.688 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.684+0000 7fdbb2c00640 1 -- 172.21.15.42:0/3108858036 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbac1a6d80 con 0x7fdbac10bd80 2024-06-13T11:57:58.689 INFO:tasks.workunit.client.0.smithi042.stdout:3/758: rmdir dc/d17/d1f/d46 39 2024-06-13T11:57:58.689 INFO:tasks.workunit.client.0.smithi042.stdout:3/759: symlink dc/d17/d20/d2d/d37/d52/d7e/de0/de7/d10f/l110 0 2024-06-13T11:57:58.689 INFO:tasks.workunit.client.0.smithi042.stdout:3/760: getdents dc 0 2024-06-13T11:57:58.689 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.688+0000 7fdbb71a2740 1 Processor -- start 2024-06-13T11:57:58.694 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.689+0000 7fdbaa000640 1 -- 172.21.15.42:0/3108858036 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fdba4044020 con 0x7fdbac10bd80 2024-06-13T11:57:58.694 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.689+0000 7fdbb71a2740 1 -- start start 2024-06-13T11:57:58.695 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.690+0000 7fdbb71a2740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fbbcaa7a0 0x563fbbca8cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:58.695 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.690+0000 7fdbb71a2740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563fbbca9230 0x563fbbca96b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:58.695 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.690+0000 7fdbb71a2740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x563fbbcbc7c0 0x563fbbcbebb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:58.695 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.690+0000 7fdbb71a2740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x563fbbc0d420 con 0x563fbbcaa7a0 2024-06-13T11:57:58.695 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.690+0000 7fdbb71a2740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x563fbbbb4c50 con 0x563fbbca9230 2024-06-13T11:57:58.695 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.690+0000 7fdbb71a2740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x563fbbc093e0 con 0x563fbbcbc7c0 2024-06-13T11:57:58.695 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.691+0000 7fdbaa000640 1 --2- 172.21.15.42:0/3108858036 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fdb940a2d70 0x7fdb940a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:58.695 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.692+0000 7fdbaa000640 1 -- 172.21.15.42:0/3108858036 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fdba40f0200 con 0x7fdbac10bd80 2024-06-13T11:57:58.695 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.692+0000 7fdbb1800640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563fbbca9230 0x563fbbca96b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:58.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.692+0000 7fdbb0e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fbbcaa7a0 0x563fbbca8cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:58.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.692+0000 7fdbb0e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fbbcaa7a0 0x563fbbca8cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35036/0 (socket says 172.21.15.42:35036) 2024-06-13T11:57:58.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.692+0000 7fdbb0e00640 1 -- 172.21.15.42:0/2232909065 learned_addr learned my addr 172.21.15.42:0/2232909065 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:58.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.692+0000 7fdbb0e00640 1 --2- 172.21.15.42:0/2232909065 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x563fbbcbc7c0 0x563fbbcbebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:58.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.693+0000 7fdbb1800640 1 -- 172.21.15.42:0/2232909065 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x563fbbcbc7c0 msgr2=0x563fbbcbebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:58.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.693+0000 7fdbb1800640 1 --2- 172.21.15.42:0/2232909065 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x563fbbcbc7c0 0x563fbbcbebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:58.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.693+0000 7fdbb1800640 1 -- 172.21.15.42:0/2232909065 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fbbcaa7a0 msgr2=0x563fbbca8cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:58.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.693+0000 7fdbb1800640 1 --2- 172.21.15.42:0/2232909065 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fbbcaa7a0 0x563fbbca8cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:58.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.693+0000 7fdbb1800640 1 -- 172.21.15.42:0/2232909065 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563fbb921210 con 0x563fbbca9230 2024-06-13T11:57:58.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.693+0000 7fdbb0e00640 1 --2- 172.21.15.42:0/2232909065 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fbbcaa7a0 0x563fbbca8cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:57:58.697 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.693+0000 7fdbb2200640 1 --2- 172.21.15.42:0/3108858036 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fdb940a2d70 0x7fdb940a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:58.697 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.693+0000 7fdbb1800640 1 --2- 172.21.15.42:0/2232909065 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563fbbca9230 0x563fbbca96b0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fdba0009ba0 tx=0x7fdba00117b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cfe683630de1095c server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:58.697 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.693+0000 7fdb9ea00640 1 -- 172.21.15.42:0/2232909065 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdba0012450 con 0x563fbbca9230 2024-06-13T11:57:58.697 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.693+0000 7fdb9ea00640 1 -- 172.21.15.42:0/2232909065 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdba0012ad0 con 0x563fbbca9230 2024-06-13T11:57:58.697 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.693+0000 7fdb9ea00640 1 -- 172.21.15.42:0/2232909065 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdba000fa90 con 0x563fbbca9230 2024-06-13T11:57:58.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.694+0000 7fdbb71a2740 1 -- 172.21.15.42:0/2232909065 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563fbbca9230 msgr2=0x563fbbca96b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:58.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.694+0000 7fdbb2200640 1 --2- 172.21.15.42:0/3108858036 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fdb940a2d70 0x7fdb940a5230 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fdba40bc070 tx=0x7fdba4030fd0 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:58.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.694+0000 7fdbb71a2740 1 --2- 172.21.15.42:0/2232909065 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563fbbca9230 0x563fbbca96b0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fdba0009ba0 tx=0x7fdba00117b0 comp rx=0 tx=0).stop 2024-06-13T11:57:58.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.694+0000 7fdbb71a2740 1 -- 172.21.15.42:0/2232909065 shutdown_connections 2024-06-13T11:57:58.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.695+0000 7fdbb71a2740 1 --2- 172.21.15.42:0/2232909065 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x563fbbcbc7c0 0x563fbbcbebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:58.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.695+0000 7fdbb71a2740 1 --2- 172.21.15.42:0/2232909065 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563fbbca9230 0x563fbbca96b0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:58.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.695+0000 7fdbb71a2740 1 --2- 172.21.15.42:0/2232909065 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fbbcaa7a0 0x563fbbca8cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:58.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.695+0000 7fdbb71a2740 1 -- 172.21.15.42:0/2232909065 >> 172.21.15.42:0/2232909065 conn(0x563fbbc71fb0 msgr2=0x563fbbca5820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:58.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.695+0000 7fdbb71a2740 1 -- 172.21.15.42:0/2232909065 shutdown_connections 2024-06-13T11:57:58.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.695+0000 7fdbb71a2740 1 -- 172.21.15.42:0/2232909065 wait complete. 2024-06-13T11:57:58.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.695+0000 7fdbb71a2740 1 -- start start 2024-06-13T11:57:58.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.696+0000 7fdbb71a2740 1 Processor -- start 2024-06-13T11:57:58.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.696+0000 7fdbb71a2740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x563fbbca9230 0x563fbbcb65d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:58.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.696+0000 7fdbb71a2740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563fbbcaa7a0 0x563fbbcb6b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:58.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.696+0000 7fdbb71a2740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fbbcbc7c0 0x563fbbcb1980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:58.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.696+0000 7fdbb71a2740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x563fbbcac3f0 con 0x563fbbcbc7c0 2024-06-13T11:57:58.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.696+0000 7fdbb71a2740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x563fbbbc80b0 con 0x563fbbcaa7a0 2024-06-13T11:57:58.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.696+0000 7fdbb71a2740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x563fbbcac570 con 0x563fbbca9230 2024-06-13T11:57:58.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.696+0000 7fdbb71a2740 10 client.0 _ll_register_callbacks cb 0x563fbbbb3f40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:57:58.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.697+0000 7fdbb1800640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563fbbcaa7a0 0x563fbbcb6b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:58.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.697+0000 7fdbb1800640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563fbbcaa7a0 0x563fbbcb6b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:60062/0 (socket says 172.21.15.42:60062) 2024-06-13T11:57:58.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.697+0000 7fdbb1800640 1 -- 172.21.15.42:0/2008932670 learned_addr learned my addr 172.21.15.42:0/2008932670 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:58.702 INFO:tasks.workunit.client.0.smithi042.stdout:9/739: dwrite d9/d46/d6d/f6f [4194304,4194304] 0 2024-06-13T11:57:58.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.697+0000 7fdbb1800640 1 -- 172.21.15.42:0/2008932670 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x563fbbca9230 msgr2=0x563fbbcb65d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:58.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.697+0000 7fdbb1800640 1 --2- 172.21.15.42:0/2008932670 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x563fbbca9230 0x563fbbcb65d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:58.703 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.697+0000 7fdbb1800640 1 -- 172.21.15.42:0/2008932670 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fbbcbc7c0 msgr2=0x563fbbcb1980 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-13T11:57:58.703 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.697+0000 7fdbb0e00640 1 --2- 172.21.15.42:0/2008932670 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fbbcbc7c0 0x563fbbcb1980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:58.703 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.698+0000 7fdbb1800640 1 --2- 172.21.15.42:0/2008932670 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fbbcbc7c0 0x563fbbcb1980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:58.703 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.698+0000 7fdbb1800640 1 -- 172.21.15.42:0/2008932670 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563fbb9ed620 con 0x563fbbcaa7a0 2024-06-13T11:57:58.703 INFO:tasks.workunit.client.0.smithi042.stdout:9/740: rmdir d9/d33/d4b 39 2024-06-13T11:57:58.704 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.698+0000 7fdbb1800640 1 --2- 172.21.15.42:0/2008932670 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563fbbcaa7a0 0x563fbbcb6b10 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fdba0000c00 tx=0x7fdba0012680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=59f2c823bc99a945 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:58.705 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.698+0000 7fdb93400640 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:57:58.705 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.698+0000 7fdb93400640 1 -- 172.21.15.42:0/2008932670 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdba0029030 con 0x563fbbcaa7a0 2024-06-13T11:57:58.705 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.698+0000 7fdb93400640 1 -- 172.21.15.42:0/2008932670 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fdba0020040 con 0x563fbbcaa7a0 2024-06-13T11:57:58.705 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.698+0000 7fdbb71a2740 1 -- 172.21.15.42:0/2008932670 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdba0012ad0 con 0x563fbbcaa7a0 2024-06-13T11:57:58.705 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.699+0000 7fdb93400640 1 -- 172.21.15.42:0/2008932670 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fdba0033050 con 0x563fbbcaa7a0 2024-06-13T11:57:58.705 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.699+0000 7fdbb71a2740 10 client.25718 fetch_fsmap learned FSMap version 30 2024-06-13T11:57:58.705 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.699+0000 7fdbb71a2740 1 -- 172.21.15.42:0/2008932670 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x563fbbcd41b0 con 0x563fbbcaa7a0 2024-06-13T11:57:58.705 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.699+0000 7fdb93400640 1 -- 172.21.15.42:0/2008932670 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdba0012ad0 con 0x563fbbcaa7a0 2024-06-13T11:57:58.705 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.699+0000 7fdb93400640 1 -- 172.21.15.42:0/2008932670 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fdba00046c0 con 0x563fbbcaa7a0 2024-06-13T11:57:58.705 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.699+0000 7fdbb71a2740 10 client.25718 fetch_fsmap finished waiting for FSMap version 30 2024-06-13T11:57:58.705 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.699+0000 7fdbb71a2740 10 client.25718 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:57:58.705 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.699+0000 7fdbb71a2740 20 client.25718 populate_metadata read hostname 'smithi042' 2024-06-13T11:57:58.705 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.699+0000 7fdbb71a2740 1 --2- 172.21.15.42:0/2008932670 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x563fbbcd5610 0x563fbbcd7a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:58.706 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.699+0000 7fdbb71a2740 4 client.25718 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:57:58.706 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.699+0000 7fdbb71a2740 1 -- 172.21.15.42:0/2008932670 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563fbbc1ab50 con 0x563fbbcd5610 2024-06-13T11:57:58.706 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.700+0000 7fdbb0e00640 1 --2- 172.21.15.42:0/2008932670 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x563fbbcd5610 0x563fbbcd7a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:58.706 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.700+0000 7fdb93400640 10 client.25718 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:57:58.706 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.701+0000 7fdbb0e00640 1 --2- 172.21.15.42:0/2008932670 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x563fbbcd5610 0x563fbbcd7a00 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ca3086f7c71b09ed server_cookie=91d7276ac15f8712 in_seq=0 out_seq=0 2024-06-13T11:57:58.706 INFO:tasks.workunit.client.0.smithi042.stdout:9/741: unlink d9/f97 0 2024-06-13T11:57:58.707 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.702+0000 7fdb93400640 1 -- 172.21.15.42:0/2008932670 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x563fbbc1ab50 con 0x563fbbcd5610 2024-06-13T11:57:58.707 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.702+0000 7fdb93400640 10 client.25718 handle_command_reply: tid=0 2024-06-13T11:57:58.707 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.702+0000 7fdbb71a2740 1 client.25718 shutdown 2024-06-13T11:57:58.707 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.702+0000 7fdbb71a2740 1 -- 172.21.15.42:0/2008932670 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563fbbcaa7a0 msgr2=0x563fbbcb6b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:58.708 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.702+0000 7fdbb71a2740 1 --2- 172.21.15.42:0/2008932670 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563fbbcaa7a0 0x563fbbcb6b10 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fdba0000c00 tx=0x7fdba0012680 comp rx=0 tx=0).stop 2024-06-13T11:57:58.708 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.702+0000 7fdbb71a2740 1 -- 172.21.15.42:0/2008932670 shutdown_connections 2024-06-13T11:57:58.708 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.702+0000 7fdbb71a2740 1 --2- 172.21.15.42:0/2008932670 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x563fbbcd5610 0x563fbbcd7a00 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:58.708 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.702+0000 7fdbb71a2740 1 --2- 172.21.15.42:0/2008932670 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fbbcbc7c0 0x563fbbcb1980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:58.708 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.702+0000 7fdbb71a2740 1 --2- 172.21.15.42:0/2008932670 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563fbbcaa7a0 0x563fbbcb6b10 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:58.708 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.702+0000 7fdbb71a2740 1 --2- 172.21.15.42:0/2008932670 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x563fbbca9230 0x563fbbcb65d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:58.708 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.702+0000 7fdbb71a2740 1 -- 172.21.15.42:0/2008932670 >> 172.21.15.42:0/2008932670 conn(0x563fbbc71fb0 msgr2=0x563fbbcab690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:58.708 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.702+0000 7fdb93400640 0 client.25718 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:57:58.708 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.702+0000 7fdbb71a2740 1 -- 172.21.15.42:0/2008932670 shutdown_connections 2024-06-13T11:57:58.708 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.702+0000 7fdbb71a2740 1 -- 172.21.15.42:0/2008932670 wait complete. 2024-06-13T11:57:58.708 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.703+0000 7fdbb71a2740 20 client.25718 trim_cache size 0 max 16384 2024-06-13T11:57:58.709 INFO:tasks.workunit.client.0.smithi042.stdout:3/761: dread dc/d29/f5f [0,4194304] 0 2024-06-13T11:57:58.710 INFO:tasks.workunit.client.0.smithi042.stdout:9/742: read d9/d16/f9a [41553,125971] 0 2024-06-13T11:57:58.715 INFO:tasks.workunit.client.0.smithi042.stdout:3/762: dread dc/d17/d20/d2d/d37/d52/f96 [0,4194304] 0 2024-06-13T11:57:58.715 INFO:tasks.workunit.client.0.smithi042.stdout:3/763: fdatasync dc/d29/f5f 0 2024-06-13T11:57:58.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.720+0000 7fdbb71a2740 1 Processor -- start 2024-06-13T11:57:58.722 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.720+0000 7fdbb71a2740 1 -- start start 2024-06-13T11:57:58.722 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.720+0000 7fdbb71a2740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x563fbbca9230 0x563fbbcb1920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:58.722 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.720+0000 7fdbb71a2740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fbbcaa7a0 0x563fbbcdd0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:58.722 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.720+0000 7fdbb71a2740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563fbbcbc7c0 0x563fbbcdd600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:58.722 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.720+0000 7fdbb71a2740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdb8c012890 con 0x563fbbcaa7a0 2024-06-13T11:57:58.722 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.720+0000 7fdbb71a2740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fdb8c010100 con 0x563fbbcbc7c0 2024-06-13T11:57:58.722 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.720+0000 7fdbb71a2740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fdb8c00df50 con 0x563fbbca9230 2024-06-13T11:57:58.722 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.721+0000 7fdbb1800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fbbcaa7a0 0x563fbbcdd0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:58.723 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.721+0000 7fdbb1800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fbbcaa7a0 0x563fbbcdd0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35048/0 (socket says 172.21.15.42:35048) 2024-06-13T11:57:58.723 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.721+0000 7fdbb1800640 1 -- 172.21.15.42:0/3924365618 learned_addr learned my addr 172.21.15.42:0/3924365618 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:58.723 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.721+0000 7fdbb0e00640 1 --2- 172.21.15.42:0/3924365618 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x563fbbca9230 0x563fbbcb1920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:58.723 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.721+0000 7fdbb0e00640 1 --2- 172.21.15.42:0/3924365618 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563fbbcbc7c0 0x563fbbcdd600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:58.723 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.721+0000 7fdbb1800640 1 -- 172.21.15.42:0/3924365618 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x563fbbca9230 msgr2=0x563fbbcb1920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:58.723 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.721+0000 7fdbb1800640 1 --2- 172.21.15.42:0/3924365618 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x563fbbca9230 0x563fbbcb1920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:58.723 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.721+0000 7fdbb1800640 1 -- 172.21.15.42:0/3924365618 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563fbbcbc7c0 msgr2=0x563fbbcdd600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:58.723 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.721+0000 7fdbb1800640 1 --2- 172.21.15.42:0/3924365618 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563fbbcbc7c0 0x563fbbcdd600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:58.723 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.721+0000 7fdbb1800640 1 -- 172.21.15.42:0/3924365618 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563fbbca9d00 con 0x563fbbcaa7a0 2024-06-13T11:57:58.723 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.721+0000 7fdbb0e00640 1 --2- 172.21.15.42:0/3924365618 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x563fbbca9230 0x563fbbcb1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:57:58.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.722+0000 7fdbb1800640 1 --2- 172.21.15.42:0/3924365618 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fbbcaa7a0 0x563fbbcdd0c0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fdba00117f0 tx=0x7fdba00098c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70b2a6947ee3e045 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.722+0000 7fdb9e000640 1 -- 172.21.15.42:0/3924365618 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdba003c070 con 0x563fbbcaa7a0 2024-06-13T11:57:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.722+0000 7fdb9e000640 1 -- 172.21.15.42:0/3924365618 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdba0011cb0 con 0x563fbbcaa7a0 2024-06-13T11:57:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.722+0000 7fdb9e000640 1 -- 172.21.15.42:0/3924365618 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdba0029070 con 0x563fbbcaa7a0 2024-06-13T11:57:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.723+0000 7fdbb71a2740 1 -- 172.21.15.42:0/3924365618 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fbbcaa7a0 msgr2=0x563fbbcdd0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.723+0000 7fdbb71a2740 1 --2- 172.21.15.42:0/3924365618 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fbbcaa7a0 0x563fbbcdd0c0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fdba00117f0 tx=0x7fdba00098c0 comp rx=0 tx=0).stop 2024-06-13T11:57:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.723+0000 7fdbb71a2740 1 -- 172.21.15.42:0/3924365618 shutdown_connections 2024-06-13T11:57:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.723+0000 7fdbb71a2740 1 --2- 172.21.15.42:0/3924365618 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fbbcaa7a0 0x563fbbcdd0c0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.723+0000 7fdbb71a2740 1 --2- 172.21.15.42:0/3924365618 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563fbbcbc7c0 0x563fbbcdd600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.723+0000 7fdbb71a2740 1 --2- 172.21.15.42:0/3924365618 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x563fbbca9230 0x563fbbcb1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.723+0000 7fdbb71a2740 1 -- 172.21.15.42:0/3924365618 >> 172.21.15.42:0/3924365618 conn(0x563fbbc71fb0 msgr2=0x563fbbcb1210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.723+0000 7fdbb71a2740 1 -- 172.21.15.42:0/3924365618 shutdown_connections 2024-06-13T11:57:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.723+0000 7fdbb71a2740 1 -- 172.21.15.42:0/3924365618 wait complete. 2024-06-13T11:57:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.724+0000 7fdbb71a2740 1 -- start start 2024-06-13T11:57:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.724+0000 7fdbb71a2740 1 Processor -- start 2024-06-13T11:57:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.724+0000 7fdbb71a2740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fbbca9230 0x563fbbce9170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.724+0000 7fdbb71a2740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x563fbbcaa7a0 0x563fbbce96b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.724+0000 7fdbb71a2740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563fbbcbc7c0 0x563fbbce46e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.724+0000 7fdbb71a2740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdb8c00e5c0 con 0x563fbbca9230 2024-06-13T11:57:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.724+0000 7fdbb71a2740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fdb8c00fa30 con 0x563fbbcbc7c0 2024-06-13T11:57:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.724+0000 7fdbb71a2740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fdb8c00ec90 con 0x563fbbcaa7a0 2024-06-13T11:57:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.724+0000 7fdbb71a2740 10 client.0 _ll_register_callbacks cb 0x7fdba00099c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:57:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.725+0000 7fdbb1800640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x563fbbcaa7a0 0x563fbbce96b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.725+0000 7fdbb0e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fbbca9230 0x563fbbce9170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.725+0000 7fdbb1800640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x563fbbcaa7a0 0x563fbbce96b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:58768/0 (socket says 172.21.15.42:58768) 2024-06-13T11:57:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.725+0000 7fdbb0e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fbbca9230 0x563fbbce9170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35060/0 (socket says 172.21.15.42:35060) 2024-06-13T11:57:58.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.725+0000 7fdbb1800640 1 -- 172.21.15.42:0/1334717307 learned_addr learned my addr 172.21.15.42:0/1334717307 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:58.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.725+0000 7fdbb0e00640 1 --2- 172.21.15.42:0/1334717307 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563fbbcbc7c0 0x563fbbce46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:58.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.725+0000 7fdbb1800640 1 -- 172.21.15.42:0/1334717307 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563fbbcbc7c0 msgr2=0x563fbbce46e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:58.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.725+0000 7fdbb1800640 1 --2- 172.21.15.42:0/1334717307 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563fbbcbc7c0 0x563fbbce46e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:58.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.725+0000 7fdbb1800640 1 -- 172.21.15.42:0/1334717307 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fbbca9230 msgr2=0x563fbbce9170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:58.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.725+0000 7fdbb1800640 1 --2- 172.21.15.42:0/1334717307 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fbbca9230 0x563fbbce9170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:58.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.725+0000 7fdbb1800640 1 -- 172.21.15.42:0/1334717307 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563fbbce4ee0 con 0x563fbbcaa7a0 2024-06-13T11:57:58.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.725+0000 7fdbb0e00640 1 --2- 172.21.15.42:0/1334717307 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563fbbcbc7c0 0x563fbbce46e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T11:57:58.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.725+0000 7fdbb1800640 1 --2- 172.21.15.42:0/1334717307 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x563fbbcaa7a0 0x563fbbce96b0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fdba0004a90 tx=0x7fdba00058c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f1a5d9623831c655 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:58.729 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.725+0000 7fdb93400640 10 client.0 ms_handle_connect on v2:172.21.15.162:3300/0 2024-06-13T11:57:58.730 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.726+0000 7fdb93400640 1 -- 172.21.15.42:0/1334717307 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdba003c070 con 0x563fbbcaa7a0 2024-06-13T11:57:58.730 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.726+0000 7fdbb71a2740 1 -- 172.21.15.42:0/1334717307 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdba0011cb0 con 0x563fbbcaa7a0 2024-06-13T11:57:58.730 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.726+0000 7fdb93400640 1 -- 172.21.15.42:0/1334717307 <== mon.1 v2:172.21.15.162:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fdba0012b80 con 0x563fbbcaa7a0 2024-06-13T11:57:58.730 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.726+0000 7fdb93400640 1 -- 172.21.15.42:0/1334717307 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fdba0029070 con 0x563fbbcaa7a0 2024-06-13T11:57:58.730 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.726+0000 7fdbb71a2740 10 client.25696 fetch_fsmap learned FSMap version 30 2024-06-13T11:57:58.730 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.726+0000 7fdbb71a2740 1 -- 172.21.15.42:0/1334717307 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x563fbbd3fb50 con 0x563fbbcaa7a0 2024-06-13T11:57:58.731 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.726+0000 7fdb93400640 1 -- 172.21.15.42:0/1334717307 <== mon.1 v2:172.21.15.162:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdba0011cb0 con 0x563fbbcaa7a0 2024-06-13T11:57:58.731 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.727+0000 7fdb93400640 1 -- 172.21.15.42:0/1334717307 <== mon.1 v2:172.21.15.162:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fdba000f920 con 0x563fbbcaa7a0 2024-06-13T11:57:58.731 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.727+0000 7fdbb71a2740 10 client.25696 fetch_fsmap finished waiting for FSMap version 30 2024-06-13T11:57:58.731 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.727+0000 7fdbb71a2740 10 client.25696 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:57:58.731 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.727+0000 7fdbb71a2740 20 client.25696 populate_metadata read hostname 'smithi042' 2024-06-13T11:57:58.731 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.727+0000 7fdbb71a2740 1 --2- 172.21.15.42:0/1334717307 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x563fbbd40270 0x563fbbd42690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:58.731 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.727+0000 7fdbb71a2740 4 client.25696 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-13T11:57:58.731 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.727+0000 7fdbb71a2740 1 -- 172.21.15.42:0/1334717307 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563fbbc14ea0 con 0x563fbbd40270 2024-06-13T11:57:58.731 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.727+0000 7fdbb0e00640 1 --2- 172.21.15.42:0/1334717307 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x563fbbd40270 0x563fbbd42690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:58.731 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.728+0000 7fdb93400640 10 client.25696 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:57:58.731 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:58.728+0000 7fdbb0e00640 1 --2- 172.21.15.42:0/1334717307 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x563fbbd40270 0x563fbbd42690 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=661343be5d3d7fde server_cookie=d04b75fc5333b6a3 in_seq=0 out_seq=0 2024-06-13T11:57:58.737 INFO:tasks.workunit.client.0.smithi042.stdout:3/764: dread f7 [0,4194304] 0 2024-06-13T11:57:58.770 INFO:tasks.workunit.client.0.smithi042.stdout:3/765: dwrite dc/d17/d1f/f2f [0,4194304] 0 2024-06-13T11:57:58.770 INFO:tasks.workunit.client.0.smithi042.stdout:3/766: truncate dc/d17/d3b/ff6 93745 0 2024-06-13T11:57:58.770 INFO:tasks.workunit.client.0.smithi042.stdout:3/767: chown dc/d17/d20/d5c/d8a/c8b 1048 1 2024-06-13T11:57:58.793 INFO:tasks.workunit.client.0.smithi042.stdout:3/768: dread dc/d17/d7b/ff0 [0,4194304] 0 2024-06-13T11:57:58.806 INFO:tasks.workunit.client.0.smithi042.stdout:6/929: rename d16/d21/d5d/dae/db3/dcb/fef to d16/d8b/d116/d66/d112/d12d/f133 0 2024-06-13T11:57:58.807 INFO:tasks.workunit.client.0.smithi042.stdout:6/930: readlink d16/d21/d35/ld9 0 2024-06-13T11:57:58.874 INFO:tasks.workunit.client.0.smithi042.stdout:3/769: symlink dc/d17/d1f/d46/l111 0 2024-06-13T11:57:58.899 INFO:tasks.workunit.client.0.smithi042.stdout:6/931: unlink d16/d21/f101 0 2024-06-13T11:57:58.899 INFO:tasks.workunit.client.0.smithi042.stdout:6/932: truncate d16/d6d/fdb 682719 0 2024-06-13T11:57:58.970 INFO:tasks.workunit.client.0.smithi042.stdout:0/854: rename d4/d31/d4a/d58/d68/db7/dea/c10b to d4/d33/dbc/c129 0 2024-06-13T11:57:58.983 INFO:tasks.workunit.client.0.smithi042.stdout:0/855: link d4/d33/d3e/d6c/f53 d4/d31/d4a/d58/d68/db3/df1/f12a 0 2024-06-13T11:57:58.983 INFO:tasks.workunit.client.0.smithi042.stdout:0/856: chown d4/d31/d34/f7b 2 1 2024-06-13T11:57:59.069 INFO:tasks.workunit.client.0.smithi042.stdout:6/933: dread d16/d21/d72/d79/dad/dea/fa9 [0,4194304] 0 2024-06-13T11:57:59.069 INFO:tasks.workunit.client.0.smithi042.stdout:6/934: fdatasync d16/f38 0 2024-06-13T11:57:59.076 INFO:tasks.workunit.client.0.smithi042.stdout:6/935: unlink d16/d21/d72/d79/d93/da8/db5/l124 0 2024-06-13T11:57:59.138 INFO:tasks.workunit.client.0.smithi042.stdout:0/857: dwrite d4/f2f [4194304,4194304] 0 2024-06-13T11:57:59.172 INFO:tasks.workunit.client.0.smithi042.stdout:0/858: dread d4/d33/d3e/d6c/f88 [0,4194304] 0 2024-06-13T11:57:59.172 INFO:tasks.workunit.client.0.smithi042.stdout:0/859: stat d4/d31/d34/d78/l7a 0 2024-06-13T11:57:59.182 INFO:tasks.workunit.client.0.smithi042.stdout:6/936: dwrite f11 [0,4194304] 0 2024-06-13T11:57:59.185 INFO:tasks.workunit.client.0.smithi042.stdout:3/770: dwrite dc/d17/d20/d9b/fa8 [0,4194304] 0 2024-06-13T11:57:59.193 INFO:tasks.workunit.client.0.smithi042.stdout:6/937: unlink lc 0 2024-06-13T11:57:59.197 INFO:tasks.workunit.client.0.smithi042.stdout:3/771: link dc/d17/d20/d2d/d37/d52/f8e dc/d17/d20/d5c/f112 0 2024-06-13T11:57:59.197 INFO:tasks.workunit.client.0.smithi042.stdout:3/772: chown dc/d17/d20/d2d/d37/f45 439341131 1 2024-06-13T11:57:59.242 INFO:tasks.workunit.client.0.smithi042.stdout:6/938: dread d16/d21/d72/d79/dad/dea/f34 [0,4194304] 0 2024-06-13T11:57:59.244 INFO:tasks.workunit.client.0.smithi042.stdout:0/860: dwrite d4/f26 [0,4194304] 0 2024-06-13T11:57:59.256 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.255+0000 7fb515600700 1 -- 172.21.15.42:0/3491585816 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb5101024e0 msgr2=0x7fb510102960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:59.256 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.255+0000 7fb515600700 1 --2- 172.21.15.42:0/3491585816 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb5101024e0 0x7fb510102960 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fb4fc009990 tx=0x7fb4fc009ca0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.256 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.255+0000 7fb515600700 1 -- 172.21.15.42:0/3491585816 shutdown_connections 2024-06-13T11:57:59.256 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.255+0000 7fb515600700 1 --2- 172.21.15.42:0/3491585816 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb510102ea0 0x7fb51010f380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.256 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.255+0000 7fb515600700 1 --2- 172.21.15.42:0/3491585816 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb5101085f0 0x7fb5101089d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.256 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.255+0000 7fb515600700 1 --2- 172.21.15.42:0/3491585816 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb5101024e0 0x7fb510102960 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.256 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.255+0000 7fb515600700 1 -- 172.21.15.42:0/3491585816 >> 172.21.15.42:0/3491585816 conn(0x7fb510079640 msgr2=0x7fb510079a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:59.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.257+0000 7fb515600700 1 -- 172.21.15.42:0/3491585816 shutdown_connections 2024-06-13T11:57:59.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.257+0000 7fb515600700 1 -- 172.21.15.42:0/3491585816 wait complete. 2024-06-13T11:57:59.258 INFO:tasks.workunit.client.0.smithi042.stdout:3/773: dwrite dc/d17/d1f/d79/fd2 [0,4194304] 0 2024-06-13T11:57:59.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.258+0000 7fb515600700 1 Processor -- start 2024-06-13T11:57:59.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.259+0000 7fb515600700 1 -- start start 2024-06-13T11:57:59.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.259+0000 7fb515600700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb5101024e0 0x7fb51019e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:59.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.259+0000 7fb515600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb510102ea0 0x7fb51019ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:59.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.259+0000 7fb515600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb5101085f0 0x7fb510198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:59.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.259+0000 7fb515600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb5101127e0 con 0x7fb510102ea0 2024-06-13T11:57:59.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.259+0000 7fb515600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fb510112660 con 0x7fb5101085f0 2024-06-13T11:57:59.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.259+0000 7fb515600700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fb510112960 con 0x7fb5101024e0 2024-06-13T11:57:59.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.259+0000 7fb50ea00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb5101024e0 0x7fb51019e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:59.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.260+0000 7fb50ea00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb5101024e0 0x7fb51019e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:58788/0 (socket says 172.21.15.42:58788) 2024-06-13T11:57:59.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.260+0000 7fb50ea00700 1 -- 172.21.15.42:0/340654167 learned_addr learned my addr 172.21.15.42:0/340654167 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:59.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.260+0000 7fb50f400700 1 --2- 172.21.15.42:0/340654167 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb5101085f0 0x7fb510198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:59.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.260+0000 7fb50ea00700 1 -- 172.21.15.42:0/340654167 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb5101085f0 msgr2=0x7fb510198aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:59.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.260+0000 7fb50ea00700 1 --2- 172.21.15.42:0/340654167 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb5101085f0 0x7fb510198aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.262 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.260+0000 7fb50ea00700 1 -- 172.21.15.42:0/340654167 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb510102ea0 msgr2=0x7fb51019ee20 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-13T11:57:59.262 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.260+0000 7fb50ea00700 1 --2- 172.21.15.42:0/340654167 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb510102ea0 0x7fb51019ee20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.262 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.260+0000 7fb50ea00700 1 -- 172.21.15.42:0/340654167 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb510199200 con 0x7fb5101024e0 2024-06-13T11:57:59.262 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.260+0000 7fb50f400700 1 --2- 172.21.15.42:0/340654167 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb5101085f0 0x7fb510198aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T11:57:59.262 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.261+0000 7fb50ea00700 1 --2- 172.21.15.42:0/340654167 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb5101024e0 0x7fb51019e8e0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fb50000e9a0 tx=0x7fb50000ed60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:59.262 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.261+0000 7fb507400700 1 -- 172.21.15.42:0/340654167 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb50000cbd0 con 0x7fb5101024e0 2024-06-13T11:57:59.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.261+0000 7fb515600700 1 -- 172.21.15.42:0/340654167 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5101994f0 con 0x7fb5101024e0 2024-06-13T11:57:59.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.261+0000 7fb507400700 1 -- 172.21.15.42:0/340654167 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb50000cd70 con 0x7fb5101024e0 2024-06-13T11:57:59.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.261+0000 7fb507400700 1 -- 172.21.15.42:0/340654167 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5000187c0 con 0x7fb5101024e0 2024-06-13T11:57:59.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.261+0000 7fb515600700 1 -- 172.21.15.42:0/340654167 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb51006beb0 con 0x7fb5101024e0 2024-06-13T11:57:59.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:59.262+0000 7fdb93400640 1 -- 172.21.15.42:0/1334717307 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x563fbbc14ea0 con 0x563fbbd40270 2024-06-13T11:57:59.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:59.262+0000 7fdb93400640 10 client.25696 handle_command_reply: tid=0 2024-06-13T11:57:59.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:59.262+0000 7fdbb71a2740 1 client.25696 shutdown 2024-06-13T11:57:59.263 INFO:tasks.workunit.client.0.smithi042.stdout:3/774: creat dc/d17/d7b/f113 x:0 0 0 2024-06-13T11:57:59.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:59.263+0000 7fdbb71a2740 1 -- 172.21.15.42:0/1334717307 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x563fbbcaa7a0 msgr2=0x563fbbce96b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:59.265 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:59.263+0000 7fdbb71a2740 1 --2- 172.21.15.42:0/1334717307 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x563fbbcaa7a0 0x563fbbce96b0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fdba0004a90 tx=0x7fdba00058c0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.265 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:59.263+0000 7fdbb71a2740 1 -- 172.21.15.42:0/1334717307 shutdown_connections 2024-06-13T11:57:59.265 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:59.263+0000 7fdbb71a2740 1 --2- 172.21.15.42:0/1334717307 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x563fbbd40270 0x563fbbd42690 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.265 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:59.263+0000 7fdbb71a2740 1 --2- 172.21.15.42:0/1334717307 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563fbbcbc7c0 0x563fbbce46e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.265 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:59.263+0000 7fdbb71a2740 1 --2- 172.21.15.42:0/1334717307 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x563fbbcaa7a0 0x563fbbce96b0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.265 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:59.263+0000 7fdbb71a2740 1 --2- 172.21.15.42:0/1334717307 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fbbca9230 0x563fbbce9170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.265 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:59.263+0000 7fdbb71a2740 1 -- 172.21.15.42:0/1334717307 >> 172.21.15.42:0/1334717307 conn(0x563fbbc71fb0 msgr2=0x563fbbcab690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:59.265 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:59.263+0000 7fdb93400640 0 client.25696 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:57:59.265 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:59.263+0000 7fdbb71a2740 1 -- 172.21.15.42:0/1334717307 shutdown_connections 2024-06-13T11:57:59.265 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:59.264+0000 7fdbb71a2740 1 -- 172.21.15.42:0/1334717307 wait complete. 2024-06-13T11:57:59.266 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:59.265+0000 7fdbb71a2740 20 client.25696 trim_cache size 0 max 16384 2024-06-13T11:57:59.266 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-13T11:57:59.266 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-13T11:57:59.266 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-13T11:57:59.267 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.267+0000 7fb507400700 1 -- 172.21.15.42:0/340654167 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fb500010430 con 0x7fb5101024e0 2024-06-13T11:57:59.268 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:59.268+0000 7fdbb2c00640 1 -- 172.21.15.42:0/3108858036 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fdb940a2d70 msgr2=0x7fdb940a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:59.268 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:59.268+0000 7fdbb2c00640 1 --2- 172.21.15.42:0/3108858036 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fdb940a2d70 0x7fdb940a5230 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fdba40bc070 tx=0x7fdba4030fd0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.268 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:59.268+0000 7fdbb2c00640 1 -- 172.21.15.42:0/3108858036 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdbac10bd80 msgr2=0x7fdbac101030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:59.269 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:59.268+0000 7fdbb2c00640 1 --2- 172.21.15.42:0/3108858036 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdbac10bd80 0x7fdbac101030 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fdba4009d00 tx=0x7fdba4030630 comp rx=0 tx=0).stop 2024-06-13T11:57:59.269 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:59.268+0000 7fdbb2c00640 1 -- 172.21.15.42:0/3108858036 shutdown_connections 2024-06-13T11:57:59.269 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:59.268+0000 7fdbb2c00640 1 --2- 172.21.15.42:0/3108858036 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fdb940a2d70 0x7fdb940a5230 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.269 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:59.268+0000 7fdbb2c00640 1 --2- 172.21.15.42:0/3108858036 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdbac10bd80 0x7fdbac101030 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.269 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:59.268+0000 7fdbb2c00640 1 --2- 172.21.15.42:0/3108858036 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdbac103280 0x7fdbac100af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.269 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:59.268+0000 7fdbb2c00640 1 --2- 172.21.15.42:0/3108858036 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdbac102960 0x7fdbac1005b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.269 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:59.268+0000 7fdbb2c00640 1 -- 172.21.15.42:0/3108858036 >> 172.21.15.42:0/3108858036 conn(0x7fdbac0fc1c0 msgr2=0x7fdbac0fda50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:59.269 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:59.268+0000 7fdbb2c00640 1 -- 172.21.15.42:0/3108858036 shutdown_connections 2024-06-13T11:57:59.270 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:57:59.269+0000 7fdbb2c00640 1 -- 172.21.15.42:0/3108858036 wait complete. 2024-06-13T11:57:59.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.268+0000 7fb51ff06b80 1 Processor -- start 2024-06-13T11:57:59.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.269+0000 7fb51ff06b80 1 -- start start 2024-06-13T11:57:59.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.269+0000 7fb507400700 1 --2- 172.21.15.42:0/340654167 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fb4f40a2f90 0x7fb4f40a5450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:59.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.269+0000 7fb51ff06b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5632ec33d410 0x5632ec33d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:59.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.269+0000 7fb507400700 1 -- 172.21.15.42:0/340654167 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fb500018560 con 0x7fb5101024e0 2024-06-13T11:57:59.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.269+0000 7fb51ff06b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5632ec33dd30 0x5632ec32ed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:59.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.269+0000 7fb51ff06b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5632ec32f240 0x5632ec32f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:59.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.269+0000 7fb51ff06b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5632ec23da10 con 0x5632ec33d410 2024-06-13T11:57:59.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.269+0000 7fb51ff06b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x5632ec280b00 con 0x5632ec32f240 2024-06-13T11:57:59.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.269+0000 7fb51ff06b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x5632ec23b8f0 con 0x5632ec33dd30 2024-06-13T11:57:59.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.270+0000 7fb50e000700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5632ec33dd30 0x5632ec32ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:59.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.270+0000 7fb50e000700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5632ec33dd30 0x5632ec32ed00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:58800/0 (socket says 172.21.15.42:58800) 2024-06-13T11:57:59.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.270+0000 7fb50ea00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5632ec33d410 0x5632ec33d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:59.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.270+0000 7fb50e000700 1 -- 172.21.15.42:0/822426568 learned_addr learned my addr 172.21.15.42:0/822426568 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:59.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.270+0000 7fb50f400700 1 --2- 172.21.15.42:0/822426568 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5632ec32f240 0x5632ec32f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:59.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.270+0000 7fb50f400700 1 --2- 172.21.15.42:0/340654167 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fb4f40a2f90 0x7fb4f40a5450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:59.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.270+0000 7fb50e000700 1 -- 172.21.15.42:0/822426568 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5632ec32f240 msgr2=0x5632ec32f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:59.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.270+0000 7fb50e000700 1 --2- 172.21.15.42:0/822426568 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5632ec32f240 0x5632ec32f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.270+0000 7fb50e000700 1 -- 172.21.15.42:0/822426568 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5632ec33d410 msgr2=0x5632ec33d7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:59.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.270+0000 7fb50e000700 1 --2- 172.21.15.42:0/822426568 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5632ec33d410 0x5632ec33d7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.270+0000 7fb50e000700 1 -- 172.21.15.42:0/822426568 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5632ec228f90 con 0x5632ec33dd30 2024-06-13T11:57:59.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.271+0000 7fb50e000700 1 --2- 172.21.15.42:0/822426568 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5632ec33dd30 0x5632ec32ed00 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fb4fc000c00 tx=0x7fb4fc00b7a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9c9e85fe64666343 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:59.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.271+0000 7fb4fbe00700 1 -- 172.21.15.42:0/822426568 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4fc026070 con 0x5632ec33dd30 2024-06-13T11:57:59.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.271+0000 7fb4fbe00700 1 -- 172.21.15.42:0/822426568 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb4fc009510 con 0x5632ec33dd30 2024-06-13T11:57:59.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.271+0000 7fb4fbe00700 1 -- 172.21.15.42:0/822426568 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4fc003a00 con 0x5632ec33dd30 2024-06-13T11:57:59.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.272+0000 7fb51ff06b80 1 -- 172.21.15.42:0/822426568 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5632ec33dd30 msgr2=0x5632ec32ed00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:59.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.272+0000 7fb51ff06b80 1 --2- 172.21.15.42:0/822426568 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5632ec33dd30 0x5632ec32ed00 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fb4fc000c00 tx=0x7fb4fc00b7a0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.273+0000 7fb50f400700 1 --2- 172.21.15.42:0/340654167 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fb4f40a2f90 0x7fb4f40a5450 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fb508009c10 tx=0x7fb50800b040 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:59.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.273+0000 7fb51ff06b80 1 -- 172.21.15.42:0/822426568 shutdown_connections 2024-06-13T11:57:59.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.273+0000 7fb51ff06b80 1 --2- 172.21.15.42:0/822426568 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5632ec32f240 0x5632ec32f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.273+0000 7fb51ff06b80 1 --2- 172.21.15.42:0/822426568 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5632ec33d410 0x5632ec33d7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.273+0000 7fb51ff06b80 1 --2- 172.21.15.42:0/822426568 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5632ec33dd30 0x5632ec32ed00 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.273+0000 7fb51ff06b80 1 -- 172.21.15.42:0/822426568 >> 172.21.15.42:0/822426568 conn(0x5632ec25b170 msgr2=0x5632ec329cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:59.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.273+0000 7fb51ff06b80 1 -- 172.21.15.42:0/822426568 shutdown_connections 2024-06-13T11:57:59.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.273+0000 7fb51ff06b80 1 -- 172.21.15.42:0/822426568 wait complete. 2024-06-13T11:57:59.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.274+0000 7fb51ff06b80 1 -- start start 2024-06-13T11:57:59.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.275+0000 7fb51ff06b80 1 Processor -- start 2024-06-13T11:57:59.276 INFO:tasks.workunit.client.0.smithi042.stdout:6/939: link d16/d21/d32/d7c/dc1/dd3/fe3 d16/d21/f134 0 2024-06-13T11:57:59.276 INFO:tasks.workunit.client.0.smithi042.stdout:6/940: chown d16/d21/d72/d79/dad/dea/fa9 78068731 1 2024-06-13T11:57:59.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.276+0000 7fb51ff06b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5632ec32f240 0x5632ec343a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:59.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.276+0000 7fb51ff06b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5632ec33d410 0x5632ec340d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:59.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.277+0000 7fb51ff06b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5632ec33dd30 0x5632ec3412b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:59.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.277+0000 7fb50ea00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5632ec32f240 0x5632ec343a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:59.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.277+0000 7fb51ff06b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5632ec21cf60 con 0x5632ec33d410 2024-06-13T11:57:59.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.277+0000 7fb51ff06b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x5632ec27cac0 con 0x5632ec33dd30 2024-06-13T11:57:59.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.277+0000 7fb51ff06b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x5632ec344600 con 0x5632ec32f240 2024-06-13T11:57:59.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.277+0000 7fb50ea00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5632ec32f240 0x5632ec343a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:58812/0 (socket says 172.21.15.42:58812) 2024-06-13T11:57:59.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.277+0000 7fb50ea00700 1 -- 172.21.15.42:0/2828066088 learned_addr learned my addr 172.21.15.42:0/2828066088 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:59.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.277+0000 7fb51ff06b80 10 client.0 _ll_register_callbacks cb 0x5632ec216380 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:57:59.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.277+0000 7fb50ea00700 1 -- 172.21.15.42:0/2828066088 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5632ec33dd30 msgr2=0x5632ec3412b0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-13T11:57:59.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.277+0000 7fb50ea00700 1 --2- 172.21.15.42:0/2828066088 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5632ec33dd30 0x5632ec3412b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.277+0000 7fb50ea00700 1 -- 172.21.15.42:0/2828066088 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5632ec33d410 msgr2=0x5632ec340d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:59.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.277+0000 7fb50ea00700 1 --2- 172.21.15.42:0/2828066088 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5632ec33d410 0x5632ec340d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.277+0000 7fb50ea00700 1 -- 172.21.15.42:0/2828066088 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5632ec1cf8d0 con 0x5632ec32f240 2024-06-13T11:57:59.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.278+0000 7fb50ea00700 1 --2- 172.21.15.42:0/2828066088 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5632ec32f240 0x5632ec343a70 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fb50000e970 tx=0x7fb50009c280 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4f5d63a8baff6036 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:59.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.278+0000 7fb4f8c00700 10 client.0 ms_handle_connect on v2:172.21.15.162:3300/0 2024-06-13T11:57:59.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.278+0000 7fb4f8c00700 1 -- 172.21.15.42:0/2828066088 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5000a4690 con 0x5632ec32f240 2024-06-13T11:57:59.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.278+0000 7fb4f8c00700 1 -- 172.21.15.42:0/2828066088 <== mon.1 v2:172.21.15.162:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fb5000a4200 con 0x5632ec32f240 2024-06-13T11:57:59.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.278+0000 7fb51ff06b80 1 -- 172.21.15.42:0/2828066088 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb4fc009510 con 0x5632ec32f240 2024-06-13T11:57:59.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.279+0000 7fb4f8c00700 1 -- 172.21.15.42:0/2828066088 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fb5000a4400 con 0x5632ec32f240 2024-06-13T11:57:59.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.279+0000 7fb51ff06b80 10 client.25708 fetch_fsmap learned FSMap version 30 2024-06-13T11:57:59.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.279+0000 7fb51ff06b80 1 -- 172.21.15.42:0/2828066088 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5632ec34ee40 con 0x5632ec32f240 2024-06-13T11:57:59.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.279+0000 7fb4f8c00700 1 -- 172.21.15.42:0/2828066088 <== mon.1 v2:172.21.15.162:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb4fc009510 con 0x5632ec32f240 2024-06-13T11:57:59.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.279+0000 7fb4f8c00700 1 -- 172.21.15.42:0/2828066088 <== mon.1 v2:172.21.15.162:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fb50009ae70 con 0x5632ec32f240 2024-06-13T11:57:59.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.279+0000 7fb51ff06b80 10 client.25708 fetch_fsmap finished waiting for FSMap version 30 2024-06-13T11:57:59.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.279+0000 7fb51ff06b80 10 client.25708 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-06-13T11:57:59.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.279+0000 7fb51ff06b80 20 client.25708 populate_metadata read hostname 'smithi042' 2024-06-13T11:57:59.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.279+0000 7fb51ff06b80 1 --2- 172.21.15.42:0/2828066088 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5632ec351480 0x5632ec353910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:59.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.279+0000 7fb51ff06b80 4 client.25708 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:57:59.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.279+0000 7fb51ff06b80 1 -- 172.21.15.42:0/2828066088 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5632ec28e000 con 0x5632ec351480 2024-06-13T11:57:59.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.280+0000 7fb50e000700 1 --2- 172.21.15.42:0/2828066088 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5632ec351480 0x5632ec353910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:59.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.280+0000 7fb50e000700 1 --2- 172.21.15.42:0/2828066088 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5632ec351480 0x5632ec353910 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=462e92541e5896de server_cookie=bb606f0882b60af in_seq=0 out_seq=0 2024-06-13T11:57:59.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.281+0000 7fb4f8c00700 10 client.25708 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:57:59.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.281+0000 7fb4f8c00700 1 -- 172.21.15.42:0/2828066088 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5632ec28e000 con 0x5632ec351480 2024-06-13T11:57:59.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.281+0000 7fb4f8c00700 10 client.25708 handle_command_reply: tid=0 2024-06-13T11:57:59.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.281+0000 7fb51ff06b80 1 client.25708 shutdown 2024-06-13T11:57:59.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.282+0000 7fb51ff06b80 1 -- 172.21.15.42:0/2828066088 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5632ec32f240 msgr2=0x5632ec343a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:59.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.282+0000 7fb51ff06b80 1 --2- 172.21.15.42:0/2828066088 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5632ec32f240 0x5632ec343a70 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fb50000e970 tx=0x7fb50009c280 comp rx=0 tx=0).stop 2024-06-13T11:57:59.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.282+0000 7fb51ff06b80 1 -- 172.21.15.42:0/2828066088 shutdown_connections 2024-06-13T11:57:59.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.282+0000 7fb51ff06b80 1 --2- 172.21.15.42:0/2828066088 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5632ec351480 0x5632ec353910 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.282+0000 7fb51ff06b80 1 --2- 172.21.15.42:0/2828066088 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5632ec33dd30 0x5632ec3412b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.282+0000 7fb51ff06b80 1 --2- 172.21.15.42:0/2828066088 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5632ec32f240 0x5632ec343a70 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.282+0000 7fb51ff06b80 1 --2- 172.21.15.42:0/2828066088 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5632ec33d410 0x5632ec340d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.282+0000 7fb51ff06b80 1 -- 172.21.15.42:0/2828066088 >> 172.21.15.42:0/2828066088 conn(0x5632ec25b170 msgr2=0x5632ec323790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:59.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.282+0000 7fb4f8c00700 0 client.25708 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:57:59.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.283+0000 7fb51ff06b80 1 -- 172.21.15.42:0/2828066088 shutdown_connections 2024-06-13T11:57:59.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.284+0000 7fb51ff06b80 1 -- 172.21.15.42:0/2828066088 wait complete. 2024-06-13T11:57:59.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.284+0000 7fb51ff06b80 20 client.25708 trim_cache size 0 max 16384 2024-06-13T11:57:59.288 INFO:tasks.workunit.client.0.smithi042.stdout:6/941: dread d16/d21/d72/d79/d93/f9b [0,4194304] 0 2024-06-13T11:57:59.290 INFO:tasks.workunit.client.0.smithi042.stdout:5/748: rename d1/fe0 to d1/d2b/d35/d36/dba/dda/fe7 0 2024-06-13T11:57:59.290 INFO:tasks.workunit.client.0.smithi042.stdout:5/749: readlink d1/l71 0 2024-06-13T11:57:59.290 INFO:tasks.workunit.client.0.smithi042.stdout:5/750: readlink d1/d2b/d35/d36/d40/l84 0 2024-06-13T11:57:59.293 INFO:tasks.workunit.client.0.smithi042.stdout:9/743: rename d9/d15/d61/ff2 to d9/d33/d40/fff 0 2024-06-13T11:57:59.294 INFO:tasks.workunit.client.0.smithi042.stdout:5/751: truncate d1/d2b/d35/d36/f4d 3298487 0 2024-06-13T11:57:59.297 INFO:tasks.workunit.client.0.smithi042.stdout:2/699: sync 2024-06-13T11:57:59.297 INFO:tasks.workunit.client.0.smithi042.stdout:6/942: rename d16/d21/d5d/dae/f108 to d16/d8b/d116/f135 0 2024-06-13T11:57:59.298 INFO:tasks.workunit.client.0.smithi042.stdout:7/616: sync 2024-06-13T11:57:59.298 INFO:tasks.workunit.client.0.smithi042.stdout:7/617: write d2/d36/d4a/d42/d63/dc5/fcd [1013898,43413] 0 2024-06-13T11:57:59.300 INFO:tasks.workunit.client.0.smithi042.stdout:7/618: creat d2/d36/d4a/fd3 x:0 0 0 2024-06-13T11:57:59.300 INFO:tasks.workunit.client.0.smithi042.stdout:2/700: creat d7/d23/d59/ff0 x:0 0 0 2024-06-13T11:57:59.300 INFO:tasks.workunit.client.0.smithi042.stdout:2/701: chown d7/d23/d59/d88/la8 419734 1 2024-06-13T11:57:59.300 INFO:tasks.workunit.client.0.smithi042.stdout:2/702: write d7/d1a/da2/fd8 [785916,44283] 0 2024-06-13T11:57:59.300 INFO:tasks.workunit.client.0.smithi042.stdout:2/703: chown d7/d3c/d40/d4c/d5a/fcf 33278732 1 2024-06-13T11:57:59.301 INFO:tasks.workunit.client.0.smithi042.stdout:6/943: symlink d16/da0/db4/l136 0 2024-06-13T11:57:59.301 INFO:tasks.workunit.client.0.smithi042.stdout:8/711: sync 2024-06-13T11:57:59.301 INFO:tasks.workunit.client.0.smithi042.stdout:8/712: dread - d2/dc/d64/d7a/f97 zero size 2024-06-13T11:57:59.301 INFO:tasks.workunit.client.0.smithi042.stdout:1/776: sync 2024-06-13T11:57:59.301 INFO:tasks.workunit.client.0.smithi042.stdout:1/777: read - d0/d17/d18/d20/f8f zero size 2024-06-13T11:57:59.302 INFO:tasks.workunit.client.0.smithi042.stdout:4/911: sync 2024-06-13T11:57:59.302 INFO:tasks.workunit.client.0.smithi042.stdout:4/912: chown d1/d5/d16/deb/d13b/d5e/d7f/d89 12 1 2024-06-13T11:57:59.302 INFO:tasks.workunit.client.0.smithi042.stdout:4/913: chown d1/d29/f2a 782893041 1 2024-06-13T11:57:59.304 INFO:tasks.workunit.client.0.smithi042.stdout:2/704: creat d7/d23/db1/ff1 x:0 0 0 2024-06-13T11:57:59.304 INFO:tasks.workunit.client.0.smithi042.stdout:2/705: readlink d7/d23/l51 0 2024-06-13T11:57:59.304 INFO:tasks.workunit.client.0.smithi042.stdout:8/713: stat d2/d3/c8c 0 2024-06-13T11:57:59.306 INFO:tasks.workunit.client.0.smithi042.stdout:1/778: creat d0/d17/dd/d55/d6a/d56/ffe x:0 0 0 2024-06-13T11:57:59.306 INFO:tasks.workunit.client.0.smithi042.stdout:1/779: fdatasync d0/f9 0 2024-06-13T11:57:59.306 INFO:tasks.workunit.client.0.smithi042.stdout:1/780: chown d0/d17/dd/d55/d87/l8e 65095 1 2024-06-13T11:57:59.306 INFO:tasks.workunit.client.0.smithi042.stdout:6/944: symlink d16/d21/d35/d63/d8e/l137 0 2024-06-13T11:57:59.307 INFO:tasks.workunit.client.0.smithi042.stdout:9/744: rmdir d9/d46/d68/daa 0 2024-06-13T11:57:59.312 INFO:tasks.workunit.client.0.smithi042.stdout:9/745: symlink d9/d31/l100 0 2024-06-13T11:57:59.313 INFO:tasks.workunit.client.0.smithi042.stdout:9/746: write d9/d16/d48/d62/fe9 [1037505,18174] 0 2024-06-13T11:57:59.313 INFO:tasks.workunit.client.0.smithi042.stdout:9/747: readlink d9/d33/d40/d52/d25/l8c 0 2024-06-13T11:57:59.318 INFO:tasks.workunit.client.0.smithi042.stdout:9/748: unlink d9/d15/f3f 0 2024-06-13T11:57:59.332 INFO:tasks.workunit.client.0.smithi042.stdout:9/749: symlink d9/d15/l101 0 2024-06-13T11:57:59.332 INFO:tasks.workunit.client.0.smithi042.stdout:9/750: chown d9/d15/d43/d77/fab 1825407 1 2024-06-13T11:57:59.333 INFO:tasks.workunit.client.0.smithi042.stdout:3/775: dwrite dc/d17/d20/f39 [4194304,4194304] 0 2024-06-13T11:57:59.339 INFO:tasks.workunit.client.0.smithi042.stdout:1/781: write d0/d17/dd/d55/da4/faa [1821489,5092] 0 2024-06-13T11:57:59.339 INFO:tasks.workunit.client.0.smithi042.stdout:1/782: fsync d0/d17/d18/d29/f2c 0 2024-06-13T11:57:59.341 INFO:tasks.workunit.client.0.smithi042.stdout:8/714: dread d2/f15 [0,4194304] 0 2024-06-13T11:57:59.343 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.342+0000 7fb51ff06b80 1 Processor -- start 2024-06-13T11:57:59.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.342+0000 7fb51ff06b80 1 -- start start 2024-06-13T11:57:59.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.343+0000 7fb51ff06b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5632ec32f240 0x5632ec34d720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:59.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.343+0000 7fb51ff06b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5632ec33d410 0x5632ec324130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:59.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.344+0000 7fb51ff06b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5632ec33dd30 0x5632ec33c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:59.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.344+0000 7fb51ff06b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb5101b7660 con 0x5632ec33d410 2024-06-13T11:57:59.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.344+0000 7fb51ff06b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fb510074f90 con 0x5632ec32f240 2024-06-13T11:57:59.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.344+0000 7fb51ff06b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fb510072da0 con 0x5632ec33dd30 2024-06-13T11:57:59.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.345+0000 7fb50f400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5632ec33dd30 0x5632ec33c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:59.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.346+0000 7fb50f400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5632ec33dd30 0x5632ec33c6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:58820/0 (socket says 172.21.15.42:58820) 2024-06-13T11:57:59.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.346+0000 7fb50f400700 1 -- 172.21.15.42:0/168481386 learned_addr learned my addr 172.21.15.42:0/168481386 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:59.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.347+0000 7fb50ea00700 1 --2- 172.21.15.42:0/168481386 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5632ec32f240 0x5632ec34d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:59.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.347+0000 7fb50ea00700 1 -- 172.21.15.42:0/168481386 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5632ec33dd30 msgr2=0x5632ec33c6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:59.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.347+0000 7fb50ea00700 1 --2- 172.21.15.42:0/168481386 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5632ec33dd30 0x5632ec33c6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.347+0000 7fb50ea00700 1 -- 172.21.15.42:0/168481386 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5632ec33d410 msgr2=0x5632ec324130 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-13T11:57:59.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.347+0000 7fb50ea00700 1 --2- 172.21.15.42:0/168481386 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5632ec33d410 0x5632ec324130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.347+0000 7fb50ea00700 1 -- 172.21.15.42:0/168481386 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5632ec33db30 con 0x5632ec32f240 2024-06-13T11:57:59.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.348+0000 7fb50ea00700 1 --2- 172.21.15.42:0/168481386 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5632ec32f240 0x5632ec34d720 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fb500097e30 tx=0x7fb50009ff50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5534bc069d770b60 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:59.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.348+0000 7fb4fb400700 1 -- 172.21.15.42:0/168481386 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5000a4400 con 0x5632ec32f240 2024-06-13T11:57:59.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.348+0000 7fb4fb400700 1 -- 172.21.15.42:0/168481386 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb500010a30 con 0x5632ec32f240 2024-06-13T11:57:59.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.348+0000 7fb4fb400700 1 -- 172.21.15.42:0/168481386 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb50009ae70 con 0x5632ec32f240 2024-06-13T11:57:59.350 INFO:tasks.workunit.client.0.smithi042.stdout:9/751: symlink d9/d31/l102 0 2024-06-13T11:57:59.350 INFO:tasks.workunit.client.0.smithi042.stdout:9/752: readlink d9/d46/d68/ld8 0 2024-06-13T11:57:59.351 INFO:tasks.workunit.client.0.smithi042.stdout:9/753: write d9/d33/d69/d70/fea [387298,41945] 0 2024-06-13T11:57:59.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.349+0000 7fb51ff06b80 1 -- 172.21.15.42:0/168481386 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5632ec32f240 msgr2=0x5632ec34d720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:59.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.349+0000 7fb51ff06b80 1 --2- 172.21.15.42:0/168481386 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5632ec32f240 0x5632ec34d720 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fb500097e30 tx=0x7fb50009ff50 comp rx=0 tx=0).stop 2024-06-13T11:57:59.352 INFO:tasks.workunit.client.0.smithi042.stdout:8/715: creat d2/d3/d87/d8d/db3/fe7 x:0 0 0 2024-06-13T11:57:59.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.350+0000 7fb51ff06b80 1 -- 172.21.15.42:0/168481386 shutdown_connections 2024-06-13T11:57:59.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.350+0000 7fb51ff06b80 1 --2- 172.21.15.42:0/168481386 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5632ec32f240 0x5632ec34d720 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.350+0000 7fb51ff06b80 1 --2- 172.21.15.42:0/168481386 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5632ec33dd30 0x5632ec33c6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.350+0000 7fb51ff06b80 1 --2- 172.21.15.42:0/168481386 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5632ec33d410 0x5632ec324130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.350+0000 7fb51ff06b80 1 -- 172.21.15.42:0/168481386 >> 172.21.15.42:0/168481386 conn(0x5632ec25b170 msgr2=0x5632ec33e780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:59.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.350+0000 7fb51ff06b80 1 -- 172.21.15.42:0/168481386 shutdown_connections 2024-06-13T11:57:59.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.350+0000 7fb51ff06b80 1 -- 172.21.15.42:0/168481386 wait complete. 2024-06-13T11:57:59.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.351+0000 7fb51ff06b80 1 -- start start 2024-06-13T11:57:59.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.351+0000 7fb51ff06b80 1 Processor -- start 2024-06-13T11:57:59.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.352+0000 7fb51ff06b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5632ec32f240 0x5632ec358ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:59.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.352+0000 7fb51ff06b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5632ec33d410 0x5632ec359400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:59.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.352+0000 7fb51ff06b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5632ec33dd30 0x5632ec359940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:59.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.352+0000 7fb51ff06b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb510073450 con 0x5632ec32f240 2024-06-13T11:57:59.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.352+0000 7fb50e000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5632ec33d410 0x5632ec359400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:59.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.352+0000 7fb50e000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5632ec33d410 0x5632ec359400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:60114/0 (socket says 172.21.15.42:60114) 2024-06-13T11:57:59.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.352+0000 7fb50e000700 1 -- 172.21.15.42:0/422604258 learned_addr learned my addr 172.21.15.42:0/422604258 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:57:59.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.352+0000 7fb51ff06b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fb5100748c0 con 0x5632ec33d410 2024-06-13T11:57:59.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.353+0000 7fb51ff06b80 1 -- 172.21.15.42:0/422604258 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fb510073b20 con 0x5632ec33dd30 2024-06-13T11:57:59.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.353+0000 7fb50f400700 1 --2- 172.21.15.42:0/422604258 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5632ec33dd30 0x5632ec359940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:59.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.353+0000 7fb51ff06b80 10 client.0 _ll_register_callbacks cb 0x5632ec216380 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:57:59.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.354+0000 7fb50f400700 1 -- 172.21.15.42:0/422604258 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5632ec33d410 msgr2=0x5632ec359400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:59.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.354+0000 7fb50f400700 1 --2- 172.21.15.42:0/422604258 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5632ec33d410 0x5632ec359400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.354+0000 7fb50f400700 1 -- 172.21.15.42:0/422604258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5632ec32f240 msgr2=0x5632ec358ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:57:59.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.354+0000 7fb50f400700 1 --2- 172.21.15.42:0/422604258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5632ec32f240 0x5632ec358ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.354+0000 7fb50f400700 1 -- 172.21.15.42:0/422604258 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5632ec3bb280 con 0x5632ec33dd30 2024-06-13T11:57:59.358 INFO:tasks.workunit.client.0.smithi042.stdout:7/619: dwrite d2/d36/d4a/f2d [0,4194304] 0 2024-06-13T11:57:59.358 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.358+0000 7fb50f400700 1 --2- 172.21.15.42:0/422604258 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5632ec33dd30 0x5632ec359940 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fb5080074d0 tx=0x7fb508004b40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=80dc974c2131efb1 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:57:59.359 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:57:59 smithi042 ceph-mon[32231]: pgmap v76: 129 pgs: 129 active+clean; 1.6 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 161 MiB/s rd, 201 MiB/s wr, 1.02k op/s 2024-06-13T11:57:59.360 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.358+0000 7fb4f8c00700 10 client.0 ms_handle_connect on v2:172.21.15.162:3300/0 2024-06-13T11:57:59.360 INFO:tasks.workunit.client.0.smithi042.stdout:7/620: mkdir d2/d3/dd4 0 2024-06-13T11:57:59.360 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.360+0000 7fb4f8c00700 1 -- 172.21.15.42:0/422604258 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb508004bb0 con 0x5632ec33dd30 2024-06-13T11:57:59.361 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.360+0000 7fb4f8c00700 1 -- 172.21.15.42:0/422604258 <== mon.1 v2:172.21.15.162:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fb50800f030 con 0x5632ec33dd30 2024-06-13T11:57:59.361 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.361+0000 7fb51ff06b80 1 -- 172.21.15.42:0/422604258 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb500010a30 con 0x5632ec33dd30 2024-06-13T11:57:59.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.361+0000 7fb4f8c00700 1 -- 172.21.15.42:0/422604258 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fb508004d50 con 0x5632ec33dd30 2024-06-13T11:57:59.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.361+0000 7fb51ff06b80 10 client.25714 fetch_fsmap learned FSMap version 30 2024-06-13T11:57:59.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.361+0000 7fb51ff06b80 1 -- 172.21.15.42:0/422604258 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5632ec3bc530 con 0x5632ec33dd30 2024-06-13T11:57:59.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.362+0000 7fb4f8c00700 1 -- 172.21.15.42:0/422604258 <== mon.1 v2:172.21.15.162:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb500010a30 con 0x5632ec33dd30 2024-06-13T11:57:59.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.363+0000 7fb4f8c00700 1 -- 172.21.15.42:0/422604258 <== mon.1 v2:172.21.15.162:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fb5080247e0 con 0x5632ec33dd30 2024-06-13T11:57:59.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.363+0000 7fb51ff06b80 10 client.25714 fetch_fsmap finished waiting for FSMap version 30 2024-06-13T11:57:59.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.364+0000 7fb51ff06b80 10 client.25714 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-06-13T11:57:59.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.364+0000 7fb51ff06b80 20 client.25714 populate_metadata read hostname 'smithi042' 2024-06-13T11:57:59.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.364+0000 7fb51ff06b80 1 --2- 172.21.15.42:0/422604258 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5632ec3bcca0 0x5632ec3bf0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:57:59.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.364+0000 7fb51ff06b80 4 client.25714 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-06-13T11:57:59.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.364+0000 7fb51ff06b80 1 -- 172.21.15.42:0/422604258 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5632ec33b830 con 0x5632ec3bcca0 2024-06-13T11:57:59.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.365+0000 7fb50ea00700 1 --2- 172.21.15.42:0/422604258 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5632ec3bcca0 0x5632ec3bf0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:57:59.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.366+0000 7fb50ea00700 1 --2- 172.21.15.42:0/422604258 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5632ec3bcca0 0x5632ec3bf0b0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c27e6aa96922a7d7 server_cookie=991621879390703d in_seq=0 out_seq=0 2024-06-13T11:57:59.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.366+0000 7fb4f8c00700 10 client.25714 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:57:59.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.366+0000 7fb4f8c00700 1 -- 172.21.15.42:0/422604258 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5632ec33b830 con 0x5632ec3bcca0 2024-06-13T11:57:59.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.366+0000 7fb4f8c00700 10 client.25714 handle_command_reply: tid=0 2024-06-13T11:57:59.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.366+0000 7fb51ff06b80 1 client.25714 shutdown 2024-06-13T11:57:59.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.367+0000 7fb51ff06b80 1 -- 172.21.15.42:0/422604258 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5632ec33dd30 msgr2=0x5632ec359940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:59.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.367+0000 7fb51ff06b80 1 --2- 172.21.15.42:0/422604258 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5632ec33dd30 0x5632ec359940 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fb5080074d0 tx=0x7fb508004b40 comp rx=0 tx=0).stop 2024-06-13T11:57:59.368 INFO:tasks.workunit.client.0.smithi042.stdout:4/914: dwrite d1/d29/f34 [0,4194304] 0 2024-06-13T11:57:59.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.367+0000 7fb51ff06b80 1 -- 172.21.15.42:0/422604258 shutdown_connections 2024-06-13T11:57:59.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.367+0000 7fb51ff06b80 1 --2- 172.21.15.42:0/422604258 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5632ec3bcca0 0x5632ec3bf0b0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.367+0000 7fb4f8c00700 0 client.25714 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:57:59.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.367+0000 7fb51ff06b80 1 --2- 172.21.15.42:0/422604258 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5632ec33dd30 0x5632ec359940 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.367+0000 7fb51ff06b80 1 --2- 172.21.15.42:0/422604258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5632ec32f240 0x5632ec358ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.367+0000 7fb51ff06b80 1 --2- 172.21.15.42:0/422604258 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5632ec33d410 0x5632ec359400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.367+0000 7fb51ff06b80 1 -- 172.21.15.42:0/422604258 >> 172.21.15.42:0/422604258 conn(0x5632ec25b170 msgr2=0x5632ec33c6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:59.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.368+0000 7fb51ff06b80 1 -- 172.21.15.42:0/422604258 shutdown_connections 2024-06-13T11:57:59.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.368+0000 7fb51ff06b80 1 -- 172.21.15.42:0/422604258 wait complete. 2024-06-13T11:57:59.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.369+0000 7fb51ff06b80 20 client.25714 trim_cache size 0 max 16384 2024-06-13T11:57:59.370 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-13T11:57:59.370 INFO:teuthology.orchestra.run.smithi042.stdout: "status": "no active scrubs running", 2024-06-13T11:57:59.370 INFO:teuthology.orchestra.run.smithi042.stdout: "scrubs": {} 2024-06-13T11:57:59.370 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-13T11:57:59.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.370+0000 7fb515600700 1 -- 172.21.15.42:0/340654167 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fb4f40a2f90 msgr2=0x7fb4f40a5450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:59.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.370+0000 7fb515600700 1 --2- 172.21.15.42:0/340654167 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fb4f40a2f90 0x7fb4f40a5450 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fb508009c10 tx=0x7fb50800b040 comp rx=0 tx=0).stop 2024-06-13T11:57:59.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.371+0000 7fb515600700 1 -- 172.21.15.42:0/340654167 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb5101024e0 msgr2=0x7fb51019e8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:57:59.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.371+0000 7fb515600700 1 --2- 172.21.15.42:0/340654167 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb5101024e0 0x7fb51019e8e0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fb50000e9a0 tx=0x7fb50000ed60 comp rx=0 tx=0).stop 2024-06-13T11:57:59.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.371+0000 7fb515600700 1 -- 172.21.15.42:0/340654167 shutdown_connections 2024-06-13T11:57:59.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.371+0000 7fb515600700 1 --2- 172.21.15.42:0/340654167 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fb4f40a2f90 0x7fb4f40a5450 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.371+0000 7fb515600700 1 --2- 172.21.15.42:0/340654167 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb5101085f0 0x7fb510198aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.371+0000 7fb515600700 1 --2- 172.21.15.42:0/340654167 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb5101024e0 0x7fb51019e8e0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.371+0000 7fb515600700 1 --2- 172.21.15.42:0/340654167 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb510102ea0 0x7fb51019ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:57:59.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.371+0000 7fb515600700 1 -- 172.21.15.42:0/340654167 >> 172.21.15.42:0/340654167 conn(0x7fb510079640 msgr2=0x7fb510100ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:57:59.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.373+0000 7fb515600700 1 -- 172.21.15.42:0/340654167 shutdown_connections 2024-06-13T11:57:59.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:57:59.373+0000 7fb515600700 1 -- 172.21.15.42:0/340654167 wait complete. 2024-06-13T11:57:59.388 INFO:tasks.workunit.client.0.smithi042.stdout:7/621: dread d2/f34 [0,4194304] 0 2024-06-13T11:57:59.388 INFO:tasks.workunit.client.0.smithi042.stdout:0/861: dwrite d4/d33/f66 [0,4194304] 0 2024-06-13T11:57:59.389 INFO:tasks.workunit.client.0.smithi042.stdout:9/754: write d9/d46/d68/fbf [2017862,45327] 0 2024-06-13T11:57:59.389 INFO:tasks.workunit.client.0.smithi042.stdout:5/752: dwrite d1/f12 [0,4194304] 0 2024-06-13T11:57:59.390 INFO:tasks.workunit.client.0.smithi042.stdout:0/862: rmdir d4/d33/d3f/d124 0 2024-06-13T11:57:59.390 INFO:tasks.workunit.client.0.smithi042.stdout:7/622: symlink d2/d36/dcc/ld5 0 2024-06-13T11:57:59.391 INFO:tasks.workunit.client.0.smithi042.stdout:0/863: creat d4/d31/d34/f12b x:0 0 0 2024-06-13T11:57:59.392 INFO:tasks.workunit.client.0.smithi042.stdout:0/864: link d4/d31/d4a/d58/c71 d4/d31/d121/c12c 0 2024-06-13T11:57:59.396 INFO:tasks.workunit.client.0.smithi042.stdout:1/783: dwrite d0/d17/dd/d42/d70/f83 [0,4194304] 0 2024-06-13T11:57:59.397 INFO:tasks.workunit.client.0.smithi042.stdout:1/784: write d0/d17/d18/d29/fdc [934437,54057] 0 2024-06-13T11:57:59.397 INFO:tasks.workunit.client.0.smithi042.stdout:1/785: write d0/d17/dd/f74 [2784335,105499] 0 2024-06-13T11:57:59.397 INFO:tasks.workunit.client.0.smithi042.stdout:9/755: mknod d9/d33/d40/c103 0 2024-06-13T11:57:59.400 INFO:tasks.workunit.client.0.smithi042.stdout:1/786: symlink d0/d17/dd/d55/d6a/lff 0 2024-06-13T11:57:59.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:57:59 smithi162 ceph-mon[36757]: pgmap v76: 129 pgs: 129 active+clean; 1.6 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 161 MiB/s rd, 201 MiB/s wr, 1.02k op/s 2024-06-13T11:57:59.406 INFO:tasks.workunit.client.0.smithi042.stdout:1/787: creat d0/d17/dd/d66/d82/f100 x:0 0 0 2024-06-13T11:57:59.412 INFO:tasks.workunit.client.0.smithi042.stdout:1/788: symlink d0/d17/dd/d66/d82/d5f/d63/l101 0 2024-06-13T11:57:59.413 INFO:tasks.workunit.client.0.smithi042.stdout:1/789: mkdir d0/d17/dd/d1b/d5e/d102 0 2024-06-13T11:57:59.416 INFO:tasks.workunit.client.0.smithi042.stdout:1/790: unlink d0/d17/dd/d66/f2a 0 2024-06-13T11:57:59.418 INFO:tasks.workunit.client.0.smithi042.stdout:1/791: getdents d0/d17/dd/d55/d6a/d56 0 2024-06-13T11:57:59.423 INFO:tasks.workunit.client.0.smithi042.stdout:1/792: link d0/d17/d18/f54 d0/d17/dd/d1b/d5e/f103 0 2024-06-13T11:57:59.442 INFO:tasks.workunit.client.0.smithi042.stdout:0/865: write d4/d33/dbc/fe0 [1242430,102196] 0 2024-06-13T11:57:59.456 INFO:tasks.workunit.client.0.smithi042.stdout:2/706: dwrite d7/d1a/d8d/f9c [0,4194304] 0 2024-06-13T11:57:59.456 INFO:tasks.workunit.client.0.smithi042.stdout:2/707: write d7/d3c/d40/d4c/f7a [3312530,129992] 0 2024-06-13T11:57:59.456 INFO:tasks.workunit.client.0.smithi042.stdout:2/708: chown d7/d23/d59/d88/fbd 34389446 1 2024-06-13T11:57:59.456 INFO:tasks.workunit.client.0.smithi042.stdout:1/793: mknod d0/d17/d18/d29/d90/da7/c104 0 2024-06-13T11:57:59.464 INFO:tasks.workunit.client.0.smithi042.stdout:5/753: dwrite d1/d2b/d35/d36/f3c [0,4194304] 0 2024-06-13T11:57:59.464 INFO:tasks.workunit.client.0.smithi042.stdout:6/945: dwrite d16/d8b/d116/d66/d112/d12d/f133 [0,4194304] 0 2024-06-13T11:57:59.471 INFO:tasks.workunit.client.0.smithi042.stdout:8/716: rename d2/dc/d53/d78/faf to d2/d3/d81/d94/d79/d98/fe8 0 2024-06-13T11:57:59.472 INFO:tasks.workunit.client.0.smithi042.stdout:8/717: unlink d2/dc/d64/f9b 0 2024-06-13T11:57:59.474 INFO:tasks.workunit.client.0.smithi042.stdout:8/718: mkdir d2/d3/d87/d8d/de9 0 2024-06-13T11:57:59.475 INFO:tasks.workunit.client.0.smithi042.stdout:5/754: creat d1/d2b/d35/d5b/db3/fe8 x:0 0 0 2024-06-13T11:57:59.476 INFO:tasks.workunit.client.0.smithi042.stdout:8/719: rename d2/d3/d87/lb9 to d2/dc/d22/lea 0 2024-06-13T11:57:59.478 INFO:tasks.workunit.client.0.smithi042.stdout:8/720: mknod d2/dc/d53/ceb 0 2024-06-13T11:57:59.478 INFO:tasks.workunit.client.0.smithi042.stdout:8/721: dread - d2/dc/d22/d3c/fdb zero size 2024-06-13T11:57:59.485 INFO:tasks.workunit.client.0.smithi042.stdout:6/946: dread d16/d21/d72/d31/f9e [0,4194304] 0 2024-06-13T11:57:59.486 INFO:tasks.workunit.client.0.smithi042.stdout:7/623: dwrite d2/d36/d64/f56 [0,4194304] 0 2024-06-13T11:57:59.487 INFO:tasks.workunit.client.0.smithi042.stdout:7/624: dread - d2/d36/d64/f5a zero size 2024-06-13T11:57:59.487 INFO:tasks.workunit.client.0.smithi042.stdout:7/625: dread - d2/d36/da5/fb0 zero size 2024-06-13T11:57:59.487 INFO:tasks.workunit.client.0.smithi042.stdout:7/626: fdatasync d2/f32 0 2024-06-13T11:57:59.490 INFO:tasks.workunit.client.0.smithi042.stdout:7/627: mkdir d2/d36/dd6 0 2024-06-13T11:57:59.490 INFO:tasks.workunit.client.0.smithi042.stdout:2/709: write d7/d3c/d40/d4c/f5b [38397,54212] 0 2024-06-13T11:57:59.491 INFO:tasks.workunit.client.0.smithi042.stdout:7/628: creat d2/d3/d3e/db3/fd7 x:0 0 0 2024-06-13T11:57:59.491 INFO:tasks.workunit.client.0.smithi042.stdout:7/629: chown d2/d36/d4a/d42/cbb 1861633217 1 2024-06-13T11:57:59.494 INFO:tasks.workunit.client.0.smithi042.stdout:2/710: symlink d7/d23/lf2 0 2024-06-13T11:57:59.494 INFO:tasks.workunit.client.0.smithi042.stdout:7/630: creat d2/d36/dd6/fd8 x:0 0 0 2024-06-13T11:57:59.496 INFO:tasks.workunit.client.0.smithi042.stdout:9/756: dwrite d9/d15/f1e [0,4194304] 0 2024-06-13T11:57:59.497 INFO:tasks.workunit.client.0.smithi042.stdout:9/757: chown d9/d33/d69/d70/f3a 150940 1 2024-06-13T11:57:59.498 INFO:tasks.workunit.client.0.smithi042.stdout:7/631: mkdir d2/d3/d3e/dd9 0 2024-06-13T11:57:59.498 INFO:tasks.workunit.client.0.smithi042.stdout:7/632: dread - d2/d3/f3d zero size 2024-06-13T11:57:59.499 INFO:tasks.workunit.client.0.smithi042.stdout:9/758: symlink d9/db1/l104 0 2024-06-13T11:57:59.501 INFO:tasks.workunit.client.0.smithi042.stdout:7/633: creat d2/d36/d4a/fda x:0 0 0 2024-06-13T11:57:59.501 INFO:tasks.workunit.client.0.smithi042.stdout:1/794: dread d0/d17/dd/d55/d6a/f49 [0,4194304] 0 2024-06-13T11:57:59.502 INFO:tasks.workunit.client.0.smithi042.stdout:4/915: dwrite d1/d5/d16/f2c [4194304,4194304] 0 2024-06-13T11:57:59.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:57:59 smithi088 ceph-mon[36399]: pgmap v76: 129 pgs: 129 active+clean; 1.6 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 161 MiB/s rd, 201 MiB/s wr, 1.02k op/s 2024-06-13T11:57:59.507 INFO:tasks.workunit.client.0.smithi042.stdout:1/795: rename d0/d17/dd/d55/da4/lde to d0/d17/dd/d66/db8/l105 0 2024-06-13T11:57:59.508 INFO:tasks.workunit.client.0.smithi042.stdout:4/916: creat d1/d29/d4f/d91/f14a x:0 0 0 2024-06-13T11:57:59.508 INFO:tasks.workunit.client.0.smithi042.stdout:1/796: mknod d0/d17/dd/d66/d82/d5f/c106 0 2024-06-13T11:57:59.515 INFO:tasks.workunit.client.0.smithi042.stdout:5/755: dwrite d1/d2b/d35/d36/dba/dda/fe7 [0,4194304] 0 2024-06-13T11:57:59.516 INFO:tasks.workunit.client.0.smithi042.stdout:5/756: creat d1/d49/fe9 x:0 0 0 2024-06-13T11:57:59.517 INFO:tasks.workunit.client.0.smithi042.stdout:5/757: getdents d1/d42/d60/d8f/dbb 0 2024-06-13T11:57:59.518 INFO:tasks.workunit.client.0.smithi042.stdout:5/758: creat d1/d2b/d35/d36/d40/fea x:0 0 0 2024-06-13T11:57:59.518 INFO:tasks.workunit.client.0.smithi042.stdout:7/634: dread d2/f1a [0,4194304] 0 2024-06-13T11:57:59.520 INFO:tasks.workunit.client.0.smithi042.stdout:5/759: creat d1/d2b/d35/d5b/feb x:0 0 0 2024-06-13T11:57:59.524 INFO:tasks.workunit.client.0.smithi042.stdout:1/797: fsync d0/d17/dd/f74 0 2024-06-13T11:57:59.526 INFO:tasks.workunit.client.0.smithi042.stdout:8/722: dread d2/d3/f4 [0,4194304] 0 2024-06-13T11:57:59.526 INFO:tasks.workunit.client.0.smithi042.stdout:1/798: creat d0/d17/dd/d42/f107 x:0 0 0 2024-06-13T11:57:59.527 INFO:tasks.workunit.client.0.smithi042.stdout:8/723: mkdir d2/d3/d5/d5b/dec 0 2024-06-13T11:57:59.527 INFO:tasks.workunit.client.0.smithi042.stdout:1/799: mknod d0/d17/dd/d55/c108 0 2024-06-13T11:57:59.529 INFO:tasks.workunit.client.0.smithi042.stdout:8/724: rename d2/dc/d53/ceb to d2/d3/d81/d94/d7f/ced 0 2024-06-13T11:57:59.530 INFO:tasks.workunit.client.0.smithi042.stdout:8/725: write d2/d3/d43/f4c [4519267,7287] 0 2024-06-13T11:57:59.530 INFO:tasks.workunit.client.0.smithi042.stdout:1/800: creat d0/d17/dd/f109 x:0 0 0 2024-06-13T11:57:59.530 INFO:tasks.workunit.client.0.smithi042.stdout:8/726: dread - d2/d3/d5/d5b/f75 zero size 2024-06-13T11:57:59.531 INFO:tasks.workunit.client.0.smithi042.stdout:8/727: symlink d2/dc/d6f/da4/lee 0 2024-06-13T11:57:59.532 INFO:tasks.workunit.client.0.smithi042.stdout:2/711: dread d7/d23/f4f [0,4194304] 0 2024-06-13T11:57:59.535 INFO:tasks.workunit.client.0.smithi042.stdout:1/801: getdents d0/d17/dd/d66/d82/d5f/d9a/da2 0 2024-06-13T11:57:59.535 INFO:tasks.workunit.client.0.smithi042.stdout:2/712: symlink d7/d3c/lf3 0 2024-06-13T11:57:59.539 INFO:tasks.workunit.client.0.smithi042.stdout:8/728: rename d2/dc/d22/f91 to d2/d3/d81/de5/fef 0 2024-06-13T11:57:59.539 INFO:tasks.workunit.client.0.smithi042.stdout:1/802: mknod d0/d17/dd/d42/c10a 0 2024-06-13T11:57:59.558 INFO:tasks.workunit.client.0.smithi042.stdout:1/803: dread d0/d17/d18/f75 [0,4194304] 0 2024-06-13T11:57:59.572 INFO:tasks.workunit.client.0.smithi042.stdout:5/760: dwrite d1/d2b/d35/f46 [0,4194304] 0 2024-06-13T11:57:59.572 INFO:tasks.workunit.client.0.smithi042.stdout:5/761: chown d1/d42/d60/d8f 141796 1 2024-06-13T11:57:59.572 INFO:tasks.workunit.client.0.smithi042.stdout:5/762: readlink d1/d2b/d35/d62/l77 0 2024-06-13T11:57:59.572 INFO:tasks.workunit.client.0.smithi042.stdout:5/763: write d1/d2b/d35/d36/dba/fd3 [142492,56919] 0 2024-06-13T11:57:59.573 INFO:tasks.workunit.client.0.smithi042.stdout:5/764: creat d1/d42/d60/fec x:0 0 0 2024-06-13T11:57:59.574 INFO:tasks.workunit.client.0.smithi042.stdout:5/765: creat d1/fed x:0 0 0 2024-06-13T11:57:59.581 INFO:tasks.workunit.client.0.smithi042.stdout:1/804: dread d0/d17/dd/d66/f41 [0,4194304] 0 2024-06-13T11:57:59.584 INFO:tasks.workunit.client.0.smithi042.stdout:1/805: rename d0/d17/f30 to d0/d17/dd/d66/d82/f10b 0 2024-06-13T11:57:59.615 INFO:tasks.workunit.client.0.smithi042.stdout:2/713: dwrite d7/df/f46 [0,4194304] 0 2024-06-13T11:57:59.616 INFO:tasks.workunit.client.0.smithi042.stdout:2/714: mkdir d7/d3c/d40/d4c/df4 0 2024-06-13T11:57:59.627 INFO:tasks.workunit.client.0.smithi042.stdout:2/715: write d7/d23/d59/f6e [1397001,130782] 0 2024-06-13T11:57:59.629 INFO:tasks.workunit.client.0.smithi042.stdout:7/635: getdents d2/d36/d4a 0 2024-06-13T11:57:59.629 INFO:tasks.workunit.client.0.smithi042.stdout:7/636: chown d2/d36/dd6 98880 1 2024-06-13T11:57:59.631 INFO:tasks.workunit.client.0.smithi042.stdout:2/716: unlink d7/d3c/fc6 0 2024-06-13T11:57:59.633 INFO:tasks.workunit.client.0.smithi042.stdout:7/637: creat d2/d3/dd4/fdb x:0 0 0 2024-06-13T11:57:59.636 INFO:tasks.workunit.client.0.smithi042.stdout:7/638: symlink d2/d3/dd4/ldc 0 2024-06-13T11:57:59.637 INFO:tasks.workunit.client.0.smithi042.stdout:5/766: getdents d1/d2b/d35/d36/d40 0 2024-06-13T11:57:59.640 INFO:tasks.workunit.client.0.smithi042.stdout:0/866: dwrite d4/d33/dbc/ff9 [0,4194304] 0 2024-06-13T11:57:59.641 INFO:tasks.workunit.client.0.smithi042.stdout:9/759: dwrite d9/d33/d69/d70/f3a [0,4194304] 0 2024-06-13T11:57:59.641 INFO:tasks.workunit.client.0.smithi042.stdout:6/947: dread d16/d6d/d82/fb6 [0,4194304] 0 2024-06-13T11:57:59.642 INFO:tasks.workunit.client.0.smithi042.stdout:6/948: dread - d16/d21/d72/d79/fd1 zero size 2024-06-13T11:57:59.642 INFO:tasks.workunit.client.0.smithi042.stdout:5/767: mknod d1/cee 0 2024-06-13T11:57:59.645 INFO:tasks.workunit.client.0.smithi042.stdout:7/639: rename d2/d36/d4a/d42/dbe/cc9 to d2/d36/d4a/d42/d63/cdd 0 2024-06-13T11:57:59.645 INFO:tasks.workunit.client.0.smithi042.stdout:7/640: stat d2/d36/d4a/d42/d63/f8b 0 2024-06-13T11:57:59.645 INFO:tasks.workunit.client.0.smithi042.stdout:9/760: mknod d9/d31/d5c/c105 0 2024-06-13T11:57:59.645 INFO:tasks.workunit.client.0.smithi042.stdout:9/761: getdents d9/d33/d69/de1 0 2024-06-13T11:57:59.648 INFO:tasks.workunit.client.0.smithi042.stdout:0/867: truncate d4/d32/d3a/f112 809171 0 2024-06-13T11:57:59.651 INFO:tasks.workunit.client.0.smithi042.stdout:9/762: mknod d9/d16/daf/dda/c106 0 2024-06-13T11:57:59.652 INFO:tasks.workunit.client.0.smithi042.stdout:4/917: dwrite d1/d5/d16/deb/d13b/d5e/d118/f11c [4194304,4194304] 0 2024-06-13T11:57:59.653 INFO:tasks.workunit.client.0.smithi042.stdout:4/918: fsync d1/d5/d16/deb/d13b/d5e/ff3 0 2024-06-13T11:57:59.653 INFO:tasks.workunit.client.0.smithi042.stdout:4/919: fdatasync d1/d29/d4f/f83 0 2024-06-13T11:57:59.655 INFO:tasks.workunit.client.0.smithi042.stdout:8/729: dwrite d2/d3/d81/d94/d79/d98/fe8 [0,4194304] 0 2024-06-13T11:57:59.655 INFO:tasks.workunit.client.0.smithi042.stdout:8/730: chown d2/d3/d81/de5/fef 73 1 2024-06-13T11:57:59.655 INFO:tasks.workunit.client.0.smithi042.stdout:0/868: symlink d4/d31/d4a/d58/d68/db3/l12d 0 2024-06-13T11:57:59.661 INFO:tasks.workunit.client.0.smithi042.stdout:4/920: truncate d1/d5/d16/deb/d13b/d4e/d97/d10c/d60/d67/d72/fe9 2036012 0 2024-06-13T11:57:59.661 INFO:tasks.workunit.client.0.smithi042.stdout:4/921: rmdir d1/d5/d16/deb/d13b/d4e/d97/d10c/d60/d67/d72 39 2024-06-13T11:57:59.667 INFO:tasks.workunit.client.0.smithi042.stdout:8/731: rmdir d2/d3/d81/d94/d79/d98 39 2024-06-13T11:57:59.667 INFO:tasks.workunit.client.0.smithi042.stdout:8/732: dread - d2/d3/d81/fc7 zero size 2024-06-13T11:57:59.679 INFO:tasks.workunit.client.0.smithi042.stdout:8/733: creat d2/d3/d87/d8d/db3/ff0 x:0 0 0 2024-06-13T11:57:59.700 INFO:tasks.workunit.client.0.smithi042.stdout:6/949: dwrite d16/f78 [0,4194304] 0 2024-06-13T11:57:59.705 INFO:tasks.workunit.client.0.smithi042.stdout:5/768: dwrite d1/d2b/d35/d36/d40/fea [0,4194304] 0 2024-06-13T11:57:59.705 INFO:tasks.workunit.client.0.smithi042.stdout:5/769: truncate d1/d31/d6a/d7a/d96/fab 444594 0 2024-06-13T11:57:59.709 INFO:tasks.workunit.client.0.smithi042.stdout:5/770: mkdir d1/d2b/d35/d36/dba/def 0 2024-06-13T11:57:59.715 INFO:tasks.workunit.client.0.smithi042.stdout:6/950: dread d16/d21/d5d/dae/db3/fbc [0,4194304] 0 2024-06-13T11:57:59.715 INFO:tasks.workunit.client.0.smithi042.stdout:6/951: chown d16/d21/d72/d79/dad/dea/cba 190556 1 2024-06-13T11:57:59.717 INFO:tasks.workunit.client.0.smithi042.stdout:6/952: symlink d16/d21/da6/l138 0 2024-06-13T11:57:59.717 INFO:tasks.workunit.client.0.smithi042.stdout:6/953: readlink d16/d8b/d116/d66/le2 0 2024-06-13T11:57:59.717 INFO:tasks.workunit.client.0.smithi042.stdout:6/954: fdatasync d16/d21/d72/d79/ffb 0 2024-06-13T11:57:59.731 INFO:tasks.workunit.client.0.smithi042.stdout:6/955: mknod d16/d21/d72/d79/d93/da8/c139 0 2024-06-13T11:57:59.732 INFO:tasks.workunit.client.0.smithi042.stdout:8/734: dread d2/f15 [0,4194304] 0 2024-06-13T11:57:59.732 INFO:tasks.workunit.client.0.smithi042.stdout:2/717: dwrite d7/d23/d59/d88/fbd [0,4194304] 0 2024-06-13T11:57:59.733 INFO:tasks.workunit.client.0.smithi042.stdout:8/735: creat d2/dc/d53/ff1 x:0 0 0 2024-06-13T11:57:59.733 INFO:tasks.workunit.client.0.smithi042.stdout:8/736: stat d2/d3/d5/d5b/fd2 0 2024-06-13T11:57:59.734 INFO:tasks.workunit.client.0.smithi042.stdout:9/763: dwrite d9/d46/d6d/fa0 [0,4194304] 0 2024-06-13T11:57:59.735 INFO:tasks.workunit.client.0.smithi042.stdout:7/641: dwrite d2/f65 [0,4194304] 0 2024-06-13T11:57:59.735 INFO:tasks.workunit.client.0.smithi042.stdout:7/642: chown d2/d36/d4a/d39/lbd 10 1 2024-06-13T11:57:59.735 INFO:tasks.workunit.client.0.smithi042.stdout:7/643: stat d2/d36/d4a/d42/d98/l80 0 2024-06-13T11:57:59.739 INFO:tasks.workunit.client.0.smithi042.stdout:5/771: dread d1/f8 [4194304,4194304] 0 2024-06-13T11:57:59.739 INFO:tasks.workunit.client.0.smithi042.stdout:2/718: mkdir d7/d3c/d40/d4c/d5a/df5 0 2024-06-13T11:57:59.740 INFO:tasks.workunit.client.0.smithi042.stdout:8/737: symlink d2/d3/d5/d44/dbe/lf2 0 2024-06-13T11:57:59.740 INFO:tasks.workunit.client.0.smithi042.stdout:8/738: readlink d2/d3/d81/lcb 0 2024-06-13T11:57:59.740 INFO:tasks.workunit.client.0.smithi042.stdout:6/956: rmdir d16/d21/da6/d123 0 2024-06-13T11:57:59.740 INFO:tasks.workunit.client.0.smithi042.stdout:2/719: mknod d7/d3c/d40/d4c/d5a/d97/cf6 0 2024-06-13T11:57:59.743 INFO:tasks.workunit.client.0.smithi042.stdout:8/739: creat d2/d3/d5/ff3 x:0 0 0 2024-06-13T11:57:59.743 INFO:tasks.workunit.client.0.smithi042.stdout:6/957: creat d16/d21/d72/d79/d93/f13a x:0 0 0 2024-06-13T11:57:59.743 INFO:tasks.workunit.client.0.smithi042.stdout:6/958: mknod d16/d21/d72/d79/d93/da8/dd0/c13b 0 2024-06-13T11:57:59.744 INFO:tasks.workunit.client.0.smithi042.stdout:2/720: creat d7/d61/d64/db4/da0/ff7 x:0 0 0 2024-06-13T11:57:59.747 INFO:tasks.workunit.client.0.smithi042.stdout:6/959: creat d16/d21/d72/d79/f13c x:0 0 0 2024-06-13T11:57:59.747 INFO:tasks.workunit.client.0.smithi042.stdout:6/960: dread - d16/d21/d72/d79/ffb zero size 2024-06-13T11:57:59.749 INFO:tasks.workunit.client.0.smithi042.stdout:6/961: mkdir d16/d21/da6/d13d 0 2024-06-13T11:57:59.749 INFO:tasks.workunit.client.0.smithi042.stdout:6/962: read d16/d21/d23/d2e/f6f [803641,83773] 0 2024-06-13T11:57:59.751 INFO:tasks.workunit.client.0.smithi042.stdout:6/963: creat d16/d21/d35/d63/d9d/f13e x:0 0 0 2024-06-13T11:57:59.752 INFO:tasks.workunit.client.0.smithi042.stdout:6/964: dread - d16/d21/d32/d7c/dc1/dd3/fe3 zero size 2024-06-13T11:57:59.755 INFO:tasks.workunit.client.0.smithi042.stdout:6/965: creat d16/d21/d5d/f13f x:0 0 0 2024-06-13T11:57:59.758 INFO:tasks.workunit.client.0.smithi042.stdout:2/721: write d7/d61/d64/f71 [448389,104240] 0 2024-06-13T11:57:59.759 INFO:tasks.workunit.client.0.smithi042.stdout:6/966: link d16/f126 d16/d21/d35/d63/d9d/d10a/f140 0 2024-06-13T11:57:59.760 INFO:tasks.workunit.client.0.smithi042.stdout:2/722: creat d7/d61/dba/ff8 x:0 0 0 2024-06-13T11:57:59.762 INFO:tasks.workunit.client.0.smithi042.stdout:6/967: mkdir d16/d8b/d141 0 2024-06-13T11:57:59.764 INFO:tasks.workunit.client.0.smithi042.stdout:6/968: creat d16/d6d/f142 x:0 0 0 2024-06-13T11:57:59.765 INFO:tasks.workunit.client.0.smithi042.stdout:2/723: symlink d7/d3c/lf9 0 2024-06-13T11:57:59.766 INFO:tasks.workunit.client.0.smithi042.stdout:6/969: rmdir d16 39 2024-06-13T11:57:59.769 INFO:tasks.workunit.client.0.smithi042.stdout:6/970: mknod d16/d21/da6/d13d/c143 0 2024-06-13T11:57:59.787 INFO:tasks.workunit.client.0.smithi042.stdout:2/724: write d7/d1f/f70 [2497680,41891] 0 2024-06-13T11:57:59.788 INFO:tasks.workunit.client.0.smithi042.stdout:7/644: dwrite d2/d36/d4a/fd3 [0,4194304] 0 2024-06-13T11:57:59.790 INFO:tasks.workunit.client.0.smithi042.stdout:2/725: link d7/d1f/f5c d7/df/d6a/db8/dbc/dcc/dd2/ffa 0 2024-06-13T11:57:59.790 INFO:tasks.workunit.client.0.smithi042.stdout:2/726: chown f2 57 1 2024-06-13T11:57:59.793 INFO:tasks.workunit.client.0.smithi042.stdout:9/764: dwrite d9/d16/d48/fe2 [0,4194304] 0 2024-06-13T11:57:59.793 INFO:tasks.workunit.client.0.smithi042.stdout:9/765: write d9/d33/d69/f9d [44946,75145] 0 2024-06-13T11:57:59.794 INFO:tasks.workunit.client.0.smithi042.stdout:9/766: chown d9/d33 203623 1 2024-06-13T11:57:59.794 INFO:tasks.workunit.client.0.smithi042.stdout:7/645: rename d2/d36/d4a/d42/d98/l80 to d2/d36/d4a/d42/d86/dc8/lde 0 2024-06-13T11:57:59.794 INFO:tasks.workunit.client.0.smithi042.stdout:6/971: link d16/d21/d32/f3d d16/d21/d72/d79/f144 0 2024-06-13T11:57:59.796 INFO:tasks.workunit.client.0.smithi042.stdout:5/772: dwrite d1/d42/d60/d8f/dbb/fd7 [0,4194304] 0 2024-06-13T11:57:59.796 INFO:tasks.workunit.client.0.smithi042.stdout:8/740: dread d2/d3/d43/f4c [0,4194304] 0 2024-06-13T11:57:59.796 INFO:tasks.workunit.client.0.smithi042.stdout:5/773: write d1/d31/d6a/d7a/faa [2844,71479] 0 2024-06-13T11:57:59.796 INFO:tasks.workunit.client.0.smithi042.stdout:5/774: fsync d1/d42/d60/d8f/dbb/fd7 0 2024-06-13T11:57:59.796 INFO:tasks.workunit.client.0.smithi042.stdout:6/972: mknod d16/d21/d35/d63/d9d/c145 0 2024-06-13T11:57:59.796 INFO:tasks.workunit.client.0.smithi042.stdout:7/646: mknod d2/d36/dcc/cdf 0 2024-06-13T11:57:59.798 INFO:tasks.workunit.client.0.smithi042.stdout:8/741: rename d2/d3/d5/d5b/f3b to d2/d3/d43/dbf/ff4 0 2024-06-13T11:57:59.802 INFO:tasks.workunit.client.0.smithi042.stdout:8/742: unlink d2/c86 0 2024-06-13T11:57:59.804 INFO:tasks.workunit.client.0.smithi042.stdout:8/743: mkdir d2/d3/d81/df5 0 2024-06-13T11:57:59.815 INFO:tasks.workunit.client.0.smithi042.stdout:7/647: write d2/f5 [1531961,17048] 0 2024-06-13T11:57:59.828 INFO:tasks.workunit.client.0.smithi042.stdout:5/775: rename d1/d31/d6a/d7a/d96/cb5 to d1/d42/d60/cf0 0 2024-06-13T11:57:59.830 INFO:tasks.workunit.client.0.smithi042.stdout:8/744: rename d2/d3/d87/d8d to d2/dc/d64/df6 0 2024-06-13T11:57:59.832 INFO:tasks.workunit.client.0.smithi042.stdout:8/745: truncate d2/dc/d22/d42/f21 2942808 0 2024-06-13T11:57:59.832 INFO:tasks.workunit.client.0.smithi042.stdout:8/746: fsync d2/d3/d43/f4d 0 2024-06-13T11:57:59.832 INFO:tasks.workunit.client.0.smithi042.stdout:8/747: truncate d2/d3/d5/d5b/fd2 1952512 0 2024-06-13T11:57:59.834 INFO:tasks.workunit.client.0.smithi042.stdout:8/748: creat d2/d3/d5/d44/ff7 x:0 0 0 2024-06-13T11:57:59.834 INFO:tasks.workunit.client.0.smithi042.stdout:8/749: write d2/d3/d5/d44/ff7 [648546,50012] 0 2024-06-13T11:57:59.834 INFO:tasks.workunit.client.0.smithi042.stdout:8/750: write d2/dc/d22/d77/fd8 [3749353,91080] 0 2024-06-13T11:57:59.837 INFO:tasks.workunit.client.0.smithi042.stdout:8/751: rename d2/d3/fdf to d2/d3/d81/d94/ff8 0 2024-06-13T11:57:59.841 INFO:tasks.workunit.client.0.smithi042.stdout:8/752: symlink d2/dc/d53/d78/lf9 0 2024-06-13T11:57:59.843 INFO:tasks.workunit.client.0.smithi042.stdout:8/753: creat d2/dc/d22/d42/ffa x:0 0 0 2024-06-13T11:57:59.845 INFO:tasks.workunit.client.0.smithi042.stdout:8/754: creat d2/ffb x:0 0 0 2024-06-13T11:57:59.853 INFO:tasks.workunit.client.0.smithi042.stdout:9/767: dwrite d9/d16/f9a [0,4194304] 0 2024-06-13T11:57:59.853 INFO:tasks.workunit.client.0.smithi042.stdout:9/768: chown d9/d33/d4b/c56 34266 1 2024-06-13T11:57:59.853 INFO:tasks.workunit.client.0.smithi042.stdout:9/769: unlink d9/d33/d69/d70/c13 0 2024-06-13T11:57:59.853 INFO:tasks.workunit.client.0.smithi042.stdout:9/770: write d9/d33/d69/d70/ff1 [33286,83580] 0 2024-06-13T11:57:59.853 INFO:tasks.workunit.client.0.smithi042.stdout:6/973: dwrite d16/d8b/d116/d66/ffc [4194304,4194304] 0 2024-06-13T11:57:59.853 INFO:tasks.workunit.client.0.smithi042.stdout:9/771: write d9/d15/fc3 [945280,121353] 0 2024-06-13T11:57:59.856 INFO:tasks.workunit.client.0.smithi042.stdout:6/974: symlink d16/d21/d23/dc4/dfa/l146 0 2024-06-13T11:57:59.862 INFO:tasks.workunit.client.0.smithi042.stdout:5/776: write d1/d31/d45/f47 [540324,97126] 0 2024-06-13T11:57:59.863 INFO:tasks.workunit.client.0.smithi042.stdout:5/777: readlink d1/d2b/d35/d62/l77 0 2024-06-13T11:57:59.863 INFO:tasks.workunit.client.0.smithi042.stdout:5/778: dread - d1/d2b/d35/d5b/db3/fb4 zero size 2024-06-13T11:57:59.864 INFO:tasks.workunit.client.0.smithi042.stdout:5/779: symlink d1/d2b/d35/d36/dba/def/lf1 0 2024-06-13T11:57:59.867 INFO:tasks.workunit.client.0.smithi042.stdout:5/780: symlink d1/d31/d6a/d7a/d96/lf2 0 2024-06-13T11:57:59.871 INFO:tasks.workunit.client.0.smithi042.stdout:7/648: dread d2/d3/d3e/fb5 [0,4194304] 0 2024-06-13T11:57:59.871 INFO:tasks.workunit.client.0.smithi042.stdout:7/649: write d2/d3/fd [2420208,97564] 0 2024-06-13T11:57:59.875 INFO:tasks.workunit.client.0.smithi042.stdout:8/755: dread d2/d3/f6 [0,4194304] 0 2024-06-13T11:57:59.878 INFO:tasks.workunit.client.0.smithi042.stdout:7/650: mknod d2/d3/daa/ce0 0 2024-06-13T11:57:59.880 INFO:tasks.workunit.client.0.smithi042.stdout:7/651: creat d2/fe1 x:0 0 0 2024-06-13T11:57:59.881 INFO:tasks.workunit.client.0.smithi042.stdout:9/772: write d9/d15/fbb [2411919,57683] 0 2024-06-13T11:57:59.882 INFO:tasks.workunit.client.0.smithi042.stdout:2/727: dwrite f4 [0,4194304] 0 2024-06-13T11:57:59.882 INFO:tasks.workunit.client.0.smithi042.stdout:8/756: write d2/f10 [785997,111838] 0 2024-06-13T11:57:59.883 INFO:tasks.workunit.client.0.smithi042.stdout:2/728: link d7/d61/dba/ce1 d7/df/d6a/db8/cfb 0 2024-06-13T11:57:59.883 INFO:tasks.workunit.client.0.smithi042.stdout:6/975: dread d16/d8b/f4c [0,4194304] 0 2024-06-13T11:57:59.884 INFO:tasks.workunit.client.0.smithi042.stdout:6/976: chown d16/d21/d32/d7c/fc3 2418868 1 2024-06-13T11:57:59.885 INFO:tasks.workunit.client.0.smithi042.stdout:2/729: link f4 d7/d1a/da2/ffc 0 2024-06-13T11:57:59.886 INFO:tasks.workunit.client.0.smithi042.stdout:9/773: symlink d9/d31/l107 0 2024-06-13T11:57:59.891 INFO:tasks.workunit.client.0.smithi042.stdout:7/652: dread d2/d3/d3e/f8d [0,4194304] 0 2024-06-13T11:57:59.891 INFO:tasks.workunit.client.0.smithi042.stdout:2/730: mknod d7/d23/d59/cfd 0 2024-06-13T11:57:59.891 INFO:tasks.workunit.client.0.smithi042.stdout:2/731: chown d7/df/c1c 792864 1 2024-06-13T11:57:59.891 INFO:tasks.workunit.client.0.smithi042.stdout:7/653: read d2/d36/f27 [2550465,34747] 0 2024-06-13T11:57:59.891 INFO:tasks.workunit.client.0.smithi042.stdout:6/977: creat d16/d21/d72/d31/f147 x:0 0 0 2024-06-13T11:57:59.891 INFO:tasks.workunit.client.0.smithi042.stdout:6/978: chown d16/d21/d72/d79/f7e 0 1 2024-06-13T11:57:59.891 INFO:tasks.workunit.client.0.smithi042.stdout:7/654: getdents d2/d36/d4a/d42/d63 0 2024-06-13T11:57:59.892 INFO:tasks.workunit.client.0.smithi042.stdout:9/774: link d9/d16/cbc d9/d33/d40/c108 0 2024-06-13T11:57:59.894 INFO:tasks.workunit.client.0.smithi042.stdout:6/979: mknod d16/d21/d5d/dae/db3/dcb/c148 0 2024-06-13T11:57:59.894 INFO:tasks.workunit.client.0.smithi042.stdout:6/980: chown d16/d6d/f100 845892873 1 2024-06-13T11:57:59.910 INFO:tasks.workunit.client.0.smithi042.stdout:9/775: dread d9/d46/f7e [0,4194304] 0 2024-06-13T11:57:59.918 INFO:tasks.workunit.client.0.smithi042.stdout:5/781: rename d1/d2b/d35/d5b/db3/fe8 to d1/d31/ff3 0 2024-06-13T11:57:59.921 INFO:tasks.workunit.client.0.smithi042.stdout:2/732: dread d7/d1a/d9e/fac [0,4194304] 0 2024-06-13T11:57:59.948 INFO:tasks.workunit.client.0.smithi042.stdout:6/981: dwrite d16/da0/ff3 [0,4194304] 0 2024-06-13T11:57:59.948 INFO:tasks.workunit.client.0.smithi042.stdout:6/982: write d16/d21/d23/d2e/f6f [553916,81051] 0 2024-06-13T11:57:59.955 INFO:tasks.workunit.client.0.smithi042.stdout:2/733: dwrite d7/d3c/d40/feb [0,4194304] 0 2024-06-13T11:57:59.955 INFO:tasks.workunit.client.0.smithi042.stdout:2/734: write d7/df/d33/f45 [88519,117050] 0 2024-06-13T11:57:59.956 INFO:tasks.workunit.client.0.smithi042.stdout:6/983: symlink d16/da0/db4/l149 0 2024-06-13T11:57:59.956 INFO:tasks.workunit.client.0.smithi042.stdout:6/984: write d16/d21/d32/fca [587620,83024] 0 2024-06-13T11:57:59.958 INFO:tasks.workunit.client.0.smithi042.stdout:6/985: symlink d16/d21/d35/l14a 0 2024-06-13T11:57:59.958 INFO:tasks.workunit.client.0.smithi042.stdout:8/757: rename d2/d3/d81/d94/d79/fd6 to d2/dc/d53/ffc 0 2024-06-13T11:57:59.958 INFO:tasks.workunit.client.0.smithi042.stdout:8/758: chown d2/dc/d53/c76 50537407 1 2024-06-13T11:57:59.959 INFO:tasks.workunit.client.0.smithi042.stdout:6/986: mkdir d16/d21/d23/d14b 0 2024-06-13T11:57:59.959 INFO:tasks.workunit.client.0.smithi042.stdout:6/987: chown d16/da0/ff3 96 1 2024-06-13T11:57:59.959 INFO:tasks.workunit.client.0.smithi042.stdout:2/735: creat d7/d61/d64/db4/ffe x:0 0 0 2024-06-13T11:57:59.959 INFO:tasks.workunit.client.0.smithi042.stdout:6/988: write d16/f17 [530440,46796] 0 2024-06-13T11:57:59.963 INFO:tasks.workunit.client.0.smithi042.stdout:9/776: dwrite d9/d4d/f89 [0,4194304] 0 2024-06-13T11:57:59.963 INFO:tasks.workunit.client.0.smithi042.stdout:8/759: mkdir d2/dc/d64/d7a/db4/dfd 0 2024-06-13T11:57:59.965 INFO:tasks.workunit.client.0.smithi042.stdout:8/760: unlink d2/dc/d64/ca1 0 2024-06-13T11:57:59.965 INFO:tasks.workunit.client.0.smithi042.stdout:8/761: truncate d2/d3/d81/d94/d79/fb7 1039336 0 2024-06-13T11:57:59.965 INFO:tasks.workunit.client.0.smithi042.stdout:8/762: dread - d2/dc/d53/fd5 zero size 2024-06-13T11:57:59.965 INFO:tasks.workunit.client.0.smithi042.stdout:5/782: dread d1/d31/f26 [8388608,4194304] 0 2024-06-13T11:57:59.966 INFO:tasks.workunit.client.0.smithi042.stdout:8/763: getdents d2/dc 0 2024-06-13T11:57:59.977 INFO:tasks.workunit.client.0.smithi042.stdout:5/783: rmdir d1/d2b/d35/d5b 39 2024-06-13T11:57:59.979 INFO:tasks.workunit.client.0.smithi042.stdout:5/784: creat d1/d2b/d35/d5b/db3/ff4 x:0 0 0 2024-06-13T11:57:59.980 INFO:tasks.workunit.client.0.smithi042.stdout:5/785: mkdir d1/d2b/d35/d36/daf/df5 0 2024-06-13T11:57:59.982 INFO:tasks.workunit.client.0.smithi042.stdout:5/786: mkdir d1/d31/d6a/d7a/d96/df6 0 2024-06-13T11:57:59.982 INFO:tasks.workunit.client.0.smithi042.stdout:5/787: fsync d1/d42/d60/d8f/dbb/fd7 0 2024-06-13T11:57:59.982 INFO:tasks.workunit.client.0.smithi042.stdout:6/989: write f11 [1635702,123205] 0 2024-06-13T11:57:59.998 INFO:tasks.workunit.client.0.smithi042.stdout:6/990: read d16/d8b/d116/d66/f7f [2242900,118939] 0 2024-06-13T11:58:00.000 INFO:tasks.workunit.client.0.smithi042.stdout:8/764: write d2/d3/d43/f4c [4181925,25289] 0 2024-06-13T11:58:00.002 INFO:tasks.workunit.client.0.smithi042.stdout:8/765: mknod d2/d3/d5/d44/cfe 0 2024-06-13T11:58:00.005 INFO:tasks.workunit.client.0.smithi042.stdout:8/766: rename d2/dc/d22/d42/f30 to d2/d3/fff 0 2024-06-13T11:58:00.006 INFO:tasks.workunit.client.0.smithi042.stdout:8/767: rename d2/dc/d64/d7a/db4/ce2 to d2/d3/d43/dbf/c100 0 2024-06-13T11:58:00.006 INFO:tasks.workunit.client.0.smithi042.stdout:8/768: write d2/f5f [161350,117547] 0 2024-06-13T11:58:00.006 INFO:tasks.workunit.client.0.smithi042.stdout:8/769: dread - d2/dc/d22/d77/f92 zero size 2024-06-13T11:58:00.007 INFO:tasks.workunit.client.0.smithi042.stdout:8/770: getdents d2/dc/d53 0 2024-06-13T11:58:00.007 INFO:tasks.workunit.client.0.smithi042.stdout:8/771: dread - d2/dc/d6f/fe6 zero size 2024-06-13T11:58:00.007 INFO:tasks.workunit.client.0.smithi042.stdout:8/772: dread - d2/dc/d64/d7a/f9a zero size 2024-06-13T11:58:00.007 INFO:tasks.workunit.client.0.smithi042.stdout:8/773: readlink d2/d3/d5/d44/le1 0 2024-06-13T11:58:00.028 INFO:tasks.workunit.client.0.smithi042.stdout:6/991: dread d16/da0/ff3 [0,4194304] 0 2024-06-13T11:58:00.032 INFO:tasks.workunit.client.0.smithi042.stdout:9/777: dwrite d9/d16/dba/fdf [0,4194304] 0 2024-06-13T11:58:00.037 INFO:tasks.workunit.client.0.smithi042.stdout:2/736: dwrite d7/df/d6a/db8/dbc/dcc/dd2/ffa [0,4194304] 0 2024-06-13T11:58:00.040 INFO:tasks.workunit.client.0.smithi042.stdout:6/992: write d16/d8b/f45 [945250,118001] 0 2024-06-13T11:58:00.045 INFO:tasks.workunit.client.0.smithi042.stdout:6/993: stat d16/c27 0 2024-06-13T11:58:00.048 INFO:tasks.workunit.client.0.smithi042.stdout:8/774: dread d2/f14 [4194304,4194304] 0 2024-06-13T11:58:00.049 INFO:tasks.workunit.client.0.smithi042.stdout:8/775: rmdir d2/d3/d81/da7 39 2024-06-13T11:58:00.049 INFO:tasks.workunit.client.0.smithi042.stdout:8/776: readlink d2/l26 0 2024-06-13T11:58:00.051 INFO:tasks.workunit.client.0.smithi042.stdout:8/777: truncate d2/dc/f7b 2147496 0 2024-06-13T11:58:00.051 INFO:tasks.workunit.client.0.smithi042.stdout:8/778: write d2/d3/f17 [378211,9461] 0 2024-06-13T11:58:00.053 INFO:tasks.workunit.client.0.smithi042.stdout:5/788: dwrite d1/d2b/d35/d36/d40/fe1 [0,4194304] 0 2024-06-13T11:58:00.090 INFO:tasks.workunit.client.0.smithi042.stdout:9/778: dwrite d9/d33/d69/f95 [0,4194304] 0 2024-06-13T11:58:00.104 INFO:tasks.workunit.client.0.smithi042.stdout:5/789: write d1/d31/f2e [424909,98008] 0 2024-06-13T11:58:00.107 INFO:tasks.workunit.client.0.smithi042.stdout:6/994: dwrite d16/d21/d5d/dae/db3/dcb/f107 [0,4194304] 0 2024-06-13T11:58:00.125 INFO:tasks.workunit.client.0.smithi042.stdout:8/779: dwrite d2/d3/d43/dbf/ff4 [0,4194304] 0 2024-06-13T11:58:00.128 INFO:tasks.workunit.client.0.smithi042.stdout:8/780: creat d2/dc/d6f/da4/f101 x:0 0 0 2024-06-13T11:58:00.130 INFO:tasks.workunit.client.0.smithi042.stdout:6/995: write d16/d21/d35/d63/d8e/fcf [348306,98313] 0 2024-06-13T11:58:00.135 INFO:tasks.workunit.client.0.smithi042.stdout:6/996: rename d16/d21/d23/d2e/f56 to d16/d21/d32/d7c/dc1/f14c 0 2024-06-13T11:58:00.135 INFO:tasks.workunit.client.0.smithi042.stdout:5/790: write d1/d31/d45/fc9 [731610,9401] 0 2024-06-13T11:58:00.135 INFO:tasks.workunit.client.0.smithi042.stdout:6/997: fsync d16/d8b/d116/d66/ff4 0 2024-06-13T11:58:00.140 INFO:tasks.workunit.client.0.smithi042.stdout:6/998: mknod d16/d21/d23/d14b/c14d 0 2024-06-13T11:58:00.147 INFO:tasks.workunit.client.0.smithi042.stdout:6/999: write d16/d21/d72/d79/d93/da8/dd0/fe0 [5098225,71280] 0 2024-06-13T11:58:00.147 INFO:tasks.workunit.client.0.smithi042.stdout:9/779: dwrite d9/f28 [0,4194304] 0 2024-06-13T11:58:00.148 INFO:tasks.workunit.client.0.smithi042.stdout:9/780: write d9/d33/d69/d70/fea [911510,130010] 0 2024-06-13T11:58:00.150 INFO:tasks.workunit.client.0.smithi042.stdout:9/781: symlink d9/d31/d5c/l109 0 2024-06-13T11:58:00.151 INFO:tasks.workunit.client.0.smithi042.stdout:9/782: symlink d9/d33/d69/de1/l10a 0 2024-06-13T11:58:00.152 INFO:tasks.workunit.client.0.smithi042.stdout:9/783: symlink d9/d15/d43/l10b 0 2024-06-13T11:58:00.152 INFO:tasks.workunit.client.0.smithi042.stdout:9/784: write d9/d33/d69/f9d [201132,88704] 0 2024-06-13T11:58:00.156 INFO:tasks.workunit.client.0.smithi042.stdout:9/785: mkdir d9/d31/d5c/d10c 0 2024-06-13T11:58:00.162 INFO:tasks.workunit.client.0.smithi042.stdout:5/791: write d1/d2b/d35/d36/f3c [1302815,73912] 0 2024-06-13T11:58:00.163 INFO:tasks.workunit.client.0.smithi042.stdout:5/792: link d1/d2b/d35/d62/ld4 d1/d2b/d35/d36/daf/df5/lf7 0 2024-06-13T11:58:00.165 INFO:tasks.workunit.client.0.smithi042.stdout:5/793: mknod d1/d31/d97/cf8 0 2024-06-13T11:58:00.165 INFO:tasks.workunit.client.0.smithi042.stdout:9/786: write d9/d33/d69/d70/fbd [506580,13722] 0 2024-06-13T11:58:00.166 INFO:tasks.workunit.client.0.smithi042.stdout:5/794: rmdir d1/d2b/d37 39 2024-06-13T11:58:00.167 INFO:tasks.workunit.client.0.smithi042.stdout:5/795: chown d1/d2b/d35/d36/d40/l6d 433924 1 2024-06-13T11:58:00.206 INFO:tasks.workunit.client.0.smithi042.stdout:9/787: dwrite d9/d33/d69/d70/ffb [0,4194304] 0 2024-06-13T11:58:00.208 INFO:tasks.workunit.client.0.smithi042.stdout:5/796: dwrite d1/d31/d6a/d8c/fac [0,4194304] 0 2024-06-13T11:58:00.208 INFO:tasks.workunit.client.0.smithi042.stdout:5/797: chown d1/d42/dc8/fd6 56 1 2024-06-13T11:58:00.210 INFO:tasks.workunit.client.0.smithi042.stdout:5/798: write d1/d31/fb [183435,61414] 0 2024-06-13T11:58:00.212 INFO:tasks.workunit.client.0.smithi042.stdout:5/799: creat d1/d2b/d35/d5b/db3/ff9 x:0 0 0 2024-06-13T11:58:00.212 INFO:tasks.workunit.client.0.smithi042.stdout:5/800: stat d1/d2b/lce 0 2024-06-13T11:58:00.228 INFO:tasks.workunit.client.0.smithi042.stdout:5/801: rename d1/d2b/d35/d36/dba/dda/cdd to d1/d2b/d35/d36/d40/cfa 0 2024-06-13T11:58:00.236 INFO:tasks.workunit.client.0.smithi042.stdout:9/788: dread d9/d16/dba/fdf [0,4194304] 0 2024-06-13T11:58:00.256 INFO:tasks.workunit.client.0.smithi042.stdout:9/789: dread d9/d4d/f89 [0,4194304] 0 2024-06-13T11:58:00.256 INFO:tasks.workunit.client.0.smithi042.stdout:9/790: stat d9/d33/d69/d70/ffb 0 2024-06-13T11:58:00.268 INFO:tasks.workunit.client.0.smithi042.stdout:5/802: dwrite d1/d31/d6a/d7a/d96/fdf [0,4194304] 0 2024-06-13T11:58:00.299 INFO:tasks.workunit.client.0.smithi042.stdout:9/791: dwrite d9/d46/d6d/f75 [0,4194304] 0 2024-06-13T11:58:00.302 INFO:tasks.workunit.client.0.smithi042.stdout:9/792: creat d9/d4d/f10d x:0 0 0 2024-06-13T11:58:00.321 INFO:tasks.workunit.client.0.smithi042.stdout:9/793: dread d9/d46/f81 [0,4194304] 0 2024-06-13T11:58:00.322 INFO:tasks.workunit.client.0.smithi042.stdout:9/794: mkdir d9/d33/d4b/d10e 0 2024-06-13T11:58:00.349 INFO:tasks.workunit.client.0.smithi042.stdout:9/795: dread d9/d46/d68/fbf [0,4194304] 0 2024-06-13T11:58:00.351 INFO:tasks.workunit.client.0.smithi042.stdout:9/796: mkdir d9/d4d/d10f 0 2024-06-13T11:58:00.407 INFO:tasks.workunit.client.0.smithi042.stdout:9/797: dwrite d9/d33/d69/d70/fb5 [0,4194304] 0 2024-06-13T11:58:00.473 INFO:tasks.workunit.client.0.smithi042.stdout:9/798: dwrite d9/d33/d69/d70/fbd [0,4194304] 0 2024-06-13T11:58:00.499 INFO:tasks.workunit.client.0.smithi042.stdout:9/799: creat d9/d46/d68/f110 x:0 0 0 2024-06-13T11:58:00.575 INFO:tasks.workunit.client.0.smithi042.stdout:9/800: dwrite d9/d46/d6d/f75 [0,4194304] 0 2024-06-13T11:58:00.575 INFO:tasks.workunit.client.0.smithi042.stdout:9/801: dread - d9/d46/fc8 zero size 2024-06-13T11:58:00.575 INFO:tasks.workunit.client.0.smithi042.stdout:9/802: fdatasync d9/d16/d48/d62/fe9 0 2024-06-13T11:58:00.576 INFO:tasks.workunit.client.0.smithi042.stdout:9/803: write d9/d33/d4b/fb4 [1505964,81988] 0 2024-06-13T11:58:00.576 INFO:tasks.workunit.client.0.smithi042.stdout:9/804: fsync d9/d46/f81 0 2024-06-13T11:58:00.576 INFO:tasks.workunit.client.0.smithi042.stdout:9/805: write d9/fc [95807,101624] 0 2024-06-13T11:58:00.582 INFO:tasks.workunit.client.0.smithi042.stdout:9/806: write d9/f96 [866211,121288] 0 2024-06-13T11:58:00.584 INFO:tasks.workunit.client.0.smithi042.stdout:9/807: creat d9/d16/d48/d62/f111 x:0 0 0 2024-06-13T11:58:00.585 INFO:tasks.workunit.client.0.smithi042.stdout:9/808: chown d9/d33/d4b/ld2 2 1 2024-06-13T11:58:00.585 INFO:tasks.workunit.client.0.smithi042.stdout:9/809: readlink d9/d16/d5f/lc1 0 2024-06-13T11:58:00.585 INFO:tasks.workunit.client.0.smithi042.stdout:9/810: write d9/d46/d6d/f6f [3002483,15779] 0 2024-06-13T11:58:01.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:01 smithi162 ceph-mon[36757]: pgmap v77: 129 pgs: 129 active+clean; 1.6 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 115 MiB/s rd, 142 MiB/s wr, 270 op/s 2024-06-13T11:58:01.467 INFO:tasks.workunit.client.0.smithi042.stdout:4/922: sync 2024-06-13T11:58:01.467 INFO:tasks.workunit.client.0.smithi042.stdout:8/781: sync 2024-06-13T11:58:01.467 INFO:tasks.workunit.client.0.smithi042.stdout:5/803: sync 2024-06-13T11:58:01.469 INFO:tasks.workunit.client.0.smithi042.stdout:3/776: sync 2024-06-13T11:58:01.469 INFO:tasks.workunit.client.0.smithi042.stdout:7/655: sync 2024-06-13T11:58:01.469 INFO:tasks.workunit.client.0.smithi042.stdout:2/737: sync 2024-06-13T11:58:01.469 INFO:tasks.workunit.client.0.smithi042.stdout:1/806: sync 2024-06-13T11:58:01.470 INFO:tasks.workunit.client.0.smithi042.stdout:0/869: sync 2024-06-13T11:58:01.470 INFO:tasks.workunit.client.0.smithi042.stdout:0/870: chown d4/d32/d3a/cfb 373431626 1 2024-06-13T11:58:01.470 INFO:tasks.workunit.client.0.smithi042.stdout:9/811: sync 2024-06-13T11:58:01.470 INFO:tasks.workunit.client.0.smithi042.stdout:1/807: dread - d0/d17/d18/d29/d43/f91 zero size 2024-06-13T11:58:01.470 INFO:tasks.workunit.client.0.smithi042.stdout:4/923: creat d1/d5/d16/deb/d13b/d5e/d7f/d89/f14b x:0 0 0 2024-06-13T11:58:01.471 INFO:tasks.workunit.client.0.smithi042.stdout:1/808: write d0/fc5 [5047948,97087] 0 2024-06-13T11:58:01.474 INFO:tasks.workunit.client.0.smithi042.stdout:7/656: symlink d2/d36/d4a/d42/dbe/le2 0 2024-06-13T11:58:01.474 INFO:tasks.workunit.client.0.smithi042.stdout:7/657: write d2/d3/d3e/fbf [958562,84337] 0 2024-06-13T11:58:01.474 INFO:tasks.workunit.client.0.smithi042.stdout:0/871: rmdir d4/d31/d34 39 2024-06-13T11:58:01.475 INFO:tasks.workunit.client.0.smithi042.stdout:7/658: write d2/d36/d4a/d39/f9a [838523,72951] 0 2024-06-13T11:58:01.476 INFO:tasks.workunit.client.0.smithi042.stdout:4/924: mkdir d1/d5/d16/deb/d13b/d15/db3/dfd/d114/d52/d14c 0 2024-06-13T11:58:01.477 INFO:tasks.workunit.client.0.smithi042.stdout:3/777: truncate dc/d17/d1f/d79/d88/fd9 3432797 0 2024-06-13T11:58:01.477 INFO:tasks.workunit.client.0.smithi042.stdout:3/778: fdatasync dc/d17/d3b/fb0 0 2024-06-13T11:58:01.477 INFO:tasks.workunit.client.0.smithi042.stdout:3/779: truncate dc/d17/d3b/d55/f9a 66941 0 2024-06-13T11:58:01.482 INFO:tasks.workunit.client.0.smithi042.stdout:0/872: creat d4/d31/d4a/d58/d68/f12e x:0 0 0 2024-06-13T11:58:01.483 INFO:tasks.workunit.client.0.smithi042.stdout:0/873: write d4/d32/d3a/f112 [931925,34460] 0 2024-06-13T11:58:01.490 INFO:tasks.workunit.client.0.smithi042.stdout:7/659: truncate d2/d3/f23 1088853 0 2024-06-13T11:58:01.490 INFO:tasks.workunit.client.0.smithi042.stdout:7/660: fdatasync d2/fa1 0 2024-06-13T11:58:01.490 INFO:tasks.workunit.client.0.smithi042.stdout:7/661: read d2/d36/d64/f58 [118059,91559] 0 2024-06-13T11:58:01.490 INFO:tasks.workunit.client.0.smithi042.stdout:7/662: getdents d2/d36/d4a 0 2024-06-13T11:58:01.490 INFO:tasks.workunit.client.0.smithi042.stdout:7/663: chown d2/d36/d4a/d39/la2 53 1 2024-06-13T11:58:01.491 INFO:tasks.workunit.client.0.smithi042.stdout:3/780: mknod dc/d17/d1f/d46/c114 0 2024-06-13T11:58:01.492 INFO:tasks.workunit.client.0.smithi042.stdout:4/925: mkdir d1/d5/d16/deb/d13b/d5e/d7f/d89/d8c/d14d 0 2024-06-13T11:58:01.493 INFO:tasks.workunit.client.0.smithi042.stdout:7/664: creat d2/d36/dcc/fe3 x:0 0 0 2024-06-13T11:58:01.497 INFO:tasks.workunit.client.0.smithi042.stdout:7/665: creat d2/d36/d4a/d42/d86/fe4 x:0 0 0 2024-06-13T11:58:01.499 INFO:tasks.workunit.client.0.smithi042.stdout:2/738: rename d7/d1f to d7/d61/d64/dff 0 2024-06-13T11:58:01.499 INFO:tasks.workunit.client.0.smithi042.stdout:2/739: stat d7/d1a/l7f 0 2024-06-13T11:58:01.500 INFO:tasks.workunit.client.0.smithi042.stdout:7/666: mkdir d2/d36/da5/de5 0 2024-06-13T11:58:01.501 INFO:tasks.workunit.client.0.smithi042.stdout:7/667: truncate d2/d36/d4a/d42/fd2 170198 0 2024-06-13T11:58:01.501 INFO:tasks.workunit.client.0.smithi042.stdout:7/668: stat d2/d36/d64/cc4 0 2024-06-13T11:58:01.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:01 smithi088 ceph-mon[36399]: pgmap v77: 129 pgs: 129 active+clean; 1.6 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 115 MiB/s rd, 142 MiB/s wr, 270 op/s 2024-06-13T11:58:01.504 INFO:tasks.workunit.client.0.smithi042.stdout:7/669: creat d2/d36/d4a/d39/fe6 x:0 0 0 2024-06-13T11:58:01.504 INFO:tasks.workunit.client.0.smithi042.stdout:7/670: readlink d2/d36/d4a/d42/d86/dc8/lde 0 2024-06-13T11:58:01.514 INFO:tasks.workunit.client.0.smithi042.stdout:7/671: creat d2/d36/d4a/d42/d98/fe7 x:0 0 0 2024-06-13T11:58:01.517 INFO:tasks.workunit.client.0.smithi042.stdout:7/672: symlink d2/d3/dd4/le8 0 2024-06-13T11:58:01.517 INFO:tasks.workunit.client.0.smithi042.stdout:7/673: write d2/d36/d4a/d39/fe6 [125970,108053] 0 2024-06-13T11:58:01.517 INFO:tasks.workunit.client.0.smithi042.stdout:7/674: write d2/d36/d4a/fb8 [1022509,114396] 0 2024-06-13T11:58:01.519 INFO:tasks.workunit.client.0.smithi042.stdout:7/675: mkdir d2/d36/d64/de9 0 2024-06-13T11:58:01.525 INFO:tasks.workunit.client.0.smithi042.stdout:1/809: write d0/d17/dd/d55/d6a/f49 [3566064,40737] 0 2024-06-13T11:58:01.526 INFO:tasks.workunit.client.0.smithi042.stdout:8/782: dread d2/dc/d22/d77/fc2 [0,4194304] 0 2024-06-13T11:58:01.529 INFO:tasks.workunit.client.0.smithi042.stdout:1/810: unlink d0/d17/dd/d66/f7a 0 2024-06-13T11:58:01.530 INFO:tasks.workunit.client.0.smithi042.stdout:1/811: fdatasync d0/f2b 0 2024-06-13T11:58:01.530 INFO:tasks.workunit.client.0.smithi042.stdout:1/812: fsync d0/d17/dd/f3b 0 2024-06-13T11:58:01.532 INFO:tasks.workunit.client.0.smithi042.stdout:8/783: mknod d2/d3/d43/dbf/c102 0 2024-06-13T11:58:01.534 INFO:tasks.workunit.client.0.smithi042.stdout:8/784: rmdir d2/dc/d6f 39 2024-06-13T11:58:01.538 INFO:tasks.workunit.client.0.smithi042.stdout:7/676: write d2/d36/d4a/d42/d98/f72 [75213,73699] 0 2024-06-13T11:58:01.544 INFO:tasks.workunit.client.0.smithi042.stdout:3/781: write dc/d17/d20/d9b/fa8 [2815207,117952] 0 2024-06-13T11:58:01.547 INFO:tasks.workunit.client.0.smithi042.stdout:3/782: rmdir dc/d17/d20/d2d/d37/d52 39 2024-06-13T11:58:01.547 INFO:tasks.workunit.client.0.smithi042.stdout:3/783: dread - dc/d17/d20/d2d/d37/d52/d7e/f80 zero size 2024-06-13T11:58:01.548 INFO:tasks.workunit.client.0.smithi042.stdout:3/784: dread - dc/d29/d87/ffa zero size 2024-06-13T11:58:01.549 INFO:tasks.workunit.client.0.smithi042.stdout:3/785: link dc/f14 dc/d29/d47/d66/f115 0 2024-06-13T11:58:01.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:01 smithi042 ceph-mon[32231]: pgmap v77: 129 pgs: 129 active+clean; 1.6 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 115 MiB/s rd, 142 MiB/s wr, 270 op/s 2024-06-13T11:58:01.558 INFO:tasks.workunit.client.0.smithi042.stdout:3/786: link dc/d17/d20/d2d/d37/d52/f83 dc/d17/d1f/d46/da3/dc0/f116 0 2024-06-13T11:58:01.558 INFO:tasks.workunit.client.0.smithi042.stdout:3/787: write dc/d17/d20/f39 [2856558,100858] 0 2024-06-13T11:58:01.562 INFO:tasks.workunit.client.0.smithi042.stdout:3/788: unlink dc/d17/d1f/d79/fdb 0 2024-06-13T11:58:01.563 INFO:tasks.workunit.client.0.smithi042.stdout:1/813: mkdir d0/d17/d18/d29/d90/da7/dc4/d10c 0 2024-06-13T11:58:01.564 INFO:tasks.workunit.client.0.smithi042.stdout:3/789: mkdir dc/d17/d1f/d46/da3/de5/d117 0 2024-06-13T11:58:01.564 INFO:tasks.workunit.client.0.smithi042.stdout:3/790: write dc/fb5 [5038025,126975] 0 2024-06-13T11:58:01.565 INFO:tasks.workunit.client.0.smithi042.stdout:1/814: creat d0/d17/dd/d66/d82/d5f/d9a/da2/f10d x:0 0 0 2024-06-13T11:58:01.567 INFO:tasks.workunit.client.0.smithi042.stdout:3/791: unlink dc/d17/d20/d2d/d37/d52/d7e/cbe 0 2024-06-13T11:58:01.568 INFO:tasks.workunit.client.0.smithi042.stdout:1/815: creat d0/d17/d18/d29/d90/da7/dc4/d10c/f10e x:0 0 0 2024-06-13T11:58:01.568 INFO:tasks.workunit.client.0.smithi042.stdout:7/677: mkdir d2/d3/daa/dea 0 2024-06-13T11:58:01.569 INFO:tasks.workunit.client.0.smithi042.stdout:3/792: rmdir dc/d17/d3b/d55 39 2024-06-13T11:58:01.571 INFO:tasks.workunit.client.0.smithi042.stdout:7/678: creat d2/d36/d4a/d42/d86/dc8/feb x:0 0 0 2024-06-13T11:58:01.571 INFO:tasks.workunit.client.0.smithi042.stdout:0/874: dwrite d4/f2f [4194304,4194304] 0 2024-06-13T11:58:01.572 INFO:tasks.workunit.client.0.smithi042.stdout:4/926: dwrite d1/d5/d16/deb/d13b/d4e/fca [0,4194304] 0 2024-06-13T11:58:01.573 INFO:tasks.workunit.client.0.smithi042.stdout:3/793: creat dc/d17/d20/d2d/d37/d52/f118 x:0 0 0 2024-06-13T11:58:01.573 INFO:tasks.workunit.client.0.smithi042.stdout:3/794: readlink dc/l1d 0 2024-06-13T11:58:01.573 INFO:tasks.workunit.client.0.smithi042.stdout:3/795: chown dc/d17/d20/f39 9389091 1 2024-06-13T11:58:01.573 INFO:tasks.workunit.client.0.smithi042.stdout:3/796: chown dc/d17/d20/l7d 11226 1 2024-06-13T11:58:01.573 INFO:tasks.workunit.client.0.smithi042.stdout:3/797: chown dc/d29/d87/la0 127659 1 2024-06-13T11:58:01.574 INFO:tasks.workunit.client.0.smithi042.stdout:7/679: mknod d2/d36/d4a/d42/d86/cec 0 2024-06-13T11:58:01.574 INFO:tasks.workunit.client.0.smithi042.stdout:0/875: symlink d4/d31/d4a/d58/d68/db7/dea/l12f 0 2024-06-13T11:58:01.575 INFO:tasks.workunit.client.0.smithi042.stdout:9/812: rename d9/d16/dba/le5 to d9/d46/l112 0 2024-06-13T11:58:01.576 INFO:tasks.workunit.client.0.smithi042.stdout:9/813: symlink d9/d33/d4b/l113 0 2024-06-13T11:58:01.577 INFO:tasks.workunit.client.0.smithi042.stdout:9/814: fsync d9/d33/fee 0 2024-06-13T11:58:01.579 INFO:tasks.workunit.client.0.smithi042.stdout:3/798: creat dc/d17/d7b/f119 x:0 0 0 2024-06-13T11:58:01.579 INFO:tasks.workunit.client.0.smithi042.stdout:0/876: creat d4/d31/d34/d78/f130 x:0 0 0 2024-06-13T11:58:01.580 INFO:tasks.workunit.client.0.smithi042.stdout:8/785: write d2/d3/d87/f99 [3265926,105808] 0 2024-06-13T11:58:01.580 INFO:tasks.workunit.client.0.smithi042.stdout:4/927: link d1/d29/d4f/d91/l94 d1/d29/d4f/dd2/df9/l14e 0 2024-06-13T11:58:01.582 INFO:tasks.workunit.client.0.smithi042.stdout:1/816: rename d0/d17/dd/f109 to d0/d17/d18/d29/db9/f10f 0 2024-06-13T11:58:01.583 INFO:tasks.workunit.client.0.smithi042.stdout:9/815: dread d9/d16/f5d [0,4194304] 0 2024-06-13T11:58:01.584 INFO:tasks.workunit.client.0.smithi042.stdout:9/816: mkdir d9/d33/d69/d114 0 2024-06-13T11:58:01.587 INFO:tasks.workunit.client.0.smithi042.stdout:0/877: rmdir d4/d32 39 2024-06-13T11:58:01.587 INFO:tasks.workunit.client.0.smithi042.stdout:0/878: dread - d4/d31/d4a/fda zero size 2024-06-13T11:58:01.594 INFO:tasks.workunit.client.0.smithi042.stdout:7/680: write d2/f31 [3665962,9575] 0 2024-06-13T11:58:01.594 INFO:tasks.workunit.client.0.smithi042.stdout:8/786: creat d2/dc/d64/df6/f103 x:0 0 0 2024-06-13T11:58:01.594 INFO:tasks.workunit.client.0.smithi042.stdout:4/928: symlink d1/d5/d16/deb/d13b/d4e/d97/d10c/l14f 0 2024-06-13T11:58:01.594 INFO:tasks.workunit.client.0.smithi042.stdout:8/787: dread - d2/dc/d22/d42/fcc zero size 2024-06-13T11:58:01.594 INFO:tasks.workunit.client.0.smithi042.stdout:1/817: rename d0/d17/dd/d66/d82/d5f/c106 to d0/d17/dd/d55/c110 0 2024-06-13T11:58:01.594 INFO:tasks.workunit.client.0.smithi042.stdout:1/818: chown d0/d17/dd/d55/da4 12808 1 2024-06-13T11:58:01.594 INFO:tasks.workunit.client.0.smithi042.stdout:1/819: write d0/f44 [640969,79426] 0 2024-06-13T11:58:01.594 INFO:tasks.workunit.client.0.smithi042.stdout:3/799: mknod dc/d29/d47/c11a 0 2024-06-13T11:58:01.594 INFO:tasks.workunit.client.0.smithi042.stdout:1/820: write d0/d17/dd/d55/d6a/f49 [3481888,66185] 0 2024-06-13T11:58:01.594 INFO:tasks.workunit.client.0.smithi042.stdout:1/821: readlink d0/d17/l80 0 2024-06-13T11:58:01.595 INFO:tasks.workunit.client.0.smithi042.stdout:0/879: creat d4/d31/d4a/d58/d68/f131 x:0 0 0 2024-06-13T11:58:01.595 INFO:tasks.workunit.client.0.smithi042.stdout:0/880: write d4/d33/f79 [1006581,101025] 0 2024-06-13T11:58:01.597 INFO:tasks.workunit.client.0.smithi042.stdout:4/929: rename d1/d5/d16/deb/d13b/d5e/d7f/d89/f102 to d1/d5/d16/deb/d13b/d4e/d97/d10c/d122/f150 0 2024-06-13T11:58:01.598 INFO:tasks.workunit.client.0.smithi042.stdout:1/822: mkdir d0/d17/dd/d42/dd5/dbc/ded/d111 0 2024-06-13T11:58:01.598 INFO:tasks.workunit.client.0.smithi042.stdout:0/881: mkdir d4/d31/d4a/d58/d68/db7/d132 0 2024-06-13T11:58:01.600 INFO:tasks.workunit.client.0.smithi042.stdout:0/882: getdents d4/d32/d3a 0 2024-06-13T11:58:01.609 INFO:tasks.workunit.client.0.smithi042.stdout:9/817: dread d9/d33/d69/d70/f3a [0,4194304] 0 2024-06-13T11:58:01.610 INFO:tasks.workunit.client.0.smithi042.stdout:4/930: rmdir d1/d5/d16/deb/d13b/d5e/d118 39 2024-06-13T11:58:01.610 INFO:tasks.workunit.client.0.smithi042.stdout:4/931: truncate d1/d5/d16/deb/d13b/d4e/d97/d10c/da3/f124 578516 0 2024-06-13T11:58:01.611 INFO:tasks.workunit.client.0.smithi042.stdout:0/883: write d4/d33/d3e/d6c/f53 [627076,91815] 0 2024-06-13T11:58:01.614 INFO:tasks.workunit.client.0.smithi042.stdout:1/823: read d0/f9 [492946,92460] 0 2024-06-13T11:58:01.614 INFO:tasks.workunit.client.0.smithi042.stdout:9/818: symlink d9/d33/d69/de1/l115 0 2024-06-13T11:58:01.614 INFO:tasks.workunit.client.0.smithi042.stdout:0/884: rmdir d4/d31/d96 39 2024-06-13T11:58:01.615 INFO:tasks.workunit.client.0.smithi042.stdout:0/885: getdents d4/d31/d4a/d58/d68/db3 0 2024-06-13T11:58:01.615 INFO:tasks.workunit.client.0.smithi042.stdout:0/886: chown d4/d31/d4a/d63/da8/fd1 179891998 1 2024-06-13T11:58:01.616 INFO:tasks.workunit.client.0.smithi042.stdout:0/887: symlink d4/d33/d3e/d6c/l133 0 2024-06-13T11:58:01.625 INFO:tasks.workunit.client.0.smithi042.stdout:4/932: dread d1/d5/d16/deb/d13b/d4e/d66/fd0 [0,4194304] 0 2024-06-13T11:58:01.625 INFO:tasks.workunit.client.0.smithi042.stdout:4/933: chown d1/d5/d5f/dc0/dd9/dc7/fda 98 1 2024-06-13T11:58:01.625 INFO:tasks.workunit.client.0.smithi042.stdout:4/934: dread - d1/d5/d16/deb/d13b/d4e/d97/d10c/d122/f150 zero size 2024-06-13T11:58:01.625 INFO:tasks.workunit.client.0.smithi042.stdout:4/935: write d1/d5/d16/deb/d13b/f14 [2100390,12958] 0 2024-06-13T11:58:01.625 INFO:tasks.workunit.client.0.smithi042.stdout:4/936: write d1/d5/d16/deb/d13b/d15/db3/dfd/d114/d52/f56 [3099443,98705] 0 2024-06-13T11:58:01.643 INFO:tasks.workunit.client.0.smithi042.stdout:0/888: dread d4/d31/f93 [0,4194304] 0 2024-06-13T11:58:01.643 INFO:tasks.workunit.client.0.smithi042.stdout:0/889: readlink d4/l1d 0 2024-06-13T11:58:01.661 INFO:tasks.workunit.client.0.smithi042.stdout:7/681: dwrite d2/d36/d4a/d42/d98/f72 [0,4194304] 0 2024-06-13T11:58:01.663 INFO:tasks.workunit.client.0.smithi042.stdout:8/788: dwrite d2/dc/d53/fd5 [0,4194304] 0 2024-06-13T11:58:01.665 INFO:tasks.workunit.client.0.smithi042.stdout:8/789: getdents d2/d3/d5 0 2024-06-13T11:58:01.668 INFO:tasks.workunit.client.0.smithi042.stdout:8/790: creat d2/dc/f104 x:0 0 0 2024-06-13T11:58:01.670 INFO:tasks.workunit.client.0.smithi042.stdout:9/819: write d9/d46/d6d/f75 [1595593,21999] 0 2024-06-13T11:58:01.675 INFO:tasks.workunit.client.0.smithi042.stdout:9/820: creat d9/d46/d6d/f116 x:0 0 0 2024-06-13T11:58:01.675 INFO:tasks.workunit.client.0.smithi042.stdout:9/821: chown d9/d16/d48/fe2 197946989 1 2024-06-13T11:58:01.686 INFO:tasks.workunit.client.0.smithi042.stdout:4/937: dwrite d1/d29/d4f/d91/f14a [0,4194304] 0 2024-06-13T11:58:01.686 INFO:tasks.workunit.client.0.smithi042.stdout:4/938: write d1/d5/d16/deb/d13b/d35/d80/f12e [873927,118405] 0 2024-06-13T11:58:01.686 INFO:tasks.workunit.client.0.smithi042.stdout:4/939: dread - d1/d5/d5f/dc0/dd9/f147 zero size 2024-06-13T11:58:01.686 INFO:tasks.workunit.client.0.smithi042.stdout:4/940: readlink d1/d29/d4f/lf5 0 2024-06-13T11:58:01.687 INFO:tasks.workunit.client.0.smithi042.stdout:8/791: dread d2/f84 [0,4194304] 0 2024-06-13T11:58:01.696 INFO:tasks.workunit.client.0.smithi042.stdout:3/800: dwrite dc/d17/d1f/f63 [4194304,4194304] 0 2024-06-13T11:58:01.708 INFO:tasks.workunit.client.0.smithi042.stdout:7/682: dwrite d2/d36/d64/f56 [0,4194304] 0 2024-06-13T11:58:01.708 INFO:tasks.workunit.client.0.smithi042.stdout:7/683: truncate d2/d36/fcf 276045 0 2024-06-13T11:58:01.712 INFO:tasks.workunit.client.0.smithi042.stdout:7/684: unlink d2/d36/d4a/f13 0 2024-06-13T11:58:01.713 INFO:tasks.workunit.client.0.smithi042.stdout:1/824: dwrite d0/d17/d18/d29/f2c [0,4194304] 0 2024-06-13T11:58:01.713 INFO:tasks.workunit.client.0.smithi042.stdout:1/825: dread - d0/d17/dd/d66/d82/d5f/d63/ff7 zero size 2024-06-13T11:58:01.716 INFO:tasks.workunit.client.0.smithi042.stdout:7/685: creat d2/d36/d4a/d42/d86/dc8/fed x:0 0 0 2024-06-13T11:58:01.716 INFO:tasks.workunit.client.0.smithi042.stdout:7/686: fdatasync d2/d36/d4a/f60 0 2024-06-13T11:58:01.722 INFO:tasks.workunit.client.0.smithi042.stdout:7/687: creat d2/d36/d4a/d39/dad/fee x:0 0 0 2024-06-13T11:58:01.730 INFO:tasks.workunit.client.0.smithi042.stdout:3/801: write dc/d17/d3b/fb0 [2616001,27010] 0 2024-06-13T11:58:01.730 INFO:tasks.workunit.client.0.smithi042.stdout:3/802: write dc/d29/d87/ffb [640595,73936] 0 2024-06-13T11:58:01.746 INFO:tasks.workunit.client.0.smithi042.stdout:1/826: dread d0/d17/dd/d42/d70/f94 [0,4194304] 0 2024-06-13T11:58:01.747 INFO:tasks.workunit.client.0.smithi042.stdout:1/827: symlink d0/d17/d18/d29/l112 0 2024-06-13T11:58:01.747 INFO:tasks.workunit.client.0.smithi042.stdout:1/828: truncate d0/f9e 1306342 0 2024-06-13T11:58:01.747 INFO:tasks.workunit.client.0.smithi042.stdout:1/829: chown d0/d17/dd/d55 4686338 1 2024-06-13T11:58:01.750 INFO:tasks.workunit.client.0.smithi042.stdout:1/830: link d0/d17/d95/fe9 d0/d17/dd/f113 0 2024-06-13T11:58:01.750 INFO:tasks.workunit.client.0.smithi042.stdout:1/831: chown d0/d17/dd/d1b/d5e/cba 649761368 1 2024-06-13T11:58:01.751 INFO:tasks.workunit.client.0.smithi042.stdout:1/832: write d0/d17/dd/d66/d82/d5f/d63/ff7 [162554,59217] 0 2024-06-13T11:58:01.766 INFO:tasks.workunit.client.0.smithi042.stdout:7/688: write d2/d36/d4a/d42/f4f [1544519,42626] 0 2024-06-13T11:58:01.766 INFO:tasks.workunit.client.0.smithi042.stdout:4/941: write d1/d5/d16/deb/d13b/d4e/d66/ff4 [309459,60069] 0 2024-06-13T11:58:01.766 INFO:tasks.workunit.client.0.smithi042.stdout:7/689: fdatasync d2/d3/f3d 0 2024-06-13T11:58:01.766 INFO:tasks.workunit.client.0.smithi042.stdout:4/942: write d1/de/f21 [4902481,73582] 0 2024-06-13T11:58:01.769 INFO:tasks.workunit.client.0.smithi042.stdout:9/822: dwrite d9/d31/d5c/fb8 [0,4194304] 0 2024-06-13T11:58:01.769 INFO:tasks.workunit.client.0.smithi042.stdout:9/823: write d9/d33/fa1 [740130,17341] 0 2024-06-13T11:58:01.769 INFO:tasks.workunit.client.0.smithi042.stdout:9/824: chown d9/d16/daf/ld5 7638 1 2024-06-13T11:58:01.771 INFO:tasks.workunit.client.0.smithi042.stdout:9/825: creat d9/d16/daf/dda/ded/f117 x:0 0 0 2024-06-13T11:58:01.777 INFO:tasks.workunit.client.0.smithi042.stdout:3/803: dwrite dc/d29/d47/d66/f10d [0,4194304] 0 2024-06-13T11:58:01.777 INFO:tasks.workunit.client.0.smithi042.stdout:8/792: dread d2/f10 [0,4194304] 0 2024-06-13T11:58:01.778 INFO:tasks.workunit.client.0.smithi042.stdout:8/793: mknod d2/dc/d6f/c105 0 2024-06-13T11:58:01.780 INFO:tasks.workunit.client.0.smithi042.stdout:8/794: mknod d2/d3/d81/c106 0 2024-06-13T11:58:01.782 INFO:tasks.workunit.client.0.smithi042.stdout:8/795: creat d2/dc/d22/d77/f107 x:0 0 0 2024-06-13T11:58:01.784 INFO:tasks.workunit.client.0.smithi042.stdout:1/833: rename d0/d17/d18/f36 to d0/d17/dcf/de4/f114 0 2024-06-13T11:58:01.784 INFO:tasks.workunit.client.0.smithi042.stdout:8/796: creat d2/dc/d64/df6/f108 x:0 0 0 2024-06-13T11:58:01.784 INFO:tasks.workunit.client.0.smithi042.stdout:1/834: readlink d0/d17/l47 0 2024-06-13T11:58:01.790 INFO:tasks.workunit.client.0.smithi042.stdout:7/690: rename d2/d36/la4 to d2/d36/d4a/d42/d63/lef 0 2024-06-13T11:58:01.791 INFO:tasks.workunit.client.0.smithi042.stdout:1/835: creat d0/d17/d18/f115 x:0 0 0 2024-06-13T11:58:01.792 INFO:tasks.workunit.client.0.smithi042.stdout:8/797: mkdir d2/d3/d5/d44/dbe/d109 0 2024-06-13T11:58:01.793 INFO:tasks.workunit.client.0.smithi042.stdout:1/836: creat d0/d17/dd/db6/f116 x:0 0 0 2024-06-13T11:58:01.794 INFO:tasks.workunit.client.0.smithi042.stdout:8/798: symlink d2/dc/d64/df6/l10a 0 2024-06-13T11:58:01.794 INFO:tasks.workunit.client.0.smithi042.stdout:8/799: read d2/fa [65787,115565] 0 2024-06-13T11:58:01.796 INFO:tasks.workunit.client.0.smithi042.stdout:1/837: mkdir d0/d17/dd/d1b/d5e/d102/d117 0 2024-06-13T11:58:01.797 INFO:tasks.workunit.client.0.smithi042.stdout:1/838: creat d0/d17/d18/d20/f118 x:0 0 0 2024-06-13T11:58:01.799 INFO:tasks.workunit.client.0.smithi042.stdout:1/839: creat d0/d17/dd/d66/d82/d5f/d9a/da2/f119 x:0 0 0 2024-06-13T11:58:01.802 INFO:tasks.workunit.client.0.smithi042.stdout:3/804: dread dc/d29/d47/d66/f10d [0,4194304] 0 2024-06-13T11:58:01.805 INFO:tasks.workunit.client.0.smithi042.stdout:3/805: creat dc/d29/f11b x:0 0 0 2024-06-13T11:58:01.806 INFO:tasks.workunit.client.0.smithi042.stdout:9/826: write d9/db1/fb7 [4155767,22519] 0 2024-06-13T11:58:01.806 INFO:tasks.workunit.client.0.smithi042.stdout:9/827: fsync d9/d16/d48/f72 0 2024-06-13T11:58:01.808 INFO:tasks.workunit.client.0.smithi042.stdout:1/840: creat d0/d17/d18/d29/d90/da7/f11a x:0 0 0 2024-06-13T11:58:01.808 INFO:tasks.workunit.client.0.smithi042.stdout:1/841: dread - d0/d17/dd/d66/d82/d5f/d9a/da2/f119 zero size 2024-06-13T11:58:01.811 INFO:tasks.workunit.client.0.smithi042.stdout:1/842: mknod d0/d17/d18/d20/c11b 0 2024-06-13T11:58:01.819 INFO:tasks.workunit.client.0.smithi042.stdout:1/843: write d0/d17/dd/d1b/f99 [182906,119737] 0 2024-06-13T11:58:01.827 INFO:tasks.workunit.client.0.smithi042.stdout:1/844: rmdir d0/d17/dd/d42/dd5/dbc/ded 39 2024-06-13T11:58:01.827 INFO:tasks.workunit.client.0.smithi042.stdout:4/943: dwrite d1/d5/d16/deb/d13b/d5e/d7f/d89/f14b [0,4194304] 0 2024-06-13T11:58:01.829 INFO:tasks.workunit.client.0.smithi042.stdout:4/944: write d1/d5/d16/deb/d13b/d4e/d97/d10c/d60/d67/f113 [4464510,61497] 0 2024-06-13T11:58:01.829 INFO:tasks.workunit.client.0.smithi042.stdout:4/945: fdatasync d1/f38 0 2024-06-13T11:58:01.829 INFO:tasks.workunit.client.0.smithi042.stdout:4/946: readlink d1/d5/d16/deb/d13b/d15/d8d/le6 0 2024-06-13T11:58:01.830 INFO:tasks.workunit.client.0.smithi042.stdout:1/845: mkdir d0/d17/dd/d1b/d5e/d102/d11c 0 2024-06-13T11:58:01.830 INFO:tasks.workunit.client.0.smithi042.stdout:1/846: stat d0/d17/dd/c19 0 2024-06-13T11:58:01.832 INFO:tasks.workunit.client.0.smithi042.stdout:4/947: creat d1/d5/d16/deb/d13b/d35/d80/d93/d11d/f151 x:0 0 0 2024-06-13T11:58:01.832 INFO:tasks.workunit.client.0.smithi042.stdout:4/948: readlink d1/d5/d16/deb/d13b/d15/db3/dfd/d114/l12c 0 2024-06-13T11:58:01.832 INFO:tasks.workunit.client.0.smithi042.stdout:4/949: fsync d1/d5/d16/deb/d13b/d15/f53 0 2024-06-13T11:58:01.832 INFO:tasks.workunit.client.0.smithi042.stdout:4/950: truncate d1/d5/d16/deb/d13b/d5e/ff3 65843 0 2024-06-13T11:58:01.834 INFO:tasks.workunit.client.0.smithi042.stdout:1/847: creat d0/d17/dd/d42/dd5/dbc/ded/d111/f11d x:0 0 0 2024-06-13T11:58:01.839 INFO:tasks.workunit.client.0.smithi042.stdout:8/800: dread d2/d3/d81/d94/d79/fa8 [0,4194304] 0 2024-06-13T11:58:01.839 INFO:tasks.workunit.client.0.smithi042.stdout:8/801: readlink d2/dc/d64/d7a/l80 0 2024-06-13T11:58:01.847 INFO:tasks.workunit.client.0.smithi042.stdout:3/806: write dc/d29/fbc [1520218,86111] 0 2024-06-13T11:58:01.849 INFO:tasks.workunit.client.0.smithi042.stdout:8/802: mkdir d2/d3/d5/d5b/d10b 0 2024-06-13T11:58:01.849 INFO:tasks.workunit.client.0.smithi042.stdout:8/803: chown d2 488582 1 2024-06-13T11:58:01.849 INFO:tasks.workunit.client.0.smithi042.stdout:3/807: mknod dc/d17/d20/d5c/c11c 0 2024-06-13T11:58:01.850 INFO:tasks.workunit.client.0.smithi042.stdout:3/808: fdatasync dc/d17/d7b/f113 0 2024-06-13T11:58:01.850 INFO:tasks.workunit.client.0.smithi042.stdout:3/809: chown dc/d17/d1f/d46/da3/fd1 9565237 1 2024-06-13T11:58:01.851 INFO:tasks.workunit.client.0.smithi042.stdout:8/804: creat d2/dc/d64/df6/f10c x:0 0 0 2024-06-13T11:58:01.852 INFO:tasks.workunit.client.0.smithi042.stdout:3/810: unlink dc/d17/d3b/ff6 0 2024-06-13T11:58:01.852 INFO:tasks.workunit.client.0.smithi042.stdout:3/811: write dc/d29/d87/ffa [218356,11859] 0 2024-06-13T11:58:01.853 INFO:tasks.workunit.client.0.smithi042.stdout:7/691: dwrite d2/d36/d4a/d42/d86/fa9 [0,4194304] 0 2024-06-13T11:58:01.853 INFO:tasks.workunit.client.0.smithi042.stdout:3/812: write dc/d29/d87/ffa [781826,88570] 0 2024-06-13T11:58:01.853 INFO:tasks.workunit.client.0.smithi042.stdout:9/828: rename d9/d16/d48/lf6 to d9/d33/d4b/l118 0 2024-06-13T11:58:01.855 INFO:tasks.workunit.client.0.smithi042.stdout:9/829: mknod d9/d15/da3/c119 0 2024-06-13T11:58:01.855 INFO:tasks.workunit.client.0.smithi042.stdout:9/830: fdatasync d9/d15/d43/d77/fab 0 2024-06-13T11:58:01.858 INFO:tasks.workunit.client.0.smithi042.stdout:9/831: creat d9/d33/d40/f11a x:0 0 0 2024-06-13T11:58:01.859 INFO:tasks.workunit.client.0.smithi042.stdout:7/692: creat d2/d36/da5/de5/ff0 x:0 0 0 2024-06-13T11:58:01.860 INFO:tasks.workunit.client.0.smithi042.stdout:9/832: write d9/d31/f88 [14926,99538] 0 2024-06-13T11:58:01.860 INFO:tasks.workunit.client.0.smithi042.stdout:9/833: readlink d9/d16/daf/ld5 0 2024-06-13T11:58:01.860 INFO:tasks.workunit.client.0.smithi042.stdout:9/834: stat d9/fc 0 2024-06-13T11:58:01.861 INFO:tasks.workunit.client.0.smithi042.stdout:8/805: rename d2/dc/d22/d77/fcf to d2/d3/d5/f10d 0 2024-06-13T11:58:01.862 INFO:tasks.workunit.client.0.smithi042.stdout:4/951: write d1/d5/d16/deb/d13b/d4e/fca [2567763,80210] 0 2024-06-13T11:58:01.863 INFO:tasks.workunit.client.0.smithi042.stdout:7/693: mknod d2/d36/d4a/d42/d86/dc8/cf1 0 2024-06-13T11:58:01.863 INFO:tasks.workunit.client.0.smithi042.stdout:7/694: write d2/d3/fd [177693,34968] 0 2024-06-13T11:58:01.865 INFO:tasks.workunit.client.0.smithi042.stdout:8/806: creat d2/dc/d22/d3c/f10e x:0 0 0 2024-06-13T11:58:01.866 INFO:tasks.workunit.client.0.smithi042.stdout:1/848: link d0/d17/dd/d55/d6a/d56/fdb d0/d17/dd/d66/d82/d5f/d9a/f11e 0 2024-06-13T11:58:01.868 INFO:tasks.workunit.client.0.smithi042.stdout:4/952: getdents d1/d5/d16/deb/d13b 0 2024-06-13T11:58:01.868 INFO:tasks.workunit.client.0.smithi042.stdout:8/807: mknod d2/dc/d22/d77/da0/c10f 0 2024-06-13T11:58:01.870 INFO:tasks.workunit.client.0.smithi042.stdout:4/953: unlink d1/de/c1c 0 2024-06-13T11:58:01.872 INFO:tasks.workunit.client.0.smithi042.stdout:4/954: rmdir d1/d29/d4f/dd2/df9 39 2024-06-13T11:58:01.873 INFO:tasks.workunit.client.0.smithi042.stdout:0/890: sync 2024-06-13T11:58:01.873 INFO:tasks.workunit.client.0.smithi042.stdout:5/804: sync 2024-06-13T11:58:01.873 INFO:tasks.workunit.client.0.smithi042.stdout:5/805: readlink d1/d2b/d35/d36/daf/df5/lf7 0 2024-06-13T11:58:01.876 INFO:tasks.workunit.client.0.smithi042.stdout:2/740: sync 2024-06-13T11:58:01.876 INFO:tasks.workunit.client.0.smithi042.stdout:2/741: readlink d7/d3c/lf3 0 2024-06-13T11:58:01.876 INFO:tasks.workunit.client.0.smithi042.stdout:2/742: chown d7/df/d6a/db8/dbc/dcc 20063 1 2024-06-13T11:58:01.876 INFO:tasks.workunit.client.0.smithi042.stdout:0/891: symlink d4/d31/d4a/d58/d68/db7/l134 0 2024-06-13T11:58:01.878 INFO:tasks.workunit.client.0.smithi042.stdout:2/743: creat d7/df/f100 x:0 0 0 2024-06-13T11:58:01.879 INFO:tasks.workunit.client.0.smithi042.stdout:4/955: rmdir d1 39 2024-06-13T11:58:01.880 INFO:tasks.workunit.client.0.smithi042.stdout:2/744: unlink f4 0 2024-06-13T11:58:01.884 INFO:tasks.workunit.client.0.smithi042.stdout:4/956: rename d1/d5/d16/deb/d13b/d35/d80/d130 to d1/d5/d16/deb/d13b/d15/db3/dfd/d152 0 2024-06-13T11:58:01.885 INFO:tasks.workunit.client.0.smithi042.stdout:4/957: creat d1/d5/d16/deb/d13b/d4e/d97/d10c/d60/f153 x:0 0 0 2024-06-13T11:58:01.890 INFO:tasks.workunit.client.0.smithi042.stdout:5/806: truncate d1/d31/d6a/d7a/faa 733448 0 2024-06-13T11:58:01.899 INFO:tasks.workunit.client.0.smithi042.stdout:5/807: mkdir d1/d42/d60/dfb 0 2024-06-13T11:58:01.904 INFO:tasks.workunit.client.0.smithi042.stdout:8/808: write d2/f14 [1574306,34839] 0 2024-06-13T11:58:01.914 INFO:tasks.workunit.client.0.smithi042.stdout:1/849: rmdir d0/d17/dd/d66/d82/d5f/d9a 39 2024-06-13T11:58:01.914 INFO:tasks.workunit.client.0.smithi042.stdout:0/892: write f1 [3675454,37461] 0 2024-06-13T11:58:01.916 INFO:tasks.workunit.client.0.smithi042.stdout:5/808: symlink d1/d2b/d35/d36/dba/lfc 0 2024-06-13T11:58:01.916 INFO:tasks.workunit.client.0.smithi042.stdout:5/809: read d1/d31/d6a/d7a/faa [10209,88300] 0 2024-06-13T11:58:01.917 INFO:tasks.workunit.client.0.smithi042.stdout:0/893: creat d4/d31/d4a/d58/d68/db7/f135 x:0 0 0 2024-06-13T11:58:01.917 INFO:tasks.workunit.client.0.smithi042.stdout:0/894: readlink d4/d31/d4a/d63/da8/le6 0 2024-06-13T11:58:01.917 INFO:tasks.workunit.client.0.smithi042.stdout:0/895: write d4/d31/d34/d69/d100/f11b [516297,51894] 0 2024-06-13T11:58:01.919 INFO:tasks.workunit.client.0.smithi042.stdout:0/896: rmdir d4/d31/d34/d78 39 2024-06-13T11:58:01.921 INFO:tasks.workunit.client.0.smithi042.stdout:4/958: dread d1/d5/d16/deb/d13b/d15/db3/dfd/d114/d52/f56 [0,4194304] 0 2024-06-13T11:58:01.922 INFO:tasks.workunit.client.0.smithi042.stdout:0/897: creat d4/d31/d4a/d63/da8/f136 x:0 0 0 2024-06-13T11:58:01.922 INFO:tasks.workunit.client.0.smithi042.stdout:0/898: chown d4/d31/d4a/d63/f98 1 1 2024-06-13T11:58:01.929 INFO:tasks.workunit.client.0.smithi042.stdout:4/959: creat d1/d5/d16/deb/d13b/d4e/d97/d10c/d122/f154 x:0 0 0 2024-06-13T11:58:01.932 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-06-13T11:58:01.933 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T11:58:01.935 INFO:tasks.workunit.client.0.smithi042.stdout:4/960: rename d1/lf2 to d1/d5/d16/deb/d13b/l155 0 2024-06-13T11:58:01.935 INFO:tasks.workunit.client.0.smithi042.stdout:1/850: dread d0/d17/dd/f46 [0,4194304] 0 2024-06-13T11:58:01.935 INFO:tasks.workunit.client.0.smithi042.stdout:4/961: symlink d1/d5/d16/l156 0 2024-06-13T11:58:01.944 INFO:tasks.workunit.client.0.smithi042.stdout:4/962: getdents d1/d5/d16/deb/d13b/d5e/d118 0 2024-06-13T11:58:01.944 INFO:tasks.workunit.client.0.smithi042.stdout:1/851: truncate d0/fc5 2344928 0 2024-06-13T11:58:01.944 INFO:tasks.workunit.client.0.smithi042.stdout:1/852: truncate d0/d17/dd/d66/d82/d5f/fb2 949107 0 2024-06-13T11:58:01.945 INFO:tasks.workunit.client.0.smithi042.stdout:4/963: mkdir d1/d5/d16/deb/d13b/d157 0 2024-06-13T11:58:01.945 INFO:tasks.workunit.client.0.smithi042.stdout:4/964: truncate d1/d5/d16/deb/d13b/d15/db3/dfd/d114/f111 582683 0 2024-06-13T11:58:01.945 INFO:tasks.workunit.client.0.smithi042.stdout:1/853: unlink d0/d17/d18/d7f/fc2 0 2024-06-13T11:58:01.945 INFO:tasks.workunit.client.0.smithi042.stdout:9/835: dwrite d9/d33/d69/f9d [0,4194304] 0 2024-06-13T11:58:01.947 INFO:tasks.workunit.client.0.smithi042.stdout:3/813: dwrite dc/d17/d20/d5c/f112 [0,4194304] 0 2024-06-13T11:58:01.947 INFO:tasks.workunit.client.0.smithi042.stdout:3/814: dread - dc/d17/d3b/d55/f91 zero size 2024-06-13T11:58:01.949 INFO:tasks.workunit.client.0.smithi042.stdout:1/854: link d0/d17/dd/d42/dd5/dbc/ld7 d0/d17/dd/db6/l11f 0 2024-06-13T11:58:01.957 INFO:tasks.workunit.client.0.smithi042.stdout:3/815: getdents dc/d29/d47/d66/d70 0 2024-06-13T11:58:01.957 INFO:tasks.workunit.client.0.smithi042.stdout:9/836: symlink d9/d33/d4b/l11b 0 2024-06-13T11:58:01.957 INFO:tasks.workunit.client.0.smithi042.stdout:1/855: unlink d0/d17/d18/d29/l112 0 2024-06-13T11:58:01.957 INFO:tasks.workunit.client.0.smithi042.stdout:9/837: mkdir d9/d33/d40/d11c 0 2024-06-13T11:58:01.957 INFO:tasks.workunit.client.0.smithi042.stdout:1/856: creat d0/d17/d18/f120 x:0 0 0 2024-06-13T11:58:01.957 INFO:tasks.workunit.client.0.smithi042.stdout:8/809: rmdir d2/d3/d5/d44/dbe 39 2024-06-13T11:58:01.957 INFO:tasks.workunit.client.0.smithi042.stdout:8/810: truncate d2/d3/d81/d94/f7e 1970858 0 2024-06-13T11:58:01.965 INFO:tasks.workunit.client.0.smithi042.stdout:8/811: symlink d2/dc/d64/df6/de9/l110 0 2024-06-13T11:58:01.965 INFO:tasks.workunit.client.0.smithi042.stdout:2/745: dwrite d7/d23/d59/f6b [0,4194304] 0 2024-06-13T11:58:01.965 INFO:tasks.workunit.client.0.smithi042.stdout:9/838: mknod d9/d33/d4b/c11d 0 2024-06-13T11:58:01.972 INFO:tasks.workunit.client.0.smithi042.stdout:8/812: creat d2/dc/d64/d7a/db4/dd9/f111 x:0 0 0 2024-06-13T11:58:01.972 INFO:tasks.workunit.client.0.smithi042.stdout:2/746: symlink d7/df/d6a/l101 0 2024-06-13T11:58:01.972 INFO:tasks.workunit.client.0.smithi042.stdout:8/813: write d2/d3/f11 [2509202,49572] 0 2024-06-13T11:58:01.972 INFO:tasks.workunit.client.0.smithi042.stdout:8/814: read - d2/dc/d22/d77/f7c zero size 2024-06-13T11:58:01.972 INFO:tasks.workunit.client.0.smithi042.stdout:8/815: stat d2/d3/d43/dbf 0 2024-06-13T11:58:01.972 INFO:tasks.workunit.client.0.smithi042.stdout:2/747: truncate d7/df/d33/f45 4461884 0 2024-06-13T11:58:01.973 INFO:tasks.workunit.client.0.smithi042.stdout:9/839: getdents d9/d16/d48 0 2024-06-13T11:58:01.973 INFO:tasks.workunit.client.0.smithi042.stdout:9/840: stat d9/d16/daf/cce 0 2024-06-13T11:58:01.974 INFO:tasks.workunit.client.0.smithi042.stdout:8/816: symlink d2/dc/d64/d7a/db4/dd9/l112 0 2024-06-13T11:58:01.974 INFO:tasks.workunit.client.0.smithi042.stdout:8/817: write d2/d3/d81/da7/fd3 [876679,114955] 0 2024-06-13T11:58:01.974 INFO:tasks.workunit.client.0.smithi042.stdout:2/748: unlink d7/d1a/f27 0 2024-06-13T11:58:01.975 INFO:tasks.workunit.client.0.smithi042.stdout:2/749: fsync d7/df/f46 0 2024-06-13T11:58:01.977 INFO:tasks.workunit.client.0.smithi042.stdout:2/750: truncate d7/f58 1080552 0 2024-06-13T11:58:01.977 INFO:tasks.workunit.client.0.smithi042.stdout:2/751: fdatasync d7/d61/dba/fe2 0 2024-06-13T11:58:01.977 INFO:tasks.workunit.client.0.smithi042.stdout:8/818: mknod d2/dc/d22/d3c/c113 0 2024-06-13T11:58:01.977 INFO:tasks.workunit.client.0.smithi042.stdout:8/819: fsync d2/d3/fbc 0 2024-06-13T11:58:01.978 INFO:tasks.workunit.client.0.smithi042.stdout:8/820: write d2/dc/d64/d7a/db4/dd9/f111 [658934,60886] 0 2024-06-13T11:58:01.978 INFO:tasks.workunit.client.0.smithi042.stdout:9/841: mkdir d9/d15/d61/d11e 0 2024-06-13T11:58:01.978 INFO:tasks.workunit.client.0.smithi042.stdout:2/752: mkdir d7/df/d33/d102 0 2024-06-13T11:58:01.980 INFO:tasks.workunit.client.0.smithi042.stdout:8/821: creat d2/d3/d43/f114 x:0 0 0 2024-06-13T11:58:01.980 INFO:tasks.workunit.client.0.smithi042.stdout:8/822: mknod d2/d3/d5/d44/dbe/d109/c115 0 2024-06-13T11:58:01.984 INFO:tasks.workunit.client.0.smithi042.stdout:8/823: rmdir d2/d3/d81/d94/d7f 39 2024-06-13T11:58:01.984 INFO:tasks.workunit.client.0.smithi042.stdout:9/842: rmdir d9/d33/d69/de1 39 2024-06-13T11:58:01.984 INFO:tasks.workunit.client.0.smithi042.stdout:9/843: fsync d9/d15/fbb 0 2024-06-13T11:58:01.992 INFO:tasks.workunit.client.0.smithi042.stdout:3/816: write dc/d29/d47/d66/f10d [3586175,58367] 0 2024-06-13T11:58:01.992 INFO:tasks.workunit.client.0.smithi042.stdout:9/844: truncate d9/d15/d43/f5b 113406 0 2024-06-13T11:58:01.992 INFO:tasks.workunit.client.0.smithi042.stdout:3/817: readlink dc/d17/d3b/d55/lf4 0 2024-06-13T11:58:01.993 INFO:tasks.workunit.client.0.smithi042.stdout:3/818: creat dc/d17/d3b/d55/f11d x:0 0 0 2024-06-13T11:58:01.998 INFO:tasks.workunit.client.0.smithi042.stdout:7/695: dwrite d2/d36/d4a/f2d [4194304,4194304] 0 2024-06-13T11:58:02.006 INFO:tasks.workunit.client.0.smithi042.stdout:9/845: creat d9/d16/d5f/f11f x:0 0 0 2024-06-13T11:58:02.017 INFO:tasks.workunit.client.0.smithi042.stdout:1/857: write d0/d17/d18/f54 [1043741,11754] 0 2024-06-13T11:58:02.022 INFO:tasks.workunit.client.0.smithi042.stdout:3/819: link dc/d17/d1f/d46/f94 dc/d17/d20/d2d/d37/d52/d7e/de0/de7/d10f/f11e 0 2024-06-13T11:58:02.024 INFO:tasks.workunit.client.0.smithi042.stdout:3/820: creat dc/d17/d20/d2d/d37/d52/d7e/de0/de7/f11f x:0 0 0 2024-06-13T11:58:02.025 INFO:tasks.workunit.client.0.smithi042.stdout:0/899: dwrite d4/d33/d3e/d6c/fd9 [4194304,4194304] 0 2024-06-13T11:58:02.025 INFO:tasks.workunit.client.0.smithi042.stdout:0/900: fdatasync d4/d33/f10e 0 2024-06-13T11:58:02.025 INFO:tasks.workunit.client.0.smithi042.stdout:0/901: readlink d4/d31/d4a/d58/d68/lcc 0 2024-06-13T11:58:02.026 INFO:tasks.workunit.client.0.smithi042.stdout:3/821: truncate dc/d17/d1f/d46/da3/dc0/f116 828871 0 2024-06-13T11:58:02.026 INFO:tasks.workunit.client.0.smithi042.stdout:3/822: write dc/d17/f33 [666153,95064] 0 2024-06-13T11:58:02.026 INFO:tasks.workunit.client.0.smithi042.stdout:3/823: dread - dc/d17/d20/d2d/f99 zero size 2024-06-13T11:58:02.032 INFO:tasks.workunit.client.0.smithi042.stdout:0/902: creat d4/d31/d4a/d58/dc0/f137 x:0 0 0 2024-06-13T11:58:02.038 INFO:tasks.workunit.client.0.smithi042.stdout:5/810: dwrite d1/d31/d6a/d7a/d96/da2/f6e [0,4194304] 0 2024-06-13T11:58:02.040 INFO:tasks.workunit.client.0.smithi042.stdout:3/824: dread dc/d17/d20/d5c/ff9 [0,4194304] 0 2024-06-13T11:58:02.040 INFO:tasks.workunit.client.0.smithi042.stdout:3/825: dread - dc/d17/d1f/d46/da3/fd1 zero size 2024-06-13T11:58:02.041 INFO:tasks.workunit.client.0.smithi042.stdout:7/696: write d2/d3/d3e/fb5 [3035021,76571] 0 2024-06-13T11:58:02.041 INFO:tasks.workunit.client.0.smithi042.stdout:7/697: readlink d2/d36/d4a/d39/la2 0 2024-06-13T11:58:02.042 INFO:tasks.workunit.client.0.smithi042.stdout:3/826: mkdir dc/d29/d47/d66/d70/d120 0 2024-06-13T11:58:02.042 INFO:tasks.workunit.client.0.smithi042.stdout:3/827: mkdir dc/d17/d20/d5c/dfc/d121 0 2024-06-13T11:58:02.051 INFO:tasks.workunit.client.0.smithi042.stdout:4/965: dwrite d1/d5/d16/deb/d13b/d4e/d97/d10c/d122/f154 [0,4194304] 0 2024-06-13T11:58:02.051 INFO:tasks.workunit.client.0.smithi042.stdout:4/966: read d1/d5/d16/deb/d13b/d35/d80/f110 [2251031,53764] 0 2024-06-13T11:58:02.068 INFO:tasks.workunit.client.0.smithi042.stdout:2/753: dwrite d7/d61/d64/f71 [0,4194304] 0 2024-06-13T11:58:02.069 INFO:tasks.workunit.client.0.smithi042.stdout:2/754: write d7/d61/dba/fe2 [891700,120751] 0 2024-06-13T11:58:02.069 INFO:tasks.workunit.client.0.smithi042.stdout:2/755: fsync d7/fdb 0 2024-06-13T11:58:02.075 INFO:tasks.workunit.client.0.smithi042.stdout:1/858: dread d0/d17/d18/d29/f2c [4194304,4194304] 0 2024-06-13T11:58:02.077 INFO:tasks.workunit.client.0.smithi042.stdout:8/824: dwrite d2/dc/d64/fba [0,4194304] 0 2024-06-13T11:58:02.078 INFO:tasks.workunit.client.0.smithi042.stdout:8/825: chown d2/d3/d81/fc7 17501825 1 2024-06-13T11:58:02.079 INFO:tasks.workunit.client.0.smithi042.stdout:9/846: write d9/d4d/fb3 [1158358,4187] 0 2024-06-13T11:58:02.081 INFO:tasks.workunit.client.0.smithi042.stdout:9/847: symlink d9/d31/d5c/d10c/l120 0 2024-06-13T11:58:02.081 INFO:tasks.workunit.client.0.smithi042.stdout:9/848: dread - d9/d4d/f10d zero size 2024-06-13T11:58:02.087 INFO:tasks.workunit.client.0.smithi042.stdout:9/849: mkdir d9/d33/d121 0 2024-06-13T11:58:02.100 INFO:tasks.workunit.client.0.smithi042.stdout:0/903: dwrite d4/fc [4194304,4194304] 0 2024-06-13T11:58:02.101 INFO:tasks.workunit.client.0.smithi042.stdout:0/904: chown d4/d32/d3a/fcb 32331767 1 2024-06-13T11:58:02.101 INFO:tasks.workunit.client.0.smithi042.stdout:0/905: chown d4/d33/d3e 14 1 2024-06-13T11:58:02.108 INFO:tasks.workunit.client.0.smithi042.stdout:0/906: creat d4/d33/dbc/f138 x:0 0 0 2024-06-13T11:58:02.108 INFO:tasks.workunit.client.0.smithi042.stdout:0/907: readlink d4/d31/d4a/d58/d68/db3/l94 0 2024-06-13T11:58:02.117 INFO:tasks.workunit.client.0.smithi042.stdout:9/850: dread d9/d46/d68/fbf [0,4194304] 0 2024-06-13T11:58:02.118 INFO:tasks.workunit.client.0.smithi042.stdout:9/851: creat d9/d16/dba/f122 x:0 0 0 2024-06-13T11:58:02.124 INFO:tasks.workunit.client.0.smithi042.stdout:5/811: dread d1/d31/f17 [4194304,4194304] 0 2024-06-13T11:58:02.131 INFO:tasks.workunit.client.0.smithi042.stdout:7/698: dread d2/d36/d4a/d42/f71 [4194304,4194304] 0 2024-06-13T11:58:02.132 INFO:tasks.workunit.client.0.smithi042.stdout:3/828: dwrite dc/d17/f19 [4194304,4194304] 0 2024-06-13T11:58:02.134 INFO:tasks.workunit.client.0.smithi042.stdout:3/829: creat dc/d17/d20/d2d/d37/d52/d7e/f122 x:0 0 0 2024-06-13T11:58:02.136 INFO:tasks.workunit.client.0.smithi042.stdout:3/830: creat dc/d29/d47/d66/f123 x:0 0 0 2024-06-13T11:58:02.136 INFO:tasks.workunit.client.0.smithi042.stdout:3/831: stat dc/d29/c105 0 2024-06-13T11:58:02.138 INFO:tasks.workunit.client.0.smithi042.stdout:3/832: creat dc/d17/d20/d2d/d37/d52/d7e/de0/de7/d10f/f124 x:0 0 0 2024-06-13T11:58:02.159 INFO:tasks.workunit.client.0.smithi042.stdout:4/967: dwrite d1/d5/d16/f105 [0,4194304] 0 2024-06-13T11:58:02.159 INFO:tasks.workunit.client.0.smithi042.stdout:0/908: dread d4/d33/d3e/f55 [0,4194304] 0 2024-06-13T11:58:02.163 INFO:tasks.workunit.client.0.smithi042.stdout:0/909: creat d4/d31/d34/d69/d100/f139 x:0 0 0 2024-06-13T11:58:02.163 INFO:tasks.workunit.client.0.smithi042.stdout:0/910: stat d4/d31/d34/d91/f9b 0 2024-06-13T11:58:02.173 INFO:tasks.workunit.client.0.smithi042.stdout:9/852: dread d9/d33/d69/f9d [0,4194304] 0 2024-06-13T11:58:02.173 INFO:tasks.workunit.client.0.smithi042.stdout:9/853: mkdir d9/d16/daf/dda/ded/d123 0 2024-06-13T11:58:02.173 INFO:tasks.workunit.client.0.smithi042.stdout:9/854: creat d9/d16/d48/f124 x:0 0 0 2024-06-13T11:58:02.173 INFO:tasks.workunit.client.0.smithi042.stdout:9/855: fdatasync d9/d4d/f59 0 2024-06-13T11:58:02.173 INFO:tasks.workunit.client.0.smithi042.stdout:9/856: stat d9/d15/d43 0 2024-06-13T11:58:02.173 INFO:tasks.workunit.client.0.smithi042.stdout:9/857: stat d9/db1/l104 0 2024-06-13T11:58:02.175 INFO:tasks.workunit.client.0.smithi042.stdout:9/858: write d9/d31/f42 [6452337,4918] 0 2024-06-13T11:58:02.176 INFO:tasks.workunit.client.0.smithi042.stdout:9/859: symlink d9/d16/daf/l125 0 2024-06-13T11:58:02.177 INFO:tasks.workunit.client.0.smithi042.stdout:9/860: dread - d9/d33/d40/fff zero size 2024-06-13T11:58:02.177 INFO:tasks.workunit.client.0.smithi042.stdout:9/861: fdatasync d9/d16/dba/fdf 0 2024-06-13T11:58:02.179 INFO:tasks.workunit.client.0.smithi042.stdout:9/862: rename d9/d16/daf/dda/ded/d123 to d9/d16/daf/dda/d126 0 2024-06-13T11:58:02.179 INFO:tasks.workunit.client.0.smithi042.stdout:9/863: fdatasync d9/f20 0 2024-06-13T11:58:02.186 INFO:tasks.workunit.client.0.smithi042.stdout:9/864: mknod d9/d33/d40/d52/d25/c127 0 2024-06-13T11:58:02.186 INFO:tasks.workunit.client.0.smithi042.stdout:9/865: chown d9/d33/d40/d52/c71 3 1 2024-06-13T11:58:02.224 INFO:tasks.workunit.client.0.smithi042.stdout:0/911: read d4/d33/d3f/f52 [1184483,68616] 0 2024-06-13T11:58:02.224 INFO:tasks.workunit.client.0.smithi042.stdout:0/912: chown d4/d33/dbc/ff9 246688 1 2024-06-13T11:58:02.227 INFO:tasks.workunit.client.0.smithi042.stdout:7/699: dwrite d2/d36/da5/fb0 [0,4194304] 0 2024-06-13T11:58:02.227 INFO:tasks.workunit.client.0.smithi042.stdout:7/700: dread - d2/d36/d64/f5a zero size 2024-06-13T11:58:02.253 INFO:tasks.workunit.client.0.smithi042.stdout:2/756: dwrite d7/d23/d59/f6e [0,4194304] 0 2024-06-13T11:58:02.253 INFO:tasks.workunit.client.0.smithi042.stdout:2/757: stat d7/d1a/d9e/fac 0 2024-06-13T11:58:02.262 INFO:tasks.workunit.client.0.smithi042.stdout:2/758: truncate d7/d1a/f42 2237139 0 2024-06-13T11:58:02.262 INFO:tasks.workunit.client.0.smithi042.stdout:2/759: fdatasync d7/d23/f2d 0 2024-06-13T11:58:02.271 INFO:tasks.workunit.client.0.smithi042.stdout:2/760: unlink d7/d1a/da2/fd7 0 2024-06-13T11:58:02.273 INFO:tasks.workunit.client.0.smithi042.stdout:3/833: dwrite dc/d17/d106/f10c [0,4194304] 0 2024-06-13T11:58:02.273 INFO:tasks.workunit.client.0.smithi042.stdout:3/834: truncate dc/f11 1527091 0 2024-06-13T11:58:02.288 INFO:tasks.workunit.client.0.smithi042.stdout:9/866: dread d9/d16/f78 [0,4194304] 0 2024-06-13T11:58:02.301 INFO:tasks.workunit.client.0.smithi042.stdout:9/867: read d9/d33/d69/d70/f22 [469649,105232] 0 2024-06-13T11:58:02.307 INFO:tasks.workunit.client.0.smithi042.stdout:4/968: dwrite d1/d5/d16/deb/d13b/d15/f136 [0,4194304] 0 2024-06-13T11:58:02.307 INFO:tasks.workunit.client.0.smithi042.stdout:4/969: chown d1/d5/d16/deb/d13b/l13 85 1 2024-06-13T11:58:02.307 INFO:tasks.workunit.client.0.smithi042.stdout:0/913: dwrite d4/d32/d3a/f112 [0,4194304] 0 2024-06-13T11:58:02.307 INFO:tasks.workunit.client.0.smithi042.stdout:9/868: readlink d9/d31/l102 0 2024-06-13T11:58:02.307 INFO:tasks.workunit.client.0.smithi042.stdout:4/970: getdents d1/d5/d16/deb/d13b/d5e/d7f 0 2024-06-13T11:58:02.308 INFO:tasks.workunit.client.0.smithi042.stdout:4/971: fdatasync d1/d5/d16/deb/d13b/d15/fec 0 2024-06-13T11:58:02.308 INFO:tasks.workunit.client.0.smithi042.stdout:0/914: mknod d4/d31/d4a/c13a 0 2024-06-13T11:58:02.311 INFO:tasks.workunit.client.0.smithi042.stdout:0/915: creat d4/d32/d3a/f13b x:0 0 0 2024-06-13T11:58:02.311 INFO:tasks.workunit.client.0.smithi042.stdout:4/972: symlink d1/d5/d16/deb/d13b/d4e/d97/d10c/d60/d67/d72/l158 0 2024-06-13T11:58:02.313 INFO:tasks.workunit.client.0.smithi042.stdout:4/973: symlink d1/d5/d16/deb/d13b/d4e/d97/d10c/d6f/l159 0 2024-06-13T11:58:02.314 INFO:tasks.workunit.client.0.smithi042.stdout:8/826: dwrite d2/d3/f11 [0,4194304] 0 2024-06-13T11:58:02.314 INFO:tasks.workunit.client.0.smithi042.stdout:8/827: chown d2/d3/d5/d5b/fd2 0 1 2024-06-13T11:58:02.315 INFO:tasks.workunit.client.0.smithi042.stdout:4/974: link d1/d5/d16/deb/d13b/d4e/d97/cbb d1/d5/d16/deb/d13b/d15/db3/dfd/d114/d52/dce/d127/c15a 0 2024-06-13T11:58:02.315 INFO:tasks.workunit.client.0.smithi042.stdout:4/975: readlink d1/d5/d16/deb/d13b/l155 0 2024-06-13T11:58:02.318 INFO:tasks.workunit.client.0.smithi042.stdout:8/828: unlink d2/dc/d22/d3c/fdb 0 2024-06-13T11:58:02.323 INFO:tasks.workunit.client.0.smithi042.stdout:7/701: dwrite d2/d3/d3e/f61 [0,4194304] 0 2024-06-13T11:58:02.323 INFO:tasks.workunit.client.0.smithi042.stdout:3/835: dread dc/d29/d47/d66/f10d [0,4194304] 0 2024-06-13T11:58:02.323 INFO:tasks.workunit.client.0.smithi042.stdout:3/836: write dc/d17/f1a [3589531,116720] 0 2024-06-13T11:58:02.326 INFO:tasks.workunit.client.0.smithi042.stdout:8/829: creat d2/d3/d81/d94/d79/d98/f116 x:0 0 0 2024-06-13T11:58:02.339 INFO:tasks.workunit.client.0.smithi042.stdout:8/830: rename d2/d3/f11 to d2/d3/d81/d94/d7f/f117 0 2024-06-13T11:58:02.339 INFO:tasks.workunit.client.0.smithi042.stdout:2/761: dwrite d7/d23/d59/f7b [4194304,4194304] 0 2024-06-13T11:58:02.353 INFO:tasks.workunit.client.0.smithi042.stdout:9/869: dread d9/d33/d69/d70/f3a [0,4194304] 0 2024-06-13T11:58:02.353 INFO:tasks.workunit.client.0.smithi042.stdout:9/870: fdatasync d9/d4d/f10d 0 2024-06-13T11:58:02.374 INFO:tasks.workunit.client.0.smithi042.stdout:0/916: dwrite d4/d32/f44 [0,4194304] 0 2024-06-13T11:58:02.374 INFO:tasks.workunit.client.0.smithi042.stdout:4/976: dwrite d1/de/f5d [0,4194304] 0 2024-06-13T11:58:02.376 INFO:tasks.workunit.client.0.smithi042.stdout:3/837: dwrite dc/d29/f30 [4194304,4194304] 0 2024-06-13T11:58:02.376 INFO:tasks.workunit.client.0.smithi042.stdout:3/838: fsync dc/d17/d20/d9b/fa8 0 2024-06-13T11:58:02.376 INFO:tasks.workunit.client.0.smithi042.stdout:3/839: chown dc/d17/d1f/d46/fc2 8162 1 2024-06-13T11:58:02.377 INFO:tasks.workunit.client.0.smithi042.stdout:7/702: dread d2/d36/d4a/d42/d63/f89 [0,4194304] 0 2024-06-13T11:58:02.384 INFO:tasks.workunit.client.0.smithi042.stdout:0/917: mknod d4/d31/d34/d78/d104/c13c 0 2024-06-13T11:58:02.385 INFO:tasks.workunit.client.0.smithi042.stdout:3/840: creat dc/d17/d20/f125 x:0 0 0 2024-06-13T11:58:02.385 INFO:tasks.workunit.client.0.smithi042.stdout:3/841: write dc/d29/d47/d66/f10d [4504938,69501] 0 2024-06-13T11:58:02.386 INFO:tasks.workunit.client.0.smithi042.stdout:7/703: unlink d2/d36/d64/f62 0 2024-06-13T11:58:02.388 INFO:tasks.workunit.client.0.smithi042.stdout:9/871: rename d9/d16/d48/d62/fe9 to d9/d46/f128 0 2024-06-13T11:58:02.391 INFO:tasks.workunit.client.0.smithi042.stdout:3/842: creat dc/d17/d20/d5c/dfc/f126 x:0 0 0 2024-06-13T11:58:02.394 INFO:tasks.workunit.client.0.smithi042.stdout:7/704: rmdir d2/d36/da5/de5 39 2024-06-13T11:58:02.397 INFO:tasks.workunit.client.0.smithi042.stdout:1/859: sync 2024-06-13T11:58:02.397 INFO:tasks.workunit.client.0.smithi042.stdout:1/860: read - d0/d17/d18/d20/f118 zero size 2024-06-13T11:58:02.398 INFO:tasks.workunit.client.0.smithi042.stdout:2/762: dwrite d7/d61/d64/dff/f49 [0,4194304] 0 2024-06-13T11:58:02.400 INFO:tasks.workunit.client.0.smithi042.stdout:3/843: mknod dc/d17/d7b/c127 0 2024-06-13T11:58:02.401 INFO:tasks.workunit.client.0.smithi042.stdout:2/763: mknod d7/d3c/d40/d4c/c103 0 2024-06-13T11:58:02.401 INFO:tasks.workunit.client.0.smithi042.stdout:3/844: mkdir dc/d17/d1f/d79/d88/d128 0 2024-06-13T11:58:02.404 INFO:tasks.workunit.client.0.smithi042.stdout:3/845: unlink dc/d17/d1f/d92/db4/fd7 0 2024-06-13T11:58:02.405 INFO:tasks.workunit.client.0.smithi042.stdout:5/812: sync 2024-06-13T11:58:02.415 INFO:tasks.workunit.client.0.smithi042.stdout:3/846: write dc/d17/d20/d5c/f112 [3813889,15817] 0 2024-06-13T11:58:02.427 INFO:tasks.workunit.client.0.smithi042.stdout:3/847: write f3 [710990,126855] 0 2024-06-13T11:58:02.427 INFO:tasks.workunit.client.0.smithi042.stdout:3/848: chown dc/d17/d1f/d46/fc2 90121558 1 2024-06-13T11:58:02.439 INFO:tasks.workunit.client.0.smithi042.stdout:3/849: dread dc/f11 [0,4194304] 0 2024-06-13T11:58:02.440 INFO:tasks.workunit.client.0.smithi042.stdout:3/850: getdents dc/d17/d20/d2d/d37/d52/d7e/de0/de7 0 2024-06-13T11:58:02.442 INFO:tasks.workunit.client.0.smithi042.stdout:3/851: truncate dc/d17/d20/f39 9048182 0 2024-06-13T11:58:02.444 INFO:tasks.workunit.client.0.smithi042.stdout:1/861: write d0/d17/d18/d29/d90/da7/feb [3943992,66148] 0 2024-06-13T11:58:02.444 INFO:tasks.workunit.client.0.smithi042.stdout:2/764: read d7/d23/f2d [928928,72566] 0 2024-06-13T11:58:02.444 INFO:tasks.workunit.client.0.smithi042.stdout:2/765: chown d7/d1a/c8b 743091 1 2024-06-13T11:58:02.444 INFO:tasks.workunit.client.0.smithi042.stdout:2/766: chown d7/d3c 1197350 1 2024-06-13T11:58:02.444 INFO:tasks.workunit.client.0.smithi042.stdout:2/767: dread - d7/d23/d59/ff0 zero size 2024-06-13T11:58:02.444 INFO:tasks.workunit.client.0.smithi042.stdout:2/768: chown d7/d23/f2d 61717 1 2024-06-13T11:58:02.444 INFO:tasks.workunit.client.0.smithi042.stdout:1/862: write d0/d17/d18/f54 [2915227,70866] 0 2024-06-13T11:58:02.446 INFO:tasks.workunit.client.0.smithi042.stdout:2/769: mkdir d7/d23/db1/dad/d104 0 2024-06-13T11:58:02.452 INFO:tasks.workunit.client.0.smithi042.stdout:7/705: dwrite d2/d36/d4a/fd3 [0,4194304] 0 2024-06-13T11:58:02.454 INFO:tasks.workunit.client.0.smithi042.stdout:5/813: write d1/d31/f9 [3773709,37466] 0 2024-06-13T11:58:02.454 INFO:tasks.workunit.client.0.smithi042.stdout:0/918: dwrite d4/d33/dbc/f102 [0,4194304] 0 2024-06-13T11:58:02.460 INFO:tasks.workunit.client.0.smithi042.stdout:5/814: mknod d1/d2b/d35/d62/cfd 0 2024-06-13T11:58:02.466 INFO:tasks.workunit.client.0.smithi042.stdout:5/815: creat d1/d42/d60/d8f/ffe x:0 0 0 2024-06-13T11:58:02.474 INFO:tasks.workunit.client.0.smithi042.stdout:3/852: dread dc/d17/d20/f39 [4194304,4194304] 0 2024-06-13T11:58:02.478 INFO:tasks.workunit.client.0.smithi042.stdout:1/863: write d0/f50 [7265438,19371] 0 2024-06-13T11:58:02.480 INFO:tasks.workunit.client.0.smithi042.stdout:2/770: write d7/df/d33/f3e [1924073,71636] 0 2024-06-13T11:58:02.480 INFO:tasks.workunit.client.0.smithi042.stdout:2/771: fsync d7/d61/d64/dff/f70 0 2024-06-13T11:58:02.486 INFO:tasks.workunit.client.0.smithi042.stdout:0/919: dread d4/f14 [0,4194304] 0 2024-06-13T11:58:02.486 INFO:tasks.workunit.client.0.smithi042.stdout:0/920: read d4/f38 [417059,80367] 0 2024-06-13T11:58:02.486 INFO:tasks.workunit.client.0.smithi042.stdout:2/772: link d7/d61/dba/ce1 d7/d23/db1/dad/c105 0 2024-06-13T11:58:02.488 INFO:tasks.workunit.client.0.smithi042.stdout:0/921: unlink d4/d33/d3e/d6c/cee 0 2024-06-13T11:58:02.489 INFO:tasks.workunit.client.0.smithi042.stdout:0/922: mkdir d4/d31/d4a/d58/d68/d117/d13d 0 2024-06-13T11:58:02.489 INFO:tasks.workunit.client.0.smithi042.stdout:2/773: creat d7/d61/dba/de0/f106 x:0 0 0 2024-06-13T11:58:02.493 INFO:tasks.workunit.client.0.smithi042.stdout:2/774: rmdir d7/d61/dba 39 2024-06-13T11:58:02.493 INFO:tasks.workunit.client.0.smithi042.stdout:0/923: creat d4/d31/f13e x:0 0 0 2024-06-13T11:58:02.493 INFO:tasks.workunit.client.0.smithi042.stdout:2/775: mkdir d7/d3c/d40/d4c/df4/d107 0 2024-06-13T11:58:02.493 INFO:tasks.workunit.client.0.smithi042.stdout:2/776: write d7/df/f2c [1034921,113585] 0 2024-06-13T11:58:02.496 INFO:tasks.workunit.client.0.smithi042.stdout:0/924: rename d4/d33/d3f to d4/d32/d13f 0 2024-06-13T11:58:02.496 INFO:tasks.workunit.client.0.smithi042.stdout:2/777: truncate d7/d1a/da2/fd8 1155446 0 2024-06-13T11:58:02.496 INFO:tasks.workunit.client.0.smithi042.stdout:2/778: chown d7/d23/db1/dad 83205 1 2024-06-13T11:58:02.496 INFO:tasks.workunit.client.0.smithi042.stdout:2/779: rmdir d7/df/d6a/db8/dbc 39 2024-06-13T11:58:02.497 INFO:tasks.workunit.client.0.smithi042.stdout:2/780: creat d7/d3c/f108 x:0 0 0 2024-06-13T11:58:02.498 INFO:tasks.workunit.client.0.smithi042.stdout:7/706: dwrite d2/d36/d4a/f4e [0,4194304] 0 2024-06-13T11:58:02.498 INFO:tasks.workunit.client.0.smithi042.stdout:2/781: creat d7/d23/f109 x:0 0 0 2024-06-13T11:58:02.502 INFO:tasks.workunit.client.0.smithi042.stdout:2/782: mknod d7/d1a/d8d/c10a 0 2024-06-13T11:58:02.502 INFO:tasks.workunit.client.0.smithi042.stdout:2/783: read - d7/d61/d64/db4/fe8 zero size 2024-06-13T11:58:02.503 INFO:tasks.workunit.client.0.smithi042.stdout:2/784: mkdir d7/df/d6a/db8/dbc/dcc/d10b 0 2024-06-13T11:58:02.513 INFO:tasks.workunit.client.0.smithi042.stdout:2/785: truncate d7/df/f2c 3791632 0 2024-06-13T11:58:02.516 INFO:tasks.workunit.client.0.smithi042.stdout:2/786: creat d7/d61/d64/db4/da0/f10c x:0 0 0 2024-06-13T11:58:02.516 INFO:tasks.workunit.client.0.smithi042.stdout:2/787: fsync d7/df/f46 0 2024-06-13T11:58:02.526 INFO:tasks.workunit.client.0.smithi042.stdout:2/788: unlink d7/df/f2c 0 2024-06-13T11:58:02.528 INFO:tasks.workunit.client.0.smithi042.stdout:2/789: rename d7/d61/d64/dff/l2b to d7/d3c/d40/d4c/d5a/df5/l10d 0 2024-06-13T11:58:02.530 INFO:tasks.workunit.client.0.smithi042.stdout:5/816: dwrite d1/f6 [0,4194304] 0 2024-06-13T11:58:02.541 INFO:tasks.workunit.client.0.smithi042.stdout:0/925: write d4/d31/d4a/d58/fdf [304187,113211] 0 2024-06-13T11:58:02.544 INFO:tasks.workunit.client.0.smithi042.stdout:0/926: rename d4/d32/d64/fe9 to d4/d31/d4a/d63/f140 0 2024-06-13T11:58:02.544 INFO:tasks.workunit.client.0.smithi042.stdout:1/864: dwrite d0/d17/d18/d29/d43/fe0 [0,4194304] 0 2024-06-13T11:58:02.546 INFO:tasks.workunit.client.0.smithi042.stdout:0/927: rename d4/fd to d4/d31/d34/f141 0 2024-06-13T11:58:02.556 INFO:tasks.workunit.client.0.smithi042.stdout:0/928: fsync d4/d31/d34/f141 0 2024-06-13T11:58:02.557 INFO:tasks.workunit.client.0.smithi042.stdout:5/817: dread d1/d2b/d35/f4e [0,4194304] 0 2024-06-13T11:58:02.557 INFO:tasks.workunit.client.0.smithi042.stdout:0/929: mkdir d4/d31/d96/d142 0 2024-06-13T11:58:02.558 INFO:tasks.workunit.client.0.smithi042.stdout:5/818: mknod d1/d2b/d35/d36/daf/cff 0 2024-06-13T11:58:02.559 INFO:tasks.workunit.client.0.smithi042.stdout:0/930: getdents d4/d31/d4a/d58/d68/db7/dea 0 2024-06-13T11:58:02.559 INFO:tasks.workunit.client.0.smithi042.stdout:5/819: getdents d1/d31/d6a/d7a/d96 0 2024-06-13T11:58:02.561 INFO:tasks.workunit.client.0.smithi042.stdout:0/931: mkdir d4/d31/d4a/d58/d68/db7/dea/d143 0 2024-06-13T11:58:02.562 INFO:tasks.workunit.client.0.smithi042.stdout:0/932: symlink d4/d31/d4a/d58/d68/d117/d13d/l144 0 2024-06-13T11:58:02.566 INFO:tasks.workunit.client.0.smithi042.stdout:0/933: rename d4/d31/d4a/d58/d68/db7/dea to d4/d31/d4a/d58/d68/d145 0 2024-06-13T11:58:02.567 INFO:tasks.workunit.client.0.smithi042.stdout:0/934: truncate d4/d33/dbc/f102 3518036 0 2024-06-13T11:58:02.567 INFO:tasks.workunit.client.0.smithi042.stdout:0/935: chown d4/d32/d64/la1 6263109 1 2024-06-13T11:58:02.568 INFO:tasks.workunit.client.0.smithi042.stdout:0/936: readlink l2 0 2024-06-13T11:58:02.568 INFO:tasks.workunit.client.0.smithi042.stdout:0/937: creat d4/d31/d4a/d58/d68/f146 x:0 0 0 2024-06-13T11:58:02.570 INFO:tasks.workunit.client.0.smithi042.stdout:0/938: creat d4/d31/d4a/d58/d68/d117/f147 x:0 0 0 2024-06-13T11:58:02.571 INFO:tasks.workunit.client.0.smithi042.stdout:1/865: read d0/d17/d18/d20/f61 [4811152,62130] 0 2024-06-13T11:58:02.572 INFO:tasks.workunit.client.0.smithi042.stdout:0/939: rename d4/d31/d4a/d58/l107 to d4/d33/d3e/d6c/l148 0 2024-06-13T11:58:02.573 INFO:tasks.workunit.client.0.smithi042.stdout:0/940: symlink d4/d33/l149 0 2024-06-13T11:58:02.573 INFO:tasks.workunit.client.0.smithi042.stdout:0/941: chown d4/d31/d4a/d58 619340060 1 2024-06-13T11:58:02.573 INFO:tasks.workunit.client.0.smithi042.stdout:0/942: chown d4/d32/l5c 494 1 2024-06-13T11:58:02.573 INFO:tasks.workunit.client.0.smithi042.stdout:0/943: write d4/d31/d34/f12b [759915,35868] 0 2024-06-13T11:58:02.574 INFO:tasks.workunit.client.0.smithi042.stdout:0/944: chown d4/d31/d4a/d58/d68/d145/f105 15423 1 2024-06-13T11:58:02.574 INFO:tasks.workunit.client.0.smithi042.stdout:0/945: stat d4/d31/d4a/d63/da8/fb8 0 2024-06-13T11:58:02.576 INFO:tasks.workunit.client.0.smithi042.stdout:0/946: rename d4/d31/d4a/d63/da8/f136 to d4/d32/f14a 0 2024-06-13T11:58:02.577 INFO:tasks.workunit.client.0.smithi042.stdout:0/947: readlink d4/d32/l80 0 2024-06-13T11:58:02.578 INFO:tasks.workunit.client.0.smithi042.stdout:0/948: rmdir d4/d32/d64 39 2024-06-13T11:58:02.587 INFO:tasks.workunit.client.0.smithi042.stdout:5/820: dread d1/d2b/d35/f46 [0,4194304] 0 2024-06-13T11:58:02.589 INFO:tasks.workunit.client.0.smithi042.stdout:5/821: creat d1/d31/d97/f100 x:0 0 0 2024-06-13T11:58:02.595 INFO:tasks.workunit.client.0.smithi042.stdout:2/790: dwrite d7/d61/d64/dff/f49 [4194304,4194304] 0 2024-06-13T11:58:02.595 INFO:tasks.workunit.client.0.smithi042.stdout:5/822: symlink d1/d2b/d35/d36/dba/dda/l101 0 2024-06-13T11:58:02.596 INFO:tasks.workunit.client.0.smithi042.stdout:5/823: mkdir d1/d31/d6a/d7a/d96/d102 0 2024-06-13T11:58:02.597 INFO:tasks.workunit.client.0.smithi042.stdout:5/824: creat d1/d31/d6a/d7a/d96/df6/f103 x:0 0 0 2024-06-13T11:58:02.611 INFO:tasks.workunit.client.0.smithi042.stdout:5/825: mknod d1/d42/d60/c104 0 2024-06-13T11:58:02.611 INFO:tasks.workunit.client.0.smithi042.stdout:5/826: write d1/d31/d6a/d7a/d96/f98 [2701942,78006] 0 2024-06-13T11:58:02.612 INFO:tasks.workunit.client.0.smithi042.stdout:0/949: dread d4/f38 [0,4194304] 0 2024-06-13T11:58:02.613 INFO:tasks.workunit.client.0.smithi042.stdout:0/950: symlink d4/d31/d34/d78/d104/l14b 0 2024-06-13T11:58:02.641 INFO:tasks.workunit.client.0.smithi042.stdout:1/866: dwrite d0/f2b [0,4194304] 0 2024-06-13T11:58:02.641 INFO:tasks.workunit.client.0.smithi042.stdout:2/791: dread d7/df/d33/f3e [0,4194304] 0 2024-06-13T11:58:02.641 INFO:tasks.workunit.client.0.smithi042.stdout:2/792: fdatasync d7/d3c/d40/d4c/f7a 0 2024-06-13T11:58:02.644 INFO:tasks.workunit.client.0.smithi042.stdout:1/867: stat d0/l6b 0 2024-06-13T11:58:02.645 INFO:tasks.workunit.client.0.smithi042.stdout:1/868: creat d0/d17/dd/d55/d6a/f121 x:0 0 0 2024-06-13T11:58:02.659 INFO:tasks.workunit.client.0.smithi042.stdout:0/951: dwrite d4/d33/f66 [0,4194304] 0 2024-06-13T11:58:02.660 INFO:tasks.workunit.client.0.smithi042.stdout:0/952: mknod d4/d33/c14c 0 2024-06-13T11:58:02.661 INFO:tasks.workunit.client.0.smithi042.stdout:0/953: fsync d4/d32/d13f/ff4 0 2024-06-13T11:58:02.662 INFO:tasks.workunit.client.0.smithi042.stdout:0/954: creat d4/d31/d4a/d58/d68/db7/d132/f14d x:0 0 0 2024-06-13T11:58:02.687 INFO:tasks.workunit.client.0.smithi042.stdout:0/955: read d4/d33/dbc/ff9 [4065893,58835] 0 2024-06-13T11:58:02.689 INFO:tasks.workunit.client.0.smithi042.stdout:2/793: dwrite d7/d3c/d40/d4c/f93 [0,4194304] 0 2024-06-13T11:58:02.691 INFO:tasks.workunit.client.0.smithi042.stdout:2/794: rename d7/d61/dba/ff8 to d7/d23/db1/dad/f10e 0 2024-06-13T11:58:02.697 INFO:tasks.workunit.client.0.smithi042.stdout:5/827: dwrite d1/d2b/d35/d36/fa1 [0,4194304] 0 2024-06-13T11:58:02.698 INFO:tasks.workunit.client.0.smithi042.stdout:5/828: truncate d1/d31/d6a/d7a/f94 1845344 0 2024-06-13T11:58:02.701 INFO:tasks.workunit.client.0.smithi042.stdout:5/829: unlink d1/d2b/f68 0 2024-06-13T11:58:02.711 INFO:tasks.workunit.client.0.smithi042.stdout:1/869: dwrite d0/d17/d18/d29/fdc [0,4194304] 0 2024-06-13T11:58:02.713 INFO:tasks.workunit.client.0.smithi042.stdout:1/870: write d0/d17/f3e [1626,33400] 0 2024-06-13T11:58:02.713 INFO:tasks.workunit.client.0.smithi042.stdout:1/871: truncate d0/d17/dd/d42/dd5/dbc/ded/d111/f11d 603601 0 2024-06-13T11:58:02.718 INFO:tasks.workunit.client.0.smithi042.stdout:1/872: mkdir d0/d17/dd/d1b/d122 0 2024-06-13T11:58:02.722 INFO:tasks.workunit.client.0.smithi042.stdout:5/830: rename d1/d31/d6a/d8c/cb7 to d1/d2b/d37/c105 0 2024-06-13T11:58:02.722 INFO:tasks.workunit.client.0.smithi042.stdout:4/977: sync 2024-06-13T11:58:02.722 INFO:tasks.workunit.client.0.smithi042.stdout:8/831: sync 2024-06-13T11:58:02.722 INFO:tasks.workunit.client.0.smithi042.stdout:9/872: sync 2024-06-13T11:58:02.722 INFO:tasks.workunit.client.0.smithi042.stdout:7/707: sync 2024-06-13T11:58:02.722 INFO:tasks.workunit.client.0.smithi042.stdout:3/853: sync 2024-06-13T11:58:02.722 INFO:tasks.workunit.client.0.smithi042.stdout:8/832: chown d2/d3/d5/d44/le1 9 1 2024-06-13T11:58:02.722 INFO:tasks.workunit.client.0.smithi042.stdout:3/854: fsync dc/d17/d20/d5c/f112 0 2024-06-13T11:58:02.722 INFO:tasks.workunit.client.0.smithi042.stdout:7/708: write d2/d36/d4a/fda [435688,87096] 0 2024-06-13T11:58:02.723 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:58:02.723 INFO:tasks.workunit.client.0.smithi042.stdout:8/833: symlink d2/d3/d5/d44/l118 0 2024-06-13T11:58:02.724 INFO:tasks.workunit.client.0.smithi042.stdout:3/855: symlink dc/d17/d1f/d46/da3/de5/l129 0 2024-06-13T11:58:02.726 INFO:tasks.workunit.client.0.smithi042.stdout:5/831: rename d1/d49/fe9 to d1/d31/f106 0 2024-06-13T11:58:02.728 INFO:tasks.workunit.client.0.smithi042.stdout:8/834: unlink d2/f84 0 2024-06-13T11:58:02.731 INFO:tasks.workunit.client.0.smithi042.stdout:5/832: creat d1/d2b/d37/f107 x:0 0 0 2024-06-13T11:58:02.731 INFO:tasks.workunit.client.0.smithi042.stdout:3/856: symlink dc/d17/d1f/d79/l12a 0 2024-06-13T11:58:02.731 INFO:tasks.workunit.client.0.smithi042.stdout:3/857: write dc/d29/fc6 [521598,120085] 0 2024-06-13T11:58:02.732 INFO:tasks.workunit.client.0.smithi042.stdout:8/835: rename d2/d3/f4f to d2/d3/d81/d94/f119 0 2024-06-13T11:58:02.736 INFO:tasks.workunit.client.0.smithi042.stdout:8/836: creat d2/dc/d64/d7a/db4/f11a x:0 0 0 2024-06-13T11:58:02.739 INFO:tasks.workunit.client.0.smithi042.stdout:8/837: creat d2/d3/d81/d94/f11b x:0 0 0 2024-06-13T11:58:02.742 INFO:tasks.workunit.client.0.smithi042.stdout:8/838: creat d2/dc/d64/d7a/f11c x:0 0 0 2024-06-13T11:58:02.750 INFO:tasks.workunit.client.0.smithi042.stdout:4/978: write d1/d5/d16/deb/d13b/d35/f41 [3027374,78692] 0 2024-06-13T11:58:02.750 INFO:tasks.workunit.client.0.smithi042.stdout:8/839: mknod d2/d3/d81/d94/c11d 0 2024-06-13T11:58:02.750 INFO:tasks.workunit.client.0.smithi042.stdout:8/840: stat d2/d3/d5/f12 0 2024-06-13T11:58:02.751 INFO:tasks.workunit.client.0.smithi042.stdout:4/979: creat d1/d5/f15b x:0 0 0 2024-06-13T11:58:02.754 INFO:tasks.workunit.client.0.smithi042.stdout:8/841: creat d2/d3/d5/d5b/d10b/f11e x:0 0 0 2024-06-13T11:58:02.754 INFO:tasks.workunit.client.0.smithi042.stdout:4/980: mknod d1/d5/d16/deb/d13b/d4e/d97/d10c/d60/d67/c15c 0 2024-06-13T11:58:02.754 INFO:tasks.workunit.client.0.smithi042.stdout:4/981: write d1/d29/f34 [4858749,25814] 0 2024-06-13T11:58:02.756 INFO:tasks.workunit.client.0.smithi042.stdout:4/982: truncate d1/d5/d16/f2c 7560488 0 2024-06-13T11:58:02.757 INFO:tasks.workunit.client.0.smithi042.stdout:3/858: rename dc/d17/d20/d2d/d37/lef to dc/d17/d1f/l12b 0 2024-06-13T11:58:02.766 INFO:tasks.workunit.client.0.smithi042.stdout:3/859: creat dc/d17/d3b/f12c x:0 0 0 2024-06-13T11:58:02.766 INFO:tasks.workunit.client.0.smithi042.stdout:4/983: rename d1/d5/d16/deb/d13b/d4e/d97/d10c/d6f/fae to d1/d8e/f15d 0 2024-06-13T11:58:02.767 INFO:tasks.workunit.client.0.smithi042.stdout:3/860: mkdir dc/d17/d20/d5c/dfc/d121/d12d 0 2024-06-13T11:58:02.767 INFO:tasks.workunit.client.0.smithi042.stdout:1/873: dwrite d0/d17/f2f [0,4194304] 0 2024-06-13T11:58:02.769 INFO:tasks.workunit.client.0.smithi042.stdout:1/874: rename d0/d17/dd/d55/da4/faa to d0/d17/dd/d55/f123 0 2024-06-13T11:58:02.769 INFO:tasks.workunit.client.0.smithi042.stdout:3/861: symlink dc/d17/d1f/d79/d88/l12e 0 2024-06-13T11:58:02.771 INFO:tasks.workunit.client.0.smithi042.stdout:3/862: creat dc/d17/d20/d5c/dfc/f12f x:0 0 0 2024-06-13T11:58:02.798 INFO:tasks.workunit.client.0.smithi042.stdout:5/833: dwrite d1/fc6 [0,4194304] 0 2024-06-13T11:58:02.798 INFO:tasks.workunit.client.0.smithi042.stdout:8/842: dread d2/dc/d22/d42/f21 [0,4194304] 0 2024-06-13T11:58:02.801 INFO:tasks.workunit.client.0.smithi042.stdout:5/834: rename d1/d2b/d35/l9c to d1/d2b/d35/d36/dba/l108 0 2024-06-13T11:58:02.802 INFO:tasks.workunit.client.0.smithi042.stdout:3/863: write dc/d17/d1f/d46/f62 [3249536,26186] 0 2024-06-13T11:58:02.802 INFO:tasks.workunit.client.0.smithi042.stdout:8/843: creat d2/f11f x:0 0 0 2024-06-13T11:58:02.802 INFO:tasks.workunit.client.0.smithi042.stdout:9/873: dwrite d9/d33/d40/fff [0,4194304] 0 2024-06-13T11:58:02.805 INFO:tasks.workunit.client.0.smithi042.stdout:3/864: getdents dc/d17/d1f 0 2024-06-13T11:58:02.806 INFO:tasks.workunit.client.0.smithi042.stdout:3/865: write dc/d17/d3b/ff3 [577693,40730] 0 2024-06-13T11:58:02.807 INFO:tasks.workunit.client.0.smithi042.stdout:5/835: dread d1/d2b/d35/d62/f9b [0,4194304] 0 2024-06-13T11:58:02.812 INFO:tasks.workunit.client.0.smithi042.stdout:1/875: dread d0/fc5 [0,4194304] 0 2024-06-13T11:58:02.814 INFO:tasks.workunit.client.0.smithi042.stdout:1/876: rmdir d0/d17/dd/d55/d87 39 2024-06-13T11:58:02.814 INFO:tasks.workunit.client.0.smithi042.stdout:1/877: chown d0/d17/fbd 1 1 2024-06-13T11:58:02.824 INFO:tasks.workunit.client.0.smithi042.stdout:8/844: write d2/f7d [403992,121911] 0 2024-06-13T11:58:02.833 INFO:tasks.workunit.client.0.smithi042.stdout:1/878: rename d0/d17/c1f to d0/d17/dd/d66/d82/d5f/d9a/da2/dfa/c124 0 2024-06-13T11:58:02.833 INFO:tasks.workunit.client.0.smithi042.stdout:9/874: link d9/d33/d4b/l113 d9/d4d/d10f/l129 0 2024-06-13T11:58:02.834 INFO:tasks.workunit.client.0.smithi042.stdout:9/875: fdatasync d9/d33/d69/d70/f3a 0 2024-06-13T11:58:02.837 INFO:tasks.workunit.client.0.smithi042.stdout:3/866: write dc/d17/d106/f10c [1855682,112037] 0 2024-06-13T11:58:02.837 INFO:tasks.workunit.client.0.smithi042.stdout:3/867: fsync dc/d29/d47/f48 0 2024-06-13T11:58:02.837 INFO:tasks.workunit.client.0.smithi042.stdout:4/984: dwrite d1/d29/d4f/f98 [4194304,4194304] 0 2024-06-13T11:58:02.842 INFO:tasks.workunit.client.0.smithi042.stdout:3/868: creat dc/d29/d85/f130 x:0 0 0 2024-06-13T11:58:02.842 INFO:tasks.workunit.client.0.smithi042.stdout:3/869: write dc/d17/d20/d2d/fb1 [976287,32507] 0 2024-06-13T11:58:02.842 INFO:tasks.workunit.client.0.smithi042.stdout:3/870: fsync dc/d17/d1f/d46/f89 0 2024-06-13T11:58:02.843 INFO:tasks.workunit.client.0.smithi042.stdout:3/871: mknod dc/d17/d1f/d46/da3/de5/d117/c131 0 2024-06-13T11:58:02.849 INFO:tasks.workunit.client.0.smithi042.stdout:4/985: dread d1/d5/d16/deb/d13b/f28 [0,4194304] 0 2024-06-13T11:58:02.854 INFO:tasks.workunit.client.0.smithi042.stdout:4/986: mkdir d1/d5/d16/deb/d13b/d15/db3/dfd/d13d/d15e 0 2024-06-13T11:58:02.867 INFO:tasks.workunit.client.0.smithi042.stdout:8/845: dwrite d2/d3/d5/d44/ff7 [0,4194304] 0 2024-06-13T11:58:02.867 INFO:tasks.workunit.client.0.smithi042.stdout:8/846: fsync d2/d3/d81/d94/fdc 0 2024-06-13T11:58:02.867 INFO:tasks.workunit.client.0.smithi042.stdout:8/847: dread - d2/dc/d22/d77/da0/fc0 zero size 2024-06-13T11:58:02.868 INFO:tasks.workunit.client.0.smithi042.stdout:8/848: fsync d2/d3/d81/d94/d79/d98/fe8 0 2024-06-13T11:58:02.870 INFO:tasks.workunit.client.0.smithi042.stdout:3/872: write dc/d17/d1f/f31 [2829618,33189] 0 2024-06-13T11:58:02.871 INFO:tasks.workunit.client.0.smithi042.stdout:1/879: rename d0/d17/d18/d29/d90/da7/dc4/d10c to d0/d17/dd/d55/d6a/d56/d84/d125 0 2024-06-13T11:58:02.872 INFO:tasks.workunit.client.0.smithi042.stdout:9/876: dread d9/f28 [4194304,4194304] 0 2024-06-13T11:58:02.876 INFO:tasks.workunit.client.0.smithi042.stdout:4/987: rename d1/d29/d4f/la9 to d1/d5/d16/deb/d13b/d5e/d7f/d128/l15f 0 2024-06-13T11:58:02.877 INFO:tasks.workunit.client.0.smithi042.stdout:1/880: mkdir d0/d17/dcf/de4/d126 0 2024-06-13T11:58:02.877 INFO:tasks.workunit.client.0.smithi042.stdout:1/881: chown d0/d17/dd/d66/d82/d5f/d63/f81 3794732 1 2024-06-13T11:58:02.878 INFO:tasks.workunit.client.0.smithi042.stdout:4/988: symlink d1/l160 0 2024-06-13T11:58:02.882 INFO:tasks.workunit.client.0.smithi042.stdout:1/882: creat d0/d17/dd/d55/d87/f127 x:0 0 0 2024-06-13T11:58:02.885 INFO:tasks.workunit.client.0.smithi042.stdout:1/883: write d0/d17/dd/f74 [4115709,121239] 0 2024-06-13T11:58:02.886 INFO:tasks.workunit.client.0.smithi042.stdout:1/884: write d0/d17/dd/d66/d82/d5f/d63/f81 [3428513,102025] 0 2024-06-13T11:58:02.895 INFO:tasks.workunit.client.0.smithi042.stdout:3/873: write dc/d17/f19 [7900656,104831] 0 2024-06-13T11:58:02.896 INFO:tasks.workunit.client.0.smithi042.stdout:8/849: dread d2/d3/d43/f4c [0,4194304] 0 2024-06-13T11:58:02.897 INFO:tasks.workunit.client.0.smithi042.stdout:3/874: truncate dc/d29/f5f 305997 0 2024-06-13T11:58:02.898 INFO:tasks.workunit.client.0.smithi042.stdout:8/850: mknod d2/d3/d81/da7/c120 0 2024-06-13T11:58:02.898 INFO:tasks.workunit.client.0.smithi042.stdout:8/851: write d2/d3/d81/d94/d79/d98/f116 [555406,129855] 0 2024-06-13T11:58:02.903 INFO:tasks.workunit.client.0.smithi042.stdout:9/877: write d9/d33/d40/d52/d25/f45 [4153122,41311] 0 2024-06-13T11:58:02.903 INFO:tasks.workunit.client.0.smithi042.stdout:5/836: dwrite d1/d42/d60/d8f/ffe [0,4194304] 0 2024-06-13T11:58:02.910 INFO:tasks.workunit.client.0.smithi042.stdout:9/878: unlink d9/d33/d69/d70/fea 0 2024-06-13T11:58:02.937 INFO:tasks.workunit.client.0.smithi042.stdout:1/885: rename d0/d17/dcf/de4/f114 to d0/d17/dd/d55/f128 0 2024-06-13T11:58:02.941 INFO:tasks.workunit.client.0.smithi042.stdout:0/956: sync 2024-06-13T11:58:02.941 INFO:tasks.workunit.client.0.smithi042.stdout:7/709: sync 2024-06-13T11:58:02.941 INFO:tasks.workunit.client.0.smithi042.stdout:2/795: sync 2024-06-13T11:58:02.941 INFO:tasks.workunit.client.0.smithi042.stdout:0/957: readlink d4/d32/l5c 0 2024-06-13T11:58:02.941 INFO:tasks.workunit.client.0.smithi042.stdout:3/875: dread dc/d17/d20/d2d/fb1 [0,4194304] 0 2024-06-13T11:58:02.945 INFO:tasks.workunit.client.0.smithi042.stdout:1/886: rename d0/f8 to d0/d17/dcf/f129 0 2024-06-13T11:58:02.950 INFO:tasks.workunit.client.0.smithi042.stdout:1/887: getdents d0/d17/d18/d29 0 2024-06-13T11:58:02.952 INFO:tasks.workunit.client.0.smithi042.stdout:4/989: dwrite d1/f10a [0,4194304] 0 2024-06-13T11:58:02.952 INFO:tasks.workunit.client.0.smithi042.stdout:4/990: fdatasync d1/d5/d16/deb/d13b/d35/d80/fcf 0 2024-06-13T11:58:02.955 INFO:tasks.workunit.client.0.smithi042.stdout:4/991: creat d1/d5/d16/deb/d13b/d4e/d97/f161 x:0 0 0 2024-06-13T11:58:02.957 INFO:tasks.workunit.client.0.smithi042.stdout:5/837: dwrite d1/d31/f106 [0,4194304] 0 2024-06-13T11:58:02.960 INFO:tasks.workunit.client.0.smithi042.stdout:5/838: mkdir d1/d42/d60/d8f/d109 0 2024-06-13T11:58:02.976 INFO:tasks.workunit.client.0.smithi042.stdout:5/839: rename d1/d31/d6a/d8c/cc2 to d1/d42/d60/dfb/c10a 0 2024-06-13T11:58:02.977 INFO:tasks.workunit.client.0.smithi042.stdout:8/852: dwrite d2/d3/d5/f6b [0,4194304] 0 2024-06-13T11:58:02.980 INFO:tasks.workunit.client.0.smithi042.stdout:8/853: write d2/dc/d6f/da4/fb1 [887361,74808] 0 2024-06-13T11:58:02.981 INFO:tasks.workunit.client.0.smithi042.stdout:8/854: dread - d2/d3/d5/d44/dbe/fd0 zero size 2024-06-13T11:58:02.984 INFO:tasks.workunit.client.0.smithi042.stdout:8/855: creat d2/d3/d43/dbf/f121 x:0 0 0 2024-06-13T11:58:02.984 INFO:tasks.workunit.client.0.smithi042.stdout:8/856: dread - d2/dc/d64/d7a/db4/f11a zero size 2024-06-13T11:58:02.997 INFO:tasks.workunit.client.0.smithi042.stdout:7/710: dwrite d2/d36/dcc/fe3 [0,4194304] 0 2024-06-13T11:58:03.006 INFO:tasks.workunit.client.0.smithi042.stdout:9/879: dwrite d9/d33/d40/f11a [0,4194304] 0 2024-06-13T11:58:03.009 INFO:tasks.workunit.client.0.smithi042.stdout:9/880: getdents d9/d15/d43/d77 0 2024-06-13T11:58:03.011 INFO:tasks.workunit.client.0.smithi042.stdout:7/711: dread d2/f34 [0,4194304] 0 2024-06-13T11:58:03.016 INFO:tasks.workunit.client.0.smithi042.stdout:0/958: dwrite d4/f28 [0,4194304] 0 2024-06-13T11:58:03.016 INFO:tasks.workunit.client.0.smithi042.stdout:7/712: mkdir d2/df2 0 2024-06-13T11:58:03.018 INFO:tasks.workunit.client.0.smithi042.stdout:2/796: dwrite d7/df/fdc [0,4194304] 0 2024-06-13T11:58:03.018 INFO:tasks.workunit.client.0.smithi042.stdout:1/888: dwrite d0/d17/dd/f46 [0,4194304] 0 2024-06-13T11:58:03.020 INFO:tasks.workunit.client.0.smithi042.stdout:1/889: symlink d0/d17/dd/db6/l12a 0 2024-06-13T11:58:03.023 INFO:tasks.workunit.client.0.smithi042.stdout:1/890: mkdir d0/d17/dd/d1b/d12b 0 2024-06-13T11:58:03.024 INFO:tasks.workunit.client.0.smithi042.stdout:1/891: dread - d0/d17/dd/d66/d82/d5f/d63/fb4 zero size 2024-06-13T11:58:03.039 INFO:tasks.workunit.client.0.smithi042.stdout:0/959: write d4/d31/d34/f7b [1724730,67764] 0 2024-06-13T11:58:03.040 INFO:tasks.workunit.client.0.smithi042.stdout:1/892: rmdir d0/d17/dd/d66/d82/d5f/d63 39 2024-06-13T11:58:03.040 INFO:tasks.workunit.client.0.smithi042.stdout:5/840: dread d1/f23 [4194304,4194304] 0 2024-06-13T11:58:03.041 INFO:tasks.workunit.client.0.smithi042.stdout:7/713: dread d2/d36/f27 [0,4194304] 0 2024-06-13T11:58:03.042 INFO:tasks.workunit.client.0.smithi042.stdout:1/893: creat d0/d17/d18/d29/d90/da7/dc4/f12c x:0 0 0 2024-06-13T11:58:03.042 INFO:tasks.workunit.client.0.smithi042.stdout:1/894: read - d0/d17/dd/d66/d82/f100 zero size 2024-06-13T11:58:03.047 INFO:tasks.workunit.client.0.smithi042.stdout:0/960: unlink d4/d31/d4a/d58/ff6 0 2024-06-13T11:58:03.047 INFO:tasks.workunit.client.0.smithi042.stdout:1/895: mknod d0/d17/dd/d42/dd5/dbc/ded/c12d 0 2024-06-13T11:58:03.047 INFO:tasks.workunit.client.0.smithi042.stdout:1/896: chown d0/d17/dd/d55/d87/cb0 9 1 2024-06-13T11:58:03.047 INFO:tasks.workunit.client.0.smithi042.stdout:5/841: creat d1/d2b/d35/d5b/f10b x:0 0 0 2024-06-13T11:58:03.048 INFO:tasks.workunit.client.0.smithi042.stdout:5/842: chown d1/d2b/d35/d62/l77 244405 1 2024-06-13T11:58:03.049 INFO:tasks.workunit.client.0.smithi042.stdout:0/961: mknod d4/d33/dbc/dc4/c14e 0 2024-06-13T11:58:03.049 INFO:tasks.workunit.client.0.smithi042.stdout:0/962: chown d4/d31/d4a/d58/d68/d117/d13d/l144 87 1 2024-06-13T11:58:03.049 INFO:tasks.workunit.client.0.smithi042.stdout:1/897: rmdir d0/d17/d18/d7f 39 2024-06-13T11:58:03.049 INFO:tasks.workunit.client.0.smithi042.stdout:1/898: chown d0/d17/d18/f54 179828340 1 2024-06-13T11:58:03.050 INFO:tasks.workunit.client.0.smithi042.stdout:5/843: mkdir d1/d31/d6a/d7a/d10c 0 2024-06-13T11:58:03.050 INFO:tasks.workunit.client.0.smithi042.stdout:5/844: fdatasync d1/d2b/d35/d36/d40/f51 0 2024-06-13T11:58:03.051 INFO:tasks.workunit.client.0.smithi042.stdout:9/881: dwrite f2 [0,4194304] 0 2024-06-13T11:58:03.051 INFO:tasks.workunit.client.0.smithi042.stdout:0/963: rename d4/l1d to d4/d31/d96/d142/l14f 0 2024-06-13T11:58:03.056 INFO:tasks.workunit.client.0.smithi042.stdout:9/882: mknod d9/d33/d121/c12a 0 2024-06-13T11:58:03.056 INFO:tasks.workunit.client.0.smithi042.stdout:1/899: mkdir d0/d17/dd/d66/d82/d5f/d9a/da2/def/d12e 0 2024-06-13T11:58:03.056 INFO:tasks.workunit.client.0.smithi042.stdout:5/845: mkdir d1/d42/d60/d10d 0 2024-06-13T11:58:03.056 INFO:tasks.workunit.client.0.smithi042.stdout:5/846: chown d1/f23 74013167 1 2024-06-13T11:58:03.056 INFO:tasks.workunit.client.0.smithi042.stdout:1/900: read - d0/d17/dd/d66/d82/f100 zero size 2024-06-13T11:58:03.056 INFO:tasks.workunit.client.0.smithi042.stdout:9/883: write d9/d4d/f10d [101715,64344] 0 2024-06-13T11:58:03.056 INFO:tasks.workunit.client.0.smithi042.stdout:1/901: mkdir d0/d17/d18/d29/d90/d12f 0 2024-06-13T11:58:03.056 INFO:tasks.workunit.client.0.smithi042.stdout:0/964: mknod d4/d32/d3a/c150 0 2024-06-13T11:58:03.056 INFO:tasks.workunit.client.0.smithi042.stdout:1/902: mkdir d0/d17/dd/d55/d87/d130 0 2024-06-13T11:58:03.056 INFO:tasks.workunit.client.0.smithi042.stdout:0/965: symlink d4/d31/d96/d142/l151 0 2024-06-13T11:58:03.057 INFO:tasks.workunit.client.0.smithi042.stdout:0/966: creat d4/d31/d4a/d63/f152 x:0 0 0 2024-06-13T11:58:03.057 INFO:tasks.workunit.client.0.smithi042.stdout:0/967: read d4/d33/d3e/d6c/f65 [1581639,15623] 0 2024-06-13T11:58:03.059 INFO:tasks.workunit.client.0.smithi042.stdout:0/968: truncate d4/d31/d4a/d63/da8/fd1 2270473 0 2024-06-13T11:58:03.061 INFO:tasks.workunit.client.0.smithi042.stdout:0/969: unlink d4/l20 0 2024-06-13T11:58:03.076 INFO:tasks.workunit.client.0.smithi042.stdout:7/714: dread d2/d36/d4a/d42/f7a [0,4194304] 0 2024-06-13T11:58:03.081 INFO:tasks.workunit.client.0.smithi042.stdout:7/715: mkdir d2/d3/d3e/df3 0 2024-06-13T11:58:03.081 INFO:tasks.workunit.client.0.smithi042.stdout:7/716: readlink d2/d36/d64/l7d 0 2024-06-13T11:58:03.085 INFO:tasks.workunit.client.0.smithi042.stdout:1/903: dread d0/f5 [0,4194304] 0 2024-06-13T11:58:03.088 INFO:tasks.workunit.client.0.smithi042.stdout:1/904: mknod d0/d17/dd/db6/c131 0 2024-06-13T11:58:03.100 INFO:tasks.workunit.client.0.smithi042.stdout:0/970: dread d4/d33/d3e/d6c/f8b [0,4194304] 0 2024-06-13T11:58:03.100 INFO:tasks.workunit.client.0.smithi042.stdout:2/797: dwrite d7/d1a/f75 [0,4194304] 0 2024-06-13T11:58:03.100 INFO:tasks.workunit.client.0.smithi042.stdout:2/798: stat d7/f3f 0 2024-06-13T11:58:03.101 INFO:tasks.workunit.client.0.smithi042.stdout:9/884: write d9/d33/d69/f9d [4175048,103880] 0 2024-06-13T11:58:03.101 INFO:tasks.workunit.client.0.smithi042.stdout:9/885: stat d9/d16/daf/dda 0 2024-06-13T11:58:03.101 INFO:tasks.workunit.client.0.smithi042.stdout:9/886: stat d9/d16/dba/f122 0 2024-06-13T11:58:03.101 INFO:tasks.workunit.client.0.smithi042.stdout:9/887: fdatasync d9/d16/d48/f93 0 2024-06-13T11:58:03.104 INFO:tasks.workunit.client.0.smithi042.stdout:0/971: mkdir d4/d32/d64/d11f/d153 0 2024-06-13T11:58:03.105 INFO:tasks.workunit.client.0.smithi042.stdout:2/799: rename d7/d23/db1/lb5 to d7/d3c/d40/d4c/l10f 0 2024-06-13T11:58:03.106 INFO:tasks.workunit.client.0.smithi042.stdout:5/847: dwrite d1/d2b/d35/d62/f9e [0,4194304] 0 2024-06-13T11:58:03.112 INFO:tasks.workunit.client.0.smithi042.stdout:9/888: creat d9/f12b x:0 0 0 2024-06-13T11:58:03.114 INFO:tasks.workunit.client.0.smithi042.stdout:1/905: dread d0/d17/f96 [0,4194304] 0 2024-06-13T11:58:03.130 INFO:tasks.workunit.client.0.smithi042.stdout:7/717: dwrite d2/d36/dcc/fe3 [0,4194304] 0 2024-06-13T11:58:03.132 INFO:tasks.workunit.client.0.smithi042.stdout:7/718: getdents d2/d36/d4a 0 2024-06-13T11:58:03.134 INFO:tasks.workunit.client.0.smithi042.stdout:7/719: rename d2/ce to d2/d36/d4a/d42/dbe/cf4 0 2024-06-13T11:58:03.137 INFO:tasks.workunit.client.0.smithi042.stdout:7/720: unlink d2/d36/d4a/d42/d86/cec 0 2024-06-13T11:58:03.139 INFO:tasks.workunit.client.0.smithi042.stdout:1/906: dread d0/d17/dd/f46 [0,4194304] 0 2024-06-13T11:58:03.140 INFO:tasks.workunit.client.0.smithi042.stdout:7/721: rename d2/d36/d64/fcb to d2/d3/d3e/ff5 0 2024-06-13T11:58:03.142 INFO:tasks.workunit.client.0.smithi042.stdout:1/907: mknod d0/d17/dd/d66/d82/c132 0 2024-06-13T11:58:03.144 INFO:tasks.workunit.client.0.smithi042.stdout:7/722: unlink d2/d36/d4a/f78 0 2024-06-13T11:58:03.146 INFO:tasks.workunit.client.0.smithi042.stdout:7/723: unlink d2/d36/d4a/l90 0 2024-06-13T11:58:03.149 INFO:tasks.workunit.client.0.smithi042.stdout:2/800: dwrite d7/d61/d64/dff/fa4 [0,4194304] 0 2024-06-13T11:58:03.149 INFO:tasks.workunit.client.0.smithi042.stdout:2/801: write d7/d23/f109 [155639,115199] 0 2024-06-13T11:58:03.149 INFO:tasks.workunit.client.0.smithi042.stdout:2/802: fdatasync d7/d1a/d50/fb7 0 2024-06-13T11:58:03.150 INFO:tasks.workunit.client.0.smithi042.stdout:1/908: rename d0/d17/dd/d66/d82/ce2 to d0/d17/c133 0 2024-06-13T11:58:03.150 INFO:tasks.workunit.client.0.smithi042.stdout:7/724: rename d2/d36 to d2/d36/d64/df6 22 2024-06-13T11:58:03.151 INFO:tasks.workunit.client.0.smithi042.stdout:7/725: write d2/d36/d4a/d42/fd2 [258898,76420] 0 2024-06-13T11:58:03.153 INFO:tasks.workunit.client.0.smithi042.stdout:2/803: symlink d7/d61/d64/dff/l110 0 2024-06-13T11:58:03.162 INFO:tasks.workunit.client.0.smithi042.stdout:0/972: dwrite d4/d33/d3e/d6c/fd9 [0,4194304] 0 2024-06-13T11:58:03.162 INFO:tasks.workunit.client.0.smithi042.stdout:0/973: readlink d4/d31/d4a/d63/d7f/la6 0 2024-06-13T11:58:03.162 INFO:tasks.workunit.client.0.smithi042.stdout:0/974: chown d4/d32/l80 168 1 2024-06-13T11:58:03.162 INFO:tasks.workunit.client.0.smithi042.stdout:0/975: write d4/d31/f13e [60058,15351] 0 2024-06-13T11:58:03.169 INFO:tasks.workunit.client.0.smithi042.stdout:5/848: dwrite d1/d42/d60/d8f/dbb/fd7 [0,4194304] 0 2024-06-13T11:58:03.170 INFO:tasks.workunit.client.0.smithi042.stdout:0/976: unlink d4/d31/d4a/d63/d7f/c8e 0 2024-06-13T11:58:03.174 INFO:tasks.workunit.client.0.smithi042.stdout:1/909: write d0/d17/dd/d66/d82/f10b [676872,69274] 0 2024-06-13T11:58:03.174 INFO:tasks.workunit.client.0.smithi042.stdout:1/910: write d0/f50 [5330129,3611] 0 2024-06-13T11:58:03.174 INFO:tasks.workunit.client.0.smithi042.stdout:7/726: write d2/d36/d4a/d42/d86/fa8 [562400,8302] 0 2024-06-13T11:58:03.174 INFO:tasks.workunit.client.0.smithi042.stdout:1/911: symlink d0/d17/d18/d29/d90/l134 0 2024-06-13T11:58:03.174 INFO:tasks.workunit.client.0.smithi042.stdout:9/889: dread d9/d4d/f10d [0,4194304] 0 2024-06-13T11:58:03.176 INFO:tasks.workunit.client.0.smithi042.stdout:1/912: mknod d0/d17/dcf/c135 0 2024-06-13T11:58:03.176 INFO:tasks.workunit.client.0.smithi042.stdout:1/913: read d0/d17/dd/d42/d70/f94 [270535,7333] 0 2024-06-13T11:58:03.176 INFO:tasks.workunit.client.0.smithi042.stdout:1/914: chown d0/d17/dd/d66/d82/d5f/d9a/da2/f10d 1794 1 2024-06-13T11:58:03.176 INFO:tasks.workunit.client.0.smithi042.stdout:1/915: write d0/f9 [2567772,64134] 0 2024-06-13T11:58:03.176 INFO:tasks.workunit.client.0.smithi042.stdout:1/916: chown d0/d17/d18/cfb 2088005 1 2024-06-13T11:58:03.176 INFO:tasks.workunit.client.0.smithi042.stdout:7/727: rmdir d2 39 2024-06-13T11:58:03.177 INFO:tasks.workunit.client.0.smithi042.stdout:1/917: rmdir d0/d17/dd/d1b/d5e 39 2024-06-13T11:58:03.177 INFO:tasks.workunit.client.0.smithi042.stdout:1/918: chown d0/d17/l80 29509 1 2024-06-13T11:58:03.177 INFO:tasks.workunit.client.0.smithi042.stdout:1/919: fdatasync d0/f2b 0 2024-06-13T11:58:03.178 INFO:tasks.workunit.client.0.smithi042.stdout:7/728: mknod d2/df2/cf7 0 2024-06-13T11:58:03.179 INFO:tasks.workunit.client.0.smithi042.stdout:1/920: mkdir d0/d17/dd/db6/d136 0 2024-06-13T11:58:03.179 INFO:tasks.workunit.client.0.smithi042.stdout:1/921: chown d0/d17/dd/d55 9619979 1 2024-06-13T11:58:03.181 INFO:tasks.workunit.client.0.smithi042.stdout:7/729: mknod d2/d3/d3e/df3/cf8 0 2024-06-13T11:58:03.182 INFO:tasks.workunit.client.0.smithi042.stdout:1/922: dread - d0/d17/dd/d66/d82/d5f/d9a/f11e zero size 2024-06-13T11:58:03.182 INFO:tasks.workunit.client.0.smithi042.stdout:1/923: chown d0/d17/d18/d29/d43/l59 207813249 1 2024-06-13T11:58:03.182 INFO:tasks.workunit.client.0.smithi042.stdout:1/924: write d0/d17/dcf/f129 [1253642,130264] 0 2024-06-13T11:58:03.182 INFO:tasks.workunit.client.0.smithi042.stdout:1/925: symlink d0/d17/dd/d55/d6a/d56/d84/l137 0 2024-06-13T11:58:03.182 INFO:tasks.workunit.client.0.smithi042.stdout:1/926: write d0/d17/dd/d42/f107 [92733,45800] 0 2024-06-13T11:58:03.193 INFO:tasks.workunit.client.0.smithi042.stdout:0/977: write d4/d32/d3a/fe3 [468816,12406] 0 2024-06-13T11:58:03.194 INFO:tasks.workunit.client.0.smithi042.stdout:0/978: mknod d4/d31/d4a/d58/d68/db7/c154 0 2024-06-13T11:58:03.196 INFO:tasks.workunit.client.0.smithi042.stdout:0/979: symlink d4/d31/d4a/d58/d68/d145/l155 0 2024-06-13T11:58:03.197 INFO:tasks.workunit.client.0.smithi042.stdout:0/980: mknod d4/d31/c156 0 2024-06-13T11:58:03.198 INFO:tasks.workunit.client.0.smithi042.stdout:2/804: read d7/d1a/da2/ffc [8117871,120302] 0 2024-06-13T11:58:03.199 INFO:tasks.workunit.client.0.smithi042.stdout:2/805: mkdir d7/df/d33/d102/d111 0 2024-06-13T11:58:03.199 INFO:tasks.workunit.client.0.smithi042.stdout:2/806: write d7/d61/d64/db4/da0/ff7 [761196,98242] 0 2024-06-13T11:58:03.199 INFO:tasks.workunit.client.0.smithi042.stdout:2/807: write d7/d23/f4f [4795821,23756] 0 2024-06-13T11:58:03.203 INFO:tasks.workunit.client.0.smithi042.stdout:0/981: rename d4/d31/d4a/d58/d68/db3/l111 to d4/d31/d4a/d58/d68/d145/l157 0 2024-06-13T11:58:03.204 INFO:tasks.workunit.client.0.smithi042.stdout:0/982: symlink d4/d31/d4a/d58/d68/l158 0 2024-06-13T11:58:03.206 INFO:tasks.workunit.client.0.smithi042.stdout:0/983: creat d4/d33/dbc/f159 x:0 0 0 2024-06-13T11:58:03.206 INFO:tasks.workunit.client.0.smithi042.stdout:0/984: write d4/d31/d4a/d58/d68/db7/fef [124715,104541] 0 2024-06-13T11:58:03.212 INFO:tasks.workunit.client.0.smithi042.stdout:0/985: mkdir d4/d31/d96/db2/d15a 0 2024-06-13T11:58:03.213 INFO:tasks.workunit.client.0.smithi042.stdout:0/986: fdatasync d4/f28 0 2024-06-13T11:58:03.235 INFO:tasks.workunit.client.0.smithi042.stdout:1/927: dwrite d0/d17/dd/d55/f123 [4194304,4194304] 0 2024-06-13T11:58:03.240 INFO:tasks.workunit.client.0.smithi042.stdout:1/928: rename d0/d17/dd/f46 to d0/d17/dd/d1b/d5e/d102/d117/f138 0 2024-06-13T11:58:03.240 INFO:tasks.workunit.client.0.smithi042.stdout:1/929: stat d0/d17/dd/d42/d70/ce3 0 2024-06-13T11:58:03.245 INFO:tasks.workunit.client.0.smithi042.stdout:7/730: write d2/d36/d4a/f4e [3047292,63105] 0 2024-06-13T11:58:03.246 INFO:tasks.workunit.client.0.smithi042.stdout:5/849: dwrite d1/d31/d6a/d8c/d9f/fc3 [0,4194304] 0 2024-06-13T11:58:03.246 INFO:tasks.workunit.client.0.smithi042.stdout:9/890: dwrite d9/d33/d69/d70/f22 [0,4194304] 0 2024-06-13T11:58:03.250 INFO:tasks.workunit.client.0.smithi042.stdout:5/850: symlink d1/d49/l10e 0 2024-06-13T11:58:03.250 INFO:tasks.workunit.client.0.smithi042.stdout:5/851: chown d1/d2b/d35/d36/dba/dda/l101 11247276 1 2024-06-13T11:58:03.250 INFO:tasks.workunit.client.0.smithi042.stdout:5/852: read - d1/d2b/d35/d5b/db3/ff9 zero size 2024-06-13T11:58:03.250 INFO:tasks.workunit.client.0.smithi042.stdout:2/808: dwrite d7/d23/d59/f7b [0,4194304] 0 2024-06-13T11:58:03.251 INFO:tasks.workunit.client.0.smithi042.stdout:1/930: dread d0/d17/dd/d42/fc1 [0,4194304] 0 2024-06-13T11:58:03.251 INFO:tasks.workunit.client.0.smithi042.stdout:9/891: symlink d9/d9c/l12c 0 2024-06-13T11:58:03.252 INFO:tasks.workunit.client.0.smithi042.stdout:1/931: rmdir d0/d17/d18 39 2024-06-13T11:58:03.276 INFO:tasks.workunit.client.0.smithi042.stdout:9/892: rename d9/d4d/fb3 to d9/d33/d4b/f12d 0 2024-06-13T11:58:03.277 INFO:tasks.workunit.client.0.smithi042.stdout:9/893: rmdir d9/d16/d5f/df8 0 2024-06-13T11:58:03.277 INFO:tasks.workunit.client.0.smithi042.stdout:9/894: fsync d9/d15/f1a 0 2024-06-13T11:58:03.282 INFO:tasks.workunit.client.0.smithi042.stdout:9/895: rename d9/d33/d69/de1 to d9/d15/d61/d12e 0 2024-06-13T11:58:03.282 INFO:tasks.workunit.client.0.smithi042.stdout:9/896: fdatasync d9/d46/d68/f110 0 2024-06-13T11:58:03.297 INFO:tasks.workunit.client.0.smithi042.stdout:5/853: dread d1/d2b/d35/d36/dba/fcc [0,4194304] 0 2024-06-13T11:58:03.300 INFO:tasks.workunit.client.0.smithi042.stdout:1/932: dwrite d0/f9e [0,4194304] 0 2024-06-13T11:58:03.300 INFO:tasks.workunit.client.0.smithi042.stdout:5/854: symlink d1/d31/d6a/d7a/d96/df6/l10f 0 2024-06-13T11:58:03.300 INFO:tasks.workunit.client.0.smithi042.stdout:9/897: dread d9/d16/d48/f93 [0,4194304] 0 2024-06-13T11:58:03.300 INFO:tasks.workunit.client.0.smithi042.stdout:5/855: chown d1/d31/d45/fc9 32 1 2024-06-13T11:58:03.300 INFO:tasks.workunit.client.0.smithi042.stdout:5/856: readlink d1/d31/l32 0 2024-06-13T11:58:03.301 INFO:tasks.workunit.client.0.smithi042.stdout:9/898: write d9/d31/d5c/f8e [912310,72596] 0 2024-06-13T11:58:03.305 INFO:tasks.workunit.client.0.smithi042.stdout:5/857: rmdir d1/d31/d6a/d7a/d96/da2 39 2024-06-13T11:58:03.305 INFO:tasks.workunit.client.0.smithi042.stdout:5/858: chown d1/d42/d60/dfb/c10a 270597 1 2024-06-13T11:58:03.305 INFO:tasks.workunit.client.0.smithi042.stdout:5/859: fdatasync d1/d31/f7d 0 2024-06-13T11:58:03.310 INFO:tasks.workunit.client.0.smithi042.stdout:7/731: dwrite d2/d3/f23 [0,4194304] 0 2024-06-13T11:58:03.310 INFO:tasks.workunit.client.0.smithi042.stdout:7/732: chown d2/d36/d4a/d39/lbd 51 1 2024-06-13T11:58:03.311 INFO:tasks.workunit.client.0.smithi042.stdout:1/933: truncate d0/d17/dd/d42/f107 94719 0 2024-06-13T11:58:03.311 INFO:tasks.workunit.client.0.smithi042.stdout:1/934: chown d0/d17/dd/d66/d82/d5f/d63/ff7 330385 1 2024-06-13T11:58:03.311 INFO:tasks.workunit.client.0.smithi042.stdout:1/935: write d0/d17/dd/d42/d70/fdd [5559486,110862] 0 2024-06-13T11:58:03.314 INFO:tasks.workunit.client.0.smithi042.stdout:1/936: creat d0/d17/d18/d29/db9/f139 x:0 0 0 2024-06-13T11:58:03.314 INFO:tasks.workunit.client.0.smithi042.stdout:2/809: dwrite d7/d61/d64/dff/f49 [8388608,4194304] 0 2024-06-13T11:58:03.314 INFO:tasks.workunit.client.0.smithi042.stdout:2/810: truncate d7/d61/dba/fe2 1806305 0 2024-06-13T11:58:03.317 INFO:tasks.workunit.client.0.smithi042.stdout:2/811: unlink d7/d61/d64/dff/c81 0 2024-06-13T11:58:03.317 INFO:tasks.workunit.client.0.smithi042.stdout:0/987: dwrite d4/d31/d34/f11a [0,4194304] 0 2024-06-13T11:58:03.317 INFO:tasks.workunit.client.0.smithi042.stdout:2/812: write d7/d61/d64/fc2 [2088156,39572] 0 2024-06-13T11:58:03.331 INFO:tasks.workunit.client.0.smithi042.stdout:0/988: link d4/d32/d64/l75 d4/d31/d4a/d58/d68/d145/l15b 0 2024-06-13T11:58:03.344 INFO:tasks.workunit.client.0.smithi042.stdout:5/860: dread d1/d31/d6a/d8c/d9f/fc3 [0,4194304] 0 2024-06-13T11:58:03.345 INFO:tasks.workunit.client.0.smithi042.stdout:9/899: dread d9/d16/d48/fe2 [0,4194304] 0 2024-06-13T11:58:03.345 INFO:tasks.workunit.client.0.smithi042.stdout:7/733: dread d2/d36/d4a/d42/f71 [0,4194304] 0 2024-06-13T11:58:03.345 INFO:tasks.workunit.client.0.smithi042.stdout:7/734: fsync d2/d36/d4a/d42/d86/fa8 0 2024-06-13T11:58:03.347 INFO:tasks.workunit.client.0.smithi042.stdout:2/813: dread d7/d3c/d40/feb [0,4194304] 0 2024-06-13T11:58:03.349 INFO:tasks.workunit.client.0.smithi042.stdout:2/814: creat d7/d23/d59/d88/f112 x:0 0 0 2024-06-13T11:58:03.350 INFO:tasks.workunit.client.0.smithi042.stdout:9/900: getdents d9/db1 0 2024-06-13T11:58:03.353 INFO:tasks.workunit.client.0.smithi042.stdout:9/901: creat d9/d33/d69/d70/f12f x:0 0 0 2024-06-13T11:58:03.356 INFO:tasks.workunit.client.0.smithi042.stdout:7/735: symlink d2/d36/d4a/lf9 0 2024-06-13T11:58:03.357 INFO:tasks.workunit.client.0.smithi042.stdout:2/815: symlink d7/df/l113 0 2024-06-13T11:58:03.357 INFO:tasks.workunit.client.0.smithi042.stdout:2/816: chown d7/d3c/d40/d4c/f93 7724668 1 2024-06-13T11:58:03.359 INFO:tasks.workunit.client.0.smithi042.stdout:9/902: creat d9/d16/daf/dda/ded/f130 x:0 0 0 2024-06-13T11:58:03.360 INFO:tasks.workunit.client.0.smithi042.stdout:7/736: symlink d2/d36/dd6/lfa 0 2024-06-13T11:58:03.360 INFO:tasks.workunit.client.0.smithi042.stdout:7/737: chown d2/d36/d4a/d42/d98/c88 3 1 2024-06-13T11:58:03.360 INFO:tasks.workunit.client.0.smithi042.stdout:7/738: write d2/d36/d4a/d39/f9a [1503379,18746] 0 2024-06-13T11:58:03.361 INFO:tasks.workunit.client.0.smithi042.stdout:1/937: dwrite d0/d17/f3e [0,4194304] 0 2024-06-13T11:58:03.361 INFO:tasks.workunit.client.0.smithi042.stdout:2/817: creat d7/df/f114 x:0 0 0 2024-06-13T11:58:03.362 INFO:tasks.workunit.client.0.smithi042.stdout:7/739: symlink d2/d36/d64/lfb 0 2024-06-13T11:58:03.362 INFO:tasks.workunit.client.0.smithi042.stdout:7/740: readlink d2/d36/d64/l4c 0 2024-06-13T11:58:03.362 INFO:tasks.workunit.client.0.smithi042.stdout:7/741: write d2/d36/fb1 [305924,85969] 0 2024-06-13T11:58:03.362 INFO:tasks.workunit.client.0.smithi042.stdout:7/742: write d2/d36/f27 [658524,53789] 0 2024-06-13T11:58:03.363 INFO:tasks.workunit.client.0.smithi042.stdout:1/938: rename d0/d17/dd/d66/d82/d5f/l68 to d0/d17/dd/d1b/d5e/d102/d117/l13a 0 2024-06-13T11:58:03.364 INFO:tasks.workunit.client.0.smithi042.stdout:7/743: rmdir d2/d36/d4a/d39/dad 39 2024-06-13T11:58:03.364 INFO:tasks.workunit.client.0.smithi042.stdout:7/744: dread - d2/d36/d4a/d42/d86/dc8/fed zero size 2024-06-13T11:58:03.365 INFO:tasks.workunit.client.0.smithi042.stdout:3/876: sync 2024-06-13T11:58:03.365 INFO:tasks.workunit.client.0.smithi042.stdout:1/939: mkdir d0/d17/d18/d29/d90/da7/dc4/d13b 0 2024-06-13T11:58:03.365 INFO:tasks.workunit.client.0.smithi042.stdout:7/745: creat d2/d3/d3e/dd9/ffc x:0 0 0 2024-06-13T11:58:03.366 INFO:tasks.workunit.client.0.smithi042.stdout:7/746: readlink d2/d36/la7 0 2024-06-13T11:58:03.366 INFO:tasks.workunit.client.0.smithi042.stdout:1/940: mknod d0/d17/dd/d66/d82/d5f/d9a/da2/def/d12e/c13c 0 2024-06-13T11:58:03.370 INFO:tasks.workunit.client.0.smithi042.stdout:3/877: truncate dc/d17/d1f/d46/f62 3764599 0 2024-06-13T11:58:03.370 INFO:tasks.workunit.client.0.smithi042.stdout:7/747: mkdir d2/d36/dcc/dfd 0 2024-06-13T11:58:03.370 INFO:tasks.workunit.client.0.smithi042.stdout:1/941: link d0/d17/dd/f113 d0/d17/dd/d42/dd5/dbc/ded/f13d 0 2024-06-13T11:58:03.401 INFO:tasks.workunit.client.0.smithi042.stdout:5/861: dwrite d1/d2b/d35/d36/dba/fcc [4194304,4194304] 0 2024-06-13T11:58:03.417 INFO:tasks.workunit.client.0.smithi042.stdout:9/903: dwrite d9/d31/fe4 [0,4194304] 0 2024-06-13T11:58:03.417 INFO:tasks.workunit.client.0.smithi042.stdout:3/878: dread dc/d17/f33 [0,4194304] 0 2024-06-13T11:58:03.417 INFO:tasks.workunit.client.0.smithi042.stdout:3/879: fsync dc/d17/f22 0 2024-06-13T11:58:03.417 INFO:tasks.workunit.client.0.smithi042.stdout:1/942: dread d0/fe [4194304,4194304] 0 2024-06-13T11:58:03.421 INFO:tasks.workunit.client.0.smithi042.stdout:7/748: dwrite d2/d36/dd6/fd8 [0,4194304] 0 2024-06-13T11:58:03.421 INFO:tasks.workunit.client.0.smithi042.stdout:7/749: chown d2/d36/da5/fb0 2271 1 2024-06-13T11:58:03.421 INFO:tasks.workunit.client.0.smithi042.stdout:7/750: write d2/f5 [4653554,20902] 0 2024-06-13T11:58:03.422 INFO:tasks.workunit.client.0.smithi042.stdout:9/904: creat d9/d33/d69/d70/f131 x:0 0 0 2024-06-13T11:58:03.423 INFO:tasks.workunit.client.0.smithi042.stdout:7/751: getdents d2/d36/da5 0 2024-06-13T11:58:03.423 INFO:tasks.workunit.client.0.smithi042.stdout:7/752: write d2/d36/d4a/d42/d98/f72 [5032457,38140] 0 2024-06-13T11:58:03.423 INFO:tasks.workunit.client.0.smithi042.stdout:7/753: dread - d2/d36/d4a/d42/d63/f73 zero size 2024-06-13T11:58:03.423 INFO:tasks.workunit.client.0.smithi042.stdout:7/754: write d2/d36/d4a/f52 [227705,117224] 0 2024-06-13T11:58:03.423 INFO:tasks.workunit.client.0.smithi042.stdout:9/905: symlink d9/d33/l132 0 2024-06-13T11:58:03.424 INFO:tasks.workunit.client.0.smithi042.stdout:7/755: mknod d2/d36/d4a/d42/d86/cfe 0 2024-06-13T11:58:03.426 INFO:tasks.workunit.client.0.smithi042.stdout:9/906: rmdir d9/d33/d40/d52/d25 39 2024-06-13T11:58:03.426 INFO:tasks.workunit.client.0.smithi042.stdout:2/818: dwrite d7/d1a/f31 [4194304,4194304] 0 2024-06-13T11:58:03.437 INFO:tasks.workunit.client.0.smithi042.stdout:3/880: read dc/d17/d1f/d46/da3/dc0/f116 [212508,8364] 0 2024-06-13T11:58:03.442 INFO:tasks.workunit.client.0.smithi042.stdout:1/943: write d0/d17/d18/f75 [7355590,112595] 0 2024-06-13T11:58:03.443 INFO:tasks.workunit.client.0.smithi042.stdout:3/881: truncate dc/d29/f30 431729 0 2024-06-13T11:58:03.474 INFO:tasks.workunit.client.0.smithi042.stdout:2/819: dread d7/df/d33/f45 [0,4194304] 0 2024-06-13T11:58:03.481 INFO:tasks.workunit.client.0.smithi042.stdout:1/944: dread d0/d17/d18/d29/d43/fe0 [0,4194304] 0 2024-06-13T11:58:03.483 INFO:tasks.workunit.client.0.smithi042.stdout:3/882: dwrite dc/d17/d1f/d79/fea [0,4194304] 0 2024-06-13T11:58:03.483 INFO:tasks.workunit.client.0.smithi042.stdout:3/883: chown dc/d29/c105 1154942 1 2024-06-13T11:58:03.483 INFO:tasks.workunit.client.0.smithi042.stdout:1/945: rmdir d0/d17/d18/d29/d90/da7/dc4/d13b 0 2024-06-13T11:58:03.484 INFO:tasks.workunit.client.0.smithi042.stdout:3/884: mkdir dc/d17/d1f/d79/d88/d132 0 2024-06-13T11:58:03.485 INFO:tasks.workunit.client.0.smithi042.stdout:3/885: write dc/d17/d3b/fb0 [4627883,85506] 0 2024-06-13T11:58:03.488 INFO:tasks.workunit.client.0.smithi042.stdout:1/946: mkdir d0/d17/dd/db6/d136/d13e 0 2024-06-13T11:58:03.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:03 smithi088 ceph-mon[36399]: pgmap v78: 129 pgs: 129 active+clean; 1.6 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 110 MiB/s rd, 136 MiB/s wr, 226 op/s 2024-06-13T11:58:03.551 INFO:tasks.workunit.client.0.smithi042.stdout:1/947: dwrite d0/d17/d18/d29/d90/da7/f11a [0,4194304] 0 2024-06-13T11:58:03.556 INFO:tasks.workunit.client.0.smithi042.stdout:1/948: unlink d0/d17/d18/l27 0 2024-06-13T11:58:03.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:03 smithi042 ceph-mon[32231]: pgmap v78: 129 pgs: 129 active+clean; 1.6 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 110 MiB/s rd, 136 MiB/s wr, 226 op/s 2024-06-13T11:58:03.559 INFO:tasks.workunit.client.0.smithi042.stdout:1/949: symlink d0/d17/dd/d66/d82/d5f/d9a/da2/def/l13f 0 2024-06-13T11:58:03.561 INFO:tasks.workunit.client.0.smithi042.stdout:1/950: creat d0/d17/dd/d42/d70/f140 x:0 0 0 2024-06-13T11:58:03.564 INFO:tasks.workunit.client.0.smithi042.stdout:7/756: dwrite d2/d36/d4a/d42/d86/fa8 [0,4194304] 0 2024-06-13T11:58:03.570 INFO:tasks.workunit.client.0.smithi042.stdout:3/886: dwrite dc/d17/d20/d2d/d37/d52/d7e/f80 [0,4194304] 0 2024-06-13T11:58:03.570 INFO:tasks.workunit.client.0.smithi042.stdout:3/887: chown dc/d17/d7b/f119 277913052 1 2024-06-13T11:58:03.572 INFO:tasks.workunit.client.0.smithi042.stdout:3/888: creat dc/d17/f133 x:0 0 0 2024-06-13T11:58:03.572 INFO:tasks.workunit.client.0.smithi042.stdout:3/889: stat dc/d17/d7b/f113 0 2024-06-13T11:58:03.572 INFO:tasks.workunit.client.0.smithi042.stdout:2/820: dwrite d7/df/d33/f95 [0,4194304] 0 2024-06-13T11:58:03.575 INFO:tasks.workunit.client.0.smithi042.stdout:3/890: getdents dc/d17/d20/d2d/d37/d52 0 2024-06-13T11:58:03.575 INFO:tasks.workunit.client.0.smithi042.stdout:3/891: write dc/d29/fc6 [834821,30160] 0 2024-06-13T11:58:03.584 INFO:tasks.workunit.client.0.smithi042.stdout:3/892: dread dc/d17/f33 [0,4194304] 0 2024-06-13T11:58:03.586 INFO:tasks.workunit.client.0.smithi042.stdout:3/893: mknod dc/c134 0 2024-06-13T11:58:03.587 INFO:tasks.workunit.client.0.smithi042.stdout:3/894: truncate dc/d17/d1f/f2f 4768974 0 2024-06-13T11:58:03.587 INFO:tasks.workunit.client.0.smithi042.stdout:3/895: fsync dc/d29/d47/d66/f7a 0 2024-06-13T11:58:03.590 INFO:tasks.workunit.client.0.smithi042.stdout:3/896: creat dc/d17/d1f/d79/f135 x:0 0 0 2024-06-13T11:58:03.592 INFO:tasks.workunit.client.0.smithi042.stdout:2/821: rename d7/d1a/c56 to d7/d23/d59/d88/c115 0 2024-06-13T11:58:03.592 INFO:tasks.workunit.client.0.smithi042.stdout:2/822: write d7/fb [1613493,36098] 0 2024-06-13T11:58:03.594 INFO:tasks.workunit.client.0.smithi042.stdout:2/823: unlink d7/d61/d64/db4/da0/cbe 0 2024-06-13T11:58:03.595 INFO:tasks.workunit.client.0.smithi042.stdout:2/824: getdents d7/df/d33/d102 0 2024-06-13T11:58:03.595 INFO:tasks.workunit.client.0.smithi042.stdout:2/825: write d7/df/d33/f45 [1897190,45589] 0 2024-06-13T11:58:03.597 INFO:tasks.workunit.client.0.smithi042.stdout:2/826: creat d7/df/d6a/db8/dbc/dcc/dd2/f116 x:0 0 0 2024-06-13T11:58:03.597 INFO:tasks.workunit.client.0.smithi042.stdout:2/827: truncate d7/fdb 485130 0 2024-06-13T11:58:03.599 INFO:tasks.workunit.client.0.smithi042.stdout:2/828: symlink d7/d1a/d50/l117 0 2024-06-13T11:58:03.600 INFO:tasks.workunit.client.0.smithi042.stdout:2/829: symlink d7/df/d33/d102/d111/l118 0 2024-06-13T11:58:03.600 INFO:tasks.workunit.client.0.smithi042.stdout:2/830: write d7/d23/db1/fd6 [937386,95369] 0 2024-06-13T11:58:03.600 INFO:tasks.workunit.client.0.smithi042.stdout:2/831: chown d7/df/d6a/db8/dbc 20599387 1 2024-06-13T11:58:03.600 INFO:tasks.workunit.client.0.smithi042.stdout:2/832: chown d7/d3c/d40/d4c/d5a/d97 0 1 2024-06-13T11:58:03.600 INFO:tasks.workunit.client.0.smithi042.stdout:2/833: chown d7/d3c/d40/d4c/f93 1 1 2024-06-13T11:58:03.601 INFO:tasks.workunit.client.0.smithi042.stdout:2/834: creat d7/d3c/f119 x:0 0 0 2024-06-13T11:58:03.602 INFO:tasks.workunit.client.0.smithi042.stdout:2/835: mknod d7/d61/dba/de0/c11a 0 2024-06-13T11:58:03.604 INFO:tasks.workunit.client.0.smithi042.stdout:2/836: truncate d7/d61/d64/fc2 2371432 0 2024-06-13T11:58:03.604 INFO:tasks.workunit.client.0.smithi042.stdout:2/837: fdatasync d7/f3f 0 2024-06-13T11:58:03.610 INFO:tasks.workunit.client.0.smithi042.stdout:2/838: mkdir d7/d23/d59/d11b 0 2024-06-13T11:58:03.614 INFO:tasks.workunit.client.0.smithi042.stdout:3/897: read dc/d17/d1f/f2f [2375714,11581] 0 2024-06-13T11:58:03.617 INFO:tasks.workunit.client.0.smithi042.stdout:3/898: mknod dc/d29/d47/c136 0 2024-06-13T11:58:03.619 INFO:tasks.workunit.client.0.smithi042.stdout:3/899: link dc/d17/d1f/caf dc/d29/d87/c137 0 2024-06-13T11:58:03.619 INFO:tasks.workunit.client.0.smithi042.stdout:3/900: chown dc/d17/d7b/c127 7362004 1 2024-06-13T11:58:03.620 INFO:tasks.workunit.client.0.smithi042.stdout:1/951: dwrite d0/d17/d18/d29/d43/f45 [0,4194304] 0 2024-06-13T11:58:03.641 INFO:tasks.workunit.client.0.smithi042.stdout:1/952: link d0/d17/dd/d42/d70/f94 d0/d17/dd/d66/d82/d5f/d9a/f141 0 2024-06-13T11:58:03.643 INFO:tasks.workunit.client.0.smithi042.stdout:1/953: mkdir d0/d17/dd/d1b/d5e/d142 0 2024-06-13T11:58:03.647 INFO:tasks.workunit.client.0.smithi042.stdout:3/901: dread dc/f14 [0,4194304] 0 2024-06-13T11:58:03.647 INFO:tasks.workunit.client.0.smithi042.stdout:3/902: dread - dc/d17/d1f/d79/f135 zero size 2024-06-13T11:58:03.648 INFO:tasks.workunit.client.0.smithi042.stdout:2/839: dwrite d7/d3c/fde [0,4194304] 0 2024-06-13T11:58:03.649 INFO:tasks.workunit.client.0.smithi042.stdout:3/903: rename dc/d29/d47/c136 to dc/d17/d1f/d46/c138 0 2024-06-13T11:58:03.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:03 smithi162 ceph-mon[36757]: pgmap v78: 129 pgs: 129 active+clean; 1.6 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 110 MiB/s rd, 136 MiB/s wr, 226 op/s 2024-06-13T11:58:03.654 INFO:tasks.workunit.client.0.smithi042.stdout:3/904: link dc/d17/d20/d2d/d37/d52/f8e dc/d17/d7b/f139 0 2024-06-13T11:58:03.654 INFO:tasks.workunit.client.0.smithi042.stdout:3/905: read - dc/d17/d20/d2d/d37/d52/d7e/f122 zero size 2024-06-13T11:58:03.654 INFO:tasks.workunit.client.0.smithi042.stdout:3/906: readlink dc/d17/d3b/l3e 0 2024-06-13T11:58:03.666 INFO:tasks.workunit.client.0.smithi042.stdout:1/954: write d0/d17/f8d [941907,73240] 0 2024-06-13T11:58:03.666 INFO:tasks.workunit.client.0.smithi042.stdout:1/955: truncate d0/d17/dd/d66/ff2 459875 0 2024-06-13T11:58:03.666 INFO:tasks.workunit.client.0.smithi042.stdout:1/956: read d0/d17/d18/f75 [5755600,114698] 0 2024-06-13T11:58:03.666 INFO:tasks.workunit.client.0.smithi042.stdout:1/957: dread - d0/d17/dd/d66/d82/d5f/d63/fc8 zero size 2024-06-13T11:58:03.666 INFO:tasks.workunit.client.0.smithi042.stdout:1/958: readlink d0/d17/dd/d55/d6a/le5 0 2024-06-13T11:58:03.666 INFO:tasks.workunit.client.0.smithi042.stdout:1/959: write d0/d17/d18/d29/d90/da7/dc4/fe8 [280167,110179] 0 2024-06-13T11:58:03.666 INFO:tasks.workunit.client.0.smithi042.stdout:1/960: write d0/d17/d18/d29/d90/fc3 [756765,66770] 0 2024-06-13T11:58:03.675 INFO:tasks.workunit.client.0.smithi042.stdout:3/907: dread dc/f14 [0,4194304] 0 2024-06-13T11:58:03.676 INFO:tasks.workunit.client.0.smithi042.stdout:3/908: symlink dc/d17/d20/d2d/d37/d52/d7e/de0/l13a 0 2024-06-13T11:58:03.677 INFO:tasks.workunit.client.0.smithi042.stdout:1/961: write d0/d17/d18/d29/f2c [8872057,38300] 0 2024-06-13T11:58:03.678 INFO:tasks.workunit.client.0.smithi042.stdout:3/909: rename dc/d17/d1f/d46/l6c to dc/d29/d47/d66/l13b 0 2024-06-13T11:58:03.680 INFO:tasks.workunit.client.0.smithi042.stdout:1/962: link d0/d17/dd/d55/d87/ff3 d0/d17/dd/d42/dd5/f143 0 2024-06-13T11:58:03.681 INFO:tasks.workunit.client.0.smithi042.stdout:2/840: dread d7/d3c/d40/d4c/f7a [0,4194304] 0 2024-06-13T11:58:03.682 INFO:tasks.workunit.client.0.smithi042.stdout:8/857: sync 2024-06-13T11:58:03.683 INFO:tasks.workunit.client.0.smithi042.stdout:2/841: creat d7/d3c/d40/d4c/d5a/d97/f11c x:0 0 0 2024-06-13T11:58:03.683 INFO:tasks.workunit.client.0.smithi042.stdout:2/842: stat d7/d1a/da2/ffc 0 2024-06-13T11:58:03.683 INFO:tasks.workunit.client.0.smithi042.stdout:8/858: rmdir d2/dc/d64/d7a/db4/dd9 39 2024-06-13T11:58:03.684 INFO:tasks.workunit.client.0.smithi042.stdout:2/843: symlink d7/df/d6a/db8/dbc/dcc/l11d 0 2024-06-13T11:58:03.687 INFO:tasks.workunit.client.0.smithi042.stdout:8/859: rmdir d2/dc/d53/d78/ddd 0 2024-06-13T11:58:03.687 INFO:tasks.workunit.client.0.smithi042.stdout:8/860: chown d2/dc/d22/lea 2074 1 2024-06-13T11:58:03.688 INFO:tasks.workunit.client.0.smithi042.stdout:3/910: dread dc/d17/d1f/d46/da3/dc0/f116 [0,4194304] 0 2024-06-13T11:58:03.697 INFO:tasks.workunit.client.0.smithi042.stdout:8/861: rmdir d2 39 2024-06-13T11:58:03.698 INFO:tasks.workunit.client.0.smithi042.stdout:8/862: link d2/d3/d5/f9 d2/d3/d81/d94/d7f/f122 0 2024-06-13T11:58:03.700 INFO:tasks.workunit.client.0.smithi042.stdout:8/863: link d2/dc/d22/d42/c49 d2/d3/d87/c123 0 2024-06-13T11:58:03.700 INFO:tasks.workunit.client.0.smithi042.stdout:8/864: fsync d2/dc/d53/fd5 0 2024-06-13T11:58:03.700 INFO:tasks.workunit.client.0.smithi042.stdout:8/865: chown d2/d3/d81/d94/fdc 227960518 1 2024-06-13T11:58:03.700 INFO:tasks.workunit.client.0.smithi042.stdout:8/866: chown d2/dc/d64/d7a/db4/dd9/f111 7 1 2024-06-13T11:58:03.701 INFO:tasks.workunit.client.0.smithi042.stdout:8/867: mknod d2/dc/d22/c124 0 2024-06-13T11:58:03.701 INFO:tasks.workunit.client.0.smithi042.stdout:8/868: chown d2/dc/d22/d77/f107 0 1 2024-06-13T11:58:03.701 INFO:tasks.workunit.client.0.smithi042.stdout:8/869: truncate d2/d3/d81/d94/fdc 4966834 0 2024-06-13T11:58:03.731 INFO:tasks.workunit.client.0.smithi042.stdout:8/870: dread d2/dc/d64/df6/db3/fbd [0,4194304] 0 2024-06-13T11:58:03.734 INFO:tasks.workunit.client.0.smithi042.stdout:8/871: rename d2/l39 to d2/d3/d5/l125 0 2024-06-13T11:58:03.736 INFO:tasks.workunit.client.0.smithi042.stdout:8/872: creat d2/d3/d5/d5b/f126 x:0 0 0 2024-06-13T11:58:03.736 INFO:tasks.workunit.client.0.smithi042.stdout:8/873: readlink d2/ld1 0 2024-06-13T11:58:03.737 INFO:tasks.workunit.client.0.smithi042.stdout:8/874: write d2/dc/d6f/fe6 [368493,49291] 0 2024-06-13T11:58:03.737 INFO:tasks.workunit.client.0.smithi042.stdout:8/875: dread - d2/d3/d81/fc7 zero size 2024-06-13T11:58:03.739 INFO:tasks.workunit.client.0.smithi042.stdout:8/876: creat d2/d3/d43/dbf/f127 x:0 0 0 2024-06-13T11:58:03.739 INFO:tasks.workunit.client.0.smithi042.stdout:8/877: dread - d2/dc/d22/d77/f92 zero size 2024-06-13T11:58:03.741 INFO:tasks.workunit.client.0.smithi042.stdout:8/878: creat d2/dc/d6f/da4/f128 x:0 0 0 2024-06-13T11:58:03.741 INFO:tasks.workunit.client.0.smithi042.stdout:8/879: chown d2/dc/d64/f74 8 1 2024-06-13T11:58:03.743 INFO:tasks.workunit.client.0.smithi042.stdout:8/880: mknod d2/c129 0 2024-06-13T11:58:03.744 INFO:tasks.workunit.client.0.smithi042.stdout:8/881: mknod d2/d3/d43/c12a 0 2024-06-13T11:58:03.747 INFO:tasks.workunit.client.0.smithi042.stdout:2/844: dwrite d7/d1a/da2/ffc [4194304,4194304] 0 2024-06-13T11:58:03.747 INFO:tasks.workunit.client.0.smithi042.stdout:2/845: chown d7/df/d6a/db8/dbc/dcc/dd2/cef 140391344 1 2024-06-13T11:58:03.747 INFO:tasks.workunit.client.0.smithi042.stdout:2/846: chown d7/l1b 3520 1 2024-06-13T11:58:03.761 INFO:tasks.workunit.client.0.smithi042.stdout:1/963: dwrite d0/d17/d18/f75 [0,4194304] 0 2024-06-13T11:58:03.761 INFO:tasks.workunit.client.0.smithi042.stdout:1/964: write d0/d17/dd/d66/d82/d5f/d63/fc8 [396794,40165] 0 2024-06-13T11:58:03.761 INFO:tasks.workunit.client.0.smithi042.stdout:3/911: dread dc/d17/d106/f10c [0,4194304] 0 2024-06-13T11:58:03.763 INFO:tasks.workunit.client.0.smithi042.stdout:1/965: creat d0/d17/d18/d7f/f144 x:0 0 0 2024-06-13T11:58:03.764 INFO:tasks.workunit.client.0.smithi042.stdout:3/912: rmdir dc/d29/d47/d66/d70 39 2024-06-13T11:58:03.777 INFO:tasks.workunit.client.0.smithi042.stdout:1/966: dread d0/d17/dcf/f129 [0,4194304] 0 2024-06-13T11:58:03.786 INFO:tasks.workunit.client.0.smithi042.stdout:3/913: dread dc/d17/d1f/d46/f62 [0,4194304] 0 2024-06-13T11:58:03.788 INFO:tasks.workunit.client.0.smithi042.stdout:1/967: link d0/d17/d18/d7f/c9b d0/d17/dd/d66/d82/d5f/d9a/da2/dfa/c145 0 2024-06-13T11:58:03.788 INFO:tasks.workunit.client.0.smithi042.stdout:3/914: creat dc/d17/d20/d9b/f13c x:0 0 0 2024-06-13T11:58:03.789 INFO:tasks.workunit.client.0.smithi042.stdout:8/882: rename d2/dc/d6f/da4/f128 to d2/d3/d5/d44/dbe/f12b 0 2024-06-13T11:58:03.789 INFO:tasks.workunit.client.0.smithi042.stdout:1/968: getdents d0/d17/dd/d42/dd5 0 2024-06-13T11:58:03.791 INFO:tasks.workunit.client.0.smithi042.stdout:0/989: sync 2024-06-13T11:58:03.791 INFO:tasks.workunit.client.0.smithi042.stdout:4/992: sync 2024-06-13T11:58:03.791 INFO:tasks.workunit.client.0.smithi042.stdout:3/915: mknod dc/d17/d1f/d46/da3/dc0/c13d 0 2024-06-13T11:58:03.792 INFO:tasks.workunit.client.0.smithi042.stdout:8/883: creat d2/d3/d5/d5b/d10b/f12c x:0 0 0 2024-06-13T11:58:03.794 INFO:tasks.workunit.client.0.smithi042.stdout:0/990: creat d4/d31/d34/d78/f15c x:0 0 0 2024-06-13T11:58:03.795 INFO:tasks.workunit.client.0.smithi042.stdout:4/993: truncate d1/d5/d16/f105 1869331 0 2024-06-13T11:58:03.795 INFO:tasks.workunit.client.0.smithi042.stdout:4/994: dread - d1/d5/d5f/dc0/dd9/f147 zero size 2024-06-13T11:58:03.797 INFO:tasks.workunit.client.0.smithi042.stdout:2/847: dwrite d7/df/fdc [0,4194304] 0 2024-06-13T11:58:03.797 INFO:tasks.workunit.client.0.smithi042.stdout:8/884: creat d2/d3/f12d x:0 0 0 2024-06-13T11:58:03.798 INFO:tasks.workunit.client.0.smithi042.stdout:0/991: getdents d4/d31/d121 0 2024-06-13T11:58:03.798 INFO:tasks.workunit.client.0.smithi042.stdout:0/992: getdents d4/d32/d64/d11f/d153 0 2024-06-13T11:58:03.804 INFO:tasks.workunit.client.0.smithi042.stdout:4/995: symlink d1/d8e/l162 0 2024-06-13T11:58:03.808 INFO:tasks.workunit.client.0.smithi042.stdout:9/907: sync 2024-06-13T11:58:03.808 INFO:tasks.workunit.client.0.smithi042.stdout:7/757: sync 2024-06-13T11:58:03.808 INFO:tasks.workunit.client.0.smithi042.stdout:5/862: sync 2024-06-13T11:58:03.808 INFO:tasks.workunit.client.0.smithi042.stdout:2/848: truncate d7/df/d33/f45 2234837 0 2024-06-13T11:58:03.808 INFO:tasks.workunit.client.0.smithi042.stdout:0/993: symlink d4/d32/d13f/l15d 0 2024-06-13T11:58:03.810 INFO:tasks.workunit.client.0.smithi042.stdout:7/758: link d2/d36/d4a/f52 d2/d3/d3e/db3/fff 0 2024-06-13T11:58:03.810 INFO:tasks.workunit.client.0.smithi042.stdout:7/759: fdatasync d2/d36/d4a/d42/d63/f73 0 2024-06-13T11:58:03.811 INFO:tasks.workunit.client.0.smithi042.stdout:2/849: creat d7/d1a/d8d/f11e x:0 0 0 2024-06-13T11:58:03.812 INFO:tasks.workunit.client.0.smithi042.stdout:7/760: creat d2/d3/d3e/dd9/f100 x:0 0 0 2024-06-13T11:58:03.836 INFO:tasks.workunit.client.0.smithi042.stdout:9/908: write d9/d33/d40/fff [1732756,76933] 0 2024-06-13T11:58:03.836 INFO:tasks.workunit.client.0.smithi042.stdout:8/885: rename d2/d3/d5/d44/dbe to d2/d3/d5/d12e 0 2024-06-13T11:58:03.840 INFO:tasks.workunit.client.0.smithi042.stdout:9/909: getdents d9/d33/d40/d52/d25 0 2024-06-13T11:58:03.840 INFO:tasks.workunit.client.0.smithi042.stdout:8/886: mknod d2/dc/d64/d7a/db4/dfd/c12f 0 2024-06-13T11:58:03.843 INFO:tasks.workunit.client.0.smithi042.stdout:1/969: dwrite d0/d17/dd/d42/d70/f83 [0,4194304] 0 2024-06-13T11:58:03.851 INFO:tasks.workunit.client.0.smithi042.stdout:4/996: rename d1/d5/d16/deb/d13b/d15/db3/dfd/d152 to d1/d29/d4f/d7d/d163 0 2024-06-13T11:58:03.851 INFO:tasks.workunit.client.0.smithi042.stdout:9/910: creat d9/d4d/f133 x:0 0 0 2024-06-13T11:58:03.851 INFO:tasks.workunit.client.0.smithi042.stdout:9/911: creat d9/d16/d5f/f134 x:0 0 0 2024-06-13T11:58:03.851 INFO:tasks.workunit.client.0.smithi042.stdout:1/970: mknod d0/d17/dd/d66/db8/c146 0 2024-06-13T11:58:03.852 INFO:tasks.workunit.client.0.smithi042.stdout:8/887: getdents d2/d3 0 2024-06-13T11:58:03.854 INFO:tasks.workunit.client.0.smithi042.stdout:8/888: mknod d2/dc/d53/c130 0 2024-06-13T11:58:03.855 INFO:tasks.workunit.client.0.smithi042.stdout:7/761: dread d2/f31 [0,4194304] 0 2024-06-13T11:58:03.859 INFO:tasks.workunit.client.0.smithi042.stdout:8/889: mkdir d2/d3/d43/dbf/d131 0 2024-06-13T11:58:03.859 INFO:tasks.workunit.client.0.smithi042.stdout:8/890: dread - d2/dc/d22/d3c/f10e zero size 2024-06-13T11:58:03.859 INFO:tasks.workunit.client.0.smithi042.stdout:3/916: dwrite dc/d17/d20/d9b/f13c [0,4194304] 0 2024-06-13T11:58:03.859 INFO:tasks.workunit.client.0.smithi042.stdout:7/762: chown d2/d36/d4a/f1b 0 1 2024-06-13T11:58:03.859 INFO:tasks.workunit.client.0.smithi042.stdout:7/763: truncate d2/d36/d4a/d42/d63/dc5/fcd 1182857 0 2024-06-13T11:58:03.859 INFO:tasks.workunit.client.0.smithi042.stdout:3/917: getdents dc/d17/d20/d5c 0 2024-06-13T11:58:03.863 INFO:tasks.workunit.client.0.smithi042.stdout:3/918: mkdir dc/d17/d3b/d13e 0 2024-06-13T11:58:03.865 INFO:tasks.workunit.client.0.smithi042.stdout:3/919: truncate dc/d17/d20/d2d/fb1 145080 0 2024-06-13T11:58:03.883 INFO:tasks.workunit.client.0.smithi042.stdout:7/764: dread d2/d36/d4a/d42/f4f [0,4194304] 0 2024-06-13T11:58:03.884 INFO:tasks.workunit.client.0.smithi042.stdout:7/765: creat d2/d3/d3e/f101 x:0 0 0 2024-06-13T11:58:03.884 INFO:tasks.workunit.client.0.smithi042.stdout:7/766: stat d2/d3/dd4/ldc 0 2024-06-13T11:58:03.885 INFO:tasks.workunit.client.0.smithi042.stdout:4/997: write d1/de/f5d [1685073,37777] 0 2024-06-13T11:58:03.887 INFO:tasks.workunit.client.0.smithi042.stdout:4/998: unlink d1/la 0 2024-06-13T11:58:03.888 INFO:tasks.workunit.client.0.smithi042.stdout:4/999: rmdir d1/d5/d16/deb/d13b/d15/db3/dfd/d114/d52 39 2024-06-13T11:58:03.890 INFO:tasks.workunit.client.0.smithi042.stdout:0/994: dwrite d4/d31/d4a/d58/d68/db7/f135 [0,4194304] 0 2024-06-13T11:58:03.891 INFO:tasks.workunit.client.0.smithi042.stdout:0/995: mknod d4/d32/d64/d11f/c15e 0 2024-06-13T11:58:03.891 INFO:tasks.workunit.client.0.smithi042.stdout:0/996: write d4/d31/d34/f141 [77135,130073] 0 2024-06-13T11:58:03.892 INFO:tasks.workunit.client.0.smithi042.stdout:9/912: dread d9/d33/d40/d52/d25/f30 [0,4194304] 0 2024-06-13T11:58:03.895 INFO:tasks.workunit.client.0.smithi042.stdout:9/913: stat d9/d15 0 2024-06-13T11:58:03.904 INFO:tasks.workunit.client.0.smithi042.stdout:8/891: dwrite d2/d3/d81/da7/faa [0,4194304] 0 2024-06-13T11:58:03.905 INFO:tasks.workunit.client.0.smithi042.stdout:8/892: getdents d2/d3/d81/df5 0 2024-06-13T11:58:03.905 INFO:tasks.workunit.client.0.smithi042.stdout:8/893: write d2/d3/d43/dbf/f121 [348390,101743] 0 2024-06-13T11:58:03.935 INFO:tasks.workunit.client.0.smithi042.stdout:9/914: dwrite d9/d33/d40/fff [4194304,4194304] 0 2024-06-13T11:58:03.936 INFO:tasks.workunit.client.0.smithi042.stdout:9/915: truncate d9/d16/dba/f122 938615 0 2024-06-13T11:58:03.937 INFO:tasks.workunit.client.0.smithi042.stdout:9/916: mknod d9/d15/d43/c135 0 2024-06-13T11:58:03.940 INFO:tasks.workunit.client.0.smithi042.stdout:9/917: write d9/d16/f5d [1011969,41411] 0 2024-06-13T11:58:03.943 INFO:tasks.workunit.client.0.smithi042.stdout:1/971: dwrite d0/d17/dd/d42/f107 [0,4194304] 0 2024-06-13T11:58:03.944 INFO:tasks.workunit.client.0.smithi042.stdout:1/972: getdents d0/d17/d18/d29/d90/da7/dc4 0 2024-06-13T11:58:03.962 INFO:tasks.workunit.client.0.smithi042.stdout:0/997: dwrite d4/d31/d4a/d58/fa3 [0,4194304] 0 2024-06-13T11:58:03.966 INFO:tasks.workunit.client.0.smithi042.stdout:1/973: write d0/d17/dd/d1b/d5e/d102/d117/f138 [2600776,55058] 0 2024-06-13T11:58:03.967 INFO:tasks.workunit.client.0.smithi042.stdout:1/974: creat d0/d17/dd/d66/d82/f147 x:0 0 0 2024-06-13T11:58:03.970 INFO:tasks.workunit.client.0.smithi042.stdout:1/975: creat d0/d17/dd/d42/dd5/dbc/f148 x:0 0 0 2024-06-13T11:58:03.980 INFO:tasks.workunit.client.0.smithi042.stdout:9/918: dwrite d9/d33/d40/d52/d25/f2a [0,4194304] 0 2024-06-13T11:58:03.980 INFO:tasks.workunit.client.0.smithi042.stdout:9/919: dread - d9/d16/daf/dda/ded/f117 zero size 2024-06-13T11:58:03.982 INFO:tasks.workunit.client.0.smithi042.stdout:9/920: mknod d9/d16/d5f/c136 0 2024-06-13T11:58:03.984 INFO:tasks.workunit.client.0.smithi042.stdout:9/921: symlink d9/d46/d68/l137 0 2024-06-13T11:58:04.006 INFO:tasks.workunit.client.0.smithi042.stdout:1/976: dwrite d0/d17/dd/d55/d6a/d56/d84/d125/f10e [0,4194304] 0 2024-06-13T11:58:04.007 INFO:tasks.workunit.client.0.smithi042.stdout:1/977: truncate d0/d17/d18/d29/d43/f91 309715 0 2024-06-13T11:58:04.007 INFO:tasks.workunit.client.0.smithi042.stdout:1/978: fdatasync d0/d17/dd/d55/da4/fcb 0 2024-06-13T11:58:04.010 INFO:tasks.workunit.client.0.smithi042.stdout:1/979: mknod d0/d17/dd/d42/dd5/c149 0 2024-06-13T11:58:04.027 INFO:tasks.workunit.client.0.smithi042.stdout:0/998: dwrite d4/d31/d4a/d58/dc0/fc9 [0,4194304] 0 2024-06-13T11:58:04.027 INFO:tasks.workunit.client.0.smithi042.stdout:0/999: fdatasync d4/d32/d3a/f13b 0 2024-06-13T11:58:04.034 INFO:tasks.workunit.client.0.smithi042.stdout:1/980: dread d0/d17/d18/f75 [0,4194304] 0 2024-06-13T11:58:04.072 INFO:tasks.workunit.client.0.smithi042.stdout:1/981: dread d0/d17/dd/d66/f7d [0,4194304] 0 2024-06-13T11:58:04.112 INFO:tasks.workunit.client.0.smithi042.stdout:1/982: dwrite d0/d17/f96 [0,4194304] 0 2024-06-13T11:58:04.112 INFO:tasks.workunit.client.0.smithi042.stdout:1/983: write d0/d17/d18/d20/f8f [73891,65830] 0 2024-06-13T11:58:04.114 INFO:tasks.workunit.client.0.smithi042.stdout:1/984: mknod d0/d17/dd/d42/c14a 0 2024-06-13T11:58:04.115 INFO:tasks.workunit.client.0.smithi042.stdout:1/985: creat d0/d17/dcf/de4/d126/f14b x:0 0 0 2024-06-13T11:58:04.117 INFO:tasks.workunit.client.0.smithi042.stdout:1/986: creat d0/d17/dd/d1b/d5e/d102/d117/f14c x:0 0 0 2024-06-13T11:58:04.117 INFO:tasks.workunit.client.0.smithi042.stdout:1/987: chown d0/d17/d18/d20/f8f 86725 1 2024-06-13T11:58:04.118 INFO:tasks.workunit.client.0.smithi042.stdout:1/988: unlink d0/f5 0 2024-06-13T11:58:04.118 INFO:tasks.workunit.client.0.smithi042.stdout:1/989: stat d0/d17/d18/d29/d90/da7/dc4/fe8 0 2024-06-13T11:58:04.119 INFO:tasks.workunit.client.0.smithi042.stdout:1/990: creat d0/d17/dd/db6/d136/f14d x:0 0 0 2024-06-13T11:58:04.120 INFO:tasks.workunit.client.0.smithi042.stdout:1/991: creat d0/d17/dd/d42/dd5/f14e x:0 0 0 2024-06-13T11:58:04.120 INFO:tasks.workunit.client.0.smithi042.stdout:1/992: write d0/d17/dd/d42/d70/f83 [4805352,110081] 0 2024-06-13T11:58:04.121 INFO:tasks.workunit.client.0.smithi042.stdout:1/993: truncate d0/d17/dd/d42/dd5/fa1 3251 0 2024-06-13T11:58:04.121 INFO:tasks.workunit.client.0.smithi042.stdout:1/994: chown d0/d17/dd/d55/da4 19670 1 2024-06-13T11:58:04.123 INFO:tasks.workunit.client.0.smithi042.stdout:1/995: mknod d0/d17/c14f 0 2024-06-13T11:58:04.123 INFO:tasks.workunit.client.0.smithi042.stdout:1/996: chown d0/d17/dd/d66/d82/d5f/d9a/da2/f119 170170 1 2024-06-13T11:58:04.124 INFO:tasks.workunit.client.0.smithi042.stdout:1/997: getdents d0/d17/dd/d66/d82/d5f/d9a/da2/def 0 2024-06-13T11:58:04.125 INFO:tasks.workunit.client.0.smithi042.stdout:1/998: creat d0/d17/dd/d42/dd5/dbc/ded/d111/f150 x:0 0 0 2024-06-13T11:58:05.444 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:05 smithi042 ceph-mon[32231]: pgmap v79: 129 pgs: 129 active+clean; 2.0 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 151 MiB/s rd, 185 MiB/s wr, 643 op/s 2024-06-13T11:58:05.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:05 smithi088 ceph-mon[36399]: pgmap v79: 129 pgs: 129 active+clean; 2.0 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 151 MiB/s rd, 185 MiB/s wr, 643 op/s 2024-06-13T11:58:05.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:05 smithi162 ceph-mon[36757]: pgmap v79: 129 pgs: 129 active+clean; 2.0 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 151 MiB/s rd, 185 MiB/s wr, 643 op/s 2024-06-13T11:58:05.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.959+0000 7f35d9a00700 1 -- 172.21.15.42:0/103062403 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f35d41051f0 msgr2=0x7f35d4106170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:05.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.959+0000 7f35d9a00700 1 --2- 172.21.15.42:0/103062403 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f35d41051f0 0x7f35d4106170 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f35c0009990 tx=0x7f35c0009ca0 comp rx=0 tx=0).stop 2024-06-13T11:58:05.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.960+0000 7f35d9a00700 1 -- 172.21.15.42:0/103062403 shutdown_connections 2024-06-13T11:58:05.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.960+0000 7f35d9a00700 1 --2- 172.21.15.42:0/103062403 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f35d41048d0 0x7f35d4104cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:05.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.960+0000 7f35d9a00700 1 --2- 172.21.15.42:0/103062403 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f35d41068a0 0x7f35d4111530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:05.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.960+0000 7f35d9a00700 1 --2- 172.21.15.42:0/103062403 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f35d41051f0 0x7f35d4106170 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:05.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.960+0000 7f35d9a00700 1 -- 172.21.15.42:0/103062403 >> 172.21.15.42:0/103062403 conn(0x7f35d4100040 msgr2=0x7f35d4102460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:05.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.960+0000 7f35d9a00700 1 -- 172.21.15.42:0/103062403 shutdown_connections 2024-06-13T11:58:05.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.960+0000 7f35d9a00700 1 -- 172.21.15.42:0/103062403 wait complete. 2024-06-13T11:58:05.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.961+0000 7f35d9a00700 1 Processor -- start 2024-06-13T11:58:05.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.961+0000 7f35d9a00700 1 -- start start 2024-06-13T11:58:05.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.961+0000 7f35d9a00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f35d41048d0 0x7f35d419adf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:05.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.961+0000 7f35d9a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f35d41051f0 0x7f35d419b330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:05.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.961+0000 7f35d9a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f35d41068a0 0x7f35d419f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:05.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.961+0000 7f35d9a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f35d41149e0 con 0x7f35d41051f0 2024-06-13T11:58:05.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.961+0000 7f35d9a00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f35d4114860 con 0x7f35d41068a0 2024-06-13T11:58:05.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.961+0000 7f35d9a00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f35d4114b60 con 0x7f35d41048d0 2024-06-13T11:58:05.963 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.962+0000 7f35d9000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f35d41068a0 0x7f35d419f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:05.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.962+0000 7f35d3400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f35d41051f0 0x7f35d419b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:05.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.962+0000 7f35d9000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f35d41068a0 0x7f35d419f6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:60126/0 (socket says 172.21.15.42:60126) 2024-06-13T11:58:05.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.962+0000 7f35d9000700 1 -- 172.21.15.42:0/1008037498 learned_addr learned my addr 172.21.15.42:0/1008037498 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:05.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.962+0000 7f35d3e00700 1 --2- 172.21.15.42:0/1008037498 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f35d41048d0 0x7f35d419adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:05.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.962+0000 7f35d9000700 1 -- 172.21.15.42:0/1008037498 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f35d41048d0 msgr2=0x7f35d419adf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:05.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.962+0000 7f35d9000700 1 --2- 172.21.15.42:0/1008037498 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f35d41048d0 0x7f35d419adf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:05.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.962+0000 7f35d9000700 1 -- 172.21.15.42:0/1008037498 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f35d41051f0 msgr2=0x7f35d419b330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:05.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.962+0000 7f35d9000700 1 --2- 172.21.15.42:0/1008037498 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f35d41051f0 0x7f35d419b330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:05.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.962+0000 7f35d9000700 1 -- 172.21.15.42:0/1008037498 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35d419fe00 con 0x7f35d41068a0 2024-06-13T11:58:05.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.963+0000 7f35d9000700 1 --2- 172.21.15.42:0/1008037498 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f35d41068a0 0x7f35d419f6c0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f35cc00ef30 tx=0x7f35cc00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:05.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.963+0000 7f35d0c00700 1 -- 172.21.15.42:0/1008037498 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35cc0092e0 con 0x7f35d41068a0 2024-06-13T11:58:05.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.963+0000 7f35d0c00700 1 -- 172.21.15.42:0/1008037498 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f35cc004bb0 con 0x7f35d41068a0 2024-06-13T11:58:05.965 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.963+0000 7f35d9a00700 1 -- 172.21.15.42:0/1008037498 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35d41a0090 con 0x7f35d41068a0 2024-06-13T11:58:05.965 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.963+0000 7f35d0c00700 1 -- 172.21.15.42:0/1008037498 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35cc004280 con 0x7f35d41068a0 2024-06-13T11:58:05.965 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.963+0000 7f35d9a00700 1 -- 172.21.15.42:0/1008037498 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35d41a7970 con 0x7f35d41068a0 2024-06-13T11:58:05.965 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.964+0000 7f35d9a00700 1 -- 172.21.15.42:0/1008037498 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35d4069180 con 0x7f35d41068a0 2024-06-13T11:58:05.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.966+0000 7f35d0c00700 1 -- 172.21.15.42:0/1008037498 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f35cc01b030 con 0x7f35d41068a0 2024-06-13T11:58:05.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.968+0000 7f35d0c00700 1 --2- 172.21.15.42:0/1008037498 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f35b80a2d90 0x7f35b80a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:05.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.968+0000 7f35d0c00700 1 -- 172.21.15.42:0/1008037498 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f35cc0cf330 con 0x7f35d41068a0 2024-06-13T11:58:05.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.968+0000 7f35d3e00700 1 --2- 172.21.15.42:0/1008037498 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f35b80a2d90 0x7f35b80a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:05.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.969+0000 7f35d3e00700 1 --2- 172.21.15.42:0/1008037498 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f35b80a2d90 0x7f35b80a5250 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f35c4009680 tx=0x7f35c4009260 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:05.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:05.972+0000 7f35d0c00700 1 -- 172.21.15.42:0/1008037498 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f35cc022020 con 0x7f35d41068a0 2024-06-13T11:58:06.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:06.259+0000 7f35d9a00700 1 -- 172.21.15.42:0/1008037498 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f35d402dca0 con 0x7f35d41068a0 2024-06-13T11:58:06.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:06.261+0000 7f35d0c00700 1 -- 172.21.15.42:0/1008037498 <== mon.2 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11870 (secure 0 0 0) 0x7f35cc010040 con 0x7f35d41068a0 2024-06-13T11:58:06.261 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T11:58:06.262 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/1118564562","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1118564562},{"type":"v1","addr":"172.21.15.42:6835","nonce":1118564562}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/1600300489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":1600300489},{"type":"v1","addr":"172.21.15.42:6837","nonce":1600300489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14400,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/4007002681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":4007002681},{"type":"v1","addr":"172.21.15.42:6841","nonce":4007002681}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/917201081","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":917201081},{"type":"v1","addr":"172.21.15.162:6833","nonce":917201081}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/426832354","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":426832354},{"type":"v1","addr":"172.21.15.88:6833","nonce":426832354}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24457,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6835/1190029601","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6834","nonce":1190029601},{"type":"v1","addr":"172.21.15.162:6835","nonce":1190029601}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":30,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T11:50:39.387599+0000","modified":"2024-06-13T11:57:45.102289+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24539,"mds_1":24500,"mds_2":24499},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.162:6837/987659844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6836","nonce":987659844},{"type":"v1","addr":"172.21.15.162:6837","nonce":987659844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/3467952345","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":3467952345},{"type":"v1","addr":"172.21.15.88:6835","nonce":3467952345}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.162:6839/4260392567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6838","nonce":4260392567},{"type":"v1","addr":"172.21.15.162:6839","nonce":4260392567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"g","rank":2,"incarnation":22,"state":"up:active","state_seq":110,"addr":"172.21.15.42:6839/228676134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":228676134},{"type":"v1","addr":"172.21.15.42:6839","nonce":228676134}]},"join_fscid":-1,"export_targets":[0,1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24500":{"gid":24500,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":31,"addr":"172.21.15.88:6837/2567581640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2567581640},{"type":"v1","addr":"172.21.15.88:6837","nonce":2567581640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6839/2189735817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2189735817},{"type":"v1","addr":"172.21.15.88:6839","nonce":2189735817}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24539,"qdb_cluster":[24499,24500,24539]},"id":1}]} 2024-06-13T11:58:06.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:06.264+0000 7f35d9a00700 1 -- 172.21.15.42:0/1008037498 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f35b80a2d90 msgr2=0x7f35b80a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:06.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:06.264+0000 7f35d9a00700 1 --2- 172.21.15.42:0/1008037498 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f35b80a2d90 0x7f35b80a5250 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f35c4009680 tx=0x7f35c4009260 comp rx=0 tx=0).stop 2024-06-13T11:58:06.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:06.264+0000 7f35d9a00700 1 -- 172.21.15.42:0/1008037498 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f35d41068a0 msgr2=0x7f35d419f6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:06.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:06.264+0000 7f35d9a00700 1 --2- 172.21.15.42:0/1008037498 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f35d41068a0 0x7f35d419f6c0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f35cc00ef30 tx=0x7f35cc00c3a0 comp rx=0 tx=0).stop 2024-06-13T11:58:06.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:06.264+0000 7f35d9a00700 1 -- 172.21.15.42:0/1008037498 shutdown_connections 2024-06-13T11:58:06.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:06.264+0000 7f35d9a00700 1 --2- 172.21.15.42:0/1008037498 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f35b80a2d90 0x7f35b80a5250 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:06.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:06.264+0000 7f35d9a00700 1 --2- 172.21.15.42:0/1008037498 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f35d41068a0 0x7f35d419f6c0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:06.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:06.264+0000 7f35d9a00700 1 --2- 172.21.15.42:0/1008037498 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f35d41048d0 0x7f35d419adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:06.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:06.264+0000 7f35d9a00700 1 --2- 172.21.15.42:0/1008037498 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f35d41051f0 0x7f35d419b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:06.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:06.264+0000 7f35d9a00700 1 -- 172.21.15.42:0/1008037498 >> 172.21.15.42:0/1008037498 conn(0x7f35d4100040 msgr2=0x7f35d41017f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:06.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:06.264+0000 7f35d9a00700 1 -- 172.21.15.42:0/1008037498 shutdown_connections 2024-06-13T11:58:06.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:06.264+0000 7f35d9a00700 1 -- 172.21.15.42:0/1008037498 wait complete. 2024-06-13T11:58:06.266 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 30 2024-06-13T11:58:07.136 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-06-13T11:58:07.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:07 smithi088 ceph-mon[36399]: pgmap v80: 129 pgs: 129 active+clean; 2.0 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 85 MiB/s rd, 103 MiB/s wr, 523 op/s 2024-06-13T11:58:07.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:07 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/1008037498' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:58:07.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:07 smithi042 ceph-mon[32231]: pgmap v80: 129 pgs: 129 active+clean; 2.0 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 85 MiB/s rd, 103 MiB/s wr, 523 op/s 2024-06-13T11:58:07.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:07 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/1008037498' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:58:07.651 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:58:07.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:07 smithi162 ceph-mon[36757]: pgmap v80: 129 pgs: 129 active+clean; 2.0 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 85 MiB/s rd, 103 MiB/s wr, 523 op/s 2024-06-13T11:58:07.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:07 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/1008037498' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T11:58:09.429 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:09 smithi042 ceph-mon[32231]: pgmap v81: 129 pgs: 129 active+clean; 2.2 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 100 MiB/s rd, 120 MiB/s wr, 560 op/s 2024-06-13T11:58:09.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:09 smithi088 ceph-mon[36399]: pgmap v81: 129 pgs: 129 active+clean; 2.2 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 100 MiB/s rd, 120 MiB/s wr, 560 op/s 2024-06-13T11:58:09.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:09 smithi162 ceph-mon[36757]: pgmap v81: 129 pgs: 129 active+clean; 2.2 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 100 MiB/s rd, 120 MiB/s wr, 560 op/s 2024-06-13T11:58:09.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.932+0000 7f0751800700 1 -- 172.21.15.42:0/1409737918 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f074c06a170 msgr2=0x7f074c06a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:09.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.932+0000 7f0751800700 1 --2- 172.21.15.42:0/1409737918 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f074c06a170 0x7f074c06a5f0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f0738009990 tx=0x7f0738009ca0 comp rx=0 tx=0).stop 2024-06-13T11:58:09.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.932+0000 7f0751800700 1 -- 172.21.15.42:0/1409737918 shutdown_connections 2024-06-13T11:58:09.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.932+0000 7f0751800700 1 --2- 172.21.15.42:0/1409737918 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f074c06ab30 0x7f074c10f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:09.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.932+0000 7f0751800700 1 --2- 172.21.15.42:0/1409737918 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f074c108500 0x7f074c1088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:09.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.932+0000 7f0751800700 1 --2- 172.21.15.42:0/1409737918 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f074c06a170 0x7f074c06a5f0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:09.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.932+0000 7f0751800700 1 -- 172.21.15.42:0/1409737918 >> 172.21.15.42:0/1409737918 conn(0x7f074c078340 msgr2=0x7f074c078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:09.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.932+0000 7f0751800700 1 -- 172.21.15.42:0/1409737918 shutdown_connections 2024-06-13T11:58:09.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.932+0000 7f0751800700 1 -- 172.21.15.42:0/1409737918 wait complete. 2024-06-13T11:58:09.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.933+0000 7f0751800700 1 Processor -- start 2024-06-13T11:58:09.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.933+0000 7f0751800700 1 -- start start 2024-06-13T11:58:09.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.934+0000 7f0751800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f074c06a170 0x7f074c19adf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:09.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.934+0000 7f0751800700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f074c06ab30 0x7f074c19b330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:09.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.934+0000 7f0751800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f074c108500 0x7f074c19f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:09.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.934+0000 7f0751800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f074c112760 con 0x7f074c108500 2024-06-13T11:58:09.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.934+0000 7f0751800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f074c1125e0 con 0x7f074c06a170 2024-06-13T11:58:09.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.934+0000 7f0751800700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f074c1128e0 con 0x7f074c06ab30 2024-06-13T11:58:09.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.934+0000 7f074b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f074c108500 0x7f074c19f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:09.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.934+0000 7f074b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f074c108500 0x7f074c19f6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:48128/0 (socket says 172.21.15.42:48128) 2024-06-13T11:58:09.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.934+0000 7f074b400700 1 -- 172.21.15.42:0/4257404965 learned_addr learned my addr 172.21.15.42:0/4257404965 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:09.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.934+0000 7f074aa00700 1 --2- 172.21.15.42:0/4257404965 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f074c06a170 0x7f074c19adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:09.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.934+0000 7f074a000700 1 --2- 172.21.15.42:0/4257404965 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f074c06ab30 0x7f074c19b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:09.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.935+0000 7f074b400700 1 -- 172.21.15.42:0/4257404965 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f074c06ab30 msgr2=0x7f074c19b330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:09.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.935+0000 7f074b400700 1 --2- 172.21.15.42:0/4257404965 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f074c06ab30 0x7f074c19b330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:09.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.935+0000 7f074b400700 1 -- 172.21.15.42:0/4257404965 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f074c06a170 msgr2=0x7f074c19adf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:09.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.935+0000 7f074b400700 1 --2- 172.21.15.42:0/4257404965 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f074c06a170 0x7f074c19adf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:09.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.935+0000 7f074b400700 1 -- 172.21.15.42:0/4257404965 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f074c19fe00 con 0x7f074c108500 2024-06-13T11:58:09.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.935+0000 7f074b400700 1 --2- 172.21.15.42:0/4257404965 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f074c108500 0x7f074c19f6c0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f074400ef30 tx=0x7f074400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:09.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.935+0000 7f0743400700 1 -- 172.21.15.42:0/4257404965 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07440092e0 con 0x7f074c108500 2024-06-13T11:58:09.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.935+0000 7f0751800700 1 -- 172.21.15.42:0/4257404965 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f074c1a0090 con 0x7f074c108500 2024-06-13T11:58:09.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.935+0000 7f0743400700 1 -- 172.21.15.42:0/4257404965 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0744004bb0 con 0x7f074c108500 2024-06-13T11:58:09.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.936+0000 7f0743400700 1 -- 172.21.15.42:0/4257404965 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0744004220 con 0x7f074c108500 2024-06-13T11:58:09.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.936+0000 7f0751800700 1 -- 172.21.15.42:0/4257404965 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f074c1a7970 con 0x7f074c108500 2024-06-13T11:58:09.940 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.939+0000 7f0743400700 1 -- 172.21.15.42:0/4257404965 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f074401b030 con 0x7f074c108500 2024-06-13T11:58:09.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.940+0000 7f075c25db80 1 Processor -- start 2024-06-13T11:58:09.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.941+0000 7f075c25db80 1 -- start start 2024-06-13T11:58:09.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.941+0000 7f0743400700 1 --2- 172.21.15.42:0/4257404965 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f07300a2d90 0x7f07300a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:09.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.941+0000 7f0743400700 1 -- 172.21.15.42:0/4257404965 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f07440cf070 con 0x7f074c108500 2024-06-13T11:58:09.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.941+0000 7f075c25db80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56079c450e40 0x56079c4d4070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:09.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.941+0000 7f075c25db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56079c4d45b0 0x56079c4d4a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:09.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.941+0000 7f075c25db80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56079c4df300 0x56079c4e16f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:09.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.941+0000 7f075c25db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56079c3e3a10 con 0x56079c4d45b0 2024-06-13T11:58:09.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.941+0000 7f075c25db80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x56079c426b00 con 0x56079c4df300 2024-06-13T11:58:09.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.941+0000 7f075c25db80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x56079c3e18f0 con 0x56079c450e40 2024-06-13T11:58:09.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.941+0000 7f074a000700 1 --2- 172.21.15.42:0/4257404965 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f07300a2d90 0x7f07300a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:09.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.941+0000 7f074aa00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56079c450e40 0x56079c4d4070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:09.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.942+0000 7f074b400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56079c4df300 0x56079c4e16f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:09.943 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.942+0000 7f074aa00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56079c450e40 0x56079c4d4070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:38850/0 (socket says 172.21.15.42:38850) 2024-06-13T11:58:09.943 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.942+0000 7f074aa00700 1 -- 172.21.15.42:0/108077450 learned_addr learned my addr 172.21.15.42:0/108077450 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:09.943 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.942+0000 7f074b400700 1 -- 172.21.15.42:0/108077450 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56079c450e40 msgr2=0x56079c4d4070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:09.943 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.942+0000 7f074b400700 1 --2- 172.21.15.42:0/108077450 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56079c450e40 0x56079c4d4070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:09.943 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.942+0000 7f074b400700 1 -- 172.21.15.42:0/108077450 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56079c4d45b0 msgr2=0x56079c4d4a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:09.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.942+0000 7f074b400700 1 --2- 172.21.15.42:0/108077450 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56079c4d45b0 0x56079c4d4a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:09.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.942+0000 7f074b400700 1 -- 172.21.15.42:0/108077450 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56079c3cef90 con 0x56079c4df300 2024-06-13T11:58:09.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.942+0000 7f074a000700 1 --2- 172.21.15.42:0/4257404965 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f07300a2d90 0x7f07300a5250 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f07380098e0 tx=0x7f07380095b0 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:09.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.942+0000 7f074b400700 1 --2- 172.21.15.42:0/108077450 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56079c4df300 0x56079c4e16f0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f07440cc410 tx=0x7f074409b970 comp rx=0 tx=0).ready entity=mon.2 client_cookie=440e4a52fc2b4166 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:09.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.943+0000 7f0737e00700 1 -- 172.21.15.42:0/108077450 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f074409f620 con 0x56079c4df300 2024-06-13T11:58:09.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.943+0000 7f0737e00700 1 -- 172.21.15.42:0/108077450 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f07440a3e50 con 0x56079c4df300 2024-06-13T11:58:09.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.943+0000 7f0737e00700 1 -- 172.21.15.42:0/108077450 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07440135e0 con 0x56079c4df300 2024-06-13T11:58:09.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.943+0000 7f075c25db80 1 -- 172.21.15.42:0/108077450 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56079c4df300 msgr2=0x56079c4e16f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:09.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.943+0000 7f075c25db80 1 --2- 172.21.15.42:0/108077450 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56079c4df300 0x56079c4e16f0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f07440cc410 tx=0x7f074409b970 comp rx=0 tx=0).stop 2024-06-13T11:58:09.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.944+0000 7f075c25db80 1 -- 172.21.15.42:0/108077450 shutdown_connections 2024-06-13T11:58:09.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.944+0000 7f075c25db80 1 --2- 172.21.15.42:0/108077450 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56079c4df300 0x56079c4e16f0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:09.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.944+0000 7f075c25db80 1 --2- 172.21.15.42:0/108077450 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56079c450e40 0x56079c4d4070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:09.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.944+0000 7f075c25db80 1 --2- 172.21.15.42:0/108077450 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56079c4d45b0 0x56079c4d4a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:09.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.944+0000 7f075c25db80 1 -- 172.21.15.42:0/108077450 >> 172.21.15.42:0/108077450 conn(0x56079c401170 msgr2=0x56079c4d04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:09.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.944+0000 7f075c25db80 1 -- 172.21.15.42:0/108077450 shutdown_connections 2024-06-13T11:58:09.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.944+0000 7f075c25db80 1 -- 172.21.15.42:0/108077450 wait complete. 2024-06-13T11:58:09.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.944+0000 7f075c25db80 1 -- start start 2024-06-13T11:58:09.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.945+0000 7f075c25db80 1 Processor -- start 2024-06-13T11:58:09.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.945+0000 7f075c25db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56079c450e40 0x56079c4dea20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:09.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.945+0000 7f075c25db80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56079c4d45b0 0x56079c4dbd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:09.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.945+0000 7f075c25db80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56079c4df300 0x56079c4dc260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:09.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.945+0000 7f075c25db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56079c3c2f60 con 0x56079c450e40 2024-06-13T11:58:09.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.945+0000 7f075c25db80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x56079c422ac0 con 0x56079c4d45b0 2024-06-13T11:58:09.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.945+0000 7f075c25db80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x56079c4e1fc0 con 0x56079c4df300 2024-06-13T11:58:09.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.945+0000 7f075c25db80 10 client.0 _ll_register_callbacks cb 0x56079c3c0720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:58:09.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.945+0000 7f074aa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56079c450e40 0x56079c4dea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:09.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.945+0000 7f074aa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56079c450e40 0x56079c4dea20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:48148/0 (socket says 172.21.15.42:48148) 2024-06-13T11:58:09.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.945+0000 7f074aa00700 1 -- 172.21.15.42:0/3300849365 learned_addr learned my addr 172.21.15.42:0/3300849365 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:09.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.946+0000 7f074b400700 1 --2- 172.21.15.42:0/3300849365 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56079c4df300 0x56079c4dc260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:09.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.946+0000 7f074a000700 1 --2- 172.21.15.42:0/3300849365 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56079c4d45b0 0x56079c4dbd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:09.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.946+0000 7f074aa00700 1 -- 172.21.15.42:0/3300849365 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56079c4df300 msgr2=0x56079c4dc260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:09.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.946+0000 7f074aa00700 1 --2- 172.21.15.42:0/3300849365 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56079c4df300 0x56079c4dc260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:09.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.946+0000 7f074aa00700 1 -- 172.21.15.42:0/3300849365 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56079c4d45b0 msgr2=0x56079c4dbd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:09.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.946+0000 7f074aa00700 1 --2- 172.21.15.42:0/3300849365 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56079c4d45b0 0x56079c4dbd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:09.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.946+0000 7f074aa00700 1 -- 172.21.15.42:0/3300849365 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56079c3758d0 con 0x56079c450e40 2024-06-13T11:58:09.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.946+0000 7f074b400700 1 --2- 172.21.15.42:0/3300849365 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56079c4df300 0x56079c4dc260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:58:09.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.946+0000 7f074aa00700 1 --2- 172.21.15.42:0/3300849365 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56079c450e40 0x56079c4dea20 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f073c011830 tx=0x7f073c011b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee6492f6e04aa711 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:09.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.946+0000 7f0734c00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-13T11:58:09.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.947+0000 7f0734c00700 1 -- 172.21.15.42:0/3300849365 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f073c01f060 con 0x56079c450e40 2024-06-13T11:58:09.949 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.947+0000 7f0734c00700 1 -- 172.21.15.42:0/3300849365 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f073c004320 con 0x56079c450e40 2024-06-13T11:58:09.949 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.947+0000 7f075c25db80 1 -- 172.21.15.42:0/3300849365 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f07440a3e50 con 0x56079c450e40 2024-06-13T11:58:09.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.947+0000 7f0734c00700 1 -- 172.21.15.42:0/3300849365 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f073c026050 con 0x56079c450e40 2024-06-13T11:58:09.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.947+0000 7f075c25db80 10 client.15579 fetch_fsmap learned FSMap version 30 2024-06-13T11:58:09.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.947+0000 7f075c25db80 1 -- 172.21.15.42:0/3300849365 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x56079c4ec700 con 0x56079c450e40 2024-06-13T11:58:09.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.947+0000 7f0734c00700 1 -- 172.21.15.42:0/3300849365 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f07440a3e50 con 0x56079c450e40 2024-06-13T11:58:09.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.948+0000 7f0734c00700 1 -- 172.21.15.42:0/3300849365 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f073c00f840 con 0x56079c450e40 2024-06-13T11:58:09.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.948+0000 7f075c25db80 10 client.15579 fetch_fsmap finished waiting for FSMap version 30 2024-06-13T11:58:09.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.948+0000 7f075c25db80 10 client.15579 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.g 2024-06-13T11:58:09.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.948+0000 7f075c25db80 20 client.15579 populate_metadata read hostname 'smithi042' 2024-06-13T11:58:09.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.948+0000 7f075c25db80 1 --2- 172.21.15.42:0/3300849365 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x56079c4eed40 0x56079c4f11b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:09.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.948+0000 7f075c25db80 4 client.15579 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:58:09.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.948+0000 7f075c25db80 1 -- 172.21.15.42:0/3300849365 --> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56079c434000 con 0x56079c4eed40 2024-06-13T11:58:09.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.948+0000 7f074a000700 1 --2- 172.21.15.42:0/3300849365 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x56079c4eed40 0x56079c4f11b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:09.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.949+0000 7f074a000700 1 --2- 172.21.15.42:0/3300849365 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x56079c4eed40 0x56079c4f11b0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4eb8536513f6218a server_cookie=f92781dfbce4fc75 in_seq=0 out_seq=0 2024-06-13T11:58:09.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.949+0000 7f0734c00700 10 client.15579 ms_handle_connect on v2:172.21.15.42:6838/228676134 2024-06-13T11:58:09.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.950+0000 7f0734c00700 1 -- 172.21.15.42:0/3300849365 <== mds.2 v2:172.21.15.42:6838/228676134 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x56079c434000 con 0x56079c4eed40 2024-06-13T11:58:09.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.950+0000 7f0734c00700 10 client.15579 handle_command_reply: tid=0 2024-06-13T11:58:09.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.950+0000 7f075c25db80 1 client.15579 shutdown 2024-06-13T11:58:09.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.950+0000 7f075c25db80 1 -- 172.21.15.42:0/3300849365 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56079c450e40 msgr2=0x56079c4dea20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:09.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.950+0000 7f075c25db80 1 --2- 172.21.15.42:0/3300849365 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56079c450e40 0x56079c4dea20 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f073c011830 tx=0x7f073c011b40 comp rx=0 tx=0).stop 2024-06-13T11:58:09.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.950+0000 7f075c25db80 1 -- 172.21.15.42:0/3300849365 shutdown_connections 2024-06-13T11:58:09.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.950+0000 7f075c25db80 1 --2- 172.21.15.42:0/3300849365 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x56079c4eed40 0x56079c4f11b0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:09.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.950+0000 7f075c25db80 1 --2- 172.21.15.42:0/3300849365 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56079c4df300 0x56079c4dc260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:09.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.950+0000 7f075c25db80 1 --2- 172.21.15.42:0/3300849365 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56079c450e40 0x56079c4dea20 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:09.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.950+0000 7f075c25db80 1 --2- 172.21.15.42:0/3300849365 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56079c4d45b0 0x56079c4dbd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:09.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.950+0000 7f075c25db80 1 -- 172.21.15.42:0/3300849365 >> 172.21.15.42:0/3300849365 conn(0x56079c401170 msgr2=0x56079c4cf740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:09.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.950+0000 7f0734c00700 0 client.15579 ms_handle_reset on v2:172.21.15.42:6838/228676134 2024-06-13T11:58:09.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.950+0000 7f075c25db80 1 -- 172.21.15.42:0/3300849365 shutdown_connections 2024-06-13T11:58:09.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.950+0000 7f075c25db80 1 -- 172.21.15.42:0/3300849365 wait complete. 2024-06-13T11:58:09.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.951+0000 7f075c25db80 20 client.15579 trim_cache size 0 max 16384 2024-06-13T11:58:09.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.968+0000 7f075c25db80 1 Processor -- start 2024-06-13T11:58:09.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.968+0000 7f075c25db80 1 -- start start 2024-06-13T11:58:09.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.969+0000 7f075c25db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56079c450e40 0x56079c4de560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:09.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.969+0000 7f075c25db80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56079c4d45b0 0x56079c4d7070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:09.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.969+0000 7f075c25db80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56079c4df300 0x56079c4d75b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:09.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.969+0000 7f075c25db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f074c1b3140 con 0x56079c450e40 2024-06-13T11:58:09.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.969+0000 7f075c25db80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f074c1b0970 con 0x56079c4df300 2024-06-13T11:58:09.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.969+0000 7f075c25db80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f074c1ae7c0 con 0x56079c4d45b0 2024-06-13T11:58:09.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.969+0000 7f074aa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56079c450e40 0x56079c4de560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:09.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.969+0000 7f074aa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56079c450e40 0x56079c4de560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:48160/0 (socket says 172.21.15.42:48160) 2024-06-13T11:58:09.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.969+0000 7f074aa00700 1 -- 172.21.15.42:0/1436362863 learned_addr learned my addr 172.21.15.42:0/1436362863 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:09.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.969+0000 7f074b400700 1 --2- 172.21.15.42:0/1436362863 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56079c4df300 0x56079c4d75b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:09.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.969+0000 7f074a000700 1 --2- 172.21.15.42:0/1436362863 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56079c4d45b0 0x56079c4d7070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:09.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.970+0000 7f074b400700 1 -- 172.21.15.42:0/1436362863 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56079c4d45b0 msgr2=0x56079c4d7070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:09.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.970+0000 7f074b400700 1 --2- 172.21.15.42:0/1436362863 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56079c4d45b0 0x56079c4d7070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:09.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.970+0000 7f074b400700 1 -- 172.21.15.42:0/1436362863 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56079c450e40 msgr2=0x56079c4de560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:09.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.970+0000 7f074b400700 1 --2- 172.21.15.42:0/1436362863 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56079c450e40 0x56079c4de560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:09.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.970+0000 7f074b400700 1 -- 172.21.15.42:0/1436362863 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56079c4f1470 con 0x56079c4df300 2024-06-13T11:58:09.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.970+0000 7f074aa00700 1 --2- 172.21.15.42:0/1436362863 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56079c450e40 0x56079c4de560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:58:09.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.970+0000 7f074a000700 1 --2- 172.21.15.42:0/1436362863 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56079c4d45b0 0x56079c4d7070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:58:09.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.970+0000 7f074b400700 1 --2- 172.21.15.42:0/1436362863 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56079c4df300 0x56079c4d75b0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f07440cc440 tx=0x7f0744097640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6706167fe547b2ec server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:09.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.970+0000 7f0737400700 1 -- 172.21.15.42:0/1436362863 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f074409f620 con 0x56079c4df300 2024-06-13T11:58:09.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.970+0000 7f0737400700 1 -- 172.21.15.42:0/1436362863 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0744099310 con 0x56079c4df300 2024-06-13T11:58:09.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.970+0000 7f0737400700 1 -- 172.21.15.42:0/1436362863 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07440bb2b0 con 0x56079c4df300 2024-06-13T11:58:09.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.971+0000 7f075c25db80 1 -- 172.21.15.42:0/1436362863 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56079c4df300 msgr2=0x56079c4d75b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:09.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.971+0000 7f075c25db80 1 --2- 172.21.15.42:0/1436362863 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56079c4df300 0x56079c4d75b0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f07440cc440 tx=0x7f0744097640 comp rx=0 tx=0).stop 2024-06-13T11:58:09.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.971+0000 7f075c25db80 1 -- 172.21.15.42:0/1436362863 shutdown_connections 2024-06-13T11:58:09.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.971+0000 7f075c25db80 1 --2- 172.21.15.42:0/1436362863 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56079c4df300 0x56079c4d75b0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:09.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.971+0000 7f075c25db80 1 --2- 172.21.15.42:0/1436362863 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56079c450e40 0x56079c4de560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:09.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.971+0000 7f075c25db80 1 --2- 172.21.15.42:0/1436362863 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56079c4d45b0 0x56079c4d7070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:09.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.971+0000 7f075c25db80 1 -- 172.21.15.42:0/1436362863 >> 172.21.15.42:0/1436362863 conn(0x56079c401170 msgr2=0x56079c4da690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:09.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.971+0000 7f075c25db80 1 -- 172.21.15.42:0/1436362863 shutdown_connections 2024-06-13T11:58:09.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.971+0000 7f075c25db80 1 -- 172.21.15.42:0/1436362863 wait complete. 2024-06-13T11:58:09.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.972+0000 7f075c25db80 1 -- start start 2024-06-13T11:58:09.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.972+0000 7f075c25db80 1 Processor -- start 2024-06-13T11:58:09.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.973+0000 7f075c25db80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56079c450e40 0x56079c4f7110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:09.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.973+0000 7f075c25db80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56079c4d45b0 0x56079c4e7250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:09.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.973+0000 7f075c25db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56079c4df300 0x56079c4e7790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:09.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.973+0000 7f075c25db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f074c1aee30 con 0x56079c4df300 2024-06-13T11:58:09.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.973+0000 7f075c25db80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f074c1b02a0 con 0x56079c450e40 2024-06-13T11:58:09.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.973+0000 7f075c25db80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f074c1af500 con 0x56079c4d45b0 2024-06-13T11:58:09.975 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.973+0000 7f075c25db80 10 client.0 _ll_register_callbacks cb 0x56079c3c0720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:58:09.975 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.973+0000 7f074b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56079c4df300 0x56079c4e7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:09.975 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.973+0000 7f074aa00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56079c450e40 0x56079c4f7110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:09.975 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.973+0000 7f074a000700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56079c4d45b0 0x56079c4e7250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:09.975 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.973+0000 7f074b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56079c4df300 0x56079c4e7790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:48170/0 (socket says 172.21.15.42:48170) 2024-06-13T11:58:09.975 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.973+0000 7f074b400700 1 -- 172.21.15.42:0/3477376052 learned_addr learned my addr 172.21.15.42:0/3477376052 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:09.976 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.973+0000 7f074aa00700 1 -- 172.21.15.42:0/3477376052 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56079c4d45b0 msgr2=0x56079c4e7250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:09.976 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.973+0000 7f074aa00700 1 --2- 172.21.15.42:0/3477376052 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56079c4d45b0 0x56079c4e7250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:09.977 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.973+0000 7f074aa00700 1 -- 172.21.15.42:0/3477376052 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56079c4df300 msgr2=0x56079c4e7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:09.977 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.973+0000 7f074aa00700 1 --2- 172.21.15.42:0/3477376052 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56079c4df300 0x56079c4e7790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:09.977 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.973+0000 7f074aa00700 1 -- 172.21.15.42:0/3477376052 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56079c4d9040 con 0x56079c450e40 2024-06-13T11:58:09.977 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.974+0000 7f074aa00700 1 --2- 172.21.15.42:0/3477376052 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56079c450e40 0x56079c4f7110 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f073c009ae0 tx=0x7f073c009f60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d49cc7a62f7f5435 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:09.977 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.974+0000 7f0734c00700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:58:09.977 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.974+0000 7f0734c00700 1 -- 172.21.15.42:0/3477376052 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f073c02e060 con 0x56079c450e40 2024-06-13T11:58:09.977 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.974+0000 7f075c25db80 1 -- 172.21.15.42:0/3477376052 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0744099310 con 0x56079c450e40 2024-06-13T11:58:09.977 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.974+0000 7f0734c00700 1 -- 172.21.15.42:0/3477376052 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f073c00f750 con 0x56079c450e40 2024-06-13T11:58:09.977 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.974+0000 7f0734c00700 1 -- 172.21.15.42:0/3477376052 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f073c035050 con 0x56079c450e40 2024-06-13T11:58:09.977 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.974+0000 7f075c25db80 10 client.25757 fetch_fsmap learned FSMap version 30 2024-06-13T11:58:09.977 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.974+0000 7f075c25db80 1 -- 172.21.15.42:0/3477376052 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x56079c4f5ca0 con 0x56079c450e40 2024-06-13T11:58:09.977 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.975+0000 7f0734c00700 1 -- 172.21.15.42:0/3477376052 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0744099310 con 0x56079c450e40 2024-06-13T11:58:09.977 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.975+0000 7f0734c00700 1 -- 172.21.15.42:0/3477376052 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f073c01b480 con 0x56079c450e40 2024-06-13T11:58:09.977 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.975+0000 7f075c25db80 10 client.25757 fetch_fsmap finished waiting for FSMap version 30 2024-06-13T11:58:09.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.975+0000 7f075c25db80 10 client.25757 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.g 2024-06-13T11:58:09.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.975+0000 7f075c25db80 20 client.25757 populate_metadata read hostname 'smithi042' 2024-06-13T11:58:09.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.975+0000 7f075c25db80 1 --2- 172.21.15.42:0/3477376052 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x56079c4f63e0 0x56079c55ba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:09.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.975+0000 7f075c25db80 4 client.25757 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-13T11:58:09.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.975+0000 7f075c25db80 1 -- 172.21.15.42:0/3477376052 --> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56079c42e580 con 0x56079c4f63e0 2024-06-13T11:58:09.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.975+0000 7f074a000700 1 --2- 172.21.15.42:0/3477376052 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x56079c4f63e0 0x56079c55ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:09.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.976+0000 7f074a000700 1 --2- 172.21.15.42:0/3477376052 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x56079c4f63e0 0x56079c55ba60 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5a4ea5d459991028 server_cookie=6514f5e2f1e3ec8c in_seq=0 out_seq=0 2024-06-13T11:58:09.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.976+0000 7f0734c00700 10 client.25757 ms_handle_connect on v2:172.21.15.42:6838/228676134 2024-06-13T11:58:09.979 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.977+0000 7f0734c00700 1 -- 172.21.15.42:0/3477376052 <== mds.2 v2:172.21.15.42:6838/228676134 1 ==== command_reply(tid 0: 0 ) ==== 8+0+29987 (crc 0 0 0) 0x56079c42e580 con 0x56079c4f63e0 2024-06-13T11:58:09.979 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.977+0000 7f0734c00700 10 client.25757 handle_command_reply: tid=0 2024-06-13T11:58:09.979 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.977+0000 7f075c25db80 1 client.25757 shutdown 2024-06-13T11:58:09.979 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.977+0000 7f075c25db80 1 -- 172.21.15.42:0/3477376052 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56079c450e40 msgr2=0x56079c4f7110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:09.979 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.977+0000 7f075c25db80 1 --2- 172.21.15.42:0/3477376052 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56079c450e40 0x56079c4f7110 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f073c009ae0 tx=0x7f073c009f60 comp rx=0 tx=0).stop 2024-06-13T11:58:09.979 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.977+0000 7f075c25db80 1 -- 172.21.15.42:0/3477376052 shutdown_connections 2024-06-13T11:58:09.980 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.977+0000 7f075c25db80 1 --2- 172.21.15.42:0/3477376052 >> [v2:172.21.15.42:6838/228676134,v1:172.21.15.42:6839/228676134] conn(0x56079c4f63e0 0x56079c55ba60 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:09.980 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.977+0000 7f075c25db80 1 --2- 172.21.15.42:0/3477376052 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56079c450e40 0x56079c4f7110 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:09.980 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.977+0000 7f075c25db80 1 --2- 172.21.15.42:0/3477376052 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56079c4df300 0x56079c4e7790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:09.980 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.977+0000 7f0734c00700 0 client.25757 ms_handle_reset on v2:172.21.15.42:6838/228676134 2024-06-13T11:58:09.980 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.977+0000 7f075c25db80 1 --2- 172.21.15.42:0/3477376052 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56079c4d45b0 0x56079c4e7250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:09.980 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.977+0000 7f075c25db80 1 -- 172.21.15.42:0/3477376052 >> 172.21.15.42:0/3477376052 conn(0x56079c401170 msgr2=0x56079c4ceeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:09.980 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.977+0000 7f075c25db80 1 -- 172.21.15.42:0/3477376052 shutdown_connections 2024-06-13T11:58:09.980 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.977+0000 7f075c25db80 1 -- 172.21.15.42:0/3477376052 wait complete. 2024-06-13T11:58:09.980 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.978+0000 7f075c25db80 20 client.25757 trim_cache size 0 max 16384 2024-06-13T11:58:09.981 INFO:teuthology.orchestra.run.smithi042.stdout:[ 2024-06-13T11:58:09.981 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.981 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.981 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 75490955, 2024-06-13T11:58:09.981 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631009, 2024-06-13T11:58:09.981 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_033.c" 2024-06-13T11:58:09.981 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.981 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.981 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.981 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 91588520, 2024-06-13T11:58:09.981 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631062, 2024-06-13T11:58:09.982 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_013.c" 2024-06-13T11:58:09.982 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.982 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.982 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.982 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 344307106, 2024-06-13T11:58:09.982 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631023, 2024-06-13T11:58:09.982 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_019.c" 2024-06-13T11:58:09.982 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.982 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.982 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.982 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 369447351, 2024-06-13T11:58:09.983 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631051, 2024-06-13T11:58:09.983 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_082.c" 2024-06-13T11:58:09.983 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.983 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.983 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.983 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 389458810, 2024-06-13T11:58:09.983 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631028, 2024-06-13T11:58:09.983 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_053.c" 2024-06-13T11:58:09.983 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.983 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.983 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.983 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 398236403, 2024-06-13T11:58:09.983 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631060, 2024-06-13T11:58:09.983 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_resources.h" 2024-06-13T11:58:09.984 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.984 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.984 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.984 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 410315983, 2024-06-13T11:58:09.984 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631005, 2024-06-13T11:58:09.984 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_080.c" 2024-06-13T11:58:09.984 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.984 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.984 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.984 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 412101911, 2024-06-13T11:58:09.984 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631043, 2024-06-13T11:58:09.984 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_038.c" 2024-06-13T11:58:09.985 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.985 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.985 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.985 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 430341077, 2024-06-13T11:58:09.985 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631010, 2024-06-13T11:58:09.985 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_049.c" 2024-06-13T11:58:09.985 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.985 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.985 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.985 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 476536533, 2024-06-13T11:58:09.985 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631044, 2024-06-13T11:58:09.985 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_081.c" 2024-06-13T11:58:09.985 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.986 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.986 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.986 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 528179138, 2024-06-13T11:58:09.986 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631061, 2024-06-13T11:58:09.986 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_074.c" 2024-06-13T11:58:09.986 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.986 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.986 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.986 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 536680072, 2024-06-13T11:58:09.986 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511632138, 2024-06-13T11:58:09.986 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl.c" 2024-06-13T11:58:09.986 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.987 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.987 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.987 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 603403383, 2024-06-13T11:58:09.987 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631066, 2024-06-13T11:58:09.987 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_014.c" 2024-06-13T11:58:09.987 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.987 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.987 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.987 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 606520811, 2024-06-13T11:58:09.987 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631004, 2024-06-13T11:58:09.987 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_060.c" 2024-06-13T11:58:09.987 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.987 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.987 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.988 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 646155645, 2024-06-13T11:58:09.988 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511630991, 2024-06-13T11:58:09.988 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_054.c" 2024-06-13T11:58:09.988 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.988 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.988 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.988 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 661920631, 2024-06-13T11:58:09.988 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511632127, 2024-06-13T11:58:09.988 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_ssl.c" 2024-06-13T11:58:09.988 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.988 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.988 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.988 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 671800703, 2024-06-13T11:58:09.988 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631007, 2024-06-13T11:58:09.989 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_032.c" 2024-06-13T11:58:09.989 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.989 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.989 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.989 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 712034182, 2024-06-13T11:58:09.989 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631027, 2024-06-13T11:58:09.989 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_051.c" 2024-06-13T11:58:09.989 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.989 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.989 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.989 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 721061210, 2024-06-13T11:58:09.989 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631065, 2024-06-13T11:58:09.989 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_072.c" 2024-06-13T11:58:09.989 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.990 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.990 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.990 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 742480536, 2024-06-13T11:58:09.990 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631842, 2024-06-13T11:58:09.990 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/watchdog/Makefile.am" 2024-06-13T11:58:09.990 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.990 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.990 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.990 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 812177858, 2024-06-13T11:58:09.990 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511630988, 2024-06-13T11:58:09.990 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_023.c" 2024-06-13T11:58:09.990 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.990 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.991 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.991 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 867667173, 2024-06-13T11:58:09.991 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511632134, 2024-06-13T11:58:09.991 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_xml.c" 2024-06-13T11:58:09.991 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.991 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.991 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.991 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 874160823, 2024-06-13T11:58:09.991 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511632125, 2024-06-13T11:58:09.991 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_control.c" 2024-06-13T11:58:09.991 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.991 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.991 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.991 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 883593423, 2024-06-13T11:58:09.992 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631003, 2024-06-13T11:58:09.992 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_047.c" 2024-06-13T11:58:09.992 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.992 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.992 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.992 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 887865161, 2024-06-13T11:58:09.992 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511632135, 2024-06-13T11:58:09.992 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_sensor.h" 2024-06-13T11:58:09.992 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.992 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.992 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.992 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 907598721, 2024-06-13T11:58:09.992 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511632126, 2024-06-13T11:58:09.993 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_xml.h" 2024-06-13T11:58:09.993 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.993 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.993 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.993 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 917467632, 2024-06-13T11:58:09.993 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511632123, 2024-06-13T11:58:09.993 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_sensor.c" 2024-06-13T11:58:09.993 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.993 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.993 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.993 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 927667281, 2024-06-13T11:58:09.993 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511632136, 2024-06-13T11:58:09.993 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_rpt.c" 2024-06-13T11:58:09.993 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.994 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.994 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.994 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 963468696, 2024-06-13T11:58:09.994 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631048, 2024-06-13T11:58:09.994 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_050.c" 2024-06-13T11:58:09.994 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.994 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.994 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.994 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 988250821, 2024-06-13T11:58:09.994 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631002, 2024-06-13T11:58:09.995 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_000.c" 2024-06-13T11:58:09.995 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.995 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.995 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.995 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 990821342, 2024-06-13T11:58:09.995 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631050, 2024-06-13T11:58:09.995 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_077.c" 2024-06-13T11:58:09.995 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.995 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.995 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.995 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 1011590905, 2024-06-13T11:58:09.996 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631056, 2024-06-13T11:58:09.996 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_010.c" 2024-06-13T11:58:09.996 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.996 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.996 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.996 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 1017921657, 2024-06-13T11:58:09.996 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511630996, 2024-06-13T11:58:09.996 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_003.c" 2024-06-13T11:58:09.996 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.996 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.996 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.996 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 1122013542, 2024-06-13T11:58:09.996 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631039, 2024-06-13T11:58:09.996 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_007.c" 2024-06-13T11:58:09.997 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.997 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.997 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.997 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 1175244310, 2024-06-13T11:58:09.997 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511630985, 2024-06-13T11:58:09.997 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_066.c" 2024-06-13T11:58:09.997 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.997 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.997 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.997 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 1227947088, 2024-06-13T11:58:09.997 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631033, 2024-06-13T11:58:09.997 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_039.c" 2024-06-13T11:58:09.997 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.997 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.998 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.998 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 1256251266, 2024-06-13T11:58:09.998 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631057, 2024-06-13T11:58:09.998 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_057.c" 2024-06-13T11:58:09.998 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.998 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.998 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.998 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 1311697747, 2024-06-13T11:58:09.998 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631068, 2024-06-13T11:58:09.998 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_055.c" 2024-06-13T11:58:09.998 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.998 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.998 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.999 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 1409638197, 2024-06-13T11:58:09.999 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631063, 2024-06-13T11:58:09.999 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/Makefile.am" 2024-06-13T11:58:09.999 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.999 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.999 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.999 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 1459256360, 2024-06-13T11:58:09.999 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631045, 2024-06-13T11:58:09.999 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_005.c" 2024-06-13T11:58:09.999 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:09.999 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:09.999 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:09.999 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 1530935393, 2024-06-13T11:58:09.999 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631038, 2024-06-13T11:58:10.000 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_056.c" 2024-06-13T11:58:10.000 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.000 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.000 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.000 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 1595436453, 2024-06-13T11:58:10.000 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511632122, 2024-06-13T11:58:10.000 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_reset.c" 2024-06-13T11:58:10.000 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.000 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.000 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.000 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 1699729697, 2024-06-13T11:58:10.000 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631037, 2024-06-13T11:58:10.000 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_052.c" 2024-06-13T11:58:10.001 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.001 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.001 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.001 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 1730901338, 2024-06-13T11:58:10.001 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511632128, 2024-06-13T11:58:10.001 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_discover.h" 2024-06-13T11:58:10.001 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.001 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.001 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.001 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 1741121526, 2024-06-13T11:58:10.001 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631022, 2024-06-13T11:58:10.001 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_075.c" 2024-06-13T11:58:10.001 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.001 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.002 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.002 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 1875153618, 2024-06-13T11:58:10.002 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631000, 2024-06-13T11:58:10.002 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_034.c" 2024-06-13T11:58:10.002 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.002 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.002 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.002 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 1993782455, 2024-06-13T11:58:10.002 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631041, 2024-06-13T11:58:10.002 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_031.c" 2024-06-13T11:58:10.002 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.002 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.002 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.002 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 2007550180, 2024-06-13T11:58:10.003 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631026, 2024-06-13T11:58:10.003 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_071.c" 2024-06-13T11:58:10.003 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.003 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.003 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.003 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 2035181896, 2024-06-13T11:58:10.003 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631015, 2024-06-13T11:58:10.003 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_067.c" 2024-06-13T11:58:10.003 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.003 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.003 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.003 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 2076520976, 2024-06-13T11:58:10.003 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511630987, 2024-06-13T11:58:10.003 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_046.c" 2024-06-13T11:58:10.004 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.004 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.004 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.004 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 2094111783, 2024-06-13T11:58:10.004 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511630994, 2024-06-13T11:58:10.004 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_041.c" 2024-06-13T11:58:10.004 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.004 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.004 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.004 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 2111328157, 2024-06-13T11:58:10.004 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511630989, 2024-06-13T11:58:10.004 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_020.c" 2024-06-13T11:58:10.004 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.004 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.005 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.005 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 2134705556, 2024-06-13T11:58:10.005 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631032, 2024-06-13T11:58:10.005 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_026.c" 2024-06-13T11:58:10.005 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.005 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.005 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.005 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 2138246762, 2024-06-13T11:58:10.005 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631016, 2024-06-13T11:58:10.005 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_061.c" 2024-06-13T11:58:10.005 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.005 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.005 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.005 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 2241757538, 2024-06-13T11:58:10.006 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511630997, 2024-06-13T11:58:10.006 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_043.c" 2024-06-13T11:58:10.006 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.006 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.006 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.006 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 2249985551, 2024-06-13T11:58:10.006 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631008, 2024-06-13T11:58:10.006 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_015.c" 2024-06-13T11:58:10.006 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.006 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.006 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.006 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 2261960565, 2024-06-13T11:58:10.006 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511630993, 2024-06-13T11:58:10.006 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_006.c" 2024-06-13T11:58:10.007 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.007 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.007 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.007 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 2409970676, 2024-06-13T11:58:10.007 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631059, 2024-06-13T11:58:10.007 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_076.c" 2024-06-13T11:58:10.007 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.007 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.007 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.007 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 2443334301, 2024-06-13T11:58:10.007 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511632130, 2024-06-13T11:58:10.007 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl.h" 2024-06-13T11:58:10.007 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.007 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.008 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.008 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 2473283423, 2024-06-13T11:58:10.008 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631024, 2024-06-13T11:58:10.008 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.978+0000 7f0751800700 1 -- 172.21.15.42:0/4257404965 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f07300a2d90 msgr2=0x7f07300a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:10.008 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.978+0000 7f0751800700 1 --2- 172.21.15.42:0/4257404965 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f07300a2d90 0x7f07300a5250 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f07380098e0 tx=0x7f07380095b0 comp rx=0 tx=0).stop 2024-06-13T11:58:10.008 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.978+0000 7f0751800700 1 -- 172.21.15.42:0/4257404965 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f074c108500 msgr2=0x7f074c19f6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:10.008 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.978+0000 7f0751800700 1 --2- 172.21.15.42:0/4257404965 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f074c108500 0x7f074c19f6c0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f074400ef30 tx=0x7f074400c3a0 comp rx=0 tx=0).stop 2024-06-13T11:58:10.008 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.978+0000 7f0751800700 1 -- 172.21.15.42:0/4257404965 shutdown_connections 2024-06-13T11:58:10.008 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.978+0000 7f0751800700 1 --2- 172.21.15.42:0/4257404965 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f07300a2d90 0x7f07300a5250 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:10.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.978+0000 7f0751800700 1 --2- 172.21.15.42:0/4257404965 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f074c06a170 0x7f074c19adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:10.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.978+0000 7f0751800700 1 --2- 172.21.15.42:0/4257404965 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f074c108500 0x7f074c19f6c0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:10.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.978+0000 7f0751800700 1 --2- 172.21.15.42:0/4257404965 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f074c06ab30 0x7f074c19b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:10.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.978+0000 7f0751800700 1 -- 172.21.15.42:0/4257404965 >> 172.21.15.42:0/4257404965 conn(0x7f074c078340 msgr2=0x7f074c10d650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:10.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.979+0000 7f0751800700 1 -- 172.21.15.42:0/4257404965 shutdown_connections 2024-06-13T11:58:10.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:09.979+0000 7f0751800700 1 -- 172.21.15.42:0/4257404965 wait complete. 2024-06-13T11:58:10.009 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_048.c" 2024-06-13T11:58:10.009 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.009 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.010 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.010 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 2499437614, 2024-06-13T11:58:10.010 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631012, 2024-06-13T11:58:10.010 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_011.c" 2024-06-13T11:58:10.010 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.010 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.010 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.010 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 2554760206, 2024-06-13T11:58:10.010 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511632137, 2024-06-13T11:58:10.010 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_idr.h" 2024-06-13T11:58:10.010 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.010 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.010 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.011 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 2557898717, 2024-06-13T11:58:10.011 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631011, 2024-06-13T11:58:10.011 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_065.c" 2024-06-13T11:58:10.011 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.011 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.011 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.011 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 2612762335, 2024-06-13T11:58:10.011 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511630983, 2024-06-13T11:58:10.011 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_025.c" 2024-06-13T11:58:10.011 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.011 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.011 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.011 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 2644239664, 2024-06-13T11:58:10.011 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631031, 2024-06-13T11:58:10.012 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_079.c" 2024-06-13T11:58:10.012 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.012 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.012 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.012 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 2674998979, 2024-06-13T11:58:10.012 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631839, 2024-06-13T11:58:10.012 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/watchdog/watchdog.c" 2024-06-13T11:58:10.012 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.012 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.012 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.012 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 2675686411, 2024-06-13T11:58:10.012 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631840, 2024-06-13T11:58:10.012 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/watchdog/README" 2024-06-13T11:58:10.012 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.013 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.013 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.013 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 2698411754, 2024-06-13T11:58:10.013 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631030, 2024-06-13T11:58:10.013 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_045.c" 2024-06-13T11:58:10.013 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.013 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.013 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.013 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 2728093714, 2024-06-13T11:58:10.013 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511632132, 2024-06-13T11:58:10.013 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/Makefile.in" 2024-06-13T11:58:10.013 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.014 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.014 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.014 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 2753366937, 2024-06-13T11:58:10.014 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511632139, 2024-06-13T11:58:10.014 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/Makefile.am" 2024-06-13T11:58:10.014 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.014 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.014 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.014 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 2874514908, 2024-06-13T11:58:10.014 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631018, 2024-06-13T11:58:10.014 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_016.c" 2024-06-13T11:58:10.014 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.015 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.015 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.015 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 2893662446, 2024-06-13T11:58:10.015 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511630998, 2024-06-13T11:58:10.015 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_073.c" 2024-06-13T11:58:10.015 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.015 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.015 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.015 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 2896007171, 2024-06-13T11:58:10.015 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631019, 2024-06-13T11:58:10.015 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_018.c" 2024-06-13T11:58:10.015 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.015 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.016 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.016 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 2917559458, 2024-06-13T11:58:10.016 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631020, 2024-06-13T11:58:10.016 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_035.c" 2024-06-13T11:58:10.016 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.016 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.016 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.016 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 2998627026, 2024-06-13T11:58:10.016 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631058, 2024-06-13T11:58:10.016 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_078.c" 2024-06-13T11:58:10.016 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.016 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.016 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.017 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3058828057, 2024-06-13T11:58:10.017 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631025, 2024-06-13T11:58:10.017 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_029.c" 2024-06-13T11:58:10.017 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.017 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.017 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.017 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3084958048, 2024-06-13T11:58:10.017 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511630990, 2024-06-13T11:58:10.017 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_062.c" 2024-06-13T11:58:10.017 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.017 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.017 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.017 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3088333991, 2024-06-13T11:58:10.018 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511630995, 2024-06-13T11:58:10.018 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_024.c" 2024-06-13T11:58:10.018 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.018 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.018 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.018 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3093617958, 2024-06-13T11:58:10.018 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631064, 2024-06-13T11:58:10.018 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_012.c" 2024-06-13T11:58:10.018 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.018 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.018 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.018 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3160910103, 2024-06-13T11:58:10.018 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631055, 2024-06-13T11:58:10.019 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_004.c" 2024-06-13T11:58:10.019 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.019 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.019 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.019 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3167005930, 2024-06-13T11:58:10.019 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631046, 2024-06-13T11:58:10.019 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_009.c" 2024-06-13T11:58:10.019 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.019 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.019 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.019 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3192390468, 2024-06-13T11:58:10.019 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631021, 2024-06-13T11:58:10.019 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_059.c" 2024-06-13T11:58:10.020 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.020 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.020 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.020 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3198594399, 2024-06-13T11:58:10.020 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631052, 2024-06-13T11:58:10.020 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_017.c" 2024-06-13T11:58:10.020 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.020 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.020 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.020 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3251604765, 2024-06-13T11:58:10.020 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631053, 2024-06-13T11:58:10.020 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_027.c" 2024-06-13T11:58:10.020 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.021 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.021 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.021 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3255297670, 2024-06-13T11:58:10.021 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511630999, 2024-06-13T11:58:10.021 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_063.c" 2024-06-13T11:58:10.021 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.021 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.021 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.021 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3257403566, 2024-06-13T11:58:10.021 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511630992, 2024-06-13T11:58:10.021 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_064.c" 2024-06-13T11:58:10.021 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.021 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.021 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.021 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3258014468, 2024-06-13T11:58:10.022 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511630984, 2024-06-13T11:58:10.022 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_030.c" 2024-06-13T11:58:10.022 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.022 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.022 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.022 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3258655604, 2024-06-13T11:58:10.022 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631054, 2024-06-13T11:58:10.022 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_037.c" 2024-06-13T11:58:10.022 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.022 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.022 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.022 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3327890261, 2024-06-13T11:58:10.022 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631042, 2024-06-13T11:58:10.023 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_040.c" 2024-06-13T11:58:10.023 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.023 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.023 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.023 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3328668590, 2024-06-13T11:58:10.023 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631067, 2024-06-13T11:58:10.023 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_022.c" 2024-06-13T11:58:10.023 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.023 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.023 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.023 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3399528165, 2024-06-13T11:58:10.023 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631841, 2024-06-13T11:58:10.023 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/watchdog/Makefile.in" 2024-06-13T11:58:10.024 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.024 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.024 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.024 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3458454764, 2024-06-13T11:58:10.024 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631034, 2024-06-13T11:58:10.024 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_008.c" 2024-06-13T11:58:10.024 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.024 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.024 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.024 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3536988517, 2024-06-13T11:58:10.024 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631006, 2024-06-13T11:58:10.024 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_044.c" 2024-06-13T11:58:10.024 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.024 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.025 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.025 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3538531637, 2024-06-13T11:58:10.025 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631047, 2024-06-13T11:58:10.025 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_070.c" 2024-06-13T11:58:10.025 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.025 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.025 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.025 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3547150644, 2024-06-13T11:58:10.025 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631040, 2024-06-13T11:58:10.025 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_021.c" 2024-06-13T11:58:10.025 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.025 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.025 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.026 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3596295790, 2024-06-13T11:58:10.026 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631013, 2024-06-13T11:58:10.026 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_028.c" 2024-06-13T11:58:10.026 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.026 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.026 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.026 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3713936015, 2024-06-13T11:58:10.026 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631014, 2024-06-13T11:58:10.026 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_1000.c" 2024-06-13T11:58:10.026 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.026 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.026 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.026 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3717473209, 2024-06-13T11:58:10.027 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631049, 2024-06-13T11:58:10.027 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/Makefile.in" 2024-06-13T11:58:10.027 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.027 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.027 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.027 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3722811089, 2024-06-13T11:58:10.027 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631017, 2024-06-13T11:58:10.027 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_042.c" 2024-06-13T11:58:10.027 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.027 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.027 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.027 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3764001792, 2024-06-13T11:58:10.027 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631036, 2024-06-13T11:58:10.027 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_001.c" 2024-06-13T11:58:10.028 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.028 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.028 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.028 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3825879250, 2024-06-13T11:58:10.028 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631035, 2024-06-13T11:58:10.028 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_069.c" 2024-06-13T11:58:10.028 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.028 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.028 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.028 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3868996897, 2024-06-13T11:58:10.028 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511632124, 2024-06-13T11:58:10.028 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_discover.c" 2024-06-13T11:58:10.028 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.029 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.029 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.029 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3910023176, 2024-06-13T11:58:10.029 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511632121, 2024-06-13T11:58:10.029 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_power.c" 2024-06-13T11:58:10.029 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.029 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.029 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.029 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3975154397, 2024-06-13T11:58:10.029 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511630986, 2024-06-13T11:58:10.029 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_058.c" 2024-06-13T11:58:10.029 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.030 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.030 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.030 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3993474988, 2024-06-13T11:58:10.030 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511632129, 2024-06-13T11:58:10.030 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_ssl.h" 2024-06-13T11:58:10.030 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.030 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.030 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.030 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 4087222843, 2024-06-13T11:58:10.030 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631001, 2024-06-13T11:58:10.030 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_002.c" 2024-06-13T11:58:10.030 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.030 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.031 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.031 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 4103722609, 2024-06-13T11:58:10.031 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511632131, 2024-06-13T11:58:10.031 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_cmnds.h" 2024-06-13T11:58:10.031 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.031 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.031 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.031 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 4255068462, 2024-06-13T11:58:10.031 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511631029, 2024-06-13T11:58:10.031 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_068.c" 2024-06-13T11:58:10.031 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T11:58:10.031 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T11:58:10.031 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-13T11:58:10.031 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 4287441055, 2024-06-13T11:58:10.032 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511632133, 2024-06-13T11:58:10.032 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_idr.c" 2024-06-13T11:58:10.032 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T11:58:10.032 INFO:teuthology.orchestra.run.smithi042.stdout:] 2024-06-13T11:58:10.955 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-06-13T11:58:11.416 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:58:11.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:11 smithi088 ceph-mon[36399]: pgmap v82: 129 pgs: 129 active+clean; 2.2 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 57 MiB/s rd, 66 MiB/s wr, 454 op/s 2024-06-13T11:58:11.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:11 smithi042 ceph-mon[32231]: pgmap v82: 129 pgs: 129 active+clean; 2.2 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 57 MiB/s rd, 66 MiB/s wr, 454 op/s 2024-06-13T11:58:11.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:11 smithi162 ceph-mon[36757]: pgmap v82: 129 pgs: 129 active+clean; 2.2 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 57 MiB/s rd, 66 MiB/s wr, 454 op/s 2024-06-13T11:58:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.424+0000 7fe1a2a00640 1 -- 172.21.15.42:0/990369056 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe19c101050 msgr2=0x7fe19c10d560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.424+0000 7fe1a2a00640 1 --2- 172.21.15.42:0/990369056 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe19c101050 0x7fe19c10d560 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fe194009930 tx=0x7fe19402a420 comp rx=0 tx=0).stop 2024-06-13T11:58:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.425+0000 7fe1a2a00640 1 -- 172.21.15.42:0/990369056 shutdown_connections 2024-06-13T11:58:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.425+0000 7fe1a2a00640 1 --2- 172.21.15.42:0/990369056 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe19c101050 0x7fe19c10d560 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.425+0000 7fe1a2a00640 1 --2- 172.21.15.42:0/990369056 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe19c100690 0x7fe19c100b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.425+0000 7fe1a2a00640 1 --2- 172.21.15.42:0/990369056 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe19c1066a0 0x7fe19c106a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.425+0000 7fe1a2a00640 1 -- 172.21.15.42:0/990369056 >> 172.21.15.42:0/990369056 conn(0x7fe19c0fc1c0 msgr2=0x7fe19c0fe5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.425+0000 7fe1a2a00640 1 -- 172.21.15.42:0/990369056 shutdown_connections 2024-06-13T11:58:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.425+0000 7fe1a2a00640 1 -- 172.21.15.42:0/990369056 wait complete. 2024-06-13T11:58:12.429 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.426+0000 7fe1a2a00640 1 Processor -- start 2024-06-13T11:58:12.429 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.426+0000 7fe1a2a00640 1 -- start start 2024-06-13T11:58:12.429 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.426+0000 7fe1a2a00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe19c100690 0x7fe19c102260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:12.429 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.426+0000 7fe1a2a00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe19c101050 0x7fe19c1027a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:12.429 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.426+0000 7fe1a2a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe19c1066a0 0x7fe19c102ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:12.429 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.426+0000 7fe1a2a00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe19c110ac0 con 0x7fe19c1066a0 2024-06-13T11:58:12.429 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.426+0000 7fe1a2a00640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fe19c110940 con 0x7fe19c100690 2024-06-13T11:58:12.429 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.426+0000 7fe1a2a00640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fe19c110c40 con 0x7fe19c101050 2024-06-13T11:58:12.429 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.427+0000 7fe1a1600640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe19c100690 0x7fe19c102260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:12.429 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.427+0000 7fe1a0c00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe19c101050 0x7fe19c1027a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:12.430 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.427+0000 7fe1a1600640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe19c100690 0x7fe19c102260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:51216/0 (socket says 172.21.15.42:51216) 2024-06-13T11:58:12.430 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.427+0000 7fe1a1600640 1 -- 172.21.15.42:0/1874418858 learned_addr learned my addr 172.21.15.42:0/1874418858 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:12.430 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.427+0000 7fe1a2000640 1 --2- 172.21.15.42:0/1874418858 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe19c1066a0 0x7fe19c102ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:12.430 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.427+0000 7fe1a1600640 1 -- 172.21.15.42:0/1874418858 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe19c101050 msgr2=0x7fe19c1027a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:12.430 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.427+0000 7fe1a1600640 1 --2- 172.21.15.42:0/1874418858 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe19c101050 0x7fe19c1027a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.430 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.427+0000 7fe1a1600640 1 -- 172.21.15.42:0/1874418858 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe19c1066a0 msgr2=0x7fe19c102ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:12.430 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.427+0000 7fe1a1600640 1 --2- 172.21.15.42:0/1874418858 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe19c1066a0 0x7fe19c102ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.430 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.427+0000 7fe1a1600640 1 -- 172.21.15.42:0/1874418858 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe19c1a6580 con 0x7fe19c100690 2024-06-13T11:58:12.431 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.427+0000 7fe1a0c00640 1 --2- 172.21.15.42:0/1874418858 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe19c101050 0x7fe19c1027a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:58:12.431 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.428+0000 7fe1a1600640 1 --2- 172.21.15.42:0/1874418858 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe19c100690 0x7fe19c102260 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fe18c00ebc0 tx=0x7fe18c00c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:12.431 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.428+0000 7fe19a000640 1 -- 172.21.15.42:0/1874418858 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe18c010630 con 0x7fe19c100690 2024-06-13T11:58:12.431 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.428+0000 7fe1a2a00640 1 -- 172.21.15.42:0/1874418858 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe19c1a6870 con 0x7fe19c100690 2024-06-13T11:58:12.431 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.428+0000 7fe19a000640 1 -- 172.21.15.42:0/1874418858 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe18c010cb0 con 0x7fe19c100690 2024-06-13T11:58:12.431 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.428+0000 7fe19a000640 1 -- 172.21.15.42:0/1874418858 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe18c018bd0 con 0x7fe19c100690 2024-06-13T11:58:12.431 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.428+0000 7fe1a2a00640 1 -- 172.21.15.42:0/1874418858 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe19c1a6e10 con 0x7fe19c100690 2024-06-13T11:58:12.431 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.431+0000 7fe19a000640 1 -- 172.21.15.42:0/1874418858 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fe18c0107d0 con 0x7fe19c100690 2024-06-13T11:58:12.431 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.431+0000 7fe1a6f9c740 1 Processor -- start 2024-06-13T11:58:12.433 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.431+0000 7fe1a6f9c740 1 -- start start 2024-06-13T11:58:12.433 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.432+0000 7fe1a6f9c740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570fd9b57a0 0x5570fd9b3cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:12.433 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.432+0000 7fe1a6f9c740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5570fd9b4230 0x5570fd9b46b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:12.434 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.432+0000 7fe1a6f9c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5570fd9befb0 0x5570fd9c13a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:12.434 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.432+0000 7fe1a6f9c740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5570fd918420 con 0x5570fd9b57a0 2024-06-13T11:58:12.434 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.432+0000 7fe1a6f9c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x5570fd8bfc50 con 0x5570fd9befb0 2024-06-13T11:58:12.434 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.432+0000 7fe1a6f9c740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x5570fd9143e0 con 0x5570fd9b4230 2024-06-13T11:58:12.434 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.432+0000 7fe1a2000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570fd9b57a0 0x5570fd9b3cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:12.434 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.432+0000 7fe1a2000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570fd9b57a0 0x5570fd9b3cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:48200/0 (socket says 172.21.15.42:48200) 2024-06-13T11:58:12.434 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.432+0000 7fe1a2000640 1 -- 172.21.15.42:0/4270058258 learned_addr learned my addr 172.21.15.42:0/4270058258 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:12.434 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.432+0000 7fe1a0c00640 1 --2- 172.21.15.42:0/4270058258 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5570fd9befb0 0x5570fd9c13a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:12.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.432+0000 7fe1a1600640 1 --2- 172.21.15.42:0/4270058258 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5570fd9b4230 0x5570fd9b46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:12.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.433+0000 7fe1a2000640 1 -- 172.21.15.42:0/4270058258 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5570fd9b4230 msgr2=0x5570fd9b46b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:12.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.433+0000 7fe1a2000640 1 --2- 172.21.15.42:0/4270058258 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5570fd9b4230 0x5570fd9b46b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.433+0000 7fe1a2000640 1 -- 172.21.15.42:0/4270058258 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5570fd9befb0 msgr2=0x5570fd9c13a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:12.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.433+0000 7fe1a2000640 1 --2- 172.21.15.42:0/4270058258 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5570fd9befb0 0x5570fd9c13a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.433+0000 7fe1a2000640 1 -- 172.21.15.42:0/4270058258 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5570fd62c210 con 0x5570fd9b57a0 2024-06-13T11:58:12.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.433+0000 7fe1a1600640 1 --2- 172.21.15.42:0/4270058258 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5570fd9b4230 0x5570fd9b46b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:58:12.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.433+0000 7fe1a2000640 1 --2- 172.21.15.42:0/4270058258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570fd9b57a0 0x5570fd9b3cf0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fe194009930 tx=0x7fe194005be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8912cd2ebe707316 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:12.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.433+0000 7fe19a000640 1 --2- 172.21.15.42:0/1874418858 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fe1800a2cf0 0x7fe1800a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:12.441 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.433+0000 7fe192600640 1 -- 172.21.15.42:0/4270058258 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe194040070 con 0x5570fd9b57a0 2024-06-13T11:58:12.441 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.433+0000 7fe19a000640 1 -- 172.21.15.42:0/1874418858 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fe18c0cfdc0 con 0x7fe19c100690 2024-06-13T11:58:12.441 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.434+0000 7fe192600640 1 -- 172.21.15.42:0/4270058258 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe194004230 con 0x5570fd9b57a0 2024-06-13T11:58:12.441 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.434+0000 7fe192600640 1 -- 172.21.15.42:0/4270058258 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe194035040 con 0x5570fd9b57a0 2024-06-13T11:58:12.441 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.434+0000 7fe1a1600640 1 --2- 172.21.15.42:0/1874418858 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fe1800a2cf0 0x7fe1800a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:12.442 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.434+0000 7fe1a6f9c740 1 -- 172.21.15.42:0/4270058258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570fd9b57a0 msgr2=0x5570fd9b3cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:12.442 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.434+0000 7fe1a6f9c740 1 --2- 172.21.15.42:0/4270058258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570fd9b57a0 0x5570fd9b3cf0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fe194009930 tx=0x7fe194005be0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.442 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.434+0000 7fe1a1600640 1 --2- 172.21.15.42:0/1874418858 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fe1800a2cf0 0x7fe1800a51b0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x5570fd9b6f00 tx=0x7fe18c00cf90 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:12.442 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.434+0000 7fe1a6f9c740 1 -- 172.21.15.42:0/4270058258 shutdown_connections 2024-06-13T11:58:12.442 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.434+0000 7fe1a6f9c740 1 --2- 172.21.15.42:0/4270058258 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5570fd9befb0 0x5570fd9c13a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.442 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.434+0000 7fe1a6f9c740 1 --2- 172.21.15.42:0/4270058258 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5570fd9b4230 0x5570fd9b46b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.442 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.434+0000 7fe1a6f9c740 1 --2- 172.21.15.42:0/4270058258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570fd9b57a0 0x5570fd9b3cf0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.442 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.434+0000 7fe1a6f9c740 1 -- 172.21.15.42:0/4270058258 >> 172.21.15.42:0/4270058258 conn(0x5570fd97cfb0 msgr2=0x5570fd9b0820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:12.442 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.435+0000 7fe1a6f9c740 1 -- 172.21.15.42:0/4270058258 shutdown_connections 2024-06-13T11:58:12.442 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.435+0000 7fe1a6f9c740 1 -- 172.21.15.42:0/4270058258 wait complete. 2024-06-13T11:58:12.442 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.435+0000 7fe1a6f9c740 1 -- start start 2024-06-13T11:58:12.442 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.435+0000 7fe1a6f9c740 1 Processor -- start 2024-06-13T11:58:12.443 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.436+0000 7fe1a6f9c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5570fd9b4230 0x5570fd9bbf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:12.443 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.436+0000 7fe1a6f9c740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570fd9b57a0 0x5570fd9bc4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:12.443 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.436+0000 7fe1a6f9c740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5570fd9befb0 0x5570fd9bca00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:12.443 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.436+0000 7fe1a6f9c740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5570fd9c1d20 con 0x5570fd9b57a0 2024-06-13T11:58:12.443 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.436+0000 7fe1a6f9c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x5570fd8d30b0 con 0x5570fd9b4230 2024-06-13T11:58:12.443 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.436+0000 7fe1a6f9c740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x5570fd9c1ea0 con 0x5570fd9befb0 2024-06-13T11:58:12.443 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.436+0000 7fe1a6f9c740 10 client.0 _ll_register_callbacks cb 0x5570fd8bef40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:58:12.443 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.436+0000 7fe1a0c00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570fd9b57a0 0x5570fd9bc4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:12.443 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.436+0000 7fe1a0c00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570fd9b57a0 0x5570fd9bc4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:48202/0 (socket says 172.21.15.42:48202) 2024-06-13T11:58:12.443 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.436+0000 7fe1a0c00640 1 -- 172.21.15.42:0/3780405420 learned_addr learned my addr 172.21.15.42:0/3780405420 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:12.443 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.436+0000 7fe1a2000640 1 --2- 172.21.15.42:0/3780405420 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5570fd9b4230 0x5570fd9bbf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:12.443 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.436+0000 7fe1a2000640 1 --2- 172.21.15.42:0/3780405420 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5570fd9befb0 0x5570fd9bca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:12.443 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.437+0000 7fe1a0c00640 1 -- 172.21.15.42:0/3780405420 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5570fd9befb0 msgr2=0x5570fd9bca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:12.443 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.437+0000 7fe1a0c00640 1 --2- 172.21.15.42:0/3780405420 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5570fd9befb0 0x5570fd9bca00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.444 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.437+0000 7fe1a0c00640 1 -- 172.21.15.42:0/3780405420 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5570fd9b4230 msgr2=0x5570fd9bbf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:12.444 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.437+0000 7fe1a0c00640 1 --2- 172.21.15.42:0/3780405420 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5570fd9b4230 0x5570fd9bbf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.444 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.437+0000 7fe1a0c00640 1 -- 172.21.15.42:0/3780405420 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5570fd6f8620 con 0x5570fd9b57a0 2024-06-13T11:58:12.444 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.437+0000 7fe1a2000640 1 --2- 172.21.15.42:0/3780405420 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5570fd9b4230 0x5570fd9bbf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:58:12.444 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.437+0000 7fe1a0c00640 1 --2- 172.21.15.42:0/3780405420 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570fd9b57a0 0x5570fd9bc4c0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fe188012d20 tx=0x7fe18800f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38d1b5933c89b4b8 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:12.444 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.437+0000 7fe186a00640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-13T11:58:12.444 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.437+0000 7fe186a00640 1 -- 172.21.15.42:0/3780405420 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe188012110 con 0x5570fd9b57a0 2024-06-13T11:58:12.444 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.437+0000 7fe186a00640 1 -- 172.21.15.42:0/3780405420 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fe188004050 con 0x5570fd9b57a0 2024-06-13T11:58:12.444 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.437+0000 7fe1a6f9c740 1 -- 172.21.15.42:0/3780405420 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe194004230 con 0x5570fd9b57a0 2024-06-13T11:58:12.444 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.437+0000 7fe186a00640 1 -- 172.21.15.42:0/3780405420 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fe188025050 con 0x5570fd9b57a0 2024-06-13T11:58:12.444 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.438+0000 7fe1a6f9c740 10 client.15597 fetch_fsmap learned FSMap version 30 2024-06-13T11:58:12.444 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.438+0000 7fe1a6f9c740 1 -- 172.21.15.42:0/3780405420 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5570fd9ce0e0 con 0x5570fd9b57a0 2024-06-13T11:58:12.444 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.438+0000 7fe186a00640 1 -- 172.21.15.42:0/3780405420 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe194004230 con 0x5570fd9b57a0 2024-06-13T11:58:12.444 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.438+0000 7fe186a00640 1 -- 172.21.15.42:0/3780405420 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fe188010430 con 0x5570fd9b57a0 2024-06-13T11:58:12.445 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.438+0000 7fe1a6f9c740 10 client.15597 fetch_fsmap finished waiting for FSMap version 30 2024-06-13T11:58:12.445 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.438+0000 7fe1a6f9c740 10 client.15597 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:58:12.445 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.438+0000 7fe1a6f9c740 20 client.15597 populate_metadata read hostname 'smithi042' 2024-06-13T11:58:12.445 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.438+0000 7fe1a6f9c740 1 --2- 172.21.15.42:0/3780405420 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5570fd9cf5f0 0x5570fd9d1a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:12.445 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.438+0000 7fe1a6f9c740 4 client.15597 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:58:12.445 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.438+0000 7fe1a6f9c740 1 -- 172.21.15.42:0/3780405420 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5570fd925b50 con 0x5570fd9cf5f0 2024-06-13T11:58:12.445 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.439+0000 7fe1a2000640 1 --2- 172.21.15.42:0/3780405420 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5570fd9cf5f0 0x5570fd9d1a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:12.445 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.439+0000 7fe1a2000640 1 --2- 172.21.15.42:0/3780405420 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5570fd9cf5f0 0x5570fd9d1a20 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=291e5341e75f848e server_cookie=f0551852040ec65c in_seq=0 out_seq=0 2024-06-13T11:58:12.445 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.439+0000 7fe186a00640 10 client.15597 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:58:12.445 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.440+0000 7fe186a00640 1 -- 172.21.15.42:0/3780405420 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5570fd925b50 con 0x5570fd9cf5f0 2024-06-13T11:58:12.445 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.440+0000 7fe186a00640 10 client.15597 handle_command_reply: tid=0 2024-06-13T11:58:12.445 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.440+0000 7fe1a6f9c740 1 client.15597 shutdown 2024-06-13T11:58:12.445 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.440+0000 7fe1a6f9c740 1 -- 172.21.15.42:0/3780405420 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570fd9b57a0 msgr2=0x5570fd9bc4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:12.445 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.440+0000 7fe1a6f9c740 1 --2- 172.21.15.42:0/3780405420 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570fd9b57a0 0x5570fd9bc4c0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fe188012d20 tx=0x7fe18800f790 comp rx=0 tx=0).stop 2024-06-13T11:58:12.446 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.440+0000 7fe1a6f9c740 1 -- 172.21.15.42:0/3780405420 shutdown_connections 2024-06-13T11:58:12.446 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.440+0000 7fe1a6f9c740 1 --2- 172.21.15.42:0/3780405420 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5570fd9cf5f0 0x5570fd9d1a20 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.446 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.440+0000 7fe1a6f9c740 1 --2- 172.21.15.42:0/3780405420 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570fd9b57a0 0x5570fd9bc4c0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.446 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.440+0000 7fe1a6f9c740 1 --2- 172.21.15.42:0/3780405420 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5570fd9befb0 0x5570fd9bca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.446 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.440+0000 7fe1a6f9c740 1 --2- 172.21.15.42:0/3780405420 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5570fd9b4230 0x5570fd9bbf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.446 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.440+0000 7fe1a6f9c740 1 -- 172.21.15.42:0/3780405420 >> 172.21.15.42:0/3780405420 conn(0x5570fd97cfb0 msgr2=0x5570fd9b6620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:12.446 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.440+0000 7fe186a00640 0 client.15597 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:58:12.446 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.441+0000 7fe1a6f9c740 1 -- 172.21.15.42:0/3780405420 shutdown_connections 2024-06-13T11:58:12.446 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.441+0000 7fe1a6f9c740 1 -- 172.21.15.42:0/3780405420 wait complete. 2024-06-13T11:58:12.446 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.441+0000 7fe1a6f9c740 20 client.15597 trim_cache size 0 max 16384 2024-06-13T11:58:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.458+0000 7fe1a6f9c740 1 Processor -- start 2024-06-13T11:58:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.459+0000 7fe1a6f9c740 1 -- start start 2024-06-13T11:58:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.459+0000 7fe1a6f9c740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5570fd9b4230 0x5570fd9abaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.459+0000 7fe1a6f9c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5570fd9b57a0 0x5570fd9af820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.459+0000 7fe1a6f9c740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570fd9befb0 0x5570fd9d72f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.459+0000 7fe1a6f9c740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe19c1b3870 con 0x5570fd9befb0 2024-06-13T11:58:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.459+0000 7fe1a6f9c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fe19c1b10e0 con 0x5570fd9b57a0 2024-06-13T11:58:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.459+0000 7fe1a6f9c740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fe19c1aef30 con 0x5570fd9b4230 2024-06-13T11:58:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.459+0000 7fe1a0c00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5570fd9b57a0 0x5570fd9af820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.459+0000 7fe1a0c00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5570fd9b57a0 0x5570fd9af820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:51246/0 (socket says 172.21.15.42:51246) 2024-06-13T11:58:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.459+0000 7fe1a0c00640 1 -- 172.21.15.42:0/252786013 learned_addr learned my addr 172.21.15.42:0/252786013 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.460+0000 7fe1a2000640 1 --2- 172.21.15.42:0/252786013 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5570fd9b4230 0x5570fd9abaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.460+0000 7fe1a2000640 1 --2- 172.21.15.42:0/252786013 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570fd9befb0 0x5570fd9d72f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.460+0000 7fe1a0c00640 1 -- 172.21.15.42:0/252786013 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5570fd9b4230 msgr2=0x5570fd9abaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.460+0000 7fe1a0c00640 1 --2- 172.21.15.42:0/252786013 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5570fd9b4230 0x5570fd9abaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.460+0000 7fe1a0c00640 1 -- 172.21.15.42:0/252786013 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570fd9befb0 msgr2=0x5570fd9d72f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:12.463 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.460+0000 7fe1a0c00640 1 --2- 172.21.15.42:0/252786013 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570fd9befb0 0x5570fd9d72f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.463 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.460+0000 7fe1a0c00640 1 -- 172.21.15.42:0/252786013 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5570fd9c1710 con 0x5570fd9b57a0 2024-06-13T11:58:12.463 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.460+0000 7fe1a2000640 1 --2- 172.21.15.42:0/252786013 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570fd9befb0 0x5570fd9d72f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T11:58:12.463 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.460+0000 7fe1a0c00640 1 --2- 172.21.15.42:0/252786013 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5570fd9b57a0 0x5570fd9af820 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fe188001eb0 tx=0x7fe1880123d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=44623bac88efd21b server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:12.463 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.460+0000 7fe191c00640 1 -- 172.21.15.42:0/252786013 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe18800fe80 con 0x5570fd9b57a0 2024-06-13T11:58:12.463 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.461+0000 7fe191c00640 1 -- 172.21.15.42:0/252786013 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe188005590 con 0x5570fd9b57a0 2024-06-13T11:58:12.463 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.461+0000 7fe191c00640 1 -- 172.21.15.42:0/252786013 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe188003850 con 0x5570fd9b57a0 2024-06-13T11:58:12.463 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.461+0000 7fe1a6f9c740 1 -- 172.21.15.42:0/252786013 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5570fd9b57a0 msgr2=0x5570fd9af820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:12.463 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.461+0000 7fe1a6f9c740 1 --2- 172.21.15.42:0/252786013 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5570fd9b57a0 0x5570fd9af820 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fe188001eb0 tx=0x7fe1880123d0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.463 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.461+0000 7fe1a6f9c740 1 -- 172.21.15.42:0/252786013 shutdown_connections 2024-06-13T11:58:12.463 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.461+0000 7fe1a6f9c740 1 --2- 172.21.15.42:0/252786013 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570fd9befb0 0x5570fd9d72f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.463 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.461+0000 7fe1a6f9c740 1 --2- 172.21.15.42:0/252786013 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5570fd9b57a0 0x5570fd9af820 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.461+0000 7fe1a6f9c740 1 --2- 172.21.15.42:0/252786013 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5570fd9b4230 0x5570fd9abaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.461+0000 7fe1a6f9c740 1 -- 172.21.15.42:0/252786013 >> 172.21.15.42:0/252786013 conn(0x5570fd97cfb0 msgr2=0x5570fd9af110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:12.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.461+0000 7fe1a6f9c740 1 -- 172.21.15.42:0/252786013 shutdown_connections 2024-06-13T11:58:12.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.461+0000 7fe1a6f9c740 1 -- 172.21.15.42:0/252786013 wait complete. 2024-06-13T11:58:12.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.462+0000 7fe1a6f9c740 1 -- start start 2024-06-13T11:58:12.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.462+0000 7fe1a6f9c740 1 Processor -- start 2024-06-13T11:58:12.467 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.462+0000 7fe1a6f9c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5570fd9b4230 0x5570fd9c79a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:12.467 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.462+0000 7fe1a6f9c740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570fd9b57a0 0x5570fd9c2d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:12.467 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.462+0000 7fe1a6f9c740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5570fd9befb0 0x5570fd9c3320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:12.467 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.462+0000 7fe1a6f9c740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe19c1af5a0 con 0x5570fd9b57a0 2024-06-13T11:58:12.467 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.462+0000 7fe1a6f9c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fe19c1b0a10 con 0x5570fd9b4230 2024-06-13T11:58:12.467 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.462+0000 7fe1a6f9c740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fe19c1afc70 con 0x5570fd9befb0 2024-06-13T11:58:12.467 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.462+0000 7fe1a6f9c740 10 client.0 _ll_register_callbacks cb 0x7fe188009ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:58:12.467 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.463+0000 7fe1a0c00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570fd9b57a0 0x5570fd9c2d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:12.467 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.463+0000 7fe1a0c00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570fd9b57a0 0x5570fd9c2d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:48228/0 (socket says 172.21.15.42:48228) 2024-06-13T11:58:12.467 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.463+0000 7fe1a0c00640 1 -- 172.21.15.42:0/2621623014 learned_addr learned my addr 172.21.15.42:0/2621623014 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:12.467 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.463+0000 7fe1a2000640 1 --2- 172.21.15.42:0/2621623014 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5570fd9b4230 0x5570fd9c79a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:12.468 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.463+0000 7fe1a2000640 1 --2- 172.21.15.42:0/2621623014 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5570fd9befb0 0x5570fd9c3320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:12.468 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.463+0000 7fe1a0c00640 1 -- 172.21.15.42:0/2621623014 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5570fd9befb0 msgr2=0x5570fd9c3320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:12.468 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.463+0000 7fe1a0c00640 1 --2- 172.21.15.42:0/2621623014 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5570fd9befb0 0x5570fd9c3320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.468 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.463+0000 7fe1a0c00640 1 -- 172.21.15.42:0/2621623014 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5570fd9b4230 msgr2=0x5570fd9c79a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:12.468 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.463+0000 7fe1a0c00640 1 --2- 172.21.15.42:0/2621623014 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5570fd9b4230 0x5570fd9c79a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.468 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.463+0000 7fe1a0c00640 1 -- 172.21.15.42:0/2621623014 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5570fd9c3af0 con 0x5570fd9b57a0 2024-06-13T11:58:12.468 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.463+0000 7fe1a2000640 1 --2- 172.21.15.42:0/2621623014 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5570fd9b4230 0x5570fd9c79a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:58:12.468 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.464+0000 7fe1a0c00640 1 --2- 172.21.15.42:0/2621623014 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570fd9b57a0 0x5570fd9c2d10 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fe188010920 tx=0x7fe188010660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3afa11c5038ed3e server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:12.468 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.464+0000 7fe186a00640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-13T11:58:12.468 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.464+0000 7fe186a00640 1 -- 172.21.15.42:0/2621623014 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe188037060 con 0x5570fd9b57a0 2024-06-13T11:58:12.469 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.464+0000 7fe186a00640 1 -- 172.21.15.42:0/2621623014 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fe1880052e0 con 0x5570fd9b57a0 2024-06-13T11:58:12.469 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.464+0000 7fe1a6f9c740 1 -- 172.21.15.42:0/2621623014 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe188005590 con 0x5570fd9b57a0 2024-06-13T11:58:12.469 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.464+0000 7fe186a00640 1 -- 172.21.15.42:0/2621623014 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fe18803e050 con 0x5570fd9b57a0 2024-06-13T11:58:12.469 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.464+0000 7fe1a6f9c740 10 client.15600 fetch_fsmap learned FSMap version 30 2024-06-13T11:58:12.469 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.464+0000 7fe1a6f9c740 1 -- 172.21.15.42:0/2621623014 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5570fda42b20 con 0x5570fd9b57a0 2024-06-13T11:58:12.469 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.465+0000 7fe186a00640 1 -- 172.21.15.42:0/2621623014 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe188005590 con 0x5570fd9b57a0 2024-06-13T11:58:12.469 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.465+0000 7fe186a00640 1 -- 172.21.15.42:0/2621623014 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fe188032440 con 0x5570fd9b57a0 2024-06-13T11:58:12.469 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.465+0000 7fe1a6f9c740 10 client.15600 fetch_fsmap finished waiting for FSMap version 30 2024-06-13T11:58:12.469 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.465+0000 7fe1a6f9c740 10 client.15600 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:58:12.469 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.465+0000 7fe1a6f9c740 20 client.15600 populate_metadata read hostname 'smithi042' 2024-06-13T11:58:12.470 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.465+0000 7fe1a6f9c740 1 --2- 172.21.15.42:0/2621623014 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5570fda43210 0x5570fda45630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:12.470 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.465+0000 7fe1a6f9c740 4 client.15600 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-13T11:58:12.470 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.465+0000 7fe1a6f9c740 1 -- 172.21.15.42:0/2621623014 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5570fd91fea0 con 0x5570fda43210 2024-06-13T11:58:12.470 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.465+0000 7fe1a2000640 1 --2- 172.21.15.42:0/2621623014 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5570fda43210 0x5570fda45630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:12.470 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.466+0000 7fe1a2000640 1 --2- 172.21.15.42:0/2621623014 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5570fda43210 0x5570fda45630 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=be9c571919c60a95 server_cookie=8666f6fb0a282af6 in_seq=0 out_seq=0 2024-06-13T11:58:12.470 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.466+0000 7fe186a00640 10 client.15600 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:58:12.729 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.729+0000 7fe186a00640 1 -- 172.21.15.42:0/2621623014 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5570fd91fea0 con 0x5570fda43210 2024-06-13T11:58:12.730 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.729+0000 7fe186a00640 10 client.15600 handle_command_reply: tid=0 2024-06-13T11:58:12.730 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.729+0000 7fe1a6f9c740 1 client.15600 shutdown 2024-06-13T11:58:12.730 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.729+0000 7fe1a6f9c740 1 -- 172.21.15.42:0/2621623014 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570fd9b57a0 msgr2=0x5570fd9c2d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:12.730 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.729+0000 7fe1a6f9c740 1 --2- 172.21.15.42:0/2621623014 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570fd9b57a0 0x5570fd9c2d10 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fe188010920 tx=0x7fe188010660 comp rx=0 tx=0).stop 2024-06-13T11:58:12.730 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.729+0000 7fe1a6f9c740 1 -- 172.21.15.42:0/2621623014 shutdown_connections 2024-06-13T11:58:12.730 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.729+0000 7fe1a6f9c740 1 --2- 172.21.15.42:0/2621623014 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5570fda43210 0x5570fda45630 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.730 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.729+0000 7fe1a6f9c740 1 --2- 172.21.15.42:0/2621623014 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570fd9b57a0 0x5570fd9c2d10 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.730 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.729+0000 7fe1a6f9c740 1 --2- 172.21.15.42:0/2621623014 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5570fd9befb0 0x5570fd9c3320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.730 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.729+0000 7fe1a6f9c740 1 --2- 172.21.15.42:0/2621623014 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5570fd9b4230 0x5570fd9c79a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.730 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.729+0000 7fe186a00640 0 client.15600 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:58:12.730 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.729+0000 7fe1a6f9c740 1 -- 172.21.15.42:0/2621623014 >> 172.21.15.42:0/2621623014 conn(0x5570fd97cfb0 msgr2=0x5570fd9bbf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:12.731 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.729+0000 7fe1a6f9c740 1 -- 172.21.15.42:0/2621623014 shutdown_connections 2024-06-13T11:58:12.731 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.729+0000 7fe1a6f9c740 1 -- 172.21.15.42:0/2621623014 wait complete. 2024-06-13T11:58:12.731 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.729+0000 7fe1a6f9c740 20 client.15600 trim_cache size 0 max 16384 2024-06-13T11:58:12.731 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-13T11:58:12.731 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-13T11:58:12.732 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-13T11:58:12.732 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.730+0000 7fe1a2a00640 1 -- 172.21.15.42:0/1874418858 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fe1800a2cf0 msgr2=0x7fe1800a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:12.732 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.730+0000 7fe1a2a00640 1 --2- 172.21.15.42:0/1874418858 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fe1800a2cf0 0x7fe1800a51b0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x5570fd9b6f00 tx=0x7fe18c00cf90 comp rx=0 tx=0).stop 2024-06-13T11:58:12.732 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.730+0000 7fe1a2a00640 1 -- 172.21.15.42:0/1874418858 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe19c100690 msgr2=0x7fe19c102260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:12.732 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.730+0000 7fe1a2a00640 1 --2- 172.21.15.42:0/1874418858 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe19c100690 0x7fe19c102260 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fe18c00ebc0 tx=0x7fe18c00c6a0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.733 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.730+0000 7fe1a2a00640 1 -- 172.21.15.42:0/1874418858 shutdown_connections 2024-06-13T11:58:12.733 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.730+0000 7fe1a2a00640 1 --2- 172.21.15.42:0/1874418858 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fe1800a2cf0 0x7fe1800a51b0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.733 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.730+0000 7fe1a2a00640 1 --2- 172.21.15.42:0/1874418858 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe19c1066a0 0x7fe19c102ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.733 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.730+0000 7fe1a2a00640 1 --2- 172.21.15.42:0/1874418858 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe19c101050 0x7fe19c1027a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.733 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.730+0000 7fe1a2a00640 1 --2- 172.21.15.42:0/1874418858 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe19c100690 0x7fe19c102260 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:12.733 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.730+0000 7fe1a2a00640 1 -- 172.21.15.42:0/1874418858 >> 172.21.15.42:0/1874418858 conn(0x7fe19c0fc1c0 msgr2=0x7fe19c1044a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:12.733 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.731+0000 7fe1a2a00640 1 -- 172.21.15.42:0/1874418858 shutdown_connections 2024-06-13T11:58:12.733 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:12.731+0000 7fe1a2a00640 1 -- 172.21.15.42:0/1874418858 wait complete. 2024-06-13T11:58:13.416 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:13 smithi042 ceph-mon[32231]: pgmap v83: 129 pgs: 129 active+clean; 2.2 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 57 MiB/s rd, 66 MiB/s wr, 454 op/s 2024-06-13T11:58:13.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:13 smithi088 ceph-mon[36399]: pgmap v83: 129 pgs: 129 active+clean; 2.2 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 57 MiB/s rd, 66 MiB/s wr, 454 op/s 2024-06-13T11:58:13.591 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.590+0000 7f6e37e00700 1 -- 172.21.15.42:0/3817785155 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6e3810ec00 msgr2=0x7f6e38111070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:13.591 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.590+0000 7f6e37e00700 1 --2- 172.21.15.42:0/3817785155 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6e3810ec00 0x7f6e38111070 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f6e3000b0a0 tx=0x7f6e3000b3b0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.591 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.590+0000 7f6e37e00700 1 -- 172.21.15.42:0/3817785155 shutdown_connections 2024-06-13T11:58:13.591 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.590+0000 7f6e37e00700 1 --2- 172.21.15.42:0/3817785155 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6e3810ec00 0x7f6e38111070 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.591 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.590+0000 7f6e37e00700 1 --2- 172.21.15.42:0/3817785155 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6e380748c0 0x7f6e38074ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.592 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.590+0000 7f6e37e00700 1 --2- 172.21.15.42:0/3817785155 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6e380751e0 0x7f6e3810e6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.592 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.590+0000 7f6e37e00700 1 -- 172.21.15.42:0/3817785155 >> 172.21.15.42:0/3817785155 conn(0x7f6e380fdf10 msgr2=0x7f6e38100330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:13.592 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.590+0000 7f6e37e00700 1 -- 172.21.15.42:0/3817785155 shutdown_connections 2024-06-13T11:58:13.592 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.590+0000 7f6e37e00700 1 -- 172.21.15.42:0/3817785155 wait complete. 2024-06-13T11:58:13.593 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.591+0000 7f6e37e00700 1 Processor -- start 2024-06-13T11:58:13.593 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.591+0000 7f6e37e00700 1 -- start start 2024-06-13T11:58:13.593 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.592+0000 7f6e37e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6e380748c0 0x7f6e381a0a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:13.593 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.592+0000 7f6e37e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6e380751e0 0x7f6e381a0fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:13.593 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.592+0000 7f6e37e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6e3810ec00 0x7f6e3819ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:13.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.592+0000 7f6e37e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6e381148f0 con 0x7f6e380748c0 2024-06-13T11:58:13.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.592+0000 7f6e37e00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f6e38114770 con 0x7f6e380751e0 2024-06-13T11:58:13.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.592+0000 7f6e37e00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f6e38114a70 con 0x7f6e3810ec00 2024-06-13T11:58:13.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.592+0000 7f6e36a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6e380748c0 0x7f6e381a0a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:13.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.592+0000 7f6e36a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6e380748c0 0x7f6e381a0a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:48254/0 (socket says 172.21.15.42:48254) 2024-06-13T11:58:13.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.592+0000 7f6e36a00700 1 -- 172.21.15.42:0/715476281 learned_addr learned my addr 172.21.15.42:0/715476281 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:13.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.592+0000 7f6e36000700 1 --2- 172.21.15.42:0/715476281 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6e380751e0 0x7f6e381a0fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:13.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.592+0000 7f6e37400700 1 --2- 172.21.15.42:0/715476281 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6e3810ec00 0x7f6e3819ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:13.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.593+0000 7f6e36a00700 1 -- 172.21.15.42:0/715476281 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6e3810ec00 msgr2=0x7f6e3819ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:13.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.593+0000 7f6e36a00700 1 --2- 172.21.15.42:0/715476281 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6e3810ec00 0x7f6e3819ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.593+0000 7f6e36a00700 1 -- 172.21.15.42:0/715476281 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6e380751e0 msgr2=0x7f6e381a0fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:13.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.593+0000 7f6e36a00700 1 --2- 172.21.15.42:0/715476281 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6e380751e0 0x7f6e381a0fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.593+0000 7f6e36a00700 1 -- 172.21.15.42:0/715476281 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e3819b410 con 0x7f6e380748c0 2024-06-13T11:58:13.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.593+0000 7f6e37400700 1 --2- 172.21.15.42:0/715476281 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6e3810ec00 0x7f6e3819ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:58:13.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.593+0000 7f6e36a00700 1 --2- 172.21.15.42:0/715476281 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6e380748c0 0x7f6e381a0a60 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f6e2800e9c0 tx=0x7f6e2800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:13.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.593+0000 7f6e2f400700 1 -- 172.21.15.42:0/715476281 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e2800cbd0 con 0x7f6e380748c0 2024-06-13T11:58:13.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.593+0000 7f6e2f400700 1 -- 172.21.15.42:0/715476281 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6e2800ee60 con 0x7f6e380748c0 2024-06-13T11:58:13.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.593+0000 7f6e2f400700 1 -- 172.21.15.42:0/715476281 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e28005630 con 0x7f6e380748c0 2024-06-13T11:58:13.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.593+0000 7f6e37e00700 1 -- 172.21.15.42:0/715476281 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e3819b700 con 0x7f6e380748c0 2024-06-13T11:58:13.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.594+0000 7f6e37e00700 1 -- 172.21.15.42:0/715476281 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e381a79e0 con 0x7f6e380748c0 2024-06-13T11:58:13.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.597+0000 7f6e2f400700 1 -- 172.21.15.42:0/715476281 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f6e28004750 con 0x7f6e380748c0 2024-06-13T11:58:13.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.598+0000 7f6e2f400700 1 --2- 172.21.15.42:0/715476281 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6e1c0a2e10 0x7f6e1c0a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:13.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.598+0000 7f6e483adb80 1 Processor -- start 2024-06-13T11:58:13.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.598+0000 7f6e2f400700 1 -- 172.21.15.42:0/715476281 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f6e280cfa80 con 0x7f6e380748c0 2024-06-13T11:58:13.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.598+0000 7f6e483adb80 1 -- start start 2024-06-13T11:58:13.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.599+0000 7f6e36000700 1 --2- 172.21.15.42:0/715476281 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6e1c0a2e10 0x7f6e1c0a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:13.600 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.599+0000 7f6e483adb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a1c8b9d60 0x555a1c8ba140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:13.600 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.599+0000 7f6e483adb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a1c8ba680 0x555a1c8c4ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:13.600 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.599+0000 7f6e483adb80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555a1c8c5530 0x555a1c8c7920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:13.600 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.599+0000 7f6e483adb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555a1c7c9a10 con 0x555a1c8ba680 2024-06-13T11:58:13.600 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.599+0000 7f6e483adb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x555a1c80cb00 con 0x555a1c8b9d60 2024-06-13T11:58:13.600 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.599+0000 7f6e483adb80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x555a1c7c78f0 con 0x555a1c8c5530 2024-06-13T11:58:13.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.599+0000 7f6e36a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a1c8b9d60 0x555a1c8ba140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:13.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.599+0000 7f6e36000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a1c8ba680 0x555a1c8c4ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:13.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.599+0000 7f6e37400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555a1c8c5530 0x555a1c8c7920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:13.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.599+0000 7f6e36000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a1c8ba680 0x555a1c8c4ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:48260/0 (socket says 172.21.15.42:48260) 2024-06-13T11:58:13.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.599+0000 7f6e36000700 1 -- 172.21.15.42:0/690701876 learned_addr learned my addr 172.21.15.42:0/690701876 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:13.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.599+0000 7f6e36a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a1c8b9d60 0x555a1c8ba140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:51266/0 (socket says 172.21.15.42:51266) 2024-06-13T11:58:13.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.600+0000 7f6e37400700 1 -- 172.21.15.42:0/690701876 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a1c8b9d60 msgr2=0x555a1c8ba140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:13.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.600+0000 7f6e37400700 1 --2- 172.21.15.42:0/690701876 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a1c8b9d60 0x555a1c8ba140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.600+0000 7f6e37400700 1 -- 172.21.15.42:0/690701876 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a1c8ba680 msgr2=0x555a1c8c4ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:13.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.600+0000 7f6e37400700 1 --2- 172.21.15.42:0/690701876 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a1c8ba680 0x555a1c8c4ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.600+0000 7f6e37400700 1 -- 172.21.15.42:0/690701876 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a1c7b4f90 con 0x555a1c8c5530 2024-06-13T11:58:13.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.600+0000 7f6e36000700 1 --2- 172.21.15.42:0/715476281 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6e1c0a2e10 0x7f6e1c0a52d0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f6e240123f0 tx=0x7f6e240127b0 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:13.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.600+0000 7f6e37400700 1 --2- 172.21.15.42:0/690701876 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555a1c8c5530 0x555a1c8c7920 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f6e3000b070 tx=0x7f6e30009d30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=32dfcbf9ba129bc0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:13.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.601+0000 7f6e23e00700 1 -- 172.21.15.42:0/690701876 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e30021070 con 0x555a1c8c5530 2024-06-13T11:58:13.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.601+0000 7f6e23e00700 1 -- 172.21.15.42:0/690701876 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6e300074e0 con 0x555a1c8c5530 2024-06-13T11:58:13.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.601+0000 7f6e23e00700 1 -- 172.21.15.42:0/690701876 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e300256b0 con 0x555a1c8c5530 2024-06-13T11:58:13.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.602+0000 7f6e483adb80 1 -- 172.21.15.42:0/690701876 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555a1c8c5530 msgr2=0x555a1c8c7920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:13.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.602+0000 7f6e483adb80 1 --2- 172.21.15.42:0/690701876 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555a1c8c5530 0x555a1c8c7920 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f6e3000b070 tx=0x7f6e30009d30 comp rx=0 tx=0).stop 2024-06-13T11:58:13.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.602+0000 7f6e483adb80 1 -- 172.21.15.42:0/690701876 shutdown_connections 2024-06-13T11:58:13.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.602+0000 7f6e483adb80 1 --2- 172.21.15.42:0/690701876 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a1c8b9d60 0x555a1c8ba140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.602+0000 7f6e483adb80 1 --2- 172.21.15.42:0/690701876 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555a1c8c5530 0x555a1c8c7920 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.602+0000 7f6e483adb80 1 --2- 172.21.15.42:0/690701876 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a1c8ba680 0x555a1c8c4ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.602+0000 7f6e483adb80 1 -- 172.21.15.42:0/690701876 >> 172.21.15.42:0/690701876 conn(0x555a1c7e7170 msgr2=0x555a1c8b6280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:13.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.602+0000 7f6e483adb80 1 -- 172.21.15.42:0/690701876 shutdown_connections 2024-06-13T11:58:13.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.602+0000 7f6e483adb80 1 -- 172.21.15.42:0/690701876 wait complete. 2024-06-13T11:58:13.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.602+0000 7f6e483adb80 1 -- start start 2024-06-13T11:58:13.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.603+0000 7f6e483adb80 1 Processor -- start 2024-06-13T11:58:13.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.603+0000 7f6e483adb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a1c8b9d60 0x555a1c8c4d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:13.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.603+0000 7f6e483adb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a1c8ba680 0x555a1c8c2010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:13.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.603+0000 7f6e483adb80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555a1c8c5530 0x555a1c8c2550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:13.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.603+0000 7f6e483adb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555a1c7a8f60 con 0x555a1c8b9d60 2024-06-13T11:58:13.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.603+0000 7f6e483adb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x555a1c808ac0 con 0x555a1c8ba680 2024-06-13T11:58:13.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.603+0000 7f6e483adb80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x555a1c8c7f60 con 0x555a1c8c5530 2024-06-13T11:58:13.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.603+0000 7f6e483adb80 10 client.0 _ll_register_callbacks cb 0x555a1c7a2380 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:58:13.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.604+0000 7f6e36a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a1c8b9d60 0x555a1c8c4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:13.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.604+0000 7f6e36a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a1c8b9d60 0x555a1c8c4d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:48266/0 (socket says 172.21.15.42:48266) 2024-06-13T11:58:13.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.604+0000 7f6e36a00700 1 -- 172.21.15.42:0/1621878420 learned_addr learned my addr 172.21.15.42:0/1621878420 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:13.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.604+0000 7f6e36000700 1 --2- 172.21.15.42:0/1621878420 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a1c8ba680 0x555a1c8c2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:13.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.604+0000 7f6e37400700 1 --2- 172.21.15.42:0/1621878420 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555a1c8c5530 0x555a1c8c2550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:13.610 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.604+0000 7f6e36a00700 1 -- 172.21.15.42:0/1621878420 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555a1c8c5530 msgr2=0x555a1c8c2550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:13.610 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.604+0000 7f6e36a00700 1 --2- 172.21.15.42:0/1621878420 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555a1c8c5530 0x555a1c8c2550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.610 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.604+0000 7f6e36a00700 1 -- 172.21.15.42:0/1621878420 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a1c8ba680 msgr2=0x555a1c8c2010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:13.610 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.604+0000 7f6e36a00700 1 --2- 172.21.15.42:0/1621878420 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a1c8ba680 0x555a1c8c2010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.610 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.604+0000 7f6e36a00700 1 -- 172.21.15.42:0/1621878420 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a1c75b8d0 con 0x555a1c8b9d60 2024-06-13T11:58:13.610 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.604+0000 7f6e36000700 1 --2- 172.21.15.42:0/1621878420 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a1c8ba680 0x555a1c8c2010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:58:13.610 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.604+0000 7f6e36a00700 1 --2- 172.21.15.42:0/1621878420 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a1c8b9d60 0x555a1c8c4d10 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f6e28098560 tx=0x7f6e2809c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e367dd09e22b20f server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:13.610 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.604+0000 7f6e20c00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-13T11:58:13.610 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.605+0000 7f6e20c00700 1 -- 172.21.15.42:0/1621878420 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e280a4800 con 0x555a1c8b9d60 2024-06-13T11:58:13.610 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.605+0000 7f6e20c00700 1 -- 172.21.15.42:0/1621878420 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f6e2809c000 con 0x555a1c8b9d60 2024-06-13T11:58:13.610 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.605+0000 7f6e483adb80 1 -- 172.21.15.42:0/1621878420 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6e300074e0 con 0x555a1c8b9d60 2024-06-13T11:58:13.612 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.605+0000 7f6e20c00700 1 -- 172.21.15.42:0/1621878420 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f6e280a4370 con 0x555a1c8b9d60 2024-06-13T11:58:13.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.605+0000 7f6e483adb80 10 client.15612 fetch_fsmap learned FSMap version 30 2024-06-13T11:58:13.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.605+0000 7f6e483adb80 1 -- 172.21.15.42:0/1621878420 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x555a1c8d2740 con 0x555a1c8b9d60 2024-06-13T11:58:13.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.605+0000 7f6e20c00700 1 -- 172.21.15.42:0/1621878420 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6e300074e0 con 0x555a1c8b9d60 2024-06-13T11:58:13.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.606+0000 7f6e20c00700 1 -- 172.21.15.42:0/1621878420 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f6e280979e0 con 0x555a1c8b9d60 2024-06-13T11:58:13.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.606+0000 7f6e483adb80 10 client.15612 fetch_fsmap finished waiting for FSMap version 30 2024-06-13T11:58:13.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.606+0000 7f6e483adb80 10 client.15612 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-06-13T11:58:13.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.606+0000 7f6e483adb80 20 client.15612 populate_metadata read hostname 'smithi042' 2024-06-13T11:58:13.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.606+0000 7f6e483adb80 1 --2- 172.21.15.42:0/1621878420 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x555a1c8d4cd0 0x555a1c8d7130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:13.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.606+0000 7f6e483adb80 4 client.15612 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:58:13.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.606+0000 7f6e483adb80 1 -- 172.21.15.42:0/1621878420 --> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555a1c81a000 con 0x555a1c8d4cd0 2024-06-13T11:58:13.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.606+0000 7f6e36000700 1 --2- 172.21.15.42:0/1621878420 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x555a1c8d4cd0 0x555a1c8d7130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:13.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.607+0000 7f6e36000700 1 --2- 172.21.15.42:0/1621878420 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x555a1c8d4cd0 0x555a1c8d7130 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f852181bca151cf2 server_cookie=6fa8d07ba97d30fa in_seq=0 out_seq=0 2024-06-13T11:58:13.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.607+0000 7f6e20c00700 10 client.15612 ms_handle_connect on v2:172.21.15.88:6836/2567581640 2024-06-13T11:58:13.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.608+0000 7f6e20c00700 1 -- 172.21.15.42:0/1621878420 <== mds.1 v2:172.21.15.88:6836/2567581640 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x555a1c81a000 con 0x555a1c8d4cd0 2024-06-13T11:58:13.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.608+0000 7f6e20c00700 10 client.15612 handle_command_reply: tid=0 2024-06-13T11:58:13.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.608+0000 7f6e483adb80 1 client.15612 shutdown 2024-06-13T11:58:13.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.608+0000 7f6e483adb80 1 -- 172.21.15.42:0/1621878420 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a1c8b9d60 msgr2=0x555a1c8c4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:13.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.608+0000 7f6e483adb80 1 --2- 172.21.15.42:0/1621878420 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a1c8b9d60 0x555a1c8c4d10 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f6e28098560 tx=0x7f6e2809c3d0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.608+0000 7f6e483adb80 1 -- 172.21.15.42:0/1621878420 shutdown_connections 2024-06-13T11:58:13.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.608+0000 7f6e483adb80 1 --2- 172.21.15.42:0/1621878420 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x555a1c8d4cd0 0x555a1c8d7130 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.608+0000 7f6e483adb80 1 --2- 172.21.15.42:0/1621878420 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555a1c8c5530 0x555a1c8c2550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.608+0000 7f6e483adb80 1 --2- 172.21.15.42:0/1621878420 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a1c8b9d60 0x555a1c8c4d10 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.608+0000 7f6e483adb80 1 --2- 172.21.15.42:0/1621878420 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a1c8ba680 0x555a1c8c2010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.608+0000 7f6e483adb80 1 -- 172.21.15.42:0/1621878420 >> 172.21.15.42:0/1621878420 conn(0x555a1c7e7170 msgr2=0x555a1c8b5e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:13.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.608+0000 7f6e20c00700 0 client.15612 ms_handle_reset on v2:172.21.15.88:6836/2567581640 2024-06-13T11:58:13.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.608+0000 7f6e483adb80 1 -- 172.21.15.42:0/1621878420 shutdown_connections 2024-06-13T11:58:13.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.609+0000 7f6e483adb80 1 -- 172.21.15.42:0/1621878420 wait complete. 2024-06-13T11:58:13.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.609+0000 7f6e483adb80 20 client.15612 trim_cache size 0 max 16384 2024-06-13T11:58:13.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.626+0000 7f6e483adb80 1 Processor -- start 2024-06-13T11:58:13.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.626+0000 7f6e483adb80 1 -- start start 2024-06-13T11:58:13.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.626+0000 7f6e483adb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a1c8b9d60 0x555a1c8c4850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:13.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.626+0000 7f6e483adb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a1c8ba680 0x555a1c8dca50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:13.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.626+0000 7f6e483adb80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555a1c8c5530 0x555a1c8dcf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:13.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.626+0000 7f6e483adb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6e381b2ec0 con 0x555a1c8b9d60 2024-06-13T11:58:13.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.626+0000 7f6e483adb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f6e381b06f0 con 0x555a1c8ba680 2024-06-13T11:58:13.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.626+0000 7f6e483adb80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f6e381ae540 con 0x555a1c8c5530 2024-06-13T11:58:13.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.627+0000 7f6e36000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a1c8ba680 0x555a1c8dca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:13.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.627+0000 7f6e36a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a1c8b9d60 0x555a1c8c4850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:13.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.627+0000 7f6e37400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555a1c8c5530 0x555a1c8dcf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:13.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.627+0000 7f6e36000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a1c8ba680 0x555a1c8dca50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:51292/0 (socket says 172.21.15.42:51292) 2024-06-13T11:58:13.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.627+0000 7f6e36000700 1 -- 172.21.15.42:0/1704270688 learned_addr learned my addr 172.21.15.42:0/1704270688 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:13.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.627+0000 7f6e36000700 1 -- 172.21.15.42:0/1704270688 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555a1c8c5530 msgr2=0x555a1c8dcf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:13.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.627+0000 7f6e36000700 1 --2- 172.21.15.42:0/1704270688 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555a1c8c5530 0x555a1c8dcf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.627+0000 7f6e36000700 1 -- 172.21.15.42:0/1704270688 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a1c8b9d60 msgr2=0x555a1c8c4850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:13.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.627+0000 7f6e36000700 1 --2- 172.21.15.42:0/1704270688 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a1c8b9d60 0x555a1c8c4850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.627+0000 7f6e36000700 1 -- 172.21.15.42:0/1704270688 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a1c8c1de0 con 0x555a1c8ba680 2024-06-13T11:58:13.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.627+0000 7f6e36000700 1 --2- 172.21.15.42:0/1704270688 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a1c8ba680 0x555a1c8dca50 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f6e24007a30 tx=0x7f6e2401d000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=59d7a2b9d09b9a85 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:13.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.628+0000 7f6e23400700 1 -- 172.21.15.42:0/1704270688 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e24030020 con 0x555a1c8ba680 2024-06-13T11:58:13.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.628+0000 7f6e23400700 1 -- 172.21.15.42:0/1704270688 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6e2402db10 con 0x555a1c8ba680 2024-06-13T11:58:13.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.628+0000 7f6e23400700 1 -- 172.21.15.42:0/1704270688 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e2402baa0 con 0x555a1c8ba680 2024-06-13T11:58:13.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.628+0000 7f6e483adb80 1 -- 172.21.15.42:0/1704270688 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a1c8ba680 msgr2=0x555a1c8dca50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:13.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.628+0000 7f6e483adb80 1 --2- 172.21.15.42:0/1704270688 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a1c8ba680 0x555a1c8dca50 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f6e24007a30 tx=0x7f6e2401d000 comp rx=0 tx=0).stop 2024-06-13T11:58:13.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.628+0000 7f6e483adb80 1 -- 172.21.15.42:0/1704270688 shutdown_connections 2024-06-13T11:58:13.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.628+0000 7f6e483adb80 1 --2- 172.21.15.42:0/1704270688 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555a1c8c5530 0x555a1c8dcf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.628+0000 7f6e483adb80 1 --2- 172.21.15.42:0/1704270688 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a1c8b9d60 0x555a1c8c4850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.628+0000 7f6e483adb80 1 --2- 172.21.15.42:0/1704270688 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a1c8ba680 0x555a1c8dca50 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.628+0000 7f6e483adb80 1 -- 172.21.15.42:0/1704270688 >> 172.21.15.42:0/1704270688 conn(0x555a1c7e7170 msgr2=0x555a1c8c1fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:13.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.629+0000 7f6e483adb80 1 -- 172.21.15.42:0/1704270688 shutdown_connections 2024-06-13T11:58:13.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.629+0000 7f6e483adb80 1 -- 172.21.15.42:0/1704270688 wait complete. 2024-06-13T11:58:13.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.629+0000 7f6e483adb80 1 -- start start 2024-06-13T11:58:13.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.629+0000 7f6e483adb80 1 Processor -- start 2024-06-13T11:58:13.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.630+0000 7f6e483adb80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555a1c8b9d60 0x555a1c8ca380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:13.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.630+0000 7f6e483adb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a1c8ba680 0x555a1c8ca8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:13.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.630+0000 7f6e483adb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a1c8c5530 0x555a1c93da20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:13.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.630+0000 7f6e483adb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6e381aebb0 con 0x555a1c8ba680 2024-06-13T11:58:13.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.630+0000 7f6e483adb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f6e381b0020 con 0x555a1c8c5530 2024-06-13T11:58:13.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.630+0000 7f6e483adb80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f6e381af280 con 0x555a1c8b9d60 2024-06-13T11:58:13.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.630+0000 7f6e483adb80 10 client.0 _ll_register_callbacks cb 0x555a1c7a2380 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:58:13.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.630+0000 7f6e36000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a1c8ba680 0x555a1c8ca8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:13.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.630+0000 7f6e36000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a1c8ba680 0x555a1c8ca8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:48284/0 (socket says 172.21.15.42:48284) 2024-06-13T11:58:13.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.630+0000 7f6e36000700 1 -- 172.21.15.42:0/1627229379 learned_addr learned my addr 172.21.15.42:0/1627229379 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:13.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.630+0000 7f6e37400700 1 --2- 172.21.15.42:0/1627229379 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a1c8c5530 0x555a1c93da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:13.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.630+0000 7f6e36a00700 1 --2- 172.21.15.42:0/1627229379 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555a1c8b9d60 0x555a1c8ca380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:13.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.630+0000 7f6e36000700 1 -- 172.21.15.42:0/1627229379 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555a1c8b9d60 msgr2=0x555a1c8ca380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:13.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.630+0000 7f6e36000700 1 --2- 172.21.15.42:0/1627229379 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555a1c8b9d60 0x555a1c8ca380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.630+0000 7f6e36000700 1 -- 172.21.15.42:0/1627229379 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a1c8c5530 msgr2=0x555a1c93da20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:13.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.630+0000 7f6e36000700 1 --2- 172.21.15.42:0/1627229379 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a1c8c5530 0x555a1c93da20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.630+0000 7f6e36000700 1 -- 172.21.15.42:0/1627229379 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a1c93df60 con 0x555a1c8ba680 2024-06-13T11:58:13.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.631+0000 7f6e36000700 1 --2- 172.21.15.42:0/1627229379 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a1c8ba680 0x555a1c8ca8c0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f6e24007b50 tx=0x7f6e24012ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51f3623f3ba5950 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:13.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.631+0000 7f6e20c00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-13T11:58:13.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.631+0000 7f6e20c00700 1 -- 172.21.15.42:0/1627229379 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e24030070 con 0x555a1c8ba680 2024-06-13T11:58:13.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.631+0000 7f6e20c00700 1 -- 172.21.15.42:0/1627229379 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f6e2402d840 con 0x555a1c8ba680 2024-06-13T11:58:13.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.631+0000 7f6e483adb80 1 -- 172.21.15.42:0/1627229379 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6e2402db10 con 0x555a1c8ba680 2024-06-13T11:58:13.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.631+0000 7f6e20c00700 1 -- 172.21.15.42:0/1627229379 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f6e24043050 con 0x555a1c8ba680 2024-06-13T11:58:13.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.631+0000 7f6e483adb80 10 client.15618 fetch_fsmap learned FSMap version 30 2024-06-13T11:58:13.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.631+0000 7f6e483adb80 1 -- 172.21.15.42:0/1627229379 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x555a1c93f0f0 con 0x555a1c8ba680 2024-06-13T11:58:13.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.632+0000 7f6e20c00700 1 -- 172.21.15.42:0/1627229379 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6e2402db10 con 0x555a1c8ba680 2024-06-13T11:58:13.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.632+0000 7f6e20c00700 1 -- 172.21.15.42:0/1627229379 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f6e24020420 con 0x555a1c8ba680 2024-06-13T11:58:13.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.632+0000 7f6e483adb80 10 client.15618 fetch_fsmap finished waiting for FSMap version 30 2024-06-13T11:58:13.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.632+0000 7f6e483adb80 10 client.15618 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-06-13T11:58:13.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.632+0000 7f6e483adb80 20 client.15618 populate_metadata read hostname 'smithi042' 2024-06-13T11:58:13.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.632+0000 7f6e483adb80 1 --2- 172.21.15.42:0/1627229379 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x555a1c93f7d0 0x555a1c941bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:13.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.632+0000 7f6e483adb80 4 client.15618 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-13T11:58:13.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.632+0000 7f6e483adb80 1 -- 172.21.15.42:0/1627229379 --> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] -- command(tid 0: {"prefix": "damage ls"}) -- 0x555a1c814580 con 0x555a1c93f7d0 2024-06-13T11:58:13.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.632+0000 7f6e36a00700 1 --2- 172.21.15.42:0/1627229379 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x555a1c93f7d0 0x555a1c941bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:13.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.633+0000 7f6e36a00700 1 --2- 172.21.15.42:0/1627229379 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x555a1c93f7d0 0x555a1c941bf0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ccbee7715fa15dd1 server_cookie=709e394c05102fbb in_seq=0 out_seq=0 2024-06-13T11:58:13.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.633+0000 7f6e20c00700 10 client.15618 ms_handle_connect on v2:172.21.15.88:6836/2567581640 2024-06-13T11:58:13.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.633+0000 7f6e20c00700 1 -- 172.21.15.42:0/1627229379 <== mds.1 v2:172.21.15.88:6836/2567581640 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x555a1c814580 con 0x555a1c93f7d0 2024-06-13T11:58:13.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.633+0000 7f6e20c00700 10 client.15618 handle_command_reply: tid=0 2024-06-13T11:58:13.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.633+0000 7f6e483adb80 1 client.15618 shutdown 2024-06-13T11:58:13.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.633+0000 7f6e483adb80 1 -- 172.21.15.42:0/1627229379 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a1c8ba680 msgr2=0x555a1c8ca8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:13.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.633+0000 7f6e483adb80 1 --2- 172.21.15.42:0/1627229379 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a1c8ba680 0x555a1c8ca8c0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f6e24007b50 tx=0x7f6e24012ce0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.633+0000 7f6e483adb80 1 -- 172.21.15.42:0/1627229379 shutdown_connections 2024-06-13T11:58:13.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.633+0000 7f6e483adb80 1 --2- 172.21.15.42:0/1627229379 >> [v2:172.21.15.88:6836/2567581640,v1:172.21.15.88:6837/2567581640] conn(0x555a1c93f7d0 0x555a1c941bf0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.633+0000 7f6e483adb80 1 --2- 172.21.15.42:0/1627229379 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a1c8c5530 0x555a1c93da20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.633+0000 7f6e483adb80 1 --2- 172.21.15.42:0/1627229379 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555a1c8b9d60 0x555a1c8ca380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.633+0000 7f6e483adb80 1 --2- 172.21.15.42:0/1627229379 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a1c8ba680 0x555a1c8ca8c0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.633+0000 7f6e483adb80 1 -- 172.21.15.42:0/1627229379 >> 172.21.15.42:0/1627229379 conn(0x555a1c7e7170 msgr2=0x555a1c8c07d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:13.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.633+0000 7f6e20c00700 0 client.15618 ms_handle_reset on v2:172.21.15.88:6836/2567581640 2024-06-13T11:58:13.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.634+0000 7f6e483adb80 1 -- 172.21.15.42:0/1627229379 shutdown_connections 2024-06-13T11:58:13.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.634+0000 7f6e483adb80 1 -- 172.21.15.42:0/1627229379 wait complete. 2024-06-13T11:58:13.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.634+0000 7f6e483adb80 20 client.15618 trim_cache size 0 max 16384 2024-06-13T11:58:13.637 INFO:teuthology.orchestra.run.smithi042.stdout:[] 2024-06-13T11:58:13.638 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.635+0000 7f6e37e00700 1 -- 172.21.15.42:0/715476281 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6e1c0a2e10 msgr2=0x7f6e1c0a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:13.638 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.635+0000 7f6e37e00700 1 --2- 172.21.15.42:0/715476281 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6e1c0a2e10 0x7f6e1c0a52d0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f6e240123f0 tx=0x7f6e240127b0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.638 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.635+0000 7f6e37e00700 1 -- 172.21.15.42:0/715476281 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6e380748c0 msgr2=0x7f6e381a0a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:13.638 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.635+0000 7f6e37e00700 1 --2- 172.21.15.42:0/715476281 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6e380748c0 0x7f6e381a0a60 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f6e2800e9c0 tx=0x7f6e2800ecd0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.638 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.635+0000 7f6e37e00700 1 -- 172.21.15.42:0/715476281 shutdown_connections 2024-06-13T11:58:13.638 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.635+0000 7f6e37e00700 1 --2- 172.21.15.42:0/715476281 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6e3810ec00 0x7f6e3819ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.638 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.635+0000 7f6e37e00700 1 --2- 172.21.15.42:0/715476281 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6e380748c0 0x7f6e381a0a60 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.638 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.635+0000 7f6e37e00700 1 --2- 172.21.15.42:0/715476281 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6e1c0a2e10 0x7f6e1c0a52d0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.635+0000 7f6e37e00700 1 --2- 172.21.15.42:0/715476281 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6e380751e0 0x7f6e381a0fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:13.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.635+0000 7f6e37e00700 1 -- 172.21.15.42:0/715476281 >> 172.21.15.42:0/715476281 conn(0x7f6e380fdf10 msgr2=0x7f6e380feb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:13.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.635+0000 7f6e37e00700 1 -- 172.21.15.42:0/715476281 shutdown_connections 2024-06-13T11:58:13.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:13.635+0000 7f6e37e00700 1 -- 172.21.15.42:0/715476281 wait complete. 2024-06-13T11:58:13.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:13 smithi162 ceph-mon[36757]: pgmap v83: 129 pgs: 129 active+clean; 2.2 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 57 MiB/s rd, 66 MiB/s wr, 454 op/s 2024-06-13T11:58:14.533 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-06-13T11:58:15.059 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T11:58:15.446 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:15 smithi042 ceph-mon[32231]: pgmap v84: 129 pgs: 129 active+clean; 2.2 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 57 MiB/s rd, 66 MiB/s wr, 635 op/s 2024-06-13T11:58:15.456 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:15 smithi162 ceph-mon[36757]: pgmap v84: 129 pgs: 129 active+clean; 2.2 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 57 MiB/s rd, 66 MiB/s wr, 635 op/s 2024-06-13T11:58:15.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:15 smithi088 ceph-mon[36399]: pgmap v84: 129 pgs: 129 active+clean; 2.2 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 57 MiB/s rd, 66 MiB/s wr, 635 op/s 2024-06-13T11:58:17.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.368+0000 7f7691000700 1 -- 172.21.15.42:0/58686361 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f768c0746c0 msgr2=0x7f768c074aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:17.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.369+0000 7f7691000700 1 --2- 172.21.15.42:0/58686361 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f768c0746c0 0x7f768c074aa0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f767c0098f0 tx=0x7f767c009c00 comp rx=0 tx=0).stop 2024-06-13T11:58:17.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.369+0000 7f7691000700 1 -- 172.21.15.42:0/58686361 shutdown_connections 2024-06-13T11:58:17.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.369+0000 7f7691000700 1 --2- 172.21.15.42:0/58686361 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f768c113660 0x7f768c115a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:17.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.369+0000 7f7691000700 1 --2- 172.21.15.42:0/58686361 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f768c0746c0 0x7f768c074aa0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:17.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.369+0000 7f7691000700 1 --2- 172.21.15.42:0/58686361 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f768c074fe0 0x7f768c113120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:17.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.369+0000 7f7691000700 1 -- 172.21.15.42:0/58686361 >> 172.21.15.42:0/58686361 conn(0x7f768c0795f0 msgr2=0x7f768c079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:17.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.369+0000 7f7691000700 1 -- 172.21.15.42:0/58686361 shutdown_connections 2024-06-13T11:58:17.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.369+0000 7f7691000700 1 -- 172.21.15.42:0/58686361 wait complete. 2024-06-13T11:58:17.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.370+0000 7f7691000700 1 Processor -- start 2024-06-13T11:58:17.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.370+0000 7f7691000700 1 -- start start 2024-06-13T11:58:17.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.371+0000 7f7691000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f768c0746c0 0x7f768c19f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:17.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.371+0000 7f7691000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f768c074fe0 0x7f768c19f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:17.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.371+0000 7f7691000700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f768c113660 0x7f768c1a3b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:17.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.371+0000 7f7691000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f768c118e00 con 0x7f768c074fe0 2024-06-13T11:58:17.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.371+0000 7f7691000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f768c118c80 con 0x7f768c0746c0 2024-06-13T11:58:17.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.371+0000 7f7691000700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f768c118f80 con 0x7f768c113660 2024-06-13T11:58:17.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.371+0000 7f7689400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f768c074fe0 0x7f768c19f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:17.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.371+0000 7f7689400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f768c074fe0 0x7f768c19f7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:48298/0 (socket says 172.21.15.42:48298) 2024-06-13T11:58:17.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.371+0000 7f7689400700 1 -- 172.21.15.42:0/2053539207 learned_addr learned my addr 172.21.15.42:0/2053539207 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:17.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.371+0000 7f7689e00700 1 --2- 172.21.15.42:0/2053539207 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f768c0746c0 0x7f768c19f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:17.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.371+0000 7f768a800700 1 --2- 172.21.15.42:0/2053539207 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f768c113660 0x7f768c1a3b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:17.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.371+0000 7f7689400700 1 -- 172.21.15.42:0/2053539207 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f768c113660 msgr2=0x7f768c1a3b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:17.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.371+0000 7f7689400700 1 --2- 172.21.15.42:0/2053539207 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f768c113660 0x7f768c1a3b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:17.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.372+0000 7f7689400700 1 -- 172.21.15.42:0/2053539207 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f768c0746c0 msgr2=0x7f768c19f2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:17.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.372+0000 7f7689400700 1 --2- 172.21.15.42:0/2053539207 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f768c0746c0 0x7f768c19f2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:17.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.372+0000 7f7689400700 1 -- 172.21.15.42:0/2053539207 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f768c1a42c0 con 0x7f768c074fe0 2024-06-13T11:58:17.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.372+0000 7f7689e00700 1 --2- 172.21.15.42:0/2053539207 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f768c0746c0 0x7f768c19f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:58:17.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.372+0000 7f7689400700 1 --2- 172.21.15.42:0/2053539207 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f768c074fe0 0x7f768c19f7f0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f767800ec10 tx=0x7f767800ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:17.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.372+0000 7f7682a00700 1 -- 172.21.15.42:0/2053539207 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f767800cc90 con 0x7f768c074fe0 2024-06-13T11:58:17.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.372+0000 7f7691000700 1 -- 172.21.15.42:0/2053539207 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f768c1a45b0 con 0x7f768c074fe0 2024-06-13T11:58:17.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.372+0000 7f7682a00700 1 -- 172.21.15.42:0/2053539207 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f767800ce30 con 0x7f768c074fe0 2024-06-13T11:58:17.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.372+0000 7f7682a00700 1 -- 172.21.15.42:0/2053539207 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7678018630 con 0x7f768c074fe0 2024-06-13T11:58:17.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.372+0000 7f7691000700 1 -- 172.21.15.42:0/2053539207 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f768c1abe30 con 0x7f768c074fe0 2024-06-13T11:58:17.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.379+0000 7f769b974b80 1 Processor -- start 2024-06-13T11:58:17.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.379+0000 7f7682a00700 1 -- 172.21.15.42:0/2053539207 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f7678003680 con 0x7f768c074fe0 2024-06-13T11:58:17.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.379+0000 7f769b974b80 1 -- start start 2024-06-13T11:58:17.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.379+0000 7f769b974b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5568a1b58b90 0x5568a1b58f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:17.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.379+0000 7f769b974b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568a1b594b0 0x5568a1b52d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:17.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.379+0000 7f769b974b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5568a1b53240 0x5568a1b53680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:17.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.379+0000 7f769b974b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5568a1a61a10 con 0x5568a1b594b0 2024-06-13T11:58:17.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.379+0000 7f769b974b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x5568a1aa4b00 con 0x5568a1b58b90 2024-06-13T11:58:17.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.379+0000 7f769b974b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x5568a1a5f8f0 con 0x5568a1b53240 2024-06-13T11:58:17.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.380+0000 7f7689e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568a1b594b0 0x5568a1b52d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:17.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.380+0000 7f768a800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5568a1b58b90 0x5568a1b58f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:17.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.380+0000 7f7689400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5568a1b53240 0x5568a1b53680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:17.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.380+0000 7f7689e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568a1b594b0 0x5568a1b52d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:48302/0 (socket says 172.21.15.42:48302) 2024-06-13T11:58:17.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.380+0000 7f7689e00700 1 -- 172.21.15.42:0/2790657858 learned_addr learned my addr 172.21.15.42:0/2790657858 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:17.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.380+0000 7f768a800700 1 -- 172.21.15.42:0/2790657858 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5568a1b53240 msgr2=0x5568a1b53680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:17.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.380+0000 7f768a800700 1 --2- 172.21.15.42:0/2790657858 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5568a1b53240 0x5568a1b53680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:17.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.380+0000 7f768a800700 1 -- 172.21.15.42:0/2790657858 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568a1b594b0 msgr2=0x5568a1b52d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:17.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.380+0000 7f768a800700 1 --2- 172.21.15.42:0/2790657858 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568a1b594b0 0x5568a1b52d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:17.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.380+0000 7f768a800700 1 -- 172.21.15.42:0/2790657858 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5568a1a4cf90 con 0x5568a1b58b90 2024-06-13T11:58:17.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.381+0000 7f768a800700 1 --2- 172.21.15.42:0/2790657858 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5568a1b58b90 0x5568a1b58f70 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f7684011550 tx=0x7f7684009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b09d4c2c8b758cb7 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:17.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.381+0000 7f7682a00700 1 --2- 172.21.15.42:0/2053539207 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f76700a2d90 0x7f76700a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:17.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.381+0000 7f7677400700 1 -- 172.21.15.42:0/2790657858 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7684011e50 con 0x5568a1b58b90 2024-06-13T11:58:17.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.381+0000 7f7682a00700 1 -- 172.21.15.42:0/2053539207 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f76780cfb50 con 0x7f768c074fe0 2024-06-13T11:58:17.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.381+0000 7f7677400700 1 -- 172.21.15.42:0/2790657858 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7684004bb0 con 0x5568a1b58b90 2024-06-13T11:58:17.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.381+0000 7f7677400700 1 -- 172.21.15.42:0/2790657858 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7684004780 con 0x5568a1b58b90 2024-06-13T11:58:17.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.381+0000 7f7689e00700 1 --2- 172.21.15.42:0/2053539207 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f76700a2d90 0x7f76700a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:17.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.382+0000 7f7689e00700 1 --2- 172.21.15.42:0/2053539207 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f76700a2d90 0x7f76700a5250 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f767c011040 tx=0x7f767c019040 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:17.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.382+0000 7f769b974b80 1 -- 172.21.15.42:0/2790657858 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5568a1b58b90 msgr2=0x5568a1b58f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:17.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.382+0000 7f769b974b80 1 --2- 172.21.15.42:0/2790657858 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5568a1b58b90 0x5568a1b58f70 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f7684011550 tx=0x7f7684009920 comp rx=0 tx=0).stop 2024-06-13T11:58:17.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.382+0000 7f769b974b80 1 -- 172.21.15.42:0/2790657858 shutdown_connections 2024-06-13T11:58:17.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.382+0000 7f769b974b80 1 --2- 172.21.15.42:0/2790657858 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5568a1b58b90 0x5568a1b58f70 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:17.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.382+0000 7f769b974b80 1 --2- 172.21.15.42:0/2790657858 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5568a1b53240 0x5568a1b53680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:17.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.382+0000 7f769b974b80 1 --2- 172.21.15.42:0/2790657858 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568a1b594b0 0x5568a1b52d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:17.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.382+0000 7f769b974b80 1 -- 172.21.15.42:0/2790657858 >> 172.21.15.42:0/2790657858 conn(0x5568a1a7f170 msgr2=0x5568a1b4dff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:17.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.382+0000 7f769b974b80 1 -- 172.21.15.42:0/2790657858 shutdown_connections 2024-06-13T11:58:17.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.382+0000 7f769b974b80 1 -- 172.21.15.42:0/2790657858 wait complete. 2024-06-13T11:58:17.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.383+0000 7f769b974b80 1 -- start start 2024-06-13T11:58:17.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.383+0000 7f769b974b80 1 Processor -- start 2024-06-13T11:58:17.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.384+0000 7f769b974b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568a1b53240 0x5568a1b5f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:17.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.384+0000 7f769b974b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5568a1b58b90 0x5568a1b5c4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:17.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.384+0000 7f769b974b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5568a1b594b0 0x5568a1b5ca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:17.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.384+0000 7f769b974b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5568a1a40f60 con 0x5568a1b53240 2024-06-13T11:58:17.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.384+0000 7f769b974b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x5568a1aa0ac0 con 0x5568a1b58b90 2024-06-13T11:58:17.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.384+0000 7f769b974b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x5568a1b5fe90 con 0x5568a1b594b0 2024-06-13T11:58:17.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.384+0000 7f769b974b80 10 client.0 _ll_register_callbacks cb 0x5568a1a3a380 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:58:17.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.384+0000 7f7689e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568a1b53240 0x5568a1b5f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:17.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.384+0000 7f7689e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568a1b53240 0x5568a1b5f1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:48306/0 (socket says 172.21.15.42:48306) 2024-06-13T11:58:17.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.384+0000 7f7689e00700 1 -- 172.21.15.42:0/4232518288 learned_addr learned my addr 172.21.15.42:0/4232518288 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:17.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.384+0000 7f768a800700 1 --2- 172.21.15.42:0/4232518288 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5568a1b594b0 0x5568a1b5ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:17.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.384+0000 7f7689400700 1 --2- 172.21.15.42:0/4232518288 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5568a1b58b90 0x5568a1b5c4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:17.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.385+0000 7f7689400700 1 -- 172.21.15.42:0/4232518288 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5568a1b594b0 msgr2=0x5568a1b5ca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:17.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.385+0000 7f7689400700 1 --2- 172.21.15.42:0/4232518288 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5568a1b594b0 0x5568a1b5ca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:17.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.385+0000 7f7689400700 1 -- 172.21.15.42:0/4232518288 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568a1b53240 msgr2=0x5568a1b5f1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:17.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.385+0000 7f7689400700 1 --2- 172.21.15.42:0/4232518288 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568a1b53240 0x5568a1b5f1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:17.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.385+0000 7f7689400700 1 -- 172.21.15.42:0/4232518288 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5568a19f38d0 con 0x5568a1b58b90 2024-06-13T11:58:17.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.385+0000 7f7689e00700 1 --2- 172.21.15.42:0/4232518288 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568a1b53240 0x5568a1b5f1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:58:17.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.385+0000 7f7689400700 1 --2- 172.21.15.42:0/4232518288 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5568a1b58b90 0x5568a1b5c4d0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f76780cce90 tx=0x7f76780095f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bbfed1a5bcf35a03 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:17.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.385+0000 7f766be00700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:58:17.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.385+0000 7f766be00700 1 -- 172.21.15.42:0/4232518288 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7678097f00 con 0x5568a1b58b90 2024-06-13T11:58:17.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.386+0000 7f766be00700 1 -- 172.21.15.42:0/4232518288 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f767809c0d0 con 0x5568a1b58b90 2024-06-13T11:58:17.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.386+0000 7f769b974b80 1 -- 172.21.15.42:0/4232518288 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7684004bb0 con 0x5568a1b58b90 2024-06-13T11:58:17.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.386+0000 7f766be00700 1 -- 172.21.15.42:0/4232518288 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f76780b9050 con 0x5568a1b58b90 2024-06-13T11:58:17.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.386+0000 7f769b974b80 10 client.25805 fetch_fsmap learned FSMap version 30 2024-06-13T11:58:17.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.386+0000 7f769b974b80 1 -- 172.21.15.42:0/4232518288 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5568a1b6a6d0 con 0x5568a1b58b90 2024-06-13T11:58:17.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.386+0000 7f766be00700 1 -- 172.21.15.42:0/4232518288 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7684004bb0 con 0x5568a1b58b90 2024-06-13T11:58:17.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.386+0000 7f766be00700 1 -- 172.21.15.42:0/4232518288 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f767809b0b0 con 0x5568a1b58b90 2024-06-13T11:58:17.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.387+0000 7f769b974b80 10 client.25805 fetch_fsmap finished waiting for FSMap version 30 2024-06-13T11:58:17.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.387+0000 7f769b974b80 10 client.25805 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-06-13T11:58:17.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.387+0000 7f769b974b80 20 client.25805 populate_metadata read hostname 'smithi042' 2024-06-13T11:58:17.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.387+0000 7f769b974b80 1 --2- 172.21.15.42:0/4232518288 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5568a1b6cd10 0x5568a1b6f100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:17.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.387+0000 7f769b974b80 4 client.25805 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:58:17.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.387+0000 7f769b974b80 1 -- 172.21.15.42:0/4232518288 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5568a1ab2000 con 0x5568a1b6cd10 2024-06-13T11:58:17.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.387+0000 7f7689e00700 1 --2- 172.21.15.42:0/4232518288 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5568a1b6cd10 0x5568a1b6f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:17.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.388+0000 7f7689e00700 1 --2- 172.21.15.42:0/4232518288 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5568a1b6cd10 0x5568a1b6f100 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2aaed9ded00884e5 server_cookie=40b5f1ab4f43a567 in_seq=0 out_seq=0 2024-06-13T11:58:17.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.388+0000 7f766be00700 10 client.25805 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:58:17.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.389+0000 7f766be00700 1 -- 172.21.15.42:0/4232518288 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5568a1ab2000 con 0x5568a1b6cd10 2024-06-13T11:58:17.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.389+0000 7f766be00700 10 client.25805 handle_command_reply: tid=0 2024-06-13T11:58:17.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.389+0000 7f769b974b80 1 client.25805 shutdown 2024-06-13T11:58:17.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.389+0000 7f769b974b80 1 -- 172.21.15.42:0/4232518288 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5568a1b58b90 msgr2=0x5568a1b5c4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:17.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.389+0000 7f769b974b80 1 --2- 172.21.15.42:0/4232518288 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5568a1b58b90 0x5568a1b5c4d0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f76780cce90 tx=0x7f76780095f0 comp rx=0 tx=0).stop 2024-06-13T11:58:17.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.389+0000 7f769b974b80 1 -- 172.21.15.42:0/4232518288 shutdown_connections 2024-06-13T11:58:17.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.389+0000 7f769b974b80 1 --2- 172.21.15.42:0/4232518288 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5568a1b6cd10 0x5568a1b6f100 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:17.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.389+0000 7f769b974b80 1 --2- 172.21.15.42:0/4232518288 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5568a1b594b0 0x5568a1b5ca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:17.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.389+0000 7f769b974b80 1 --2- 172.21.15.42:0/4232518288 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568a1b53240 0x5568a1b5f1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:17.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.389+0000 7f769b974b80 1 --2- 172.21.15.42:0/4232518288 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5568a1b58b90 0x5568a1b5c4d0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:17.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.389+0000 7f766be00700 0 client.25805 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:58:17.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.389+0000 7f769b974b80 1 -- 172.21.15.42:0/4232518288 >> 172.21.15.42:0/4232518288 conn(0x5568a1a7f170 msgr2=0x5568a1b47790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:17.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.389+0000 7f769b974b80 1 -- 172.21.15.42:0/4232518288 shutdown_connections 2024-06-13T11:58:17.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.389+0000 7f769b974b80 1 -- 172.21.15.42:0/4232518288 wait complete. 2024-06-13T11:58:17.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.390+0000 7f769b974b80 20 client.25805 trim_cache size 0 max 16384 2024-06-13T11:58:17.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.406+0000 7f769b974b80 1 Processor -- start 2024-06-13T11:58:17.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.406+0000 7f769b974b80 1 -- start start 2024-06-13T11:58:17.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.407+0000 7f769b974b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5568a1b53240 0x5568a1b52d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:17.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.407+0000 7f769b974b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568a1b58b90 0x5568a1b48130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:17.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.407+0000 7f769b974b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5568a1b594b0 0x5568a1b4da90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:17.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.407+0000 7f769b974b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f768c1b7580 con 0x5568a1b58b90 2024-06-13T11:58:17.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.407+0000 7f769b974b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f768c1b4db0 con 0x5568a1b53240 2024-06-13T11:58:17.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.407+0000 7f769b974b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f768c1b2c00 con 0x5568a1b594b0 2024-06-13T11:58:17.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.407+0000 7f7689400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568a1b58b90 0x5568a1b48130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:17.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.407+0000 7f7689e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5568a1b53240 0x5568a1b52d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:17.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.407+0000 7f768a800700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5568a1b594b0 0x5568a1b4da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:17.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.407+0000 7f7689400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568a1b58b90 0x5568a1b48130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:48318/0 (socket says 172.21.15.42:48318) 2024-06-13T11:58:17.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.407+0000 7f7689400700 1 -- 172.21.15.42:0/3459435714 learned_addr learned my addr 172.21.15.42:0/3459435714 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:17.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.408+0000 7f768a800700 1 -- 172.21.15.42:0/3459435714 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5568a1b53240 msgr2=0x5568a1b52d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:17.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.408+0000 7f768a800700 1 --2- 172.21.15.42:0/3459435714 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5568a1b53240 0x5568a1b52d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:17.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.408+0000 7f768a800700 1 -- 172.21.15.42:0/3459435714 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568a1b58b90 msgr2=0x5568a1b48130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:17.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.408+0000 7f768a800700 1 --2- 172.21.15.42:0/3459435714 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568a1b58b90 0x5568a1b48130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:17.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.408+0000 7f768a800700 1 -- 172.21.15.42:0/3459435714 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5568a1b6f470 con 0x5568a1b594b0 2024-06-13T11:58:17.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.408+0000 7f7689400700 1 --2- 172.21.15.42:0/3459435714 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568a1b58b90 0x5568a1b48130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:58:17.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.408+0000 7f7689e00700 1 --2- 172.21.15.42:0/3459435714 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5568a1b53240 0x5568a1b52d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:58:17.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.408+0000 7f768a800700 1 --2- 172.21.15.42:0/3459435714 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5568a1b594b0 0x5568a1b4da90 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f7684009b30 tx=0x7f7684009ac0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5b086d89a07eabde server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:17.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.408+0000 7f7676a00700 1 -- 172.21.15.42:0/3459435714 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7684005450 con 0x5568a1b594b0 2024-06-13T11:58:17.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.409+0000 7f7676a00700 1 -- 172.21.15.42:0/3459435714 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7684003a00 con 0x5568a1b594b0 2024-06-13T11:58:17.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.409+0000 7f7676a00700 1 -- 172.21.15.42:0/3459435714 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7684007740 con 0x5568a1b594b0 2024-06-13T11:58:17.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.409+0000 7f769b974b80 1 -- 172.21.15.42:0/3459435714 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5568a1b594b0 msgr2=0x5568a1b4da90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:17.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.409+0000 7f769b974b80 1 --2- 172.21.15.42:0/3459435714 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5568a1b594b0 0x5568a1b4da90 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f7684009b30 tx=0x7f7684009ac0 comp rx=0 tx=0).stop 2024-06-13T11:58:17.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.409+0000 7f769b974b80 1 -- 172.21.15.42:0/3459435714 shutdown_connections 2024-06-13T11:58:17.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.409+0000 7f769b974b80 1 --2- 172.21.15.42:0/3459435714 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5568a1b53240 0x5568a1b52d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:17.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.409+0000 7f769b974b80 1 --2- 172.21.15.42:0/3459435714 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5568a1b594b0 0x5568a1b4da90 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:17.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.409+0000 7f769b974b80 1 --2- 172.21.15.42:0/3459435714 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568a1b58b90 0x5568a1b48130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:17.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.409+0000 7f769b974b80 1 -- 172.21.15.42:0/3459435714 >> 172.21.15.42:0/3459435714 conn(0x5568a1a7f170 msgr2=0x5568a1b5adc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:17.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.409+0000 7f769b974b80 1 -- 172.21.15.42:0/3459435714 shutdown_connections 2024-06-13T11:58:17.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.409+0000 7f769b974b80 1 -- 172.21.15.42:0/3459435714 wait complete. 2024-06-13T11:58:17.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.410+0000 7f769b974b80 1 -- start start 2024-06-13T11:58:17.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.410+0000 7f769b974b80 1 Processor -- start 2024-06-13T11:58:17.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.411+0000 7f769b974b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568a1b53240 0x5568a1b651b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:17.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.411+0000 7f769b974b80 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5568a1b58b90 0x5568a1b656f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:17.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.411+0000 7f769b974b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5568a1b594b0 0x5568a1b73aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:17.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.411+0000 7f769b974b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f768c1b3270 con 0x5568a1b53240 2024-06-13T11:58:17.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.411+0000 7f769b974b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f768c1b46e0 con 0x5568a1b594b0 2024-06-13T11:58:17.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.411+0000 7f769b974b80 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f768c1b3940 con 0x5568a1b58b90 2024-06-13T11:58:17.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.411+0000 7f769b974b80 10 client.0 _ll_register_callbacks cb 0x5568a1a3a380 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:58:17.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.411+0000 7f7689e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568a1b53240 0x5568a1b651b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:17.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.411+0000 7f7689e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568a1b53240 0x5568a1b651b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:48330/0 (socket says 172.21.15.42:48330) 2024-06-13T11:58:17.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.411+0000 7f7689e00700 1 -- 172.21.15.42:0/2052768859 learned_addr learned my addr 172.21.15.42:0/2052768859 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:17.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.411+0000 7f768a800700 1 --2- 172.21.15.42:0/2052768859 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5568a1b594b0 0x5568a1b73aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:17.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.411+0000 7f7689400700 1 --2- 172.21.15.42:0/2052768859 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5568a1b58b90 0x5568a1b656f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:17.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.411+0000 7f7689e00700 1 -- 172.21.15.42:0/2052768859 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5568a1b58b90 msgr2=0x5568a1b656f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:17.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.412+0000 7f7689e00700 1 --2- 172.21.15.42:0/2052768859 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5568a1b58b90 0x5568a1b656f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:17.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.412+0000 7f7689e00700 1 -- 172.21.15.42:0/2052768859 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5568a1b594b0 msgr2=0x5568a1b73aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:17.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.412+0000 7f7689e00700 1 --2- 172.21.15.42:0/2052768859 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5568a1b594b0 0x5568a1b73aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:17.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.412+0000 7f7689e00700 1 -- 172.21.15.42:0/2052768859 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5568a1b5c2a0 con 0x5568a1b53240 2024-06-13T11:58:17.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.412+0000 7f7689e00700 1 --2- 172.21.15.42:0/2052768859 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568a1b53240 0x5568a1b651b0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f767c0098f0 tx=0x7f767c009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46e82012c7840c2d server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:17.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.412+0000 7f766be00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-13T11:58:17.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.412+0000 7f766be00700 1 -- 172.21.15.42:0/2052768859 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f767c03f060 con 0x5568a1b53240 2024-06-13T11:58:17.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.412+0000 7f766be00700 1 -- 172.21.15.42:0/2052768859 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f767c0039e0 con 0x5568a1b53240 2024-06-13T11:58:17.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.412+0000 7f769b974b80 1 -- 172.21.15.42:0/2052768859 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7684003a00 con 0x5568a1b53240 2024-06-13T11:58:17.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.412+0000 7f766be00700 1 -- 172.21.15.42:0/2052768859 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f767c046050 con 0x5568a1b53240 2024-06-13T11:58:17.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.412+0000 7f769b974b80 10 client.15636 fetch_fsmap learned FSMap version 30 2024-06-13T11:58:17.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.413+0000 7f769b974b80 1 -- 172.21.15.42:0/2052768859 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5568a1bd6ff0 con 0x5568a1b53240 2024-06-13T11:58:17.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.413+0000 7f766be00700 1 -- 172.21.15.42:0/2052768859 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7684003a00 con 0x5568a1b53240 2024-06-13T11:58:17.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.413+0000 7f766be00700 1 -- 172.21.15.42:0/2052768859 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f767c025470 con 0x5568a1b53240 2024-06-13T11:58:17.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.413+0000 7f769b974b80 10 client.15636 fetch_fsmap finished waiting for FSMap version 30 2024-06-13T11:58:17.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.413+0000 7f769b974b80 10 client.15636 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-06-13T11:58:17.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.413+0000 7f769b974b80 20 client.15636 populate_metadata read hostname 'smithi042' 2024-06-13T11:58:17.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.413+0000 7f769b974b80 1 --2- 172.21.15.42:0/2052768859 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5568a1bd76e0 0x5568a1bd9b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:17.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.413+0000 7f769b974b80 4 client.15636 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-13T11:58:17.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.413+0000 7f769b974b80 1 -- 172.21.15.42:0/2052768859 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5568a1aac580 con 0x5568a1bd76e0 2024-06-13T11:58:17.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.414+0000 7f7689400700 1 --2- 172.21.15.42:0/2052768859 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5568a1bd76e0 0x5568a1bd9b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:17.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.414+0000 7f7689400700 1 --2- 172.21.15.42:0/2052768859 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5568a1bd76e0 0x5568a1bd9b00 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=427e291b4781fd9b server_cookie=2c2a686777afd505 in_seq=0 out_seq=0 2024-06-13T11:58:17.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.414+0000 7f766be00700 10 client.15636 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:58:17.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.414+0000 7f766be00700 1 -- 172.21.15.42:0/2052768859 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5568a1aac580 con 0x5568a1bd76e0 2024-06-13T11:58:17.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.414+0000 7f766be00700 10 client.15636 handle_command_reply: tid=0 2024-06-13T11:58:17.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.414+0000 7f769b974b80 1 client.15636 shutdown 2024-06-13T11:58:17.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.414+0000 7f769b974b80 1 -- 172.21.15.42:0/2052768859 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568a1b53240 msgr2=0x5568a1b651b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:17.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.414+0000 7f769b974b80 1 --2- 172.21.15.42:0/2052768859 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568a1b53240 0x5568a1b651b0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f767c0098f0 tx=0x7f767c009c00 comp rx=0 tx=0).stop 2024-06-13T11:58:17.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.415+0000 7f769b974b80 1 -- 172.21.15.42:0/2052768859 shutdown_connections 2024-06-13T11:58:17.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.415+0000 7f769b974b80 1 --2- 172.21.15.42:0/2052768859 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5568a1bd76e0 0x5568a1bd9b00 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:17.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.415+0000 7f769b974b80 1 --2- 172.21.15.42:0/2052768859 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5568a1b594b0 0x5568a1b73aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:17.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.415+0000 7f769b974b80 1 --2- 172.21.15.42:0/2052768859 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568a1b53240 0x5568a1b651b0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:17.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.415+0000 7f769b974b80 1 --2- 172.21.15.42:0/2052768859 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5568a1b58b90 0x5568a1b656f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:17.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.415+0000 7f766be00700 0 client.15636 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:58:17.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.415+0000 7f769b974b80 1 -- 172.21.15.42:0/2052768859 >> 172.21.15.42:0/2052768859 conn(0x5568a1a7f170 msgr2=0x5568a1b5ad10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:17.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.415+0000 7f769b974b80 1 -- 172.21.15.42:0/2052768859 shutdown_connections 2024-06-13T11:58:17.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.415+0000 7f769b974b80 1 -- 172.21.15.42:0/2052768859 wait complete. 2024-06-13T11:58:17.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.415+0000 7f769b974b80 20 client.15636 trim_cache size 0 max 16384 2024-06-13T11:58:17.418 INFO:teuthology.orchestra.run.smithi042.stdout:[] 2024-06-13T11:58:17.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.416+0000 7f7691000700 1 -- 172.21.15.42:0/2053539207 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f76700a2d90 msgr2=0x7f76700a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:17.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.416+0000 7f7691000700 1 --2- 172.21.15.42:0/2053539207 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f76700a2d90 0x7f76700a5250 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f767c011040 tx=0x7f767c019040 comp rx=0 tx=0).stop 2024-06-13T11:58:17.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.416+0000 7f7691000700 1 -- 172.21.15.42:0/2053539207 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f768c074fe0 msgr2=0x7f768c19f7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:17.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.416+0000 7f7691000700 1 --2- 172.21.15.42:0/2053539207 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f768c074fe0 0x7f768c19f7f0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f767800ec10 tx=0x7f767800ef20 comp rx=0 tx=0).stop 2024-06-13T11:58:17.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.416+0000 7f7691000700 1 -- 172.21.15.42:0/2053539207 shutdown_connections 2024-06-13T11:58:17.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.416+0000 7f7691000700 1 --2- 172.21.15.42:0/2053539207 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f76700a2d90 0x7f76700a5250 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:17.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.416+0000 7f7691000700 1 --2- 172.21.15.42:0/2053539207 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f768c0746c0 0x7f768c19f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:17.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.416+0000 7f7691000700 1 --2- 172.21.15.42:0/2053539207 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f768c113660 0x7f768c1a3b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:17.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.416+0000 7f7691000700 1 --2- 172.21.15.42:0/2053539207 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f768c074fe0 0x7f768c19f7f0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:17.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.416+0000 7f7691000700 1 -- 172.21.15.42:0/2053539207 >> 172.21.15.42:0/2053539207 conn(0x7f768c0795f0 msgr2=0x7f768c112490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:17.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.416+0000 7f7691000700 1 -- 172.21.15.42:0/2053539207 shutdown_connections 2024-06-13T11:58:17.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T11:58:17.416+0000 7f7691000700 1 -- 172.21.15.42:0/2053539207 wait complete. 2024-06-13T11:58:17.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:17 smithi088 ceph-mon[36399]: pgmap v85: 129 pgs: 129 active+clean; 2.2 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 18 MiB/s wr, 219 op/s 2024-06-13T11:58:17.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:17 smithi042 ceph-mon[32231]: pgmap v85: 129 pgs: 129 active+clean; 2.2 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 18 MiB/s wr, 219 op/s 2024-06-13T11:58:17.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:17 smithi162 ceph-mon[36757]: pgmap v85: 129 pgs: 129 active+clean; 2.2 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 18 MiB/s wr, 219 op/s 2024-06-13T11:58:18.356 ERROR:tasks.fwd_scrub:rank 2 damaged: [{'damage_type': 'backtrace', 'id': 75490955, 'ino': 1099511631009, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_033.c'}, {'damage_type': 'backtrace', 'id': 91588520, 'ino': 1099511631062, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_013.c'}, {'damage_type': 'backtrace', 'id': 344307106, 'ino': 1099511631023, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_019.c'}, {'damage_type': 'backtrace', 'id': 369447351, 'ino': 1099511631051, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_082.c'}, {'damage_type': 'backtrace', 'id': 389458810, 'ino': 1099511631028, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_053.c'}, {'damage_type': 'backtrace', 'id': 398236403, 'ino': 1099511631060, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_resources.h'}, {'damage_type': 'backtrace', 'id': 410315983, 'ino': 1099511631005, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_080.c'}, {'damage_type': 'backtrace', 'id': 412101911, 'ino': 1099511631043, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_038.c'}, {'damage_type': 'backtrace', 'id': 430341077, 'ino': 1099511631010, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_049.c'}, {'damage_type': 'backtrace', 'id': 476536533, 'ino': 1099511631044, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_081.c'}, {'damage_type': 'backtrace', 'id': 528179138, 'ino': 1099511631061, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_074.c'}, {'damage_type': 'backtrace', 'id': 536680072, 'ino': 1099511632138, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl.c'}, {'damage_type': 'backtrace', 'id': 603403383, 'ino': 1099511631066, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_014.c'}, {'damage_type': 'backtrace', 'id': 606520811, 'ino': 1099511631004, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_060.c'}, {'damage_type': 'backtrace', 'id': 646155645, 'ino': 1099511630991, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_054.c'}, {'damage_type': 'backtrace', 'id': 661920631, 'ino': 1099511632127, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_ssl.c'}, {'damage_type': 'backtrace', 'id': 671800703, 'ino': 1099511631007, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_032.c'}, {'damage_type': 'backtrace', 'id': 712034182, 'ino': 1099511631027, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_051.c'}, {'damage_type': 'backtrace', 'id': 721061210, 'ino': 1099511631065, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_072.c'}, {'damage_type': 'backtrace', 'id': 742480536, 'ino': 1099511631842, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/watchdog/Makefile.am'}, {'damage_type': 'backtrace', 'id': 812177858, 'ino': 1099511630988, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_023.c'}, {'damage_type': 'backtrace', 'id': 867667173, 'ino': 1099511632134, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_xml.c'}, {'damage_type': 'backtrace', 'id': 874160823, 'ino': 1099511632125, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_control.c'}, {'damage_type': 'backtrace', 'id': 883593423, 'ino': 1099511631003, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_047.c'}, {'damage_type': 'backtrace', 'id': 887865161, 'ino': 1099511632135, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_sensor.h'}, {'damage_type': 'backtrace', 'id': 907598721, 'ino': 1099511632126, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_xml.h'}, {'damage_type': 'backtrace', 'id': 917467632, 'ino': 1099511632123, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_sensor.c'}, {'damage_type': 'backtrace', 'id': 927667281, 'ino': 1099511632136, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_rpt.c'}, {'damage_type': 'backtrace', 'id': 963468696, 'ino': 1099511631048, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_050.c'}, {'damage_type': 'backtrace', 'id': 988250821, 'ino': 1099511631002, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_000.c'}, {'damage_type': 'backtrace', 'id': 990821342, 'ino': 1099511631050, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_077.c'}, {'damage_type': 'backtrace', 'id': 1011590905, 'ino': 1099511631056, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_010.c'}, {'damage_type': 'backtrace', 'id': 1017921657, 'ino': 1099511630996, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_003.c'}, {'damage_type': 'backtrace', 'id': 1122013542, 'ino': 1099511631039, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_007.c'}, {'damage_type': 'backtrace', 'id': 1175244310, 'ino': 1099511630985, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_066.c'}, {'damage_type': 'backtrace', 'id': 1227947088, 'ino': 1099511631033, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_039.c'}, {'damage_type': 'backtrace', 'id': 1256251266, 'ino': 1099511631057, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_057.c'}, {'damage_type': 'backtrace', 'id': 1311697747, 'ino': 1099511631068, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_055.c'}, {'damage_type': 'backtrace', 'id': 1409638197, 'ino': 1099511631063, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/Makefile.am'}, {'damage_type': 'backtrace', 'id': 1459256360, 'ino': 1099511631045, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_005.c'}, {'damage_type': 'backtrace', 'id': 1530935393, 'ino': 1099511631038, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_056.c'}, {'damage_type': 'backtrace', 'id': 1595436453, 'ino': 1099511632122, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_reset.c'}, {'damage_type': 'backtrace', 'id': 1699729697, 'ino': 1099511631037, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_052.c'}, {'damage_type': 'backtrace', 'id': 1730901338, 'ino': 1099511632128, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_discover.h'}, {'damage_type': 'backtrace', 'id': 1741121526, 'ino': 1099511631022, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_075.c'}, {'damage_type': 'backtrace', 'id': 1875153618, 'ino': 1099511631000, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_034.c'}, {'damage_type': 'backtrace', 'id': 1993782455, 'ino': 1099511631041, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_031.c'}, {'damage_type': 'backtrace', 'id': 2007550180, 'ino': 1099511631026, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_071.c'}, {'damage_type': 'backtrace', 'id': 2035181896, 'ino': 1099511631015, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_067.c'}, {'damage_type': 'backtrace', 'id': 2076520976, 'ino': 1099511630987, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_046.c'}, {'damage_type': 'backtrace', 'id': 2094111783, 'ino': 1099511630994, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_041.c'}, {'damage_type': 'backtrace', 'id': 2111328157, 'ino': 1099511630989, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_020.c'}, {'damage_type': 'backtrace', 'id': 2134705556, 'ino': 1099511631032, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_026.c'}, {'damage_type': 'backtrace', 'id': 2138246762, 'ino': 1099511631016, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_061.c'}, {'damage_type': 'backtrace', 'id': 2241757538, 'ino': 1099511630997, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_043.c'}, {'damage_type': 'backtrace', 'id': 2249985551, 'ino': 1099511631008, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_015.c'}, {'damage_type': 'backtrace', 'id': 2261960565, 'ino': 1099511630993, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_006.c'}, {'damage_type': 'backtrace', 'id': 2409970676, 'ino': 1099511631059, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_076.c'}, {'damage_type': 'backtrace', 'id': 2443334301, 'ino': 1099511632130, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl.h'}, {'damage_type': 'backtrace', 'id': 2473283423, 'ino': 1099511631024, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_048.c'}, {'damage_type': 'backtrace', 'id': 2499437614, 'ino': 1099511631012, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_011.c'}, {'damage_type': 'backtrace', 'id': 2554760206, 'ino': 1099511632137, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_idr.h'}, {'damage_type': 'backtrace', 'id': 2557898717, 'ino': 1099511631011, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_065.c'}, {'damage_type': 'backtrace', 'id': 2612762335, 'ino': 1099511630983, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_025.c'}, {'damage_type': 'backtrace', 'id': 2644239664, 'ino': 1099511631031, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_079.c'}, {'damage_type': 'backtrace', 'id': 2674998979, 'ino': 1099511631839, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/watchdog/watchdog.c'}, {'damage_type': 'backtrace', 'id': 2675686411, 'ino': 1099511631840, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/watchdog/README'}, {'damage_type': 'backtrace', 'id': 2698411754, 'ino': 1099511631030, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_045.c'}, {'damage_type': 'backtrace', 'id': 2728093714, 'ino': 1099511632132, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/Makefile.in'}, {'damage_type': 'backtrace', 'id': 2753366937, 'ino': 1099511632139, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/Makefile.am'}, {'damage_type': 'backtrace', 'id': 2874514908, 'ino': 1099511631018, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_016.c'}, {'damage_type': 'backtrace', 'id': 2893662446, 'ino': 1099511630998, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_073.c'}, {'damage_type': 'backtrace', 'id': 2896007171, 'ino': 1099511631019, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_018.c'}, {'damage_type': 'backtrace', 'id': 2917559458, 'ino': 1099511631020, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_035.c'}, {'damage_type': 'backtrace', 'id': 2998627026, 'ino': 1099511631058, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_078.c'}, {'damage_type': 'backtrace', 'id': 3058828057, 'ino': 1099511631025, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_029.c'}, {'damage_type': 'backtrace', 'id': 3084958048, 'ino': 1099511630990, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_062.c'}, {'damage_type': 'backtrace', 'id': 3088333991, 'ino': 1099511630995, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_024.c'}, {'damage_type': 'backtrace', 'id': 3093617958, 'ino': 1099511631064, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_012.c'}, {'damage_type': 'backtrace', 'id': 3160910103, 'ino': 1099511631055, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_004.c'}, {'damage_type': 'backtrace', 'id': 3167005930, 'ino': 1099511631046, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_009.c'}, {'damage_type': 'backtrace', 'id': 3192390468, 'ino': 1099511631021, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_059.c'}, {'damage_type': 'backtrace', 'id': 3198594399, 'ino': 1099511631052, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_017.c'}, {'damage_type': 'backtrace', 'id': 3251604765, 'ino': 1099511631053, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_027.c'}, {'damage_type': 'backtrace', 'id': 3255297670, 'ino': 1099511630999, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_063.c'}, {'damage_type': 'backtrace', 'id': 3257403566, 'ino': 1099511630992, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_064.c'}, {'damage_type': 'backtrace', 'id': 3258014468, 'ino': 1099511630984, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_030.c'}, {'damage_type': 'backtrace', 'id': 3258655604, 'ino': 1099511631054, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_037.c'}, {'damage_type': 'backtrace', 'id': 3327890261, 'ino': 1099511631042, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_040.c'}, {'damage_type': 'backtrace', 'id': 3328668590, 'ino': 1099511631067, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_022.c'}, {'damage_type': 'backtrace', 'id': 3399528165, 'ino': 1099511631841, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/watchdog/Makefile.in'}, {'damage_type': 'backtrace', 'id': 3458454764, 'ino': 1099511631034, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_008.c'}, {'damage_type': 'backtrace', 'id': 3536988517, 'ino': 1099511631006, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_044.c'}, {'damage_type': 'backtrace', 'id': 3538531637, 'ino': 1099511631047, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_070.c'}, {'damage_type': 'backtrace', 'id': 3547150644, 'ino': 1099511631040, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_021.c'}, {'damage_type': 'backtrace', 'id': 3596295790, 'ino': 1099511631013, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_028.c'}, {'damage_type': 'backtrace', 'id': 3713936015, 'ino': 1099511631014, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_1000.c'}, {'damage_type': 'backtrace', 'id': 3717473209, 'ino': 1099511631049, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/Makefile.in'}, {'damage_type': 'backtrace', 'id': 3722811089, 'ino': 1099511631017, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_042.c'}, {'damage_type': 'backtrace', 'id': 3764001792, 'ino': 1099511631036, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_001.c'}, {'damage_type': 'backtrace', 'id': 3825879250, 'ino': 1099511631035, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_069.c'}, {'damage_type': 'backtrace', 'id': 3868996897, 'ino': 1099511632124, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_discover.c'}, {'damage_type': 'backtrace', 'id': 3910023176, 'ino': 1099511632121, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_power.c'}, {'damage_type': 'backtrace', 'id': 3975154397, 'ino': 1099511630986, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_058.c'}, {'damage_type': 'backtrace', 'id': 3993474988, 'ino': 1099511632129, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_ssl.h'}, {'damage_type': 'backtrace', 'id': 4087222843, 'ino': 1099511631001, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_002.c'}, {'damage_type': 'backtrace', 'id': 4103722609, 'ino': 1099511632131, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_cmnds.h'}, {'damage_type': 'backtrace', 'id': 4255068462, 'ino': 1099511631029, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/utils/t/rpt/rpt_utils_068.c'}, {'damage_type': 'backtrace', 'id': 4287441055, 'ino': 1099511632133, 'path': '/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/ilo2_ribcl/ilo2_ribcl_idr.c'}] 2024-06-13T11:58:18.356 ERROR:tasks.fwd_scrub.fs.[cephfs]:exception: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph_1373963c202323287783ccb099bbae1ec8f14a5d/qa/tasks/fwd_scrub.py", line 35, in _run self.do_scrub() File "/home/teuthworker/src/git.ceph.com_ceph_1373963c202323287783ccb099bbae1ec8f14a5d/qa/tasks/fwd_scrub.py", line 48, in do_scrub self._scrub() File "/home/teuthworker/src/git.ceph.com_ceph_1373963c202323287783ccb099bbae1ec8f14a5d/qa/tasks/fwd_scrub.py", line 70, in _scrub self._check_damage() File "/home/teuthworker/src/git.ceph.com_ceph_1373963c202323287783ccb099bbae1ec8f14a5d/qa/tasks/fwd_scrub.py", line 81, in _check_damage raise RuntimeError(f"rank damage found: {types}") RuntimeError: rank damage found: {'backtrace'} 2024-06-13T11:58:19.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:19 smithi088 ceph-mon[36399]: pgmap v86: 129 pgs: 129 active+clean; 2.2 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 18 MiB/s wr, 224 op/s 2024-06-13T11:58:19.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:19 smithi042 ceph-mon[32231]: pgmap v86: 129 pgs: 129 active+clean; 2.2 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 18 MiB/s wr, 224 op/s 2024-06-13T11:58:19.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:19 smithi162 ceph-mon[36757]: pgmap v86: 129 pgs: 129 active+clean; 2.2 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 18 MiB/s wr, 224 op/s 2024-06-13T11:58:21.474 INFO:tasks.workunit.client.0.smithi042.stdout:5/863: rename d1/d31/d6a/d7a/d96/f98 to d1/d49/f110 0 2024-06-13T11:58:21.477 INFO:tasks.workunit.client.0.smithi042.stdout:5/864: mkdir d1/d31/d6a/d7a/d96/df6/d111 0 2024-06-13T11:58:21.477 INFO:tasks.workunit.client.0.smithi042.stdout:5/865: dread - d1/d2b/d35/d5b/feb zero size 2024-06-13T11:58:21.479 INFO:tasks.workunit.client.0.smithi042.stdout:5/866: mkdir d1/d42/d60/d10d/d112 0 2024-06-13T11:58:21.481 INFO:tasks.workunit.client.0.smithi042.stdout:5/867: symlink d1/d31/d6a/d7a/d96/df6/d111/l113 0 2024-06-13T11:58:21.481 INFO:tasks.workunit.client.0.smithi042.stdout:5/868: chown d1/d2b/d35/f46 769625 1 2024-06-13T11:58:21.481 INFO:tasks.workunit.client.0.smithi042.stdout:5/869: chown d1/d42/d60/f76 1037549513 1 2024-06-13T11:58:21.481 INFO:tasks.workunit.client.0.smithi042.stdout:5/870: fsync d1/d2b/d35/d5b/f10b 0 2024-06-13T11:58:21.483 INFO:tasks.workunit.client.0.smithi042.stdout:5/871: creat d1/d31/f114 x:0 0 0 2024-06-13T11:58:21.484 INFO:tasks.workunit.client.0.smithi042.stdout:5/872: write d1/d2b/d35/f55 [9116896,93330] 0 2024-06-13T11:58:21.484 INFO:tasks.workunit.client.0.smithi042.stdout:5/873: readlink d1/d2b/l64 0 2024-06-13T11:58:21.502 INFO:tasks.workunit.client.0.smithi042.stdout:3/920: rename dc/d29/d47/d66/fd3 to dc/d29/d47/d66/d7c/f13f 0 2024-06-13T11:58:21.503 INFO:tasks.workunit.client.0.smithi042.stdout:3/921: chown dc/d17/d3b/d13e 1472413 1 2024-06-13T11:58:21.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:21 smithi088 ceph-mon[36399]: pgmap v87: 129 pgs: 129 active+clean; 2.2 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 208 KiB/s rd, 310 KiB/s wr, 187 op/s 2024-06-13T11:58:21.546 INFO:tasks.workunit.client.0.smithi042.stdout:7/767: rename d2/d36/d4a/cd0 to d2/d3/daa/dea/c102 0 2024-06-13T11:58:21.548 INFO:tasks.workunit.client.0.smithi042.stdout:7/768: getdents d2/d36/d4a/d42/d86 0 2024-06-13T11:58:21.550 INFO:tasks.workunit.client.0.smithi042.stdout:7/769: creat d2/d3/f103 x:0 0 0 2024-06-13T11:58:21.552 INFO:tasks.workunit.client.0.smithi042.stdout:7/770: link d2/d36/d4a/d39/lbd d2/d36/d4a/l104 0 2024-06-13T11:58:21.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:21 smithi042 ceph-mon[32231]: pgmap v87: 129 pgs: 129 active+clean; 2.2 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 208 KiB/s rd, 310 KiB/s wr, 187 op/s 2024-06-13T11:58:21.587 INFO:tasks.workunit.client.0.smithi042.stdout:5/874: dwrite d1/f6 [0,4194304] 0 2024-06-13T11:58:21.587 INFO:tasks.workunit.client.0.smithi042.stdout:5/875: stat d1/d2b/d35/d5b/db3/ff4 0 2024-06-13T11:58:21.590 INFO:tasks.workunit.client.0.smithi042.stdout:5/876: link d1/d2b/d35/d36/dba/fcc d1/d42/d60/d8f/dbb/f115 0 2024-06-13T11:58:21.591 INFO:tasks.workunit.client.0.smithi042.stdout:5/877: symlink d1/d42/d60/d10d/d112/l116 0 2024-06-13T11:58:21.599 INFO:tasks.workunit.client.0.smithi042.stdout:5/878: creat d1/d42/d60/d8f/db0/f117 x:0 0 0 2024-06-13T11:58:21.599 INFO:tasks.workunit.client.0.smithi042.stdout:9/922: rename d9/d33/d69/d70 to d9/d16/d138 0 2024-06-13T11:58:21.599 INFO:tasks.workunit.client.0.smithi042.stdout:9/923: stat d9/f28 0 2024-06-13T11:58:21.599 INFO:tasks.workunit.client.0.smithi042.stdout:9/924: fdatasync d9/d33/d40/d52/d25/f2a 0 2024-06-13T11:58:21.599 INFO:tasks.workunit.client.0.smithi042.stdout:9/925: chown d9/d33/d4b/d10e 0 1 2024-06-13T11:58:21.599 INFO:tasks.workunit.client.0.smithi042.stdout:9/926: fsync d9/f28 0 2024-06-13T11:58:21.603 INFO:tasks.workunit.client.0.smithi042.stdout:3/922: dwrite dc/d17/d20/d2d/f99 [0,4194304] 0 2024-06-13T11:58:21.604 INFO:tasks.workunit.client.0.smithi042.stdout:3/923: chown dc/d17/d20/d5c/f6d 0 1 2024-06-13T11:58:21.604 INFO:tasks.workunit.client.0.smithi042.stdout:3/924: chown dc/d29/dc3/ld5 31536757 1 2024-06-13T11:58:21.606 INFO:tasks.workunit.client.0.smithi042.stdout:3/925: truncate dc/d17/d1f/f31 1501560 0 2024-06-13T11:58:21.608 INFO:tasks.workunit.client.0.smithi042.stdout:3/926: creat dc/d17/d20/d2d/d37/d52/f140 x:0 0 0 2024-06-13T11:58:21.610 INFO:tasks.workunit.client.0.smithi042.stdout:3/927: creat dc/d17/d1f/d92/db4/f141 x:0 0 0 2024-06-13T11:58:21.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:21 smithi162 ceph-mon[36757]: pgmap v87: 129 pgs: 129 active+clean; 2.2 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 208 KiB/s rd, 310 KiB/s wr, 187 op/s 2024-06-13T11:58:21.660 INFO:tasks.workunit.client.0.smithi042.stdout:9/927: dwrite d9/d16/d138/ffb [0,4194304] 0 2024-06-13T11:58:21.660 INFO:tasks.workunit.client.0.smithi042.stdout:9/928: readlink d9/d15/d43/l10b 0 2024-06-13T11:58:21.660 INFO:tasks.workunit.client.0.smithi042.stdout:9/929: getdents d9/db1 0 2024-06-13T11:58:21.660 INFO:tasks.workunit.client.0.smithi042.stdout:9/930: getdents d9/d15/d43/d77 0 2024-06-13T11:58:21.661 INFO:tasks.workunit.client.0.smithi042.stdout:5/879: dwrite d1/d31/ff3 [0,4194304] 0 2024-06-13T11:58:21.664 INFO:tasks.workunit.client.0.smithi042.stdout:5/880: symlink d1/d2b/d35/d36/d40/l118 0 2024-06-13T11:58:21.669 INFO:tasks.workunit.client.0.smithi042.stdout:9/931: read d9/d16/f5d [124121,102668] 0 2024-06-13T11:58:21.669 INFO:tasks.workunit.client.0.smithi042.stdout:9/932: fdatasync d9/d16/d138/f22 0 2024-06-13T11:58:21.672 INFO:tasks.workunit.client.0.smithi042.stdout:5/881: read d1/d31/d6a/d8c/d9f/fad [410257,21381] 0 2024-06-13T11:58:21.674 INFO:tasks.workunit.client.0.smithi042.stdout:5/882: creat d1/d2b/d35/d36/daf/df5/f119 x:0 0 0 2024-06-13T11:58:21.675 INFO:tasks.workunit.client.0.smithi042.stdout:5/883: creat d1/d42/d60/d10d/d112/f11a x:0 0 0 2024-06-13T11:58:21.677 INFO:tasks.workunit.client.0.smithi042.stdout:5/884: creat d1/d2b/d35/d36/daf/f11b x:0 0 0 2024-06-13T11:58:21.679 INFO:tasks.workunit.client.0.smithi042.stdout:3/928: dwrite dc/d17/f133 [0,4194304] 0 2024-06-13T11:58:21.681 INFO:tasks.workunit.client.0.smithi042.stdout:5/885: write d1/d42/f43 [191867,108125] 0 2024-06-13T11:58:21.681 INFO:tasks.workunit.client.0.smithi042.stdout:5/886: dread - d1/d42/dc8/fd6 zero size 2024-06-13T11:58:21.681 INFO:tasks.workunit.client.0.smithi042.stdout:5/887: chown d1/d31/d6a/d7a/d96/df6/d111 180061 1 2024-06-13T11:58:21.681 INFO:tasks.workunit.client.0.smithi042.stdout:3/929: truncate dc/d17/d20/d5c/f6d 3863343 0 2024-06-13T11:58:21.681 INFO:tasks.workunit.client.0.smithi042.stdout:3/930: truncate dc/d17/d7b/ff0 4801933 0 2024-06-13T11:58:21.682 INFO:tasks.workunit.client.0.smithi042.stdout:5/888: truncate d1/d2b/d35/d36/dba/fcc 6970344 0 2024-06-13T11:58:21.683 INFO:tasks.workunit.client.0.smithi042.stdout:3/931: creat dc/d29/d47/d66/f142 x:0 0 0 2024-06-13T11:58:21.684 INFO:tasks.workunit.client.0.smithi042.stdout:5/889: creat d1/d42/f11c x:0 0 0 2024-06-13T11:58:21.686 INFO:tasks.workunit.client.0.smithi042.stdout:5/890: getdents d1/d42/dc8 0 2024-06-13T11:58:21.690 INFO:tasks.workunit.client.0.smithi042.stdout:9/933: unlink d9/d16/cbc 0 2024-06-13T11:58:21.693 INFO:tasks.workunit.client.0.smithi042.stdout:3/932: link dc/l54 dc/d17/d3b/d55/l143 0 2024-06-13T11:58:21.696 INFO:tasks.workunit.client.0.smithi042.stdout:9/934: symlink d9/d9c/l139 0 2024-06-13T11:58:21.699 INFO:tasks.workunit.client.0.smithi042.stdout:9/935: creat d9/d15/d43/d5a/f13a x:0 0 0 2024-06-13T11:58:21.701 INFO:tasks.workunit.client.0.smithi042.stdout:9/936: getdents d9/d4d 0 2024-06-13T11:58:21.702 INFO:tasks.workunit.client.0.smithi042.stdout:9/937: chown d9/d16/daf/dda/c106 283 1 2024-06-13T11:58:21.702 INFO:tasks.workunit.client.0.smithi042.stdout:9/938: readlink d9/d31/l102 0 2024-06-13T11:58:21.736 INFO:tasks.workunit.client.0.smithi042.stdout:9/939: write d9/d16/dba/fdf [2039828,119420] 0 2024-06-13T11:58:21.743 INFO:tasks.workunit.client.0.smithi042.stdout:9/940: rmdir d9 39 2024-06-13T11:58:21.749 INFO:tasks.workunit.client.0.smithi042.stdout:5/891: dwrite d1/d31/d45/fc9 [0,4194304] 0 2024-06-13T11:58:21.749 INFO:tasks.workunit.client.0.smithi042.stdout:5/892: write d1/d2b/d37/f107 [1009795,15944] 0 2024-06-13T11:58:21.749 INFO:tasks.workunit.client.0.smithi042.stdout:9/941: mknod d9/c13b 0 2024-06-13T11:58:21.751 INFO:tasks.workunit.client.0.smithi042.stdout:5/893: write d1/d2b/d35/d5b/f70 [1211377,114497] 0 2024-06-13T11:58:21.751 INFO:tasks.workunit.client.0.smithi042.stdout:5/894: write d1/fed [578180,28044] 0 2024-06-13T11:58:21.751 INFO:tasks.workunit.client.0.smithi042.stdout:9/942: read d9/d46/f7e [100999,61837] 0 2024-06-13T11:58:21.753 INFO:tasks.workunit.client.0.smithi042.stdout:5/895: creat d1/d42/d60/d10d/d112/f11d x:0 0 0 2024-06-13T11:58:21.753 INFO:tasks.workunit.client.0.smithi042.stdout:5/896: write d1/d2b/d35/d5b/f10b [762875,33598] 0 2024-06-13T11:58:21.754 INFO:tasks.workunit.client.0.smithi042.stdout:3/933: dwrite dc/d17/d1f/d79/f135 [0,4194304] 0 2024-06-13T11:58:21.755 INFO:tasks.workunit.client.0.smithi042.stdout:5/897: creat d1/d31/d6a/d7a/d96/f11e x:0 0 0 2024-06-13T11:58:21.756 INFO:tasks.workunit.client.0.smithi042.stdout:9/943: rename d9/d31/ff9 to d9/d33/d40/d52/f13c 0 2024-06-13T11:58:21.756 INFO:tasks.workunit.client.0.smithi042.stdout:9/944: chown d9/d15/d43/d5a 1875 1 2024-06-13T11:58:21.756 INFO:tasks.workunit.client.0.smithi042.stdout:9/945: fdatasync d9/d31/f88 0 2024-06-13T11:58:21.761 INFO:tasks.workunit.client.0.smithi042.stdout:3/934: rename dc/d17/d20/c7f to dc/d17/d7b/c144 0 2024-06-13T11:58:21.761 INFO:tasks.workunit.client.0.smithi042.stdout:3/935: fdatasync dc/d17/d7b/f119 0 2024-06-13T11:58:21.762 INFO:tasks.workunit.client.0.smithi042.stdout:3/936: fsync dc/d17/f22 0 2024-06-13T11:58:21.764 INFO:tasks.workunit.client.0.smithi042.stdout:3/937: rename dc/d17/d1f/d46/c114 to dc/d29/d87/c145 0 2024-06-13T11:58:21.796 INFO:tasks.workunit.client.0.smithi042.stdout:9/946: dwrite d9/d33/d69/ff4 [0,4194304] 0 2024-06-13T11:58:21.802 INFO:tasks.workunit.client.0.smithi042.stdout:9/947: creat d9/d46/f13d x:0 0 0 2024-06-13T11:58:21.802 INFO:tasks.workunit.client.0.smithi042.stdout:9/948: symlink d9/d33/d4b/d10e/l13e 0 2024-06-13T11:58:21.803 INFO:tasks.workunit.client.0.smithi042.stdout:9/949: chown d9/d33/d4b/d10e/l13e 347 1 2024-06-13T11:58:21.808 INFO:tasks.workunit.client.0.smithi042.stdout:3/938: dwrite dc/d17/d1f/d79/fea [4194304,4194304] 0 2024-06-13T11:58:21.811 INFO:tasks.workunit.client.0.smithi042.stdout:3/939: link dc/d17/d1f/caf dc/d17/d20/c146 0 2024-06-13T11:58:21.812 INFO:tasks.workunit.client.0.smithi042.stdout:3/940: readlink dc/d17/d1f/l12b 0 2024-06-13T11:58:21.813 INFO:tasks.workunit.client.0.smithi042.stdout:3/941: symlink dc/d17/d20/l147 0 2024-06-13T11:58:21.813 INFO:tasks.workunit.client.0.smithi042.stdout:3/942: write f3 [742435,88528] 0 2024-06-13T11:58:21.814 INFO:tasks.workunit.client.0.smithi042.stdout:9/950: dread d9/d46/f7e [0,4194304] 0 2024-06-13T11:58:21.814 INFO:tasks.workunit.client.0.smithi042.stdout:3/943: stat dc/d29/d87/c137 0 2024-06-13T11:58:21.815 INFO:tasks.workunit.client.0.smithi042.stdout:9/951: symlink d9/d33/d4b/d10e/l13f 0 2024-06-13T11:58:21.817 INFO:tasks.workunit.client.0.smithi042.stdout:9/952: getdents d9/d16/d48 0 2024-06-13T11:58:21.817 INFO:tasks.workunit.client.0.smithi042.stdout:9/953: chown d9/d9c/ce0 24 1 2024-06-13T11:58:21.840 INFO:tasks.workunit.client.0.smithi042.stdout:2/850: sync 2024-06-13T11:58:21.840 INFO:tasks.workunit.client.0.smithi042.stdout:1/999: sync 2024-06-13T11:58:21.840 INFO:tasks.workunit.client.0.smithi042.stdout:8/894: sync 2024-06-13T11:58:21.843 INFO:tasks.workunit.client.0.smithi042.stdout:8/895: rename d2/d3/d87/f99 to d2/d3/d5/f132 0 2024-06-13T11:58:21.843 INFO:tasks.workunit.client.0.smithi042.stdout:8/896: read - d2/d3/d5/d5b/f75 zero size 2024-06-13T11:58:21.844 INFO:tasks.workunit.client.0.smithi042.stdout:2/851: getdents d7/df/d6a/db8/dbc/dcc/dd2 0 2024-06-13T11:58:21.845 INFO:tasks.workunit.client.0.smithi042.stdout:2/852: mknod d7/d61/c11f 0 2024-06-13T11:58:21.845 INFO:tasks.workunit.client.0.smithi042.stdout:2/853: dread - d7/d61/d64/db4/da0/f10c zero size 2024-06-13T11:58:21.858 INFO:tasks.workunit.client.0.smithi042.stdout:3/944: dwrite dc/d29/d47/d66/d70/f8c [0,4194304] 0 2024-06-13T11:58:21.860 INFO:tasks.workunit.client.0.smithi042.stdout:3/945: rename dc/d17/f22 to dc/d17/d20/d2d/f148 0 2024-06-13T11:58:21.879 INFO:tasks.workunit.client.0.smithi042.stdout:9/954: dwrite d9/d33/d40/fff [0,4194304] 0 2024-06-13T11:58:21.880 INFO:tasks.workunit.client.0.smithi042.stdout:9/955: chown d9/d15/da3/fad 2103449 1 2024-06-13T11:58:21.919 INFO:tasks.workunit.client.0.smithi042.stdout:3/946: dwrite dc/d17/d1f/d92/fa4 [4194304,4194304] 0 2024-06-13T11:58:21.921 INFO:tasks.workunit.client.0.smithi042.stdout:9/956: dwrite d9/d15/d61/ff7 [0,4194304] 0 2024-06-13T11:58:21.921 INFO:tasks.workunit.client.0.smithi042.stdout:9/957: dread - d9/d16/daf/dda/ded/f130 zero size 2024-06-13T11:58:21.922 INFO:tasks.workunit.client.0.smithi042.stdout:3/947: creat dc/d29/d47/d66/d7c/f149 x:0 0 0 2024-06-13T11:58:21.923 INFO:tasks.workunit.client.0.smithi042.stdout:3/948: symlink dc/d17/d20/d5c/dfc/d121/d12d/l14a 0 2024-06-13T11:58:21.924 INFO:tasks.workunit.client.0.smithi042.stdout:3/949: creat dc/d29/d85/f14b x:0 0 0 2024-06-13T11:58:21.928 INFO:tasks.workunit.client.0.smithi042.stdout:3/950: unlink dc/d17/d20/d2d/d37/d52/ldd 0 2024-06-13T11:58:21.929 INFO:tasks.workunit.client.0.smithi042.stdout:3/951: creat dc/d17/d20/d2d/d37/d52/d7e/de0/de7/f14c x:0 0 0 2024-06-13T11:58:21.931 INFO:tasks.workunit.client.0.smithi042.stdout:3/952: mknod dc/d29/c14d 0 2024-06-13T11:58:21.969 INFO:tasks.workunit.client.0.smithi042.stdout:9/958: dwrite d9/fca [4194304,4194304] 0 2024-06-13T11:58:22.022 INFO:tasks.workunit.client.0.smithi042.stdout:9/959: dwrite d9/d16/f5d [0,4194304] 0 2024-06-13T11:58:22.024 INFO:tasks.workunit.client.0.smithi042.stdout:9/960: symlink d9/d15/d61/d11e/l140 0 2024-06-13T11:58:22.025 INFO:tasks.workunit.client.0.smithi042.stdout:9/961: chown d9/d16/daf/dda/ceb 3885 1 2024-06-13T11:58:22.025 INFO:tasks.workunit.client.0.smithi042.stdout:9/962: truncate d9/d16/d48/ff3 72061 0 2024-06-13T11:58:22.031 INFO:tasks.workunit.client.0.smithi042.stdout:9/963: creat d9/d16/d138/f141 x:0 0 0 2024-06-13T11:58:22.031 INFO:tasks.workunit.client.0.smithi042.stdout:9/964: truncate d9/d15/d43/d77/ff0 256434 0 2024-06-13T11:58:22.031 INFO:tasks.workunit.client.0.smithi042.stdout:9/965: chown d9/d16/d48/ff3 122466126 1 2024-06-13T11:58:22.032 INFO:tasks.workunit.client.0.smithi042.stdout:9/966: symlink d9/d16/daf/l142 0 2024-06-13T11:58:22.035 INFO:tasks.workunit.client.0.smithi042.stdout:9/967: symlink d9/d33/d69/l143 0 2024-06-13T11:58:22.039 INFO:tasks.workunit.client.0.smithi042.stdout:9/968: symlink d9/d15/d61/l144 0 2024-06-13T11:58:22.083 INFO:tasks.workunit.client.0.smithi042.stdout:9/969: write d9/d33/d40/d52/d25/f2a [407046,121015] 0 2024-06-13T11:58:22.136 INFO:tasks.workunit.client.0.smithi042.stdout:9/970: dread d9/d16/d138/f22 [0,4194304] 0 2024-06-13T11:58:22.139 INFO:tasks.workunit.client.0.smithi042.stdout:9/971: creat d9/d16/dba/f145 x:0 0 0 2024-06-13T11:58:22.161 INFO:tasks.workunit.client.0.smithi042.stdout:9/972: write d9/f96 [1971634,42140] 0 2024-06-13T11:58:22.161 INFO:tasks.workunit.client.0.smithi042.stdout:9/973: readlink d9/d33/d4b/d10e/l13f 0 2024-06-13T11:58:22.164 INFO:tasks.workunit.client.0.smithi042.stdout:9/974: creat d9/d33/d69/d114/f146 x:0 0 0 2024-06-13T11:58:22.165 INFO:tasks.workunit.client.0.smithi042.stdout:9/975: readlink d9/d31/l107 0 2024-06-13T11:58:22.233 INFO:tasks.workunit.client.0.smithi042.stdout:9/976: dwrite d9/d16/d138/f141 [0,4194304] 0 2024-06-13T11:58:22.236 INFO:tasks.workunit.client.0.smithi042.stdout:9/977: creat d9/d16/daf/dda/ded/f147 x:0 0 0 2024-06-13T11:58:22.245 INFO:tasks.workunit.client.0.smithi042.stdout:9/978: fdatasync d9/f96 0 2024-06-13T11:58:22.245 INFO:tasks.workunit.client.0.smithi042.stdout:9/979: fsync d9/d46/d6d/fa0 0 2024-06-13T11:58:22.251 INFO:tasks.workunit.client.0.smithi042.stdout:7/771: sync 2024-06-13T11:58:22.251 INFO:tasks.workunit.client.0.smithi042.stdout:5/898: sync 2024-06-13T11:58:22.251 INFO:tasks.workunit.client.0.smithi042.stdout:7/772: stat d2/d36/d64/f58 0 2024-06-13T11:58:22.251 INFO:tasks.workunit.client.0.smithi042.stdout:2/854: sync 2024-06-13T11:58:22.251 INFO:tasks.workunit.client.0.smithi042.stdout:3/953: sync 2024-06-13T11:58:22.251 INFO:tasks.workunit.client.0.smithi042.stdout:3/954: chown dc/d17/d1f/d46/da3/dc0 508 1 2024-06-13T11:58:22.252 INFO:tasks.workunit.client.0.smithi042.stdout:8/897: sync 2024-06-13T11:58:22.252 INFO:tasks.workunit.client.0.smithi042.stdout:8/898: fsync d2/d3/fd4 0 2024-06-13T11:58:22.252 INFO:tasks.workunit.client.0.smithi042.stdout:7/773: unlink d2/f34 0 2024-06-13T11:58:22.253 INFO:tasks.workunit.client.0.smithi042.stdout:8/899: write d2/d3/d5/d5b/f55 [686967,109819] 0 2024-06-13T11:58:22.253 INFO:tasks.workunit.client.0.smithi042.stdout:8/900: fsync d2/dc/d6f/da4/fc4 0 2024-06-13T11:58:22.253 INFO:tasks.workunit.client.0.smithi042.stdout:5/899: creat d1/d42/d60/d10d/d112/f11f x:0 0 0 2024-06-13T11:58:22.255 INFO:tasks.workunit.client.0.smithi042.stdout:2/855: truncate d7/df/d33/f95 881895 0 2024-06-13T11:58:22.260 INFO:tasks.workunit.client.0.smithi042.stdout:5/900: mknod d1/d31/d6a/d8c/d9f/c120 0 2024-06-13T11:58:22.260 INFO:tasks.workunit.client.0.smithi042.stdout:5/901: chown d1/f23 2 1 2024-06-13T11:58:22.263 INFO:tasks.workunit.client.0.smithi042.stdout:8/901: rmdir d2/d3/d5/d12e/d109 39 2024-06-13T11:58:22.268 INFO:tasks.workunit.client.0.smithi042.stdout:9/980: write d9/d15/da3/fad [4505169,81331] 0 2024-06-13T11:58:22.282 INFO:tasks.workunit.client.0.smithi042.stdout:5/902: dread d1/d2b/d35/d36/dba/dda/fb6 [0,4194304] 0 2024-06-13T11:58:22.308 INFO:tasks.workunit.client.0.smithi042.stdout:7/774: dread d2/d3/fd [0,4194304] 0 2024-06-13T11:58:22.313 INFO:tasks.workunit.client.0.smithi042.stdout:5/903: rename d1/d2b/d35/d5b/c69 to d1/d2b/d37/c121 0 2024-06-13T11:58:22.317 INFO:tasks.workunit.client.0.smithi042.stdout:5/904: symlink d1/d31/d6a/l122 0 2024-06-13T11:58:22.320 INFO:tasks.workunit.client.0.smithi042.stdout:5/905: unlink d1/d42/d60/d8f/db0/fe6 0 2024-06-13T11:58:22.320 INFO:tasks.workunit.client.0.smithi042.stdout:5/906: chown d1/d49/cbf 59 1 2024-06-13T11:58:22.329 INFO:tasks.workunit.client.0.smithi042.stdout:3/955: dwrite dc/d29/d47/d66/f142 [0,4194304] 0 2024-06-13T11:58:22.330 INFO:tasks.workunit.client.0.smithi042.stdout:2/856: dwrite d7/d1a/f42 [0,4194304] 0 2024-06-13T11:58:22.336 INFO:tasks.workunit.client.0.smithi042.stdout:3/956: creat dc/d17/d7b/f14e x:0 0 0 2024-06-13T11:58:22.337 INFO:tasks.workunit.client.0.smithi042.stdout:2/857: mkdir d7/d61/d120 0 2024-06-13T11:58:22.337 INFO:tasks.workunit.client.0.smithi042.stdout:3/957: chown dc/d17/d20/d2d/d37/d52/d7e/de0/de7/d10f/l110 4377699 1 2024-06-13T11:58:22.338 INFO:tasks.workunit.client.0.smithi042.stdout:2/858: rmdir d7 39 2024-06-13T11:58:22.340 INFO:tasks.workunit.client.0.smithi042.stdout:2/859: creat d7/d61/d64/db4/da0/f121 x:0 0 0 2024-06-13T11:58:22.342 INFO:tasks.workunit.client.0.smithi042.stdout:2/860: truncate d7/f3f 959686 0 2024-06-13T11:58:22.343 INFO:tasks.workunit.client.0.smithi042.stdout:9/981: dwrite d9/d33/d40/d52/f24 [0,4194304] 0 2024-06-13T11:58:22.343 INFO:tasks.workunit.client.0.smithi042.stdout:7/775: dread d2/d36/d4a/f2d [0,4194304] 0 2024-06-13T11:58:22.346 INFO:tasks.workunit.client.0.smithi042.stdout:2/861: link d7/d61/d64/dff/c22 d7/d61/d64/c122 0 2024-06-13T11:58:22.348 INFO:tasks.workunit.client.0.smithi042.stdout:7/776: creat d2/d36/d4a/d42/d63/f105 x:0 0 0 2024-06-13T11:58:22.348 INFO:tasks.workunit.client.0.smithi042.stdout:7/777: chown d2/d36/c22 751 1 2024-06-13T11:58:22.348 INFO:tasks.workunit.client.0.smithi042.stdout:7/778: stat d2/d36/d4a/d39/c5e 0 2024-06-13T11:58:22.349 INFO:tasks.workunit.client.0.smithi042.stdout:2/862: mknod d7/c123 0 2024-06-13T11:58:22.349 INFO:tasks.workunit.client.0.smithi042.stdout:5/907: rename d1/d2b/fdc to d1/d31/d6a/f123 0 2024-06-13T11:58:22.350 INFO:tasks.workunit.client.0.smithi042.stdout:2/863: rmdir d7/d1a/d9e 39 2024-06-13T11:58:22.351 INFO:tasks.workunit.client.0.smithi042.stdout:5/908: mkdir d1/d31/d6a/d7a/d10c/d124 0 2024-06-13T11:58:22.352 INFO:tasks.workunit.client.0.smithi042.stdout:2/864: creat d7/d23/db1/f124 x:0 0 0 2024-06-13T11:58:22.354 INFO:tasks.workunit.client.0.smithi042.stdout:5/909: mkdir d1/d2b/d35/d36/daf/d125 0 2024-06-13T11:58:22.354 INFO:tasks.workunit.client.0.smithi042.stdout:5/910: dread - d1/d49/fe3 zero size 2024-06-13T11:58:22.354 INFO:tasks.workunit.client.0.smithi042.stdout:2/865: rmdir d7/df/d33 39 2024-06-13T11:58:22.354 INFO:tasks.workunit.client.0.smithi042.stdout:2/866: chown d7/d1a/d50/c78 13270 1 2024-06-13T11:58:22.354 INFO:tasks.workunit.client.0.smithi042.stdout:2/867: dread - d7/d61/d64/db4/fe8 zero size 2024-06-13T11:58:22.356 INFO:tasks.workunit.client.0.smithi042.stdout:5/911: truncate d1/d42/d60/d8f/dbb/f115 5119815 0 2024-06-13T11:58:22.357 INFO:tasks.workunit.client.0.smithi042.stdout:7/779: mknod d2/d3/daa/dea/c106 0 2024-06-13T11:58:22.358 INFO:tasks.workunit.client.0.smithi042.stdout:5/912: creat d1/d42/d60/d10d/d112/f126 x:0 0 0 2024-06-13T11:58:22.359 INFO:tasks.workunit.client.0.smithi042.stdout:7/780: rename d2/d3/f23 to d2/d36/d4a/d42/d98/f107 0 2024-06-13T11:58:22.363 INFO:tasks.workunit.client.0.smithi042.stdout:9/982: write d9/d15/d43/d77/fab [9327010,99436] 0 2024-06-13T11:58:22.363 INFO:tasks.workunit.client.0.smithi042.stdout:5/913: getdents d1 0 2024-06-13T11:58:22.366 INFO:tasks.workunit.client.0.smithi042.stdout:9/983: write d9/db1/fb7 [2228818,59061] 0 2024-06-13T11:58:22.379 INFO:tasks.workunit.client.0.smithi042.stdout:8/902: dwrite d2/fa [0,4194304] 0 2024-06-13T11:58:22.393 INFO:tasks.workunit.client.0.smithi042.stdout:3/958: dwrite dc/d17/d20/d2d/f4a [8388608,4194304] 0 2024-06-13T11:58:22.393 INFO:tasks.workunit.client.0.smithi042.stdout:3/959: fdatasync dc/d17/d20/d2d/f99 0 2024-06-13T11:58:22.393 INFO:tasks.workunit.client.0.smithi042.stdout:3/960: truncate dc/d17/d1f/d79/f135 2523286 0 2024-06-13T11:58:22.396 INFO:tasks.workunit.client.0.smithi042.stdout:3/961: creat dc/d17/d20/d2d/d37/d52/d7e/de0/f14f x:0 0 0 2024-06-13T11:58:22.403 INFO:tasks.workunit.client.0.smithi042.stdout:3/962: write dc/d29/d47/d66/f10d [3631019,25228] 0 2024-06-13T11:58:22.403 INFO:tasks.workunit.client.0.smithi042.stdout:3/963: stat dc/d29/d47/d66/f73 0 2024-06-13T11:58:22.427 INFO:tasks.workunit.client.0.smithi042.stdout:2/868: dwrite d7/d23/d59/fd4 [0,4194304] 0 2024-06-13T11:58:22.443 INFO:tasks.workunit.client.0.smithi042.stdout:3/964: write dc/d17/f19 [1089696,45003] 0 2024-06-13T11:58:22.443 INFO:tasks.workunit.client.0.smithi042.stdout:3/965: getdents dc/d29/d47/d66/d70/d120 0 2024-06-13T11:58:22.451 INFO:tasks.workunit.client.0.smithi042.stdout:7/781: dwrite d2/d36/d64/f7c [4194304,4194304] 0 2024-06-13T11:58:22.451 INFO:tasks.workunit.client.0.smithi042.stdout:9/984: dread d9/d16/d138/fb5 [0,4194304] 0 2024-06-13T11:58:22.451 INFO:tasks.workunit.client.0.smithi042.stdout:9/985: fsync d9/d33/fee 0 2024-06-13T11:58:22.451 INFO:tasks.workunit.client.0.smithi042.stdout:9/986: fsync d9/d15/fa9 0 2024-06-13T11:58:22.452 INFO:tasks.workunit.client.0.smithi042.stdout:7/782: truncate d2/d36/d4a/d42/d63/f8b 2148413 0 2024-06-13T11:58:22.455 INFO:tasks.workunit.client.0.smithi042.stdout:7/783: creat d2/d3/d3e/f108 x:0 0 0 2024-06-13T11:58:22.455 INFO:tasks.workunit.client.0.smithi042.stdout:9/987: creat d9/d33/d40/d52/f148 x:0 0 0 2024-06-13T11:58:22.455 INFO:tasks.workunit.client.0.smithi042.stdout:9/988: chown d9/d4d/f59 282 1 2024-06-13T11:58:22.455 INFO:tasks.workunit.client.0.smithi042.stdout:2/869: dread d7/df/f62 [0,4194304] 0 2024-06-13T11:58:22.477 INFO:tasks.workunit.client.0.smithi042.stdout:9/989: dread d9/d15/d43/d5a/fa5 [0,4194304] 0 2024-06-13T11:58:22.478 INFO:tasks.workunit.client.0.smithi042.stdout:9/990: mkdir d9/d16/daf/dda/d126/d149 0 2024-06-13T11:58:22.492 INFO:tasks.workunit.client.0.smithi042.stdout:7/784: rename d2/d3/d3e/db3/fba to d2/d3/daa/f109 0 2024-06-13T11:58:22.502 INFO:tasks.workunit.client.0.smithi042.stdout:2/870: rename d7/d3c/d40/d4c/l10f to d7/d1a/da2/l125 0 2024-06-13T11:58:22.502 INFO:tasks.workunit.client.0.smithi042.stdout:2/871: dread - d7/d23/db1/dad/f10e zero size 2024-06-13T11:58:22.502 INFO:tasks.workunit.client.0.smithi042.stdout:2/872: write d7/d23/db1/ff1 [391429,33991] 0 2024-06-13T11:58:22.503 INFO:tasks.workunit.client.0.smithi042.stdout:7/785: dread d2/d36/d4a/f68 [0,4194304] 0 2024-06-13T11:58:22.503 INFO:tasks.workunit.client.0.smithi042.stdout:2/873: mkdir d7/d3c/d40/d4c/df4/d126 0 2024-06-13T11:58:22.504 INFO:tasks.workunit.client.0.smithi042.stdout:2/874: readlink d7/d23/l51 0 2024-06-13T11:58:22.504 INFO:tasks.workunit.client.0.smithi042.stdout:7/786: rmdir d2/d36/d4a/d39/dad 39 2024-06-13T11:58:22.505 INFO:tasks.workunit.client.0.smithi042.stdout:2/875: creat d7/d1a/d8d/f127 x:0 0 0 2024-06-13T11:58:22.507 INFO:tasks.workunit.client.0.smithi042.stdout:7/787: rmdir d2/d36/dcc/dfd 0 2024-06-13T11:58:22.509 INFO:tasks.workunit.client.0.smithi042.stdout:2/876: link d7/d61/dba/cd3 d7/d1a/d8d/c128 0 2024-06-13T11:58:22.510 INFO:tasks.workunit.client.0.smithi042.stdout:7/788: mkdir d2/d3/d3e/db3/d10a 0 2024-06-13T11:58:22.510 INFO:tasks.workunit.client.0.smithi042.stdout:7/789: chown d2/d36/d64/l4c 439406 1 2024-06-13T11:58:22.511 INFO:tasks.workunit.client.0.smithi042.stdout:7/790: chown d2/d3/d3e/l8a 2014208 1 2024-06-13T11:58:22.512 INFO:tasks.workunit.client.0.smithi042.stdout:2/877: rename d7/d3c/d40/l74 to d7/l129 0 2024-06-13T11:58:22.515 INFO:tasks.workunit.client.0.smithi042.stdout:2/878: mknod d7/df/d6a/db8/dbc/dcc/d10b/c12a 0 2024-06-13T11:58:22.525 INFO:tasks.workunit.client.0.smithi042.stdout:9/991: dwrite d9/d16/d48/f93 [0,4194304] 0 2024-06-13T11:58:22.552 INFO:tasks.workunit.client.0.smithi042.stdout:7/791: dwrite d2/d36/d4a/d42/d86/dc8/feb [0,4194304] 0 2024-06-13T11:58:22.552 INFO:tasks.workunit.client.0.smithi042.stdout:7/792: readlink d2/d36/d4a/d42/d98/l97 0 2024-06-13T11:58:22.554 INFO:tasks.workunit.client.0.smithi042.stdout:7/793: symlink d2/df2/l10b 0 2024-06-13T11:58:22.554 INFO:tasks.workunit.client.0.smithi042.stdout:9/992: read d9/d33/d69/ff4 [2987187,9436] 0 2024-06-13T11:58:22.556 INFO:tasks.workunit.client.0.smithi042.stdout:9/993: creat d9/d16/f14a x:0 0 0 2024-06-13T11:58:22.574 INFO:tasks.workunit.client.0.smithi042.stdout:9/994: rename d9/d33/d69/l143 to d9/d16/daf/dda/ded/l14b 0 2024-06-13T11:58:22.586 INFO:tasks.workunit.client.0.smithi042.stdout:8/903: sync 2024-06-13T11:58:22.586 INFO:tasks.workunit.client.0.smithi042.stdout:8/904: read - d2/d3/d87/f88 zero size 2024-06-13T11:58:22.587 INFO:tasks.workunit.client.0.smithi042.stdout:8/905: chown d2/d3/d81/d94/d7f/f117 82 1 2024-06-13T11:58:22.636 INFO:tasks.workunit.client.0.smithi042.stdout:8/906: dwrite d2/dc/fad [0,4194304] 0 2024-06-13T11:58:22.656 INFO:tasks.workunit.client.0.smithi042.stdout:3/966: sync 2024-06-13T11:58:22.656 INFO:tasks.workunit.client.0.smithi042.stdout:9/995: rename d9/d16/d5f/f11f to d9/d31/d5c/d10c/f14c 0 2024-06-13T11:58:22.656 INFO:tasks.workunit.client.0.smithi042.stdout:5/914: sync 2024-06-13T11:58:22.656 INFO:tasks.workunit.client.0.smithi042.stdout:9/996: truncate d9/d16/d48/f72 183688 0 2024-06-13T11:58:22.659 INFO:tasks.workunit.client.0.smithi042.stdout:3/967: creat dc/d17/d1f/d92/db4/f150 x:0 0 0 2024-06-13T11:58:22.659 INFO:tasks.workunit.client.0.smithi042.stdout:3/968: fdatasync dc/d17/d20/d2d/f148 0 2024-06-13T11:58:22.660 INFO:tasks.workunit.client.0.smithi042.stdout:3/969: mkdir dc/d17/d20/d2d/d37/d52/d7e/de0/d151 0 2024-06-13T11:58:22.660 INFO:tasks.workunit.client.0.smithi042.stdout:3/970: readlink dc/d17/d1f/l24 0 2024-06-13T11:58:22.661 INFO:tasks.workunit.client.0.smithi042.stdout:3/971: dread - dc/d17/d1f/d79/d88/f93 zero size 2024-06-13T11:58:22.664 INFO:tasks.workunit.client.0.smithi042.stdout:3/972: truncate dc/d17/d1f/f2f 3669848 0 2024-06-13T11:58:22.665 INFO:tasks.workunit.client.0.smithi042.stdout:3/973: readlink dc/d17/d20/d2d/d37/d52/d7e/l10b 0 2024-06-13T11:58:22.666 INFO:tasks.workunit.client.0.smithi042.stdout:3/974: creat dc/d17/d1f/d79/d88/d132/f152 x:0 0 0 2024-06-13T11:58:22.666 INFO:tasks.workunit.client.0.smithi042.stdout:3/975: fdatasync dc/d29/d47/f48 0 2024-06-13T11:58:22.667 INFO:tasks.workunit.client.0.smithi042.stdout:3/976: chown dc/d17/d20/d2d/d37/d52/f5d 29296088 1 2024-06-13T11:58:22.668 INFO:tasks.workunit.client.0.smithi042.stdout:3/977: rename dc/d17/l4f to dc/d17/d20/d5c/dfc/l153 0 2024-06-13T11:58:22.669 INFO:tasks.workunit.client.0.smithi042.stdout:9/997: write f2 [1787994,24507] 0 2024-06-13T11:58:22.670 INFO:tasks.workunit.client.0.smithi042.stdout:3/978: creat dc/d17/d20/d2d/d37/d52/d7e/de0/de7/f154 x:0 0 0 2024-06-13T11:58:22.672 INFO:tasks.workunit.client.0.smithi042.stdout:9/998: unlink d9/d16/d48/fe2 0 2024-06-13T11:58:22.672 INFO:tasks.workunit.client.0.smithi042.stdout:3/979: stat dc/d17/d1f/d92/lec 0 2024-06-13T11:58:22.753 INFO:tasks.workunit.client.0.smithi042.stdout:5/915: dwrite d1/d2b/d35/d36/dba/fd3 [0,4194304] 0 2024-06-13T11:58:22.753 INFO:tasks.workunit.client.0.smithi042.stdout:5/916: stat d1/d31/d6a/d7a/d96/df6/d111/l113 0 2024-06-13T11:58:22.759 INFO:tasks.workunit.client.0.smithi042.stdout:5/917: stat d1/d31/d6a/d7a/d96/da2/f6e 0 2024-06-13T11:58:22.765 INFO:tasks.workunit.client.0.smithi042.stdout:3/980: dwrite dc/d17/d7b/ff0 [0,4194304] 0 2024-06-13T11:58:22.783 INFO:tasks.workunit.client.0.smithi042.stdout:3/981: dread dc/d17/d3b/ff3 [0,4194304] 0 2024-06-13T11:58:22.794 INFO:tasks.workunit.client.0.smithi042.stdout:5/918: write d1/d2b/d35/d36/d40/fea [3124583,126581] 0 2024-06-13T11:58:22.798 INFO:tasks.workunit.client.0.smithi042.stdout:5/919: creat d1/d2b/d35/d36/d40/f127 x:0 0 0 2024-06-13T11:58:22.798 INFO:tasks.workunit.client.0.smithi042.stdout:5/920: readlink d1/d2b/d35/l79 0 2024-06-13T11:58:22.798 INFO:tasks.workunit.client.0.smithi042.stdout:5/921: getdents d1 0 2024-06-13T11:58:22.798 INFO:tasks.workunit.client.0.smithi042.stdout:5/922: chown d1/d42/d60/d8f/d109 199260154 1 2024-06-13T11:58:22.855 INFO:tasks.workunit.client.0.smithi042.stdout:3/982: dwrite dc/d17/d20/d2d/d37/f45 [4194304,4194304] 0 2024-06-13T11:58:22.862 INFO:tasks.workunit.client.0.smithi042.stdout:5/923: dwrite d1/f23 [4194304,4194304] 0 2024-06-13T11:58:22.865 INFO:tasks.workunit.client.0.smithi042.stdout:5/924: symlink d1/d42/d60/d8f/dbb/l128 0 2024-06-13T11:58:22.865 INFO:tasks.workunit.client.0.smithi042.stdout:3/983: dread dc/d17/d3b/d55/f9a [0,4194304] 0 2024-06-13T11:58:22.865 INFO:tasks.workunit.client.0.smithi042.stdout:3/984: dread - dc/d17/d20/d2d/d37/d52/f118 zero size 2024-06-13T11:58:22.875 INFO:tasks.workunit.client.0.smithi042.stdout:3/985: dread dc/d29/d87/ffb [0,4194304] 0 2024-06-13T11:58:22.876 INFO:tasks.workunit.client.0.smithi042.stdout:3/986: rmdir dc/d17/d1f/d79/d88/d132 39 2024-06-13T11:58:22.877 INFO:tasks.workunit.client.0.smithi042.stdout:3/987: creat dc/d17/d1f/d79/d88/d132/f155 x:0 0 0 2024-06-13T11:58:22.879 INFO:tasks.workunit.client.0.smithi042.stdout:3/988: mknod dc/d29/d87/c156 0 2024-06-13T11:58:22.880 INFO:tasks.workunit.client.0.smithi042.stdout:3/989: read - dc/d17/d1f/d92/db4/f150 zero size 2024-06-13T11:58:22.886 INFO:tasks.workunit.client.0.smithi042.stdout:3/990: dread dc/d29/f98 [0,4194304] 0 2024-06-13T11:58:22.886 INFO:tasks.workunit.client.0.smithi042.stdout:3/991: fdatasync dc/d17/d20/d2d/f148 0 2024-06-13T11:58:22.887 INFO:tasks.workunit.client.0.smithi042.stdout:5/925: dread d1/d2b/d35/d62/f8e [0,4194304] 0 2024-06-13T11:58:22.888 INFO:tasks.workunit.client.0.smithi042.stdout:3/992: mkdir dc/d17/d20/d9b/d157 0 2024-06-13T11:58:22.889 INFO:tasks.workunit.client.0.smithi042.stdout:3/993: symlink dc/d29/d87/l158 0 2024-06-13T11:58:22.918 INFO:tasks.workunit.client.0.smithi042.stdout:3/994: read dc/d17/d20/d9b/f13c [344783,43267] 0 2024-06-13T11:58:22.918 INFO:tasks.workunit.client.0.smithi042.stdout:5/926: dread d1/d31/d45/fc9 [0,4194304] 0 2024-06-13T11:58:22.920 INFO:tasks.workunit.client.0.smithi042.stdout:5/927: rmdir d1/d42/d60/dfb 39 2024-06-13T11:58:22.921 INFO:tasks.workunit.client.0.smithi042.stdout:5/928: symlink d1/d42/d60/d10d/d112/l129 0 2024-06-13T11:58:22.921 INFO:tasks.workunit.client.0.smithi042.stdout:5/929: fsync d1/d2b/d35/d36/d40/f83 0 2024-06-13T11:58:22.925 INFO:tasks.workunit.client.0.smithi042.stdout:5/930: creat d1/d31/d45/f12a x:0 0 0 2024-06-13T11:58:22.925 INFO:tasks.workunit.client.0.smithi042.stdout:5/931: write d1/d42/f43 [894192,48302] 0 2024-06-13T11:58:22.963 INFO:tasks.workunit.client.0.smithi042.stdout:5/932: dread d1/f12 [0,4194304] 0 2024-06-13T11:58:23.008 INFO:tasks.workunit.client.0.smithi042.stdout:5/933: write d1/d31/ff3 [1991145,94958] 0 2024-06-13T11:58:23.010 INFO:tasks.workunit.client.0.smithi042.stdout:5/934: mkdir d1/d31/d6a/d7a/d10c/d12b 0 2024-06-13T11:58:23.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:23 smithi088 ceph-mon[36399]: pgmap v88: 129 pgs: 129 active+clean; 2.2 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 208 KiB/s rd, 310 KiB/s wr, 187 op/s 2024-06-13T11:58:23.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:23 smithi042 ceph-mon[32231]: pgmap v88: 129 pgs: 129 active+clean; 2.2 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 208 KiB/s rd, 310 KiB/s wr, 187 op/s 2024-06-13T11:58:23.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:23 smithi162 ceph-mon[36757]: pgmap v88: 129 pgs: 129 active+clean; 2.2 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 208 KiB/s rd, 310 KiB/s wr, 187 op/s 2024-06-13T11:58:25.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:25 smithi088 ceph-mon[36399]: pgmap v89: 129 pgs: 129 active+clean; 2.3 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 10 MiB/s wr, 209 op/s 2024-06-13T11:58:25.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:25 smithi042 ceph-mon[32231]: pgmap v89: 129 pgs: 129 active+clean; 2.3 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 10 MiB/s wr, 209 op/s 2024-06-13T11:58:25.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:25 smithi162 ceph-mon[36757]: pgmap v89: 129 pgs: 129 active+clean; 2.3 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 10 MiB/s wr, 209 op/s 2024-06-13T11:58:25.871 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.870+0000 7fa6ee400640 1 -- 172.21.15.42:0/4141151853 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa6e81077b0 msgr2=0x7fa6e8107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:25.871 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.870+0000 7fa6ee400640 1 --2- 172.21.15.42:0/4141151853 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa6e81077b0 0x7fa6e8107b90 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fa6d8009930 tx=0x7fa6d802a420 comp rx=0 tx=0).stop 2024-06-13T11:58:25.871 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.871+0000 7fa6ee400640 1 -- 172.21.15.42:0/4141151853 shutdown_connections 2024-06-13T11:58:25.871 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.871+0000 7fa6ee400640 1 --2- 172.21.15.42:0/4141151853 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa6e8102160 0x7fa6e810e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:25.872 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.871+0000 7fa6ee400640 1 --2- 172.21.15.42:0/4141151853 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa6e81017a0 0x7fa6e8101c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:25.872 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.871+0000 7fa6ee400640 1 --2- 172.21.15.42:0/4141151853 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa6e81077b0 0x7fa6e8107b90 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:25.872 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.871+0000 7fa6ee400640 1 -- 172.21.15.42:0/4141151853 >> 172.21.15.42:0/4141151853 conn(0x7fa6e80fd2f0 msgr2=0x7fa6e80ff710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:25.872 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.871+0000 7fa6ee400640 1 -- 172.21.15.42:0/4141151853 shutdown_connections 2024-06-13T11:58:25.872 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.871+0000 7fa6ee400640 1 -- 172.21.15.42:0/4141151853 wait complete. 2024-06-13T11:58:25.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.872+0000 7fa6ee400640 1 Processor -- start 2024-06-13T11:58:25.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.872+0000 7fa6ee400640 1 -- start start 2024-06-13T11:58:25.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.872+0000 7fa6ee400640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa6e81017a0 0x7fa6e8073ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:25.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.872+0000 7fa6ee400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa6e8102160 0x7fa6e80741e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:25.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.872+0000 7fa6ee400640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa6e81077b0 0x7fa6e8074720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:25.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.872+0000 7fa6ee400640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa6e8111c10 con 0x7fa6e8102160 2024-06-13T11:58:25.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.872+0000 7fa6ee400640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fa6e8111a90 con 0x7fa6e81077b0 2024-06-13T11:58:25.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.872+0000 7fa6ee400640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fa6e8111d90 con 0x7fa6e81017a0 2024-06-13T11:58:25.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.872+0000 7fa6ed000640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa6e81017a0 0x7fa6e8073ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:25.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.872+0000 7fa6ed000640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa6e81017a0 0x7fa6e8073ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:42862/0 (socket says 172.21.15.42:42862) 2024-06-13T11:58:25.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.872+0000 7fa6ed000640 1 -- 172.21.15.42:0/2361762368 learned_addr learned my addr 172.21.15.42:0/2361762368 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:25.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.872+0000 7fa6dfe00640 1 --2- 172.21.15.42:0/2361762368 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa6e8102160 0x7fa6e80741e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:25.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.873+0000 7fa6eda00640 1 --2- 172.21.15.42:0/2361762368 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa6e81077b0 0x7fa6e8074720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:25.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.873+0000 7fa6ed000640 1 -- 172.21.15.42:0/2361762368 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa6e81077b0 msgr2=0x7fa6e8074720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:25.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.873+0000 7fa6ed000640 1 --2- 172.21.15.42:0/2361762368 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa6e81077b0 0x7fa6e8074720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:25.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.873+0000 7fa6ed000640 1 -- 172.21.15.42:0/2361762368 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa6e8102160 msgr2=0x7fa6e80741e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:25.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.873+0000 7fa6ed000640 1 --2- 172.21.15.42:0/2361762368 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa6e8102160 0x7fa6e80741e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:25.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.873+0000 7fa6ed000640 1 -- 172.21.15.42:0/2361762368 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6e81a65f0 con 0x7fa6e81017a0 2024-06-13T11:58:25.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.873+0000 7fa6dfe00640 1 --2- 172.21.15.42:0/2361762368 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa6e8102160 0x7fa6e80741e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:58:25.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.873+0000 7fa6ed000640 1 --2- 172.21.15.42:0/2361762368 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa6e81017a0 0x7fa6e8073ca0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fa6d802a940 tx=0x7fa6d8003b20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:25.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.874+0000 7fa6e6000640 1 -- 172.21.15.42:0/2361762368 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d803f070 con 0x7fa6e81017a0 2024-06-13T11:58:25.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.874+0000 7fa6e6000640 1 -- 172.21.15.42:0/2361762368 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa6d8031c90 con 0x7fa6e81017a0 2024-06-13T11:58:25.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.874+0000 7fa6e6000640 1 -- 172.21.15.42:0/2361762368 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d8035030 con 0x7fa6e81017a0 2024-06-13T11:58:25.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.874+0000 7fa6ee400640 1 -- 172.21.15.42:0/2361762368 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6e81a6880 con 0x7fa6e81017a0 2024-06-13T11:58:25.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.874+0000 7fa6ee400640 1 -- 172.21.15.42:0/2361762368 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6e81a6d20 con 0x7fa6e81017a0 2024-06-13T11:58:25.878 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.878+0000 7fa6f280f740 1 Processor -- start 2024-06-13T11:58:25.878 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.878+0000 7fa6f280f740 1 -- start start 2024-06-13T11:58:25.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.878+0000 7fa6f280f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bef93067a0 0x55bef9304cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:25.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.878+0000 7fa6f280f740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55bef9305230 0x55bef93056b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:25.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.879+0000 7fa6f280f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bef930ffb0 0x55bef93123a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:25.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.879+0000 7fa6f280f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55bef9269420 con 0x55bef930ffb0 2024-06-13T11:58:25.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.879+0000 7fa6f280f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55bef9210c50 con 0x55bef93067a0 2024-06-13T11:58:25.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.879+0000 7fa6f280f740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55bef92653e0 con 0x55bef9305230 2024-06-13T11:58:25.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.879+0000 7fa6eda00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bef93067a0 0x55bef9304cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:25.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.879+0000 7fa6eda00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bef93067a0 0x55bef9304cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:50720/0 (socket says 172.21.15.42:50720) 2024-06-13T11:58:25.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.879+0000 7fa6eda00640 1 -- 172.21.15.42:0/3249951496 learned_addr learned my addr 172.21.15.42:0/3249951496 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:25.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.879+0000 7fa6dfe00640 1 --2- 172.21.15.42:0/3249951496 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bef930ffb0 0x55bef93123a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:25.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.879+0000 7fa6e6000640 1 -- 172.21.15.42:0/2361762368 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fa6d8042070 con 0x7fa6e81017a0 2024-06-13T11:58:25.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.879+0000 7fa6eda00640 1 -- 172.21.15.42:0/3249951496 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55bef9305230 msgr2=0x55bef93056b0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-13T11:58:25.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.879+0000 7fa6eda00640 1 --2- 172.21.15.42:0/3249951496 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55bef9305230 0x55bef93056b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:25.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.879+0000 7fa6eda00640 1 -- 172.21.15.42:0/3249951496 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bef930ffb0 msgr2=0x55bef93123a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:25.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.879+0000 7fa6eda00640 1 --2- 172.21.15.42:0/3249951496 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bef930ffb0 0x55bef93123a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:25.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.879+0000 7fa6eda00640 1 -- 172.21.15.42:0/3249951496 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bef8f7d210 con 0x55bef93067a0 2024-06-13T11:58:25.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.879+0000 7fa6dfe00640 1 --2- 172.21.15.42:0/3249951496 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bef930ffb0 0x55bef93123a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:58:25.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.880+0000 7fa6eda00640 1 --2- 172.21.15.42:0/3249951496 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bef93067a0 0x55bef9304cf0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fa6e0009f80 tx=0x7fa6e00118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eb79ece4f57b6cdf server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:25.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.880+0000 7fa6de000640 1 -- 172.21.15.42:0/3249951496 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6e0004d20 con 0x55bef93067a0 2024-06-13T11:58:25.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.880+0000 7fa6de000640 1 -- 172.21.15.42:0/3249951496 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa6e0004050 con 0x55bef93067a0 2024-06-13T11:58:25.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.880+0000 7fa6de000640 1 -- 172.21.15.42:0/3249951496 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6e0005260 con 0x55bef93067a0 2024-06-13T11:58:25.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.881+0000 7fa6f280f740 1 -- 172.21.15.42:0/3249951496 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bef93067a0 msgr2=0x55bef9304cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:25.884 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.881+0000 7fa6f280f740 1 --2- 172.21.15.42:0/3249951496 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bef93067a0 0x55bef9304cf0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fa6e0009f80 tx=0x7fa6e00118d0 comp rx=0 tx=0).stop 2024-06-13T11:58:25.884 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.881+0000 7fa6f280f740 1 -- 172.21.15.42:0/3249951496 shutdown_connections 2024-06-13T11:58:25.884 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.881+0000 7fa6f280f740 1 --2- 172.21.15.42:0/3249951496 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bef930ffb0 0x55bef93123a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:25.884 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.881+0000 7fa6f280f740 1 --2- 172.21.15.42:0/3249951496 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55bef9305230 0x55bef93056b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:25.884 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.881+0000 7fa6f280f740 1 --2- 172.21.15.42:0/3249951496 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bef93067a0 0x55bef9304cf0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:25.884 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.881+0000 7fa6f280f740 1 -- 172.21.15.42:0/3249951496 >> 172.21.15.42:0/3249951496 conn(0x55bef92cdfb0 msgr2=0x55bef9301820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:25.884 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.881+0000 7fa6e6000640 1 --2- 172.21.15.42:0/2361762368 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fa6c80a2d70 0x7fa6c80a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:25.884 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.881+0000 7fa6f280f740 1 -- 172.21.15.42:0/3249951496 shutdown_connections 2024-06-13T11:58:25.884 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.881+0000 7fa6f280f740 1 -- 172.21.15.42:0/3249951496 wait complete. 2024-06-13T11:58:25.884 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.881+0000 7fa6e6000640 1 -- 172.21.15.42:0/2361762368 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fa6d80efd80 con 0x7fa6e81017a0 2024-06-13T11:58:25.885 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.881+0000 7fa6dfe00640 1 --2- 172.21.15.42:0/2361762368 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fa6c80a2d70 0x7fa6c80a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:25.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.881+0000 7fa6f280f740 1 -- start start 2024-06-13T11:58:25.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.882+0000 7fa6f280f740 1 Processor -- start 2024-06-13T11:58:25.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.882+0000 7fa6dfe00640 1 --2- 172.21.15.42:0/2361762368 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fa6c80a2d70 0x7fa6c80a5230 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x55bef93029b0 tx=0x7fa6d0005f90 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:25.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.882+0000 7fa6f280f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bef9305230 0x55bef930cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:25.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.882+0000 7fa6f280f740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55bef93067a0 0x55bef930d520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:25.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.882+0000 7fa6f280f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bef930ffb0 0x55bef930da60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:25.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.882+0000 7fa6f280f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55bef9312d80 con 0x55bef930ffb0 2024-06-13T11:58:25.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.882+0000 7fa6f280f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55bef92240b0 con 0x55bef9305230 2024-06-13T11:58:25.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.882+0000 7fa6f280f740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55bef9312f00 con 0x55bef93067a0 2024-06-13T11:58:25.891 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.882+0000 7fa6f280f740 10 client.0 _ll_register_callbacks cb 0x55bef920ff40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:58:25.891 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.883+0000 7fa6ed000640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bef9305230 0x55bef930cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:25.891 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.883+0000 7fa6dfe00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55bef93067a0 0x55bef930d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:25.891 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.883+0000 7fa6ed000640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bef9305230 0x55bef930cfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:50736/0 (socket says 172.21.15.42:50736) 2024-06-13T11:58:25.891 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.883+0000 7fa6ed000640 1 -- 172.21.15.42:0/2118480323 learned_addr learned my addr 172.21.15.42:0/2118480323 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:25.891 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.883+0000 7fa6eda00640 1 --2- 172.21.15.42:0/2118480323 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bef930ffb0 0x55bef930da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:25.892 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.883+0000 7fa6ed000640 1 -- 172.21.15.42:0/2118480323 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55bef93067a0 msgr2=0x55bef930d520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:25.892 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.883+0000 7fa6ed000640 1 --2- 172.21.15.42:0/2118480323 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55bef93067a0 0x55bef930d520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:25.892 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.883+0000 7fa6ed000640 1 -- 172.21.15.42:0/2118480323 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bef930ffb0 msgr2=0x55bef930da60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:25.892 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.883+0000 7fa6ed000640 1 --2- 172.21.15.42:0/2118480323 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bef930ffb0 0x55bef930da60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:25.892 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.883+0000 7fa6ed000640 1 -- 172.21.15.42:0/2118480323 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bef9049620 con 0x55bef9305230 2024-06-13T11:58:25.892 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.883+0000 7fa6ed000640 1 --2- 172.21.15.42:0/2118480323 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bef9305230 0x55bef930cfe0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fa6d8000c00 tx=0x7fa6d80bbd70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b5e6a6779bde0cd1 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:25.892 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.883+0000 7fa6d6a00640 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:58:25.892 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.883+0000 7fa6d6a00640 1 -- 172.21.15.42:0/2118480323 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d8049050 con 0x55bef9305230 2024-06-13T11:58:25.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.883+0000 7fa6d6a00640 1 -- 172.21.15.42:0/2118480323 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fa6d80b8610 con 0x55bef9305230 2024-06-13T11:58:25.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.883+0000 7fa6f280f740 1 -- 172.21.15.42:0/2118480323 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa6e0004050 con 0x55bef9305230 2024-06-13T11:58:25.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.884+0000 7fa6d6a00640 1 -- 172.21.15.42:0/2118480323 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fa6d8031e40 con 0x55bef9305230 2024-06-13T11:58:25.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.884+0000 7fa6f280f740 10 client.25823 fetch_fsmap learned FSMap version 30 2024-06-13T11:58:25.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.884+0000 7fa6f280f740 1 -- 172.21.15.42:0/2118480323 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55bef931f120 con 0x55bef9305230 2024-06-13T11:58:25.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.884+0000 7fa6d6a00640 1 -- 172.21.15.42:0/2118480323 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa6d80d7020 con 0x55bef9305230 2024-06-13T11:58:25.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.884+0000 7fa6d6a00640 1 -- 172.21.15.42:0/2118480323 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fa6d80c46d0 con 0x55bef9305230 2024-06-13T11:58:25.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.884+0000 7fa6f280f740 10 client.25823 fetch_fsmap finished waiting for FSMap version 30 2024-06-13T11:58:25.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.884+0000 7fa6f280f740 10 client.25823 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:58:25.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.884+0000 7fa6f280f740 20 client.25823 populate_metadata read hostname 'smithi042' 2024-06-13T11:58:25.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.884+0000 7fa6f280f740 1 --2- 172.21.15.42:0/2118480323 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55bef93206b0 0x55bef9322ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:25.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.884+0000 7fa6f280f740 4 client.25823 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:58:25.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.884+0000 7fa6f280f740 1 -- 172.21.15.42:0/2118480323 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bef9276b50 con 0x55bef93206b0 2024-06-13T11:58:25.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.885+0000 7fa6dfe00640 1 --2- 172.21.15.42:0/2118480323 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55bef93206b0 0x55bef9322ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:25.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.885+0000 7fa6dfe00640 1 --2- 172.21.15.42:0/2118480323 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55bef93206b0 0x55bef9322ad0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4cbb966a2c330df2 server_cookie=222b6527154ed89f in_seq=0 out_seq=0 2024-06-13T11:58:25.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.885+0000 7fa6d6a00640 10 client.25823 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:58:25.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.886+0000 7fa6d6a00640 1 -- 172.21.15.42:0/2118480323 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55bef9276b50 con 0x55bef93206b0 2024-06-13T11:58:25.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.886+0000 7fa6d6a00640 10 client.25823 handle_command_reply: tid=0 2024-06-13T11:58:25.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.886+0000 7fa6f280f740 1 client.25823 shutdown 2024-06-13T11:58:25.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.886+0000 7fa6f280f740 1 -- 172.21.15.42:0/2118480323 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bef9305230 msgr2=0x55bef930cfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:25.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.886+0000 7fa6f280f740 1 --2- 172.21.15.42:0/2118480323 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bef9305230 0x55bef930cfe0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fa6d8000c00 tx=0x7fa6d80bbd70 comp rx=0 tx=0).stop 2024-06-13T11:58:25.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.887+0000 7fa6f280f740 1 -- 172.21.15.42:0/2118480323 shutdown_connections 2024-06-13T11:58:25.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.887+0000 7fa6f280f740 1 --2- 172.21.15.42:0/2118480323 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55bef93206b0 0x55bef9322ad0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:25.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.887+0000 7fa6f280f740 1 --2- 172.21.15.42:0/2118480323 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bef930ffb0 0x55bef930da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:25.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.887+0000 7fa6f280f740 1 --2- 172.21.15.42:0/2118480323 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55bef93067a0 0x55bef930d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:25.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.887+0000 7fa6d6a00640 0 client.25823 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:58:25.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.887+0000 7fa6f280f740 1 --2- 172.21.15.42:0/2118480323 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bef9305230 0x55bef930cfe0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:25.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.887+0000 7fa6f280f740 1 -- 172.21.15.42:0/2118480323 >> 172.21.15.42:0/2118480323 conn(0x55bef92cdfb0 msgr2=0x55bef9307690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:25.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.887+0000 7fa6f280f740 1 -- 172.21.15.42:0/2118480323 shutdown_connections 2024-06-13T11:58:25.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.887+0000 7fa6f280f740 1 -- 172.21.15.42:0/2118480323 wait complete. 2024-06-13T11:58:25.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.887+0000 7fa6f280f740 20 client.25823 trim_cache size 0 max 16384 2024-06-13T11:58:25.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.903+0000 7fa6f280f740 1 Processor -- start 2024-06-13T11:58:25.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.903+0000 7fa6f280f740 1 -- start start 2024-06-13T11:58:25.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.904+0000 7fa6f280f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bef9305230 0x55bef930d880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:25.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.904+0000 7fa6f280f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bef93067a0 0x55bef9307510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:25.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.904+0000 7fa6f280f740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55bef930ffb0 0x55bef9301120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:25.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.904+0000 7fa6f280f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa6e81b3870 con 0x55bef93067a0 2024-06-13T11:58:25.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.904+0000 7fa6f280f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fa6e81b10e0 con 0x55bef9305230 2024-06-13T11:58:25.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.904+0000 7fa6f280f740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fa6e81aef30 con 0x55bef930ffb0 2024-06-13T11:58:25.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.904+0000 7fa6dfe00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bef93067a0 0x55bef9307510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:25.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.904+0000 7fa6dfe00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bef93067a0 0x55bef9307510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37418/0 (socket says 172.21.15.42:37418) 2024-06-13T11:58:25.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.904+0000 7fa6dfe00640 1 -- 172.21.15.42:0/3249233849 learned_addr learned my addr 172.21.15.42:0/3249233849 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:25.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.904+0000 7fa6eda00640 1 --2- 172.21.15.42:0/3249233849 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55bef930ffb0 0x55bef9301120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:25.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.904+0000 7fa6ed000640 1 --2- 172.21.15.42:0/3249233849 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bef9305230 0x55bef930d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:25.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.904+0000 7fa6dfe00640 1 -- 172.21.15.42:0/3249233849 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55bef930ffb0 msgr2=0x55bef9301120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:25.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.904+0000 7fa6dfe00640 1 --2- 172.21.15.42:0/3249233849 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55bef930ffb0 0x55bef9301120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:25.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.904+0000 7fa6dfe00640 1 -- 172.21.15.42:0/3249233849 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bef9305230 msgr2=0x55bef930d880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:25.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.904+0000 7fa6dfe00640 1 --2- 172.21.15.42:0/3249233849 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bef9305230 0x55bef930d880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:25.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.904+0000 7fa6dfe00640 1 -- 172.21.15.42:0/3249233849 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bef9305d00 con 0x55bef93067a0 2024-06-13T11:58:25.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.905+0000 7fa6dfe00640 1 --2- 172.21.15.42:0/3249233849 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bef93067a0 0x55bef9307510 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x55bef9305cd0 tx=0x7fa6d001b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51c61d10042804f server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:25.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.905+0000 7fa6dd600640 1 -- 172.21.15.42:0/3249233849 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d0005020 con 0x55bef93067a0 2024-06-13T11:58:25.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.905+0000 7fa6dd600640 1 -- 172.21.15.42:0/3249233849 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa6d00047a0 con 0x55bef93067a0 2024-06-13T11:58:25.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.905+0000 7fa6dd600640 1 -- 172.21.15.42:0/3249233849 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d002b8d0 con 0x55bef93067a0 2024-06-13T11:58:25.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.906+0000 7fa6f280f740 1 -- 172.21.15.42:0/3249233849 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bef93067a0 msgr2=0x55bef9307510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:25.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.906+0000 7fa6f280f740 1 --2- 172.21.15.42:0/3249233849 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bef93067a0 0x55bef9307510 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x55bef9305cd0 tx=0x7fa6d001b000 comp rx=0 tx=0).stop 2024-06-13T11:58:25.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.906+0000 7fa6f280f740 1 -- 172.21.15.42:0/3249233849 shutdown_connections 2024-06-13T11:58:25.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.906+0000 7fa6f280f740 1 --2- 172.21.15.42:0/3249233849 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bef93067a0 0x55bef9307510 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:25.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.906+0000 7fa6f280f740 1 --2- 172.21.15.42:0/3249233849 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55bef930ffb0 0x55bef9301120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:25.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.906+0000 7fa6f280f740 1 --2- 172.21.15.42:0/3249233849 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bef9305230 0x55bef930d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:25.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.906+0000 7fa6f280f740 1 -- 172.21.15.42:0/3249233849 >> 172.21.15.42:0/3249233849 conn(0x55bef92cdfb0 msgr2=0x55bef9306e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:25.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.906+0000 7fa6f280f740 1 -- 172.21.15.42:0/3249233849 shutdown_connections 2024-06-13T11:58:25.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.906+0000 7fa6f280f740 1 -- 172.21.15.42:0/3249233849 wait complete. 2024-06-13T11:58:25.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.906+0000 7fa6f280f740 1 -- start start 2024-06-13T11:58:25.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.907+0000 7fa6f280f740 1 Processor -- start 2024-06-13T11:58:25.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.907+0000 7fa6f280f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bef9305230 0x55bef93137a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:25.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.907+0000 7fa6f280f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bef93067a0 0x55bef9313ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:25.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.907+0000 7fa6f280f740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55bef930ffb0 0x55bef9389360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:25.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.907+0000 7fa6f280f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa6e81af5a0 con 0x55bef9305230 2024-06-13T11:58:25.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.907+0000 7fa6f280f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fa6e81b0a10 con 0x55bef93067a0 2024-06-13T11:58:25.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.907+0000 7fa6f280f740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fa6e81afc70 con 0x55bef930ffb0 2024-06-13T11:58:25.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.907+0000 7fa6f280f740 10 client.0 _ll_register_callbacks cb 0x7fa6d8009880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:58:25.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.907+0000 7fa6ed000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bef9305230 0x55bef93137a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:25.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.907+0000 7fa6ed000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bef9305230 0x55bef93137a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37426/0 (socket says 172.21.15.42:37426) 2024-06-13T11:58:25.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.907+0000 7fa6ed000640 1 -- 172.21.15.42:0/2873830605 learned_addr learned my addr 172.21.15.42:0/2873830605 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:25.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.907+0000 7fa6dfe00640 1 --2- 172.21.15.42:0/2873830605 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bef93067a0 0x55bef9313ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:25.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.907+0000 7fa6eda00640 1 --2- 172.21.15.42:0/2873830605 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55bef930ffb0 0x55bef9389360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:25.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.908+0000 7fa6ed000640 1 -- 172.21.15.42:0/2873830605 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55bef930ffb0 msgr2=0x55bef9389360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:25.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.908+0000 7fa6ed000640 1 --2- 172.21.15.42:0/2873830605 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55bef930ffb0 0x55bef9389360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:25.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.908+0000 7fa6ed000640 1 -- 172.21.15.42:0/2873830605 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bef93067a0 msgr2=0x55bef9313ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:25.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.908+0000 7fa6ed000640 1 --2- 172.21.15.42:0/2873830605 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bef93067a0 0x55bef9313ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:25.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.908+0000 7fa6ed000640 1 -- 172.21.15.42:0/2873830605 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bef93898a0 con 0x55bef9305230 2024-06-13T11:58:25.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.908+0000 7fa6ed000640 1 --2- 172.21.15.42:0/2873830605 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bef9305230 0x55bef93137a0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fa6d80c4ad0 tx=0x7fa6d803b720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bab958ced2111da server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:25.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.908+0000 7fa6d6a00640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-13T11:58:25.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.908+0000 7fa6d6a00640 1 -- 172.21.15.42:0/2873830605 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d8049070 con 0x55bef9305230 2024-06-13T11:58:25.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.908+0000 7fa6d6a00640 1 -- 172.21.15.42:0/2873830605 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fa6d80c46d0 con 0x55bef9305230 2024-06-13T11:58:25.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.908+0000 7fa6f280f740 1 -- 172.21.15.42:0/2873830605 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa6d00047a0 con 0x55bef9305230 2024-06-13T11:58:25.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.909+0000 7fa6d6a00640 1 -- 172.21.15.42:0/2873830605 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fa6d80bbae0 con 0x55bef9305230 2024-06-13T11:58:25.913 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.909+0000 7fa6f280f740 10 client.15654 fetch_fsmap learned FSMap version 30 2024-06-13T11:58:25.913 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.909+0000 7fa6f280f740 1 -- 172.21.15.42:0/2873830605 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55bef938aab0 con 0x55bef9305230 2024-06-13T11:58:25.913 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.909+0000 7fa6d6a00640 1 -- 172.21.15.42:0/2873830605 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa6d00047a0 con 0x55bef9305230 2024-06-13T11:58:25.913 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.909+0000 7fa6d6a00640 1 -- 172.21.15.42:0/2873830605 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fa6d80a50d0 con 0x55bef9305230 2024-06-13T11:58:25.913 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.909+0000 7fa6f280f740 10 client.15654 fetch_fsmap finished waiting for FSMap version 30 2024-06-13T11:58:25.913 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.909+0000 7fa6f280f740 10 client.15654 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:58:25.913 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.909+0000 7fa6f280f740 20 client.15654 populate_metadata read hostname 'smithi042' 2024-06-13T11:58:25.913 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.909+0000 7fa6f280f740 1 --2- 172.21.15.42:0/2873830605 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55bef938afe0 0x55bef938d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:25.913 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.909+0000 7fa6f280f740 4 client.15654 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-13T11:58:25.913 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.909+0000 7fa6f280f740 1 -- 172.21.15.42:0/2873830605 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55bef9270ea0 con 0x55bef938afe0 2024-06-13T11:58:25.913 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.910+0000 7fa6dfe00640 1 --2- 172.21.15.42:0/2873830605 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55bef938afe0 0x55bef938d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:25.913 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.910+0000 7fa6dfe00640 1 --2- 172.21.15.42:0/2873830605 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55bef938afe0 0x55bef938d3d0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1f804e21c3125dcb server_cookie=482932f270fc2237 in_seq=0 out_seq=0 2024-06-13T11:58:25.913 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:25.910+0000 7fa6d6a00640 10 client.15654 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:58:26.084 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:26.083+0000 7fa6d6a00640 1 -- 172.21.15.42:0/2873830605 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55bef9270ea0 con 0x55bef938afe0 2024-06-13T11:58:26.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:26.083+0000 7fa6d6a00640 10 client.15654 handle_command_reply: tid=0 2024-06-13T11:58:26.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:26.083+0000 7fa6f280f740 1 client.15654 shutdown 2024-06-13T11:58:26.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:26.084+0000 7fa6f280f740 1 -- 172.21.15.42:0/2873830605 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bef9305230 msgr2=0x55bef93137a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:26.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:26.084+0000 7fa6f280f740 1 --2- 172.21.15.42:0/2873830605 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bef9305230 0x55bef93137a0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fa6d80c4ad0 tx=0x7fa6d803b720 comp rx=0 tx=0).stop 2024-06-13T11:58:26.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:26.084+0000 7fa6f280f740 1 -- 172.21.15.42:0/2873830605 shutdown_connections 2024-06-13T11:58:26.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:26.084+0000 7fa6f280f740 1 --2- 172.21.15.42:0/2873830605 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55bef938afe0 0x55bef938d3d0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:26.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:26.084+0000 7fa6f280f740 1 --2- 172.21.15.42:0/2873830605 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55bef930ffb0 0x55bef9389360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:26.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:26.084+0000 7fa6f280f740 1 --2- 172.21.15.42:0/2873830605 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bef93067a0 0x55bef9313ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:26.086 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:26.084+0000 7fa6f280f740 1 --2- 172.21.15.42:0/2873830605 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bef9305230 0x55bef93137a0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:26.086 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:26.084+0000 7fa6f280f740 1 -- 172.21.15.42:0/2873830605 >> 172.21.15.42:0/2873830605 conn(0x55bef92cdfb0 msgr2=0x55bef931b040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:26.086 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:26.084+0000 7fa6d6a00640 0 client.15654 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:58:26.086 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:26.084+0000 7fa6f280f740 1 -- 172.21.15.42:0/2873830605 shutdown_connections 2024-06-13T11:58:26.086 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:26.084+0000 7fa6f280f740 1 -- 172.21.15.42:0/2873830605 wait complete. 2024-06-13T11:58:26.086 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:26.084+0000 7fa6f280f740 20 client.15654 trim_cache size 0 max 16384 2024-06-13T11:58:26.086 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-13T11:58:26.086 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-13T11:58:26.087 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-13T11:58:26.087 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:26.085+0000 7fa6ee400640 1 -- 172.21.15.42:0/2361762368 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fa6c80a2d70 msgr2=0x7fa6c80a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:26.087 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:26.085+0000 7fa6ee400640 1 --2- 172.21.15.42:0/2361762368 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fa6c80a2d70 0x7fa6c80a5230 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x55bef93029b0 tx=0x7fa6d0005f90 comp rx=0 tx=0).stop 2024-06-13T11:58:26.088 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:26.085+0000 7fa6ee400640 1 -- 172.21.15.42:0/2361762368 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa6e81017a0 msgr2=0x7fa6e8073ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:26.088 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:26.085+0000 7fa6ee400640 1 --2- 172.21.15.42:0/2361762368 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa6e81017a0 0x7fa6e8073ca0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fa6d802a940 tx=0x7fa6d8003b20 comp rx=0 tx=0).stop 2024-06-13T11:58:26.088 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:26.085+0000 7fa6ee400640 1 -- 172.21.15.42:0/2361762368 shutdown_connections 2024-06-13T11:58:26.088 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:26.085+0000 7fa6ee400640 1 --2- 172.21.15.42:0/2361762368 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fa6c80a2d70 0x7fa6c80a5230 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:26.088 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:26.085+0000 7fa6ee400640 1 --2- 172.21.15.42:0/2361762368 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa6e8102160 0x7fa6e80741e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:26.088 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:26.085+0000 7fa6ee400640 1 --2- 172.21.15.42:0/2361762368 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa6e81077b0 0x7fa6e8074720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:26.088 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:26.085+0000 7fa6ee400640 1 --2- 172.21.15.42:0/2361762368 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa6e81017a0 0x7fa6e8073ca0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:26.088 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:26.085+0000 7fa6ee400640 1 -- 172.21.15.42:0/2361762368 >> 172.21.15.42:0/2361762368 conn(0x7fa6e80fd2f0 msgr2=0x7fa6e80fda40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:26.088 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:26.085+0000 7fa6ee400640 1 -- 172.21.15.42:0/2361762368 shutdown_connections 2024-06-13T11:58:26.088 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:26.085+0000 7fa6ee400640 1 -- 172.21.15.42:0/2361762368 wait complete. 2024-06-13T11:58:27.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:27 smithi088 ceph-mon[36399]: pgmap v90: 129 pgs: 129 active+clean; 2.3 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 9.9 MiB/s wr, 28 op/s 2024-06-13T11:58:27.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:27 smithi042 ceph-mon[32231]: pgmap v90: 129 pgs: 129 active+clean; 2.3 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 9.9 MiB/s wr, 28 op/s 2024-06-13T11:58:27.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:27 smithi162 ceph-mon[36757]: pgmap v90: 129 pgs: 129 active+clean; 2.3 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 9.9 MiB/s wr, 28 op/s 2024-06-13T11:58:28.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:28 smithi088 ceph-mon[36399]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T11:58:28.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:28 smithi042 ceph-mon[32231]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T11:58:28.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:28 smithi162 ceph-mon[36757]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T11:58:29.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:29 smithi088 ceph-mon[36399]: pgmap v91: 129 pgs: 129 active+clean; 2.3 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 10 MiB/s wr, 116 op/s 2024-06-13T11:58:29.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:29 smithi042 ceph-mon[32231]: pgmap v91: 129 pgs: 129 active+clean; 2.3 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 10 MiB/s wr, 116 op/s 2024-06-13T11:58:29.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:29 smithi162 ceph-mon[36757]: pgmap v91: 129 pgs: 129 active+clean; 2.3 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 10 MiB/s wr, 116 op/s 2024-06-13T11:58:31.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:31 smithi088 ceph-mon[36399]: pgmap v92: 129 pgs: 129 active+clean; 2.3 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 10 MiB/s wr, 110 op/s 2024-06-13T11:58:31.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:31 smithi042 ceph-mon[32231]: pgmap v92: 129 pgs: 129 active+clean; 2.3 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 10 MiB/s wr, 110 op/s 2024-06-13T11:58:31.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:31 smithi162 ceph-mon[36757]: pgmap v92: 129 pgs: 129 active+clean; 2.3 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 10 MiB/s wr, 110 op/s 2024-06-13T11:58:33.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:33 smithi042 ceph-mon[32231]: pgmap v93: 129 pgs: 129 active+clean; 2.3 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 10 MiB/s wr, 110 op/s 2024-06-13T11:58:33.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:33 smithi162 ceph-mon[36757]: pgmap v93: 129 pgs: 129 active+clean; 2.3 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 10 MiB/s wr, 110 op/s 2024-06-13T11:58:33.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:33 smithi088 ceph-mon[36399]: pgmap v93: 129 pgs: 129 active+clean; 2.3 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 10 MiB/s wr, 110 op/s 2024-06-13T11:58:35.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:35 smithi042 ceph-mon[32231]: pgmap v94: 129 pgs: 129 active+clean; 2.3 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 10 MiB/s wr, 116 op/s 2024-06-13T11:58:35.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:35 smithi162 ceph-mon[36757]: pgmap v94: 129 pgs: 129 active+clean; 2.3 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 10 MiB/s wr, 116 op/s 2024-06-13T11:58:35.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:35 smithi088 ceph-mon[36399]: pgmap v94: 129 pgs: 129 active+clean; 2.3 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 10 MiB/s wr, 116 op/s 2024-06-13T11:58:37.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:37 smithi042 ceph-mon[32231]: pgmap v95: 129 pgs: 129 active+clean; 2.3 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 513 KiB/s wr, 94 op/s 2024-06-13T11:58:37.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:37 smithi162 ceph-mon[36757]: pgmap v95: 129 pgs: 129 active+clean; 2.3 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 513 KiB/s wr, 94 op/s 2024-06-13T11:58:37.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:37 smithi088 ceph-mon[36399]: pgmap v95: 129 pgs: 129 active+clean; 2.3 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 513 KiB/s wr, 94 op/s 2024-06-13T11:58:38.315 INFO:tasks.workunit.client.0.smithi042.stdout:9/999: rename d9/d16/d138/ffb to d9/d4d/f14d 0 2024-06-13T11:58:38.318 INFO:tasks.workunit.client.0.smithi042.stdout:3/995: rename dc/d17/d1f/d46/da3/dc0/ce6 to dc/d17/d20/d5c/dfc/d121/c159 0 2024-06-13T11:58:38.318 INFO:tasks.workunit.client.0.smithi042.stdout:8/907: sync 2024-06-13T11:58:38.318 INFO:tasks.workunit.client.0.smithi042.stdout:7/794: sync 2024-06-13T11:58:38.318 INFO:tasks.workunit.client.0.smithi042.stdout:5/935: sync 2024-06-13T11:58:38.318 INFO:tasks.workunit.client.0.smithi042.stdout:8/908: readlink d2/d3/d81/lc6 0 2024-06-13T11:58:38.318 INFO:tasks.workunit.client.0.smithi042.stdout:2/879: sync 2024-06-13T11:58:38.321 INFO:tasks.workunit.client.0.smithi042.stdout:7/795: truncate d2/d36/da5/fb0 2761305 0 2024-06-13T11:58:38.327 INFO:tasks.workunit.client.0.smithi042.stdout:5/936: rename d1/d42/d60/d8f/la6 to d1/d2b/d35/d36/dba/def/l12c 0 2024-06-13T11:58:38.327 INFO:tasks.workunit.client.0.smithi042.stdout:5/937: fdatasync d1/d2b/d35/d36/dba/fd3 0 2024-06-13T11:58:38.327 INFO:tasks.workunit.client.0.smithi042.stdout:5/938: fdatasync d1/d31/d6a/d8c/fac 0 2024-06-13T11:58:38.328 INFO:tasks.workunit.client.0.smithi042.stdout:8/909: creat d2/d3/d81/d94/d79/d98/f133 x:0 0 0 2024-06-13T11:58:38.333 INFO:tasks.workunit.client.0.smithi042.stdout:7/796: truncate d2/d36/d4a/f60 810728 0 2024-06-13T11:58:38.337 INFO:tasks.workunit.client.0.smithi042.stdout:7/797: mkdir d2/d36/d64/d10c 0 2024-06-13T11:58:38.340 INFO:tasks.workunit.client.0.smithi042.stdout:7/798: creat d2/d36/d64/f10d x:0 0 0 2024-06-13T11:58:38.347 INFO:tasks.workunit.client.0.smithi042.stdout:7/799: creat d2/d3/f10e x:0 0 0 2024-06-13T11:58:38.375 INFO:tasks.workunit.client.0.smithi042.stdout:8/910: link d2/dc/d64/d7a/db4/dfd/c12f d2/d3/d5/d12e/d109/c134 0 2024-06-13T11:58:38.377 INFO:tasks.workunit.client.0.smithi042.stdout:8/911: unlink d2/d3/d5/d44/l118 0 2024-06-13T11:58:38.378 INFO:tasks.workunit.client.0.smithi042.stdout:3/996: dread dc/d17/fce [0,4194304] 0 2024-06-13T11:58:38.378 INFO:tasks.workunit.client.0.smithi042.stdout:8/912: getdents d2/dc/d6f 0 2024-06-13T11:58:38.380 INFO:tasks.workunit.client.0.smithi042.stdout:8/913: mknod d2/dc/d64/df6/db3/c135 0 2024-06-13T11:58:38.382 INFO:tasks.workunit.client.0.smithi042.stdout:8/914: truncate d2/d3/d81/d94/d7f/f122 745527 0 2024-06-13T11:58:38.384 INFO:tasks.workunit.client.0.smithi042.stdout:7/800: dread d2/d36/d4a/d39/fb7 [0,4194304] 0 2024-06-13T11:58:38.390 INFO:tasks.workunit.client.0.smithi042.stdout:7/801: rename d2/d3/d3e/dd9/f100 to d2/d36/da5/de5/f10f 0 2024-06-13T11:58:38.400 INFO:tasks.workunit.client.0.smithi042.stdout:3/997: dread dc/d29/d87/fae [0,4194304] 0 2024-06-13T11:58:38.400 INFO:tasks.workunit.client.0.smithi042.stdout:3/998: chown dc/d17/d1f/d46/da3/lba 950 1 2024-06-13T11:58:38.400 INFO:tasks.workunit.client.0.smithi042.stdout:3/999: readlink dc/d17/d3b/d55/l76 0 2024-06-13T11:58:38.401 INFO:tasks.workunit.client.0.smithi042.stdout:5/939: dwrite d1/d31/f17 [0,4194304] 0 2024-06-13T11:58:38.406 INFO:tasks.workunit.client.0.smithi042.stdout:5/940: rename d1/f3f to d1/d2b/d35/d36/dba/def/f12d 0 2024-06-13T11:58:38.407 INFO:tasks.workunit.client.0.smithi042.stdout:5/941: chown d1/d42/d60/dfb 87749119 1 2024-06-13T11:58:38.428 INFO:tasks.workunit.client.0.smithi042.stdout:5/942: dread d1/d31/d45/fc9 [0,4194304] 0 2024-06-13T11:58:38.499 INFO:tasks.workunit.client.0.smithi042.stdout:5/943: dwrite d1/d42/d60/d8f/db0/f117 [0,4194304] 0 2024-06-13T11:58:38.502 INFO:tasks.workunit.client.0.smithi042.stdout:5/944: rmdir d1/d2b/d35/d36/dba 39 2024-06-13T11:58:38.502 INFO:tasks.workunit.client.0.smithi042.stdout:5/945: truncate d1/d2b/d35/d36/d40/f8a 687394 0 2024-06-13T11:58:38.569 INFO:tasks.workunit.client.0.smithi042.stdout:5/946: dwrite d1/d42/d60/f76 [0,4194304] 0 2024-06-13T11:58:38.569 INFO:tasks.workunit.client.0.smithi042.stdout:5/947: truncate d1/d2b/d35/d5b/db3/ff9 727337 0 2024-06-13T11:58:38.569 INFO:tasks.workunit.client.0.smithi042.stdout:5/948: write d1/d31/fd8 [867070,5801] 0 2024-06-13T11:58:38.571 INFO:tasks.workunit.client.0.smithi042.stdout:5/949: unlink d1/d42/d60/d10d/d112/f11a 0 2024-06-13T11:58:38.606 INFO:tasks.workunit.client.0.smithi042.stdout:5/950: dread d1/d42/d60/d8f/db0/f117 [0,4194304] 0 2024-06-13T11:58:38.608 INFO:tasks.workunit.client.0.smithi042.stdout:5/951: fdatasync d1/d2b/d35/d5b/f70 0 2024-06-13T11:58:38.682 INFO:tasks.workunit.client.0.smithi042.stdout:5/952: dwrite d1/d2b/d35/d36/d40/f127 [0,4194304] 0 2024-06-13T11:58:38.700 INFO:tasks.workunit.client.0.smithi042.stdout:5/953: rename d1/d42/d60/d8f/dbb/fd7 to d1/d31/d6a/d7a/d10c/d12b/f12e 0 2024-06-13T11:58:38.701 INFO:tasks.workunit.client.0.smithi042.stdout:5/954: write d1/d2b/d37/f3d [735561,18996] 0 2024-06-13T11:58:38.736 INFO:tasks.workunit.client.0.smithi042.stdout:5/955: dread d1/d2b/d35/d36/d40/f127 [0,4194304] 0 2024-06-13T11:58:38.832 INFO:tasks.workunit.client.0.smithi042.stdout:2/880: sync 2024-06-13T11:58:38.832 INFO:tasks.workunit.client.0.smithi042.stdout:7/802: sync 2024-06-13T11:58:38.832 INFO:tasks.workunit.client.0.smithi042.stdout:8/915: sync 2024-06-13T11:58:38.834 INFO:tasks.workunit.client.0.smithi042.stdout:8/916: chown d2/d3/d81/d94/d79/fa8 79534668 1 2024-06-13T11:58:38.836 INFO:tasks.workunit.client.0.smithi042.stdout:8/917: symlink d2/dc/d6f/l136 0 2024-06-13T11:58:38.839 INFO:tasks.workunit.client.0.smithi042.stdout:2/881: symlink d7/d3c/d40/d4c/d5a/d97/l12b 0 2024-06-13T11:58:38.840 INFO:tasks.workunit.client.0.smithi042.stdout:8/918: symlink d2/d3/d5/d12e/l137 0 2024-06-13T11:58:38.840 INFO:tasks.workunit.client.0.smithi042.stdout:8/919: read - d2/d3/d81/d94/f11b zero size 2024-06-13T11:58:38.840 INFO:tasks.workunit.client.0.smithi042.stdout:2/882: getdents d7/df/d6a/db8/dbc 0 2024-06-13T11:58:38.843 INFO:tasks.workunit.client.0.smithi042.stdout:2/883: creat d7/d3c/d40/f12c x:0 0 0 2024-06-13T11:58:38.844 INFO:tasks.workunit.client.0.smithi042.stdout:2/884: write d7/d3c/f108 [798641,61999] 0 2024-06-13T11:58:38.844 INFO:tasks.workunit.client.0.smithi042.stdout:2/885: write d7/df/d33/f45 [1070230,65096] 0 2024-06-13T11:58:38.844 INFO:tasks.workunit.client.0.smithi042.stdout:2/886: dread - d7/d1a/d8d/f127 zero size 2024-06-13T11:58:38.847 INFO:tasks.workunit.client.0.smithi042.stdout:2/887: write d7/d23/d59/ff0 [609914,5509] 0 2024-06-13T11:58:38.854 INFO:tasks.workunit.client.0.smithi042.stdout:2/888: mkdir d7/d23/d59/d88/d12d 0 2024-06-13T11:58:38.909 INFO:tasks.workunit.client.0.smithi042.stdout:7/803: dread d2/d36/d4a/f3c [0,4194304] 0 2024-06-13T11:58:38.912 INFO:tasks.workunit.client.0.smithi042.stdout:7/804: creat d2/d3/f110 x:0 0 0 2024-06-13T11:58:38.912 INFO:tasks.workunit.client.0.smithi042.stdout:7/805: write d2/d3/f103 [675636,57595] 0 2024-06-13T11:58:38.913 INFO:tasks.workunit.client.0.smithi042.stdout:7/806: mknod d2/d36/d4a/d42/d63/dc5/c111 0 2024-06-13T11:58:38.915 INFO:tasks.workunit.client.0.smithi042.stdout:7/807: mkdir d2/d36/d4a/d112 0 2024-06-13T11:58:38.916 INFO:tasks.workunit.client.0.smithi042.stdout:2/889: dread d7/d23/d59/f6b [0,4194304] 0 2024-06-13T11:58:38.916 INFO:tasks.workunit.client.0.smithi042.stdout:8/920: dwrite d2/dc/f104 [0,4194304] 0 2024-06-13T11:58:38.916 INFO:tasks.workunit.client.0.smithi042.stdout:2/890: chown d7/d23/fcd 3958248 1 2024-06-13T11:58:38.919 INFO:tasks.workunit.client.0.smithi042.stdout:7/808: creat d2/d36/d4a/d42/d63/f113 x:0 0 0 2024-06-13T11:58:38.920 INFO:tasks.workunit.client.0.smithi042.stdout:2/891: creat d7/d61/d64/db4/da0/f12e x:0 0 0 2024-06-13T11:58:38.920 INFO:tasks.workunit.client.0.smithi042.stdout:7/809: mknod d2/d36/d64/de9/c114 0 2024-06-13T11:58:38.921 INFO:tasks.workunit.client.0.smithi042.stdout:7/810: read - d2/d36/d64/f5a zero size 2024-06-13T11:58:38.921 INFO:tasks.workunit.client.0.smithi042.stdout:7/811: chown d2/d36/d4a/d42/d63/l75 43975536 1 2024-06-13T11:58:38.928 INFO:tasks.workunit.client.0.smithi042.stdout:2/892: truncate d7/d61/d64/f68 1203618 0 2024-06-13T11:58:38.928 INFO:tasks.workunit.client.0.smithi042.stdout:2/893: fdatasync d7/d1a/d50/fb3 0 2024-06-13T11:58:38.929 INFO:tasks.workunit.client.0.smithi042.stdout:8/921: creat d2/d3/d81/d94/d79/f138 x:0 0 0 2024-06-13T11:58:38.931 INFO:tasks.workunit.client.0.smithi042.stdout:2/894: creat d7/df/f12f x:0 0 0 2024-06-13T11:58:38.931 INFO:tasks.workunit.client.0.smithi042.stdout:2/895: chown d7/d23/db1/dad/f10e 22308 1 2024-06-13T11:58:38.932 INFO:tasks.workunit.client.0.smithi042.stdout:8/922: mknod d2/d3/d5/d5b/c139 0 2024-06-13T11:58:38.934 INFO:tasks.workunit.client.0.smithi042.stdout:8/923: truncate d2/d3/d43/f8f 4087687 0 2024-06-13T11:58:38.936 INFO:tasks.workunit.client.0.smithi042.stdout:8/924: mkdir d2/d3/d81/de5/d13a 0 2024-06-13T11:58:39.005 INFO:tasks.workunit.client.0.smithi042.stdout:5/956: sync 2024-06-13T11:58:39.010 INFO:tasks.workunit.client.0.smithi042.stdout:8/925: dwrite d2/d3/d5/d5b/f126 [0,4194304] 0 2024-06-13T11:58:39.017 INFO:tasks.workunit.client.0.smithi042.stdout:8/926: link d2/d3/d5/f9 d2/d3/d43/f13b 0 2024-06-13T11:58:39.017 INFO:tasks.workunit.client.0.smithi042.stdout:8/927: write d2/dc/d64/d7a/f11c [289403,80256] 0 2024-06-13T11:58:39.020 INFO:tasks.workunit.client.0.smithi042.stdout:8/928: creat d2/dc/d64/df6/db3/f13c x:0 0 0 2024-06-13T11:58:39.020 INFO:tasks.workunit.client.0.smithi042.stdout:8/929: write d2/d3/d43/dbf/f121 [1017743,43494] 0 2024-06-13T11:58:39.025 INFO:tasks.workunit.client.0.smithi042.stdout:8/930: mknod d2/d3/d81/d94/d7f/c13d 0 2024-06-13T11:58:39.045 INFO:tasks.workunit.client.0.smithi042.stdout:5/957: link d1/d42/d60/f76 d1/d31/d6a/d7a/d10c/d12b/f12f 0 2024-06-13T11:58:39.048 INFO:tasks.workunit.client.0.smithi042.stdout:5/958: rmdir d1/d31/d6a/d7a/d96/d102 0 2024-06-13T11:58:39.054 INFO:tasks.workunit.client.0.smithi042.stdout:7/812: dwrite d2/d36/f9e [0,4194304] 0 2024-06-13T11:58:39.054 INFO:tasks.workunit.client.0.smithi042.stdout:7/813: fsync d2/d36/d4a/d42/f4f 0 2024-06-13T11:58:39.055 INFO:tasks.workunit.client.0.smithi042.stdout:7/814: chown d2/d36/d4a/d39/l54 31 1 2024-06-13T11:58:39.055 INFO:tasks.workunit.client.0.smithi042.stdout:7/815: stat d2/d36 0 2024-06-13T11:58:39.056 INFO:tasks.workunit.client.0.smithi042.stdout:7/816: mknod d2/d36/da5/de5/c115 0 2024-06-13T11:58:39.056 INFO:tasks.workunit.client.0.smithi042.stdout:7/817: stat d2/d36/d4a/f3c 0 2024-06-13T11:58:39.056 INFO:tasks.workunit.client.0.smithi042.stdout:8/931: dread d2/dc/f7b [0,4194304] 0 2024-06-13T11:58:39.056 INFO:tasks.workunit.client.0.smithi042.stdout:8/932: chown d2/dc/d64/d7a/db4/dd9 5030 1 2024-06-13T11:58:39.057 INFO:tasks.workunit.client.0.smithi042.stdout:7/818: mkdir d2/d36/d64/d10c/d116 0 2024-06-13T11:58:39.057 INFO:tasks.workunit.client.0.smithi042.stdout:7/819: fdatasync d2/d36/d4a/d42/d86/dc8/fed 0 2024-06-13T11:58:39.058 INFO:tasks.workunit.client.0.smithi042.stdout:7/820: mknod d2/d36/d4a/d39/c117 0 2024-06-13T11:58:39.060 INFO:tasks.workunit.client.0.smithi042.stdout:7/821: mknod d2/d36/d4a/d42/d86/c118 0 2024-06-13T11:58:39.060 INFO:tasks.workunit.client.0.smithi042.stdout:7/822: readlink d2/d36/dcc/ld5 0 2024-06-13T11:58:39.060 INFO:tasks.workunit.client.0.smithi042.stdout:7/823: dread - d2/d3/dd4/fdb zero size 2024-06-13T11:58:39.066 INFO:tasks.workunit.client.0.smithi042.stdout:7/824: truncate d2/d3/f47 696265 0 2024-06-13T11:58:39.068 INFO:tasks.workunit.client.0.smithi042.stdout:7/825: mknod d2/d36/dcc/c119 0 2024-06-13T11:58:39.070 INFO:tasks.workunit.client.0.smithi042.stdout:7/826: mkdir d2/d11a 0 2024-06-13T11:58:39.072 INFO:tasks.workunit.client.0.smithi042.stdout:7/827: rename d2/d36/d4a/d42/d63/f9d to d2/d36/d4a/d39/dad/f11b 0 2024-06-13T11:58:39.072 INFO:tasks.workunit.client.0.smithi042.stdout:7/828: chown d2/d36/d4a/d42/d63/dc5/c111 38029202 1 2024-06-13T11:58:39.074 INFO:tasks.workunit.client.0.smithi042.stdout:7/829: rename d2/f6b to d2/d36/d4a/d42/d98/f11c 0 2024-06-13T11:58:39.075 INFO:tasks.workunit.client.0.smithi042.stdout:8/933: dread d2/dc/d6f/fe6 [0,4194304] 0 2024-06-13T11:58:39.075 INFO:tasks.workunit.client.0.smithi042.stdout:2/896: dwrite d7/d3c/d40/d4c/d5a/d97/fa1 [0,4194304] 0 2024-06-13T11:58:39.075 INFO:tasks.workunit.client.0.smithi042.stdout:7/830: mkdir d2/d36/d4a/d112/d11d 0 2024-06-13T11:58:39.077 INFO:tasks.workunit.client.0.smithi042.stdout:8/934: fdatasync d2/d3/d81/d94/d79/fa8 0 2024-06-13T11:58:39.077 INFO:tasks.workunit.client.0.smithi042.stdout:2/897: mknod d7/d23/db1/dad/d104/c130 0 2024-06-13T11:58:39.077 INFO:tasks.workunit.client.0.smithi042.stdout:2/898: chown d7/d61/d64/dff/f49 1111 1 2024-06-13T11:58:39.077 INFO:tasks.workunit.client.0.smithi042.stdout:7/831: creat d2/d36/f11e x:0 0 0 2024-06-13T11:58:39.078 INFO:tasks.workunit.client.0.smithi042.stdout:8/935: symlink d2/dc/d22/d3c/l13e 0 2024-06-13T11:58:39.078 INFO:tasks.workunit.client.0.smithi042.stdout:8/936: fsync d2/dc/d6f/da4/fbb 0 2024-06-13T11:58:39.080 INFO:tasks.workunit.client.0.smithi042.stdout:8/937: mkdir d2/d3/d5/d44/d13f 0 2024-06-13T11:58:39.081 INFO:tasks.workunit.client.0.smithi042.stdout:8/938: unlink d2/dc/d64/df6/db3/ff0 0 2024-06-13T11:58:39.082 INFO:tasks.workunit.client.0.smithi042.stdout:8/939: rmdir d2/dc/d6f/da4 39 2024-06-13T11:58:39.094 INFO:tasks.workunit.client.0.smithi042.stdout:7/832: dread d2/d36/d4a/d42/d63/dc5/fcd [0,4194304] 0 2024-06-13T11:58:39.097 INFO:tasks.workunit.client.0.smithi042.stdout:7/833: rename d2/d36/da5/de5/ff0 to d2/d36/da5/f11f 0 2024-06-13T11:58:39.097 INFO:tasks.workunit.client.0.smithi042.stdout:7/834: write d2/d36/d4a/d42/d86/dc8/fed [918995,13483] 0 2024-06-13T11:58:39.098 INFO:tasks.workunit.client.0.smithi042.stdout:2/899: dread d7/f58 [0,4194304] 0 2024-06-13T11:58:39.114 INFO:tasks.workunit.client.0.smithi042.stdout:2/900: truncate d7/d23/d59/ff0 388770 0 2024-06-13T11:58:39.115 INFO:tasks.workunit.client.0.smithi042.stdout:2/901: link d7/d3c/fde d7/d3c/d40/d4c/d5a/df5/f131 0 2024-06-13T11:58:39.116 INFO:tasks.workunit.client.0.smithi042.stdout:2/902: truncate d7/d61/d64/db4/da0/f12e 1038556 0 2024-06-13T11:58:39.146 INFO:tasks.workunit.client.0.smithi042.stdout:8/940: dwrite d2/dc/d53/fd5 [4194304,4194304] 0 2024-06-13T11:58:39.151 INFO:tasks.workunit.client.0.smithi042.stdout:5/959: dwrite d1/d42/d60/d8f/dbb/fd1 [0,4194304] 0 2024-06-13T11:58:39.156 INFO:tasks.workunit.client.0.smithi042.stdout:2/903: write d7/d61/d64/dff/fa4 [648438,30836] 0 2024-06-13T11:58:39.156 INFO:tasks.workunit.client.0.smithi042.stdout:8/941: mkdir d2/d3/d5/d44/d13f/d140 0 2024-06-13T11:58:39.156 INFO:tasks.workunit.client.0.smithi042.stdout:2/904: write d7/d1a/d8d/f11e [253628,123136] 0 2024-06-13T11:58:39.167 INFO:tasks.workunit.client.0.smithi042.stdout:2/905: dread d7/d23/d59/ff0 [0,4194304] 0 2024-06-13T11:58:39.182 INFO:tasks.workunit.client.0.smithi042.stdout:5/960: dread d1/d2b/d35/d5b/f5f [0,4194304] 0 2024-06-13T11:58:39.186 INFO:tasks.workunit.client.0.smithi042.stdout:5/961: truncate d1/d2b/d35/d36/f3c 1210257 0 2024-06-13T11:58:39.187 INFO:tasks.workunit.client.0.smithi042.stdout:5/962: symlink d1/d42/l130 0 2024-06-13T11:58:39.189 INFO:tasks.workunit.client.0.smithi042.stdout:5/963: creat d1/d2b/d35/d36/f131 x:0 0 0 2024-06-13T11:58:39.190 INFO:tasks.workunit.client.0.smithi042.stdout:5/964: symlink d1/d42/d60/d8f/d109/l132 0 2024-06-13T11:58:39.214 INFO:tasks.workunit.client.0.smithi042.stdout:2/906: dwrite d7/d3c/d40/d4c/f93 [0,4194304] 0 2024-06-13T11:58:39.216 INFO:tasks.workunit.client.0.smithi042.stdout:5/965: dread d1/d2b/d37/f88 [0,4194304] 0 2024-06-13T11:58:39.219 INFO:tasks.workunit.client.0.smithi042.stdout:8/942: dwrite d2/dc/d64/df6/db3/fe7 [0,4194304] 0 2024-06-13T11:58:39.219 INFO:tasks.workunit.client.0.smithi042.stdout:5/966: creat d1/d31/d6a/d7a/d96/df6/d111/f133 x:0 0 0 2024-06-13T11:58:39.220 INFO:tasks.workunit.client.0.smithi042.stdout:5/967: write d1/d2b/d35/d5b/db3/ff4 [101148,55862] 0 2024-06-13T11:58:39.222 INFO:tasks.workunit.client.0.smithi042.stdout:5/968: symlink d1/d31/d6a/d7a/d96/df6/l134 0 2024-06-13T11:58:39.233 INFO:tasks.workunit.client.0.smithi042.stdout:5/969: creat d1/d31/d6a/f135 x:0 0 0 2024-06-13T11:58:39.233 INFO:tasks.workunit.client.0.smithi042.stdout:5/970: write d1/d31/fbe [825421,127321] 0 2024-06-13T11:58:39.234 INFO:tasks.workunit.client.0.smithi042.stdout:7/835: sync 2024-06-13T11:58:39.234 INFO:tasks.workunit.client.0.smithi042.stdout:7/836: chown d2/d3/dd4/ldc 424939 1 2024-06-13T11:58:39.235 INFO:tasks.workunit.client.0.smithi042.stdout:7/837: mknod d2/d36/d4a/d42/d63/c120 0 2024-06-13T11:58:39.243 INFO:tasks.workunit.client.0.smithi042.stdout:2/907: write d7/d1a/f42 [3928933,89518] 0 2024-06-13T11:58:39.243 INFO:tasks.workunit.client.0.smithi042.stdout:5/971: dread d1/d2b/d35/d36/d40/f66 [0,4194304] 0 2024-06-13T11:58:39.253 INFO:tasks.workunit.client.0.smithi042.stdout:8/943: dread d2/d3/fff [0,4194304] 0 2024-06-13T11:58:39.254 INFO:tasks.workunit.client.0.smithi042.stdout:8/944: mkdir d2/d3/d5/d5b/d141 0 2024-06-13T11:58:39.256 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.257+0000 7fce7a800640 1 -- 172.21.15.42:0/2332195579 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fce74101340 msgr2=0x7fce74105800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:39.256 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.257+0000 7fce7a800640 1 --2- 172.21.15.42:0/2332195579 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fce74101340 0x7fce74105800 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fce60009900 tx=0x7fce6002a510 comp rx=0 tx=0).stop 2024-06-13T11:58:39.256 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.257+0000 7fce7a800640 1 -- 172.21.15.42:0/2332195579 shutdown_connections 2024-06-13T11:58:39.257 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.257+0000 7fce7a800640 1 --2- 172.21.15.42:0/2332195579 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fce74105d40 0x7fce741061d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:39.257 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.257+0000 7fce7a800640 1 --2- 172.21.15.42:0/2332195579 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fce74101340 0x7fce74105800 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:39.257 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.257+0000 7fce7a800640 1 --2- 172.21.15.42:0/2332195579 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce74100a20 0x7fce74100e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:39.257 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.257+0000 7fce7a800640 1 -- 172.21.15.42:0/2332195579 >> 172.21.15.42:0/2332195579 conn(0x7fce74077a20 msgr2=0x7fce74077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:39.257 INFO:tasks.workunit.client.0.smithi042.stdout:8/945: mkdir d2/d3/d5/d5b/d141/d142 0 2024-06-13T11:58:39.257 INFO:tasks.workunit.client.0.smithi042.stdout:8/946: readlink d2/l26 0 2024-06-13T11:58:39.257 INFO:tasks.workunit.client.0.smithi042.stdout:8/947: fdatasync d2/d3/d5/d5b/f55 0 2024-06-13T11:58:39.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.257+0000 7fce7a800640 1 -- 172.21.15.42:0/2332195579 shutdown_connections 2024-06-13T11:58:39.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.257+0000 7fce7a800640 1 -- 172.21.15.42:0/2332195579 wait complete. 2024-06-13T11:58:39.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.259+0000 7fce7a800640 1 Processor -- start 2024-06-13T11:58:39.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.259+0000 7fce7a800640 1 -- start start 2024-06-13T11:58:39.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.260+0000 7fce7a800640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fce74100a20 0x7fce740732c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:39.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.260+0000 7fce7a800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce74101340 0x7fce7406d380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:39.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.260+0000 7fce7a800640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fce74105d40 0x7fce7406d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:39.260 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.260+0000 7fce7a800640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fce7406be10 con 0x7fce74101340 2024-06-13T11:58:39.260 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.260+0000 7fce7a800640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fce7406bc90 con 0x7fce74100a20 2024-06-13T11:58:39.260 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.260+0000 7fce7a800640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fce7406bf90 con 0x7fce74105d40 2024-06-13T11:58:39.260 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.260+0000 7fce73400640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fce74100a20 0x7fce740732c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:39.260 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.261+0000 7fce73400640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fce74100a20 0x7fce740732c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:56808/0 (socket says 172.21.15.42:56808) 2024-06-13T11:58:39.260 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.261+0000 7fce73400640 1 -- 172.21.15.42:0/721713095 learned_addr learned my addr 172.21.15.42:0/721713095 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:39.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.261+0000 7fce73e00640 1 --2- 172.21.15.42:0/721713095 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fce74105d40 0x7fce7406d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:39.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.261+0000 7fce72a00640 1 --2- 172.21.15.42:0/721713095 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce74101340 0x7fce7406d380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:39.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.261+0000 7fce73400640 1 -- 172.21.15.42:0/721713095 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fce74105d40 msgr2=0x7fce7406d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:39.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.261+0000 7fce73400640 1 --2- 172.21.15.42:0/721713095 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fce74105d40 0x7fce7406d8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:39.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.261+0000 7fce73400640 1 -- 172.21.15.42:0/721713095 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce74101340 msgr2=0x7fce7406d380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:39.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.261+0000 7fce73400640 1 --2- 172.21.15.42:0/721713095 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce74101340 0x7fce7406d380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:39.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.261+0000 7fce73400640 1 -- 172.21.15.42:0/721713095 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce7406dff0 con 0x7fce74100a20 2024-06-13T11:58:39.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.261+0000 7fce72a00640 1 --2- 172.21.15.42:0/721713095 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce74101340 0x7fce7406d380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T11:58:39.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.261+0000 7fce73400640 1 --2- 172.21.15.42:0/721713095 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fce74100a20 0x7fce740732c0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fce6400ea60 tx=0x7fce6400ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:39.262 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.262+0000 7fce6be00640 1 -- 172.21.15.42:0/721713095 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce6400cde0 con 0x7fce74100a20 2024-06-13T11:58:39.262 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.262+0000 7fce6be00640 1 -- 172.21.15.42:0/721713095 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fce640035f0 con 0x7fce74100a20 2024-06-13T11:58:39.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.262+0000 7fce6be00640 1 -- 172.21.15.42:0/721713095 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce64010670 con 0x7fce74100a20 2024-06-13T11:58:39.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.262+0000 7fce7a800640 1 -- 172.21.15.42:0/721713095 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce741b36b0 con 0x7fce74100a20 2024-06-13T11:58:39.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.262+0000 7fce7a800640 1 -- 172.21.15.42:0/721713095 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce741b3b70 con 0x7fce74100a20 2024-06-13T11:58:39.263 INFO:tasks.workunit.client.0.smithi042.stdout:5/972: rename d1/d2b/d35/d62/l77 to d1/d31/d6a/d7a/d10c/d124/l136 0 2024-06-13T11:58:39.266 INFO:tasks.workunit.client.0.smithi042.stdout:2/908: dread d7/df/d33/f95 [0,4194304] 0 2024-06-13T11:58:39.266 INFO:tasks.workunit.client.0.smithi042.stdout:5/973: mkdir d1/d2b/d137 0 2024-06-13T11:58:39.267 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.268+0000 7fce6be00640 1 -- 172.21.15.42:0/721713095 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fce64004020 con 0x7fce74100a20 2024-06-13T11:58:39.268 INFO:tasks.workunit.client.0.smithi042.stdout:2/909: symlink d7/d1a/da2/l132 0 2024-06-13T11:58:39.271 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.271+0000 7fce7d787740 1 Processor -- start 2024-06-13T11:58:39.271 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.272+0000 7fce7d787740 1 -- start start 2024-06-13T11:58:39.271 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.272+0000 7fce7d787740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55898abce5e0 0x55898abccb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:39.271 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.272+0000 7fce6be00640 1 --2- 172.21.15.42:0/721713095 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fce580a2e20 0x7fce580a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:39.272 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.272+0000 7fce7d787740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55898abcd070 0x55898abcd4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:39.272 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.272+0000 7fce7d787740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55898abd7df0 0x55898abda1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:39.272 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.272+0000 7fce7d787740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55898ab31420 con 0x55898abce5e0 2024-06-13T11:58:39.272 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.272+0000 7fce7d787740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55898aad8c50 con 0x55898abcd070 2024-06-13T11:58:39.272 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.272+0000 7fce7d787740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55898ab2d3e0 con 0x55898abd7df0 2024-06-13T11:58:39.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.272+0000 7fce6be00640 1 -- 172.21.15.42:0/721713095 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fce640cfad0 con 0x7fce74100a20 2024-06-13T11:58:39.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.273+0000 7fce72a00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55898abcd070 0x55898abcd4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:39.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.273+0000 7fce72a00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55898abcd070 0x55898abcd4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:56816/0 (socket says 172.21.15.42:56816) 2024-06-13T11:58:39.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.273+0000 7fce72a00640 1 -- 172.21.15.42:0/2436192837 learned_addr learned my addr 172.21.15.42:0/2436192837 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:39.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.273+0000 7fce73400640 1 --2- 172.21.15.42:0/2436192837 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55898abce5e0 0x55898abccb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:39.274 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.273+0000 7fce73400640 1 -- 172.21.15.42:0/2436192837 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55898abd7df0 msgr2=0x55898abda1e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-13T11:58:39.274 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.273+0000 7fce73400640 1 --2- 172.21.15.42:0/2436192837 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55898abd7df0 0x55898abda1e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:39.274 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.273+0000 7fce73400640 1 -- 172.21.15.42:0/2436192837 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55898abcd070 msgr2=0x55898abcd4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:39.274 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.273+0000 7fce73e00640 1 --2- 172.21.15.42:0/721713095 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fce580a2e20 0x7fce580a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:39.274 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.273+0000 7fce73400640 1 --2- 172.21.15.42:0/2436192837 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55898abcd070 0x55898abcd4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:39.274 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.273+0000 7fce73400640 1 -- 172.21.15.42:0/2436192837 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55898a845210 con 0x55898abce5e0 2024-06-13T11:58:39.274 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.274+0000 7fce72a00640 1 --2- 172.21.15.42:0/2436192837 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55898abcd070 0x55898abcd4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:58:39.274 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.274+0000 7fce73400640 1 --2- 172.21.15.42:0/2436192837 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55898abce5e0 0x55898abccb30 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fce640cce70 tx=0x7fce6409b5a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ffb14a5c2250aca7 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:39.275 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.274+0000 7fce73e00640 1 --2- 172.21.15.42:0/721713095 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fce580a2e20 0x7fce580a52e0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x55898abca7f0 tx=0x7fce6c009500 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:39.275 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.274+0000 7fce68c00640 1 -- 172.21.15.42:0/2436192837 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce6409fff0 con 0x55898abce5e0 2024-06-13T11:58:39.275 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.275+0000 7fce68c00640 1 -- 172.21.15.42:0/2436192837 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fce64086040 con 0x55898abce5e0 2024-06-13T11:58:39.275 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.275+0000 7fce68c00640 1 -- 172.21.15.42:0/2436192837 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce640cd280 con 0x55898abce5e0 2024-06-13T11:58:39.275 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.275+0000 7fce7d787740 1 -- 172.21.15.42:0/2436192837 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55898abce5e0 msgr2=0x55898abccb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:39.276 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.275+0000 7fce7d787740 1 --2- 172.21.15.42:0/2436192837 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55898abce5e0 0x55898abccb30 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fce640cce70 tx=0x7fce6409b5a0 comp rx=0 tx=0).stop 2024-06-13T11:58:39.276 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.276+0000 7fce7d787740 1 -- 172.21.15.42:0/2436192837 shutdown_connections 2024-06-13T11:58:39.276 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.276+0000 7fce7d787740 1 --2- 172.21.15.42:0/2436192837 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55898abd7df0 0x55898abda1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:39.276 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.276+0000 7fce7d787740 1 --2- 172.21.15.42:0/2436192837 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55898abcd070 0x55898abcd4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:39.276 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.276+0000 7fce7d787740 1 --2- 172.21.15.42:0/2436192837 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55898abce5e0 0x55898abccb30 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:39.276 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.276+0000 7fce7d787740 1 -- 172.21.15.42:0/2436192837 >> 172.21.15.42:0/2436192837 conn(0x55898ab95fb0 msgr2=0x55898abc9660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:39.276 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.276+0000 7fce7d787740 1 -- 172.21.15.42:0/2436192837 shutdown_connections 2024-06-13T11:58:39.276 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.276+0000 7fce7d787740 1 -- 172.21.15.42:0/2436192837 wait complete. 2024-06-13T11:58:39.276 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.277+0000 7fce7d787740 1 -- start start 2024-06-13T11:58:39.277 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.277+0000 7fce7d787740 1 Processor -- start 2024-06-13T11:58:39.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.280+0000 7fce7d787740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55898abcd070 0x55898abd4e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:39.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.280+0000 7fce7d787740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55898abce5e0 0x55898abd5340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:39.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.280+0000 7fce7d787740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55898abd7df0 0x55898abd5880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:39.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.280+0000 7fce7d787740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55898abdab60 con 0x55898abce5e0 2024-06-13T11:58:39.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.280+0000 7fce7d787740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55898aaec0b0 con 0x55898abd7df0 2024-06-13T11:58:39.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.280+0000 7fce7d787740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55898abdace0 con 0x55898abcd070 2024-06-13T11:58:39.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.280+0000 7fce7d787740 10 client.0 _ll_register_callbacks cb 0x55898aad7f40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:58:39.281 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.281+0000 7fce73400640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55898abcd070 0x55898abd4e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:39.281 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.281+0000 7fce72a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55898abce5e0 0x55898abd5340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:39.281 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.281+0000 7fce73400640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55898abcd070 0x55898abd4e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:53690/0 (socket says 172.21.15.42:53690) 2024-06-13T11:58:39.281 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.281+0000 7fce73400640 1 -- 172.21.15.42:0/2141009274 learned_addr learned my addr 172.21.15.42:0/2141009274 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:39.282 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.282+0000 7fce73e00640 1 --2- 172.21.15.42:0/2141009274 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55898abd7df0 0x55898abd5880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:39.282 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.282+0000 7fce73400640 1 -- 172.21.15.42:0/2141009274 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55898abd7df0 msgr2=0x55898abd5880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:39.282 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.282+0000 7fce73400640 1 --2- 172.21.15.42:0/2141009274 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55898abd7df0 0x55898abd5880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:39.282 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.282+0000 7fce73400640 1 -- 172.21.15.42:0/2141009274 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55898abce5e0 msgr2=0x55898abd5340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:39.282 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.282+0000 7fce73400640 1 --2- 172.21.15.42:0/2141009274 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55898abce5e0 0x55898abd5340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:39.282 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.282+0000 7fce73400640 1 -- 172.21.15.42:0/2141009274 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55898a911620 con 0x55898abcd070 2024-06-13T11:58:39.283 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.284+0000 7fce73400640 1 --2- 172.21.15.42:0/2141009274 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55898abcd070 0x55898abd4e00 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fce640095f0 tx=0x7fce640cd0f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aa220a29990ce833 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:39.284 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.285+0000 7fce5d600640 10 client.0 ms_handle_connect on v2:172.21.15.162:3300/0 2024-06-13T11:58:39.287 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.286+0000 7fce5d600640 1 -- 172.21.15.42:0/2141009274 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce64004310 con 0x55898abcd070 2024-06-13T11:58:39.287 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.286+0000 7fce5d600640 1 -- 172.21.15.42:0/2141009274 <== mon.1 v2:172.21.15.162:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fce640037a0 con 0x55898abcd070 2024-06-13T11:58:39.287 INFO:tasks.workunit.client.0.smithi042.stdout:2/910: fsync d7/d1a/d8d/f11e 0 2024-06-13T11:58:39.288 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.288+0000 7fce7d787740 1 -- 172.21.15.42:0/2141009274 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fce64086040 con 0x55898abcd070 2024-06-13T11:58:39.288 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.288+0000 7fce5d600640 1 -- 172.21.15.42:0/2141009274 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fce6409fff0 con 0x55898abcd070 2024-06-13T11:58:39.288 INFO:tasks.workunit.client.0.smithi042.stdout:2/911: readlink d7/d3c/d40/lc3 0 2024-06-13T11:58:39.289 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.290+0000 7fce7d787740 10 client.25816 fetch_fsmap learned FSMap version 31 2024-06-13T11:58:39.289 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.290+0000 7fce7d787740 1 -- 172.21.15.42:0/2141009274 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55898abdab60 con 0x55898abcd070 2024-06-13T11:58:39.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.290+0000 7fce5d600640 1 -- 172.21.15.42:0/2141009274 <== mon.1 v2:172.21.15.162:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fce64086040 con 0x55898abcd070 2024-06-13T11:58:39.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.291+0000 7fce5d600640 1 -- 172.21.15.42:0/2141009274 <== mon.1 v2:172.21.15.162:3300/0 5 ==== fsmap(e 31) ==== 8366+0+0 (secure 0 0 0) 0x7fce64097aa0 con 0x55898abcd070 2024-06-13T11:58:39.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.291+0000 7fce7d787740 10 client.25816 fetch_fsmap finished waiting for FSMap version 31 2024-06-13T11:58:39.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.291+0000 7fce7d787740 10 client.25816 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:58:39.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.291+0000 7fce7d787740 20 client.25816 populate_metadata read hostname 'smithi042' 2024-06-13T11:58:39.291 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.291+0000 7fce7d787740 1 --2- 172.21.15.42:0/2141009274 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55898abe80d0 0x55898abea4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:39.291 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.291+0000 7fce7d787740 4 client.25816 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:58:39.291 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.291+0000 7fce7d787740 1 -- 172.21.15.42:0/2141009274 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55898ab3eb50 con 0x55898abe80d0 2024-06-13T11:58:39.293 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.294+0000 7fce72a00640 1 --2- 172.21.15.42:0/2141009274 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55898abe80d0 0x55898abea4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:39.294 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.295+0000 7fce72a00640 1 --2- 172.21.15.42:0/2141009274 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55898abe80d0 0x55898abea4c0 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aa5fbb383c7c8223 server_cookie=ec7669c97260756f in_seq=0 out_seq=0 2024-06-13T11:58:39.294 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.295+0000 7fce5d600640 10 client.25816 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:58:39.295 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.296+0000 7fce5d600640 1 -- 172.21.15.42:0/2141009274 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55898ab3eb50 con 0x55898abe80d0 2024-06-13T11:58:39.295 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.296+0000 7fce5d600640 10 client.25816 handle_command_reply: tid=0 2024-06-13T11:58:39.295 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.296+0000 7fce7d787740 1 client.25816 shutdown 2024-06-13T11:58:39.296 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.296+0000 7fce7d787740 1 -- 172.21.15.42:0/2141009274 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55898abcd070 msgr2=0x55898abd4e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:39.296 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.296+0000 7fce7d787740 1 --2- 172.21.15.42:0/2141009274 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55898abcd070 0x55898abd4e00 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fce640095f0 tx=0x7fce640cd0f0 comp rx=0 tx=0).stop 2024-06-13T11:58:39.296 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.296+0000 7fce7d787740 1 -- 172.21.15.42:0/2141009274 shutdown_connections 2024-06-13T11:58:39.296 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.296+0000 7fce7d787740 1 --2- 172.21.15.42:0/2141009274 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55898abe80d0 0x55898abea4c0 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:39.296 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.296+0000 7fce7d787740 1 --2- 172.21.15.42:0/2141009274 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55898abce5e0 0x55898abd5340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:39.296 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.296+0000 7fce7d787740 1 --2- 172.21.15.42:0/2141009274 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55898abd7df0 0x55898abd5880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:39.296 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.296+0000 7fce7d787740 1 --2- 172.21.15.42:0/2141009274 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55898abcd070 0x55898abd4e00 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:39.296 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.296+0000 7fce7d787740 1 -- 172.21.15.42:0/2141009274 >> 172.21.15.42:0/2141009274 conn(0x55898ab95fb0 msgr2=0x55898abcf460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:39.296 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.296+0000 7fce5d600640 0 client.25816 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:58:39.296 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.296+0000 7fce7d787740 1 -- 172.21.15.42:0/2141009274 shutdown_connections 2024-06-13T11:58:39.297 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.296+0000 7fce7d787740 1 -- 172.21.15.42:0/2141009274 wait complete. 2024-06-13T11:58:39.297 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.297+0000 7fce7d787740 20 client.25816 trim_cache size 0 max 16384 2024-06-13T11:58:39.299 INFO:tasks.workunit.client.0.smithi042.stdout:8/948: read d2/dc/d64/fba [1290605,93183] 0 2024-06-13T11:58:39.300 INFO:tasks.workunit.client.0.smithi042.stdout:7/838: dwrite d2/d3/d3e/db3/fff [0,4194304] 0 2024-06-13T11:58:39.300 INFO:tasks.workunit.client.0.smithi042.stdout:5/974: dread d1/d2b/d35/d62/f8e [4194304,4194304] 0 2024-06-13T11:58:39.303 INFO:tasks.workunit.client.0.smithi042.stdout:5/975: creat d1/d2b/d35/d36/f138 x:0 0 0 2024-06-13T11:58:39.307 INFO:tasks.workunit.client.0.smithi042.stdout:2/912: truncate d7/d3c/d40/d4c/d5a/d97/fa1 1138700 0 2024-06-13T11:58:39.308 INFO:tasks.workunit.client.0.smithi042.stdout:7/839: write d2/d36/d4a/f60 [1694547,118267] 0 2024-06-13T11:58:39.308 INFO:tasks.workunit.client.0.smithi042.stdout:7/840: fsync d2/d3/f94 0 2024-06-13T11:58:39.308 INFO:tasks.workunit.client.0.smithi042.stdout:7/841: write d2/fe1 [46037,403] 0 2024-06-13T11:58:39.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.329+0000 7fce7d787740 1 Processor -- start 2024-06-13T11:58:39.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.329+0000 7fce7d787740 1 -- start start 2024-06-13T11:58:39.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.330+0000 7fce7d787740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55898abcd070 0x55898abc86c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:39.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.330+0000 7fce7d787740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55898abce5e0 0x55898abefbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:39.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.330+0000 7fce7d787740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55898abd7df0 0x55898abf00f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:39.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.330+0000 7fce72a00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55898abce5e0 0x55898abefbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:39.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.331+0000 7fce72a00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55898abce5e0 0x55898abefbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:53700/0 (socket says 172.21.15.42:53700) 2024-06-13T11:58:39.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.331+0000 7fce72a00640 1 -- 172.21.15.42:0/973762297 learned_addr learned my addr 172.21.15.42:0/973762297 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:39.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.330+0000 7fce7d787740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fce741c0680 con 0x55898abd7df0 2024-06-13T11:58:39.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.331+0000 7fce7d787740 1 -- 172.21.15.42:0/973762297 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fce741bdec0 con 0x55898abcd070 2024-06-13T11:58:39.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.331+0000 7fce7d787740 1 -- 172.21.15.42:0/973762297 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fce741bbd10 con 0x55898abce5e0 2024-06-13T11:58:39.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.331+0000 7fce73e00640 1 --2- 172.21.15.42:0/973762297 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55898abd7df0 0x55898abf00f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:39.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.332+0000 7fce73e00640 1 -- 172.21.15.42:0/973762297 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55898abce5e0 msgr2=0x55898abefbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:39.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.332+0000 7fce73e00640 1 --2- 172.21.15.42:0/973762297 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55898abce5e0 0x55898abefbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:39.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.332+0000 7fce73e00640 1 -- 172.21.15.42:0/973762297 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55898abcd070 msgr2=0x55898abc86c0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-13T11:58:39.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.332+0000 7fce73e00640 1 --2- 172.21.15.42:0/973762297 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55898abcd070 0x55898abc86c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:39.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.332+0000 7fce73e00640 1 -- 172.21.15.42:0/973762297 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55898abcdb40 con 0x55898abd7df0 2024-06-13T11:58:39.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.333+0000 7fce73e00640 1 --2- 172.21.15.42:0/973762297 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55898abd7df0 0x55898abf00f0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x55898abcdb10 tx=0x7fce6c014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81453bd74ba4a14a server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:39.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.335+0000 7fce5fe00640 1 -- 172.21.15.42:0/973762297 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce6c003e30 con 0x55898abd7df0 2024-06-13T11:58:39.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.335+0000 7fce5fe00640 1 -- 172.21.15.42:0/973762297 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fce6c01a950 con 0x55898abd7df0 2024-06-13T11:58:39.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.335+0000 7fce5fe00640 1 -- 172.21.15.42:0/973762297 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce6c003e30 con 0x55898abd7df0 2024-06-13T11:58:39.336 INFO:tasks.workunit.client.0.smithi042.stdout:8/949: dread d2/dc/d22/d77/fc2 [0,4194304] 0 2024-06-13T11:58:39.336 INFO:tasks.workunit.client.0.smithi042.stdout:8/950: truncate d2/dc/d64/d7a/f11c 1375936 0 2024-06-13T11:58:39.337 INFO:tasks.workunit.client.0.smithi042.stdout:8/951: truncate d2/dc/d64/df6/f10c 435567 0 2024-06-13T11:58:39.337 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.338+0000 7fce7d787740 1 -- 172.21.15.42:0/973762297 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55898abd7df0 msgr2=0x55898abf00f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:39.337 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.338+0000 7fce7d787740 1 --2- 172.21.15.42:0/973762297 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55898abd7df0 0x55898abf00f0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x55898abcdb10 tx=0x7fce6c014000 comp rx=0 tx=0).stop 2024-06-13T11:58:39.338 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.338+0000 7fce7d787740 1 -- 172.21.15.42:0/973762297 shutdown_connections 2024-06-13T11:58:39.338 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.338+0000 7fce7d787740 1 --2- 172.21.15.42:0/973762297 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55898abd7df0 0x55898abf00f0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:39.338 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.338+0000 7fce7d787740 1 --2- 172.21.15.42:0/973762297 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55898abce5e0 0x55898abefbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:39.338 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.338+0000 7fce7d787740 1 --2- 172.21.15.42:0/973762297 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55898abcd070 0x55898abc86c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:39.338 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.338+0000 7fce7d787740 1 -- 172.21.15.42:0/973762297 >> 172.21.15.42:0/973762297 conn(0x55898ab95fb0 msgr2=0x55898abc7fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:39.338 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.339+0000 7fce7d787740 1 -- 172.21.15.42:0/973762297 shutdown_connections 2024-06-13T11:58:39.339 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.339+0000 7fce7d787740 1 -- 172.21.15.42:0/973762297 wait complete. 2024-06-13T11:58:39.339 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.339+0000 7fce7d787740 1 -- start start 2024-06-13T11:58:39.339 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.340+0000 7fce7d787740 1 Processor -- start 2024-06-13T11:58:39.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.340+0000 7fce7d787740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55898abcd070 0x55898abe0510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:39.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.340+0000 7fce7d787740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55898abce5e0 0x55898abdb8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:39.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.340+0000 7fce7d787740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55898abd7df0 0x55898abdbe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:39.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.340+0000 7fce7d787740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fce741bc380 con 0x55898abcd070 2024-06-13T11:58:39.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.340+0000 7fce7d787740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fce741bd7f0 con 0x55898abce5e0 2024-06-13T11:58:39.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.340+0000 7fce7d787740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fce741bca50 con 0x55898abd7df0 2024-06-13T11:58:39.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.340+0000 7fce7d787740 10 client.0 _ll_register_callbacks cb 0x7fce64005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:58:39.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.341+0000 7fce72a00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55898abce5e0 0x55898abdb8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:39.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.341+0000 7fce72a00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55898abce5e0 0x55898abdb8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:56832/0 (socket says 172.21.15.42:56832) 2024-06-13T11:58:39.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.341+0000 7fce72a00640 1 -- 172.21.15.42:0/1834814530 learned_addr learned my addr 172.21.15.42:0/1834814530 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:39.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.341+0000 7fce73e00640 1 --2- 172.21.15.42:0/1834814530 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55898abd7df0 0x55898abdbe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:39.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.341+0000 7fce73400640 1 --2- 172.21.15.42:0/1834814530 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55898abcd070 0x55898abe0510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:39.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.341+0000 7fce72a00640 1 -- 172.21.15.42:0/1834814530 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55898abd7df0 msgr2=0x55898abdbe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:39.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.341+0000 7fce72a00640 1 --2- 172.21.15.42:0/1834814530 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55898abd7df0 0x55898abdbe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:39.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.341+0000 7fce72a00640 1 -- 172.21.15.42:0/1834814530 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55898abcd070 msgr2=0x55898abe0510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:39.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.341+0000 7fce72a00640 1 --2- 172.21.15.42:0/1834814530 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55898abcd070 0x55898abe0510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:39.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.341+0000 7fce72a00640 1 -- 172.21.15.42:0/1834814530 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55898abdc400 con 0x55898abce5e0 2024-06-13T11:58:39.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.342+0000 7fce72a00640 1 --2- 172.21.15.42:0/1834814530 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55898abce5e0 0x55898abdb8d0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fce60005c40 tx=0x7fce60004480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=78f16f8401dc8c75 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:39.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.342+0000 7fce5d600640 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:58:39.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.342+0000 7fce5d600640 1 -- 172.21.15.42:0/1834814530 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce60035040 con 0x55898abce5e0 2024-06-13T11:58:39.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.342+0000 7fce5d600640 1 -- 172.21.15.42:0/1834814530 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7fce60005450 con 0x55898abce5e0 2024-06-13T11:58:39.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.342+0000 7fce7d787740 1 -- 172.21.15.42:0/1834814530 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fce6c01a950 con 0x55898abce5e0 2024-06-13T11:58:39.343 INFO:tasks.workunit.client.0.smithi042.stdout:2/913: dread d7/f17 [0,4194304] 0 2024-06-13T11:58:39.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.342+0000 7fce5d600640 1 -- 172.21.15.42:0/1834814530 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fce60076050 con 0x55898abce5e0 2024-06-13T11:58:39.344 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.343+0000 7fce7d787740 10 client.25844 fetch_fsmap learned FSMap version 31 2024-06-13T11:58:39.344 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.343+0000 7fce7d787740 1 -- 172.21.15.42:0/1834814530 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55898ac52a20 con 0x55898abce5e0 2024-06-13T11:58:39.344 INFO:tasks.workunit.client.0.smithi042.stdout:8/952: creat d2/d3/d81/d94/d7f/f143 x:0 0 0 2024-06-13T11:58:39.344 INFO:tasks.workunit.client.0.smithi042.stdout:8/953: chown d2/dc/d6f/da4 20 1 2024-06-13T11:58:39.345 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.343+0000 7fce5d600640 1 -- 172.21.15.42:0/1834814530 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fce6c01a950 con 0x55898abce5e0 2024-06-13T11:58:39.345 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.343+0000 7fce5d600640 1 -- 172.21.15.42:0/1834814530 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 31) ==== 8366+0+0 (secure 0 0 0) 0x7fce60031850 con 0x55898abce5e0 2024-06-13T11:58:39.345 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.343+0000 7fce7d787740 10 client.25844 fetch_fsmap finished waiting for FSMap version 31 2024-06-13T11:58:39.345 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.343+0000 7fce7d787740 10 client.25844 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:58:39.345 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.343+0000 7fce7d787740 20 client.25844 populate_metadata read hostname 'smithi042' 2024-06-13T11:58:39.345 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.343+0000 7fce7d787740 1 --2- 172.21.15.42:0/1834814530 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55898ac53230 0x55898ac55650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:39.345 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.343+0000 7fce7d787740 4 client.25844 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-13T11:58:39.345 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.343+0000 7fce7d787740 1 -- 172.21.15.42:0/1834814530 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55898ab38ea0 con 0x55898ac53230 2024-06-13T11:58:39.345 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.344+0000 7fce73400640 1 --2- 172.21.15.42:0/1834814530 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55898ac53230 0x55898ac55650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:39.345 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.344+0000 7fce5d600640 10 client.25844 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:58:39.346 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.344+0000 7fce73400640 1 --2- 172.21.15.42:0/1834814530 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55898ac53230 0x55898ac55650 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6cc55c99ef714a55 server_cookie=f51be4679ff4c9f9 in_seq=0 out_seq=0 2024-06-13T11:58:39.346 INFO:tasks.workunit.client.0.smithi042.stdout:2/914: creat d7/d23/d59/d11b/f133 x:0 0 0 2024-06-13T11:58:39.346 INFO:tasks.workunit.client.0.smithi042.stdout:2/915: fdatasync d7/df/d6a/db8/dbc/dcc/dd2/f116 0 2024-06-13T11:58:39.348 INFO:tasks.workunit.client.0.smithi042.stdout:2/916: unlink d7/d1a/fcb 0 2024-06-13T11:58:39.350 INFO:tasks.workunit.client.0.smithi042.stdout:2/917: rename d7/df/d33/f3e to d7/d61/d64/db4/de9/f134 0 2024-06-13T11:58:39.354 INFO:tasks.workunit.client.0.smithi042.stdout:2/918: creat d7/d61/dba/de0/f135 x:0 0 0 2024-06-13T11:58:39.356 INFO:tasks.workunit.client.0.smithi042.stdout:2/919: link d7/d3c/d40/d4c/cc7 d7/d61/d64/c136 0 2024-06-13T11:58:39.364 INFO:tasks.workunit.client.0.smithi042.stdout:8/954: dread d2/dc/d53/fd5 [0,4194304] 0 2024-06-13T11:58:39.364 INFO:tasks.workunit.client.0.smithi042.stdout:8/955: readlink d2/l7 0 2024-06-13T11:58:39.367 INFO:tasks.workunit.client.0.smithi042.stdout:5/976: dwrite d1/d2b/d37/f28 [0,4194304] 0 2024-06-13T11:58:39.367 INFO:tasks.workunit.client.0.smithi042.stdout:5/977: chown d1/d2b/d35/d5b 61121487 1 2024-06-13T11:58:39.369 INFO:tasks.workunit.client.0.smithi042.stdout:5/978: creat d1/d31/d6a/d7a/d10c/d124/f139 x:0 0 0 2024-06-13T11:58:39.369 INFO:tasks.workunit.client.0.smithi042.stdout:5/979: write d1/d2b/d35/d5b/feb [139415,30024] 0 2024-06-13T11:58:39.370 INFO:tasks.workunit.client.0.smithi042.stdout:5/980: getdents d1/d2b/d35/d36/dba/dda 0 2024-06-13T11:58:39.371 INFO:tasks.workunit.client.0.smithi042.stdout:5/981: mkdir d1/d31/d6a/d7a/d10c/d13a 0 2024-06-13T11:58:39.373 INFO:tasks.workunit.client.0.smithi042.stdout:5/982: unlink d1/d31/d6a/f135 0 2024-06-13T11:58:39.379 INFO:tasks.workunit.client.0.smithi042.stdout:2/920: write d7/d1a/d50/fb7 [2033189,74911] 0 2024-06-13T11:58:39.379 INFO:tasks.workunit.client.0.smithi042.stdout:2/921: dread - d7/df/f12f zero size 2024-06-13T11:58:39.389 INFO:tasks.workunit.client.0.smithi042.stdout:2/922: creat d7/d61/d64/db4/de9/f137 x:0 0 0 2024-06-13T11:58:39.389 INFO:tasks.workunit.client.0.smithi042.stdout:2/923: write d7/d61/dba/de0/f135 [1013754,16535] 0 2024-06-13T11:58:39.389 INFO:tasks.workunit.client.0.smithi042.stdout:2/924: chown d7/df/d33/l9d 296366 1 2024-06-13T11:58:39.390 INFO:tasks.workunit.client.0.smithi042.stdout:2/925: creat d7/d61/f138 x:0 0 0 2024-06-13T11:58:39.392 INFO:tasks.workunit.client.0.smithi042.stdout:2/926: rename d7/d61/d64/db4/ffe to d7/d23/db1/f139 0 2024-06-13T11:58:39.392 INFO:tasks.workunit.client.0.smithi042.stdout:2/927: chown d7/d3c/d40/d4c/d5a/df5 1124 1 2024-06-13T11:58:39.393 INFO:tasks.workunit.client.0.smithi042.stdout:2/928: creat d7/d1a/d9e/f13a x:0 0 0 2024-06-13T11:58:39.411 INFO:tasks.workunit.client.0.smithi042.stdout:5/983: dwrite d1/d42/f11c [0,4194304] 0 2024-06-13T11:58:39.429 INFO:tasks.workunit.client.0.smithi042.stdout:2/929: dread d7/f17 [4194304,4194304] 0 2024-06-13T11:58:39.429 INFO:tasks.workunit.client.0.smithi042.stdout:2/930: readlink d7/d1a/d50/l117 0 2024-06-13T11:58:39.437 INFO:tasks.workunit.client.0.smithi042.stdout:5/984: write d1/d2b/d35/d36/d40/fe1 [1196493,124709] 0 2024-06-13T11:58:39.437 INFO:tasks.workunit.client.0.smithi042.stdout:5/985: fsync d1/d2b/d35/d36/dba/dda/fe2 0 2024-06-13T11:58:39.437 INFO:tasks.workunit.client.0.smithi042.stdout:5/986: readlink d1/d31/d6a/d7a/d10c/d124/l136 0 2024-06-13T11:58:39.447 INFO:tasks.workunit.client.0.smithi042.stdout:2/931: truncate d7/d61/dba/fe2 1612674 0 2024-06-13T11:58:39.447 INFO:tasks.workunit.client.0.smithi042.stdout:2/932: chown d7/d1a/f75 46809 1 2024-06-13T11:58:39.459 INFO:tasks.workunit.client.0.smithi042.stdout:5/987: read d1/d2b/d35/d36/d40/fea [2791152,84637] 0 2024-06-13T11:58:39.463 INFO:tasks.workunit.client.0.smithi042.stdout:2/933: creat d7/d3c/d40/d4c/df4/d126/f13b x:0 0 0 2024-06-13T11:58:39.466 INFO:tasks.workunit.client.0.smithi042.stdout:5/988: creat d1/d2b/d35/d36/dba/def/f13b x:0 0 0 2024-06-13T11:58:39.469 INFO:tasks.workunit.client.0.smithi042.stdout:5/989: mkdir d1/d31/d6a/d7a/d96/d13c 0 2024-06-13T11:58:39.472 INFO:tasks.workunit.client.0.smithi042.stdout:2/934: getdents d7/d61/d64/dff 0 2024-06-13T11:58:39.494 INFO:tasks.workunit.client.0.smithi042.stdout:5/990: truncate d1/d31/d6a/d7a/d96/da2/f6e 1522846 0 2024-06-13T11:58:39.495 INFO:tasks.workunit.client.0.smithi042.stdout:5/991: mkdir d1/d2b/d35/d36/dba/def/d13d 0 2024-06-13T11:58:39.496 INFO:tasks.workunit.client.0.smithi042.stdout:2/935: dread d7/d1a/da2/fd8 [0,4194304] 0 2024-06-13T11:58:39.500 INFO:tasks.workunit.client.0.smithi042.stdout:2/936: mkdir d7/d23/d59/d13c 0 2024-06-13T11:58:39.505 INFO:tasks.workunit.client.0.smithi042.stdout:2/937: read d7/d23/db1/ff1 [142721,117404] 0 2024-06-13T11:58:39.509 INFO:tasks.workunit.client.0.smithi042.stdout:2/938: creat d7/d3c/d40/d4c/f13d x:0 0 0 2024-06-13T11:58:39.509 INFO:tasks.workunit.client.0.smithi042.stdout:2/939: stat d7/ca 0 2024-06-13T11:58:39.520 INFO:tasks.workunit.client.0.smithi042.stdout:7/842: sync 2024-06-13T11:58:39.529 INFO:tasks.workunit.client.0.smithi042.stdout:5/992: creat d1/d42/d60/d8f/f13e x:0 0 0 2024-06-13T11:58:39.531 INFO:tasks.workunit.client.0.smithi042.stdout:8/956: sync 2024-06-13T11:58:39.531 INFO:tasks.workunit.client.0.smithi042.stdout:7/843: dread d2/d36/d4a/d42/fd2 [0,4194304] 0 2024-06-13T11:58:39.532 INFO:tasks.workunit.client.0.smithi042.stdout:7/844: getdents d2/df2 0 2024-06-13T11:58:39.534 INFO:tasks.workunit.client.0.smithi042.stdout:8/957: symlink d2/d3/d81/df5/l144 0 2024-06-13T11:58:39.534 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.535+0000 7fce5d600640 1 -- 172.21.15.42:0/1834814530 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55898ab38ea0 con 0x55898ac53230 2024-06-13T11:58:39.535 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.535+0000 7fce5d600640 10 client.25844 handle_command_reply: tid=0 2024-06-13T11:58:39.535 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.535+0000 7fce7d787740 1 client.25844 shutdown 2024-06-13T11:58:39.535 INFO:tasks.workunit.client.0.smithi042.stdout:2/940: dread d7/d1a/f31 [0,4194304] 0 2024-06-13T11:58:39.536 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.535+0000 7fce7d787740 1 -- 172.21.15.42:0/1834814530 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55898abce5e0 msgr2=0x55898abdb8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:39.536 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.535+0000 7fce7d787740 1 --2- 172.21.15.42:0/1834814530 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55898abce5e0 0x55898abdb8d0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fce60005c40 tx=0x7fce60004480 comp rx=0 tx=0).stop 2024-06-13T11:58:39.536 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.535+0000 7fce7d787740 1 -- 172.21.15.42:0/1834814530 shutdown_connections 2024-06-13T11:58:39.536 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.535+0000 7fce7d787740 1 --2- 172.21.15.42:0/1834814530 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55898ac53230 0x55898ac55650 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:39.536 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.535+0000 7fce7d787740 1 --2- 172.21.15.42:0/1834814530 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55898abd7df0 0x55898abdbe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:39.536 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.535+0000 7fce7d787740 1 --2- 172.21.15.42:0/1834814530 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55898abce5e0 0x55898abdb8d0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:39.536 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.535+0000 7fce7d787740 1 --2- 172.21.15.42:0/1834814530 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55898abcd070 0x55898abe0510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:39.536 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.535+0000 7fce7d787740 1 -- 172.21.15.42:0/1834814530 >> 172.21.15.42:0/1834814530 conn(0x55898ab95fb0 msgr2=0x55898abcf460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:39.536 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.535+0000 7fce5d600640 0 client.25844 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:58:39.537 INFO:tasks.workunit.client.0.smithi042.stdout:7/845: symlink d2/d36/d4a/d42/d86/dc8/l121 0 2024-06-13T11:58:39.537 INFO:tasks.workunit.client.0.smithi042.stdout:7/846: chown d2/d3/f110 2988 1 2024-06-13T11:58:39.537 INFO:tasks.workunit.client.0.smithi042.stdout:7/847: write d2/d36/d4a/fa0 [556378,15] 0 2024-06-13T11:58:39.537 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.536+0000 7fce7d787740 1 -- 172.21.15.42:0/1834814530 shutdown_connections 2024-06-13T11:58:39.537 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.536+0000 7fce7d787740 1 -- 172.21.15.42:0/1834814530 wait complete. 2024-06-13T11:58:39.538 INFO:tasks.workunit.client.0.smithi042.stdout:7/848: write d2/f33 [1490920,87135] 0 2024-06-13T11:58:39.538 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.536+0000 7fce7d787740 20 client.25844 trim_cache size 0 max 16384 2024-06-13T11:58:39.538 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-13T11:58:39.538 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-13T11:58:39.538 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-13T11:58:39.539 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.537+0000 7fce7a800640 1 -- 172.21.15.42:0/721713095 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fce580a2e20 msgr2=0x7fce580a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:39.539 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.537+0000 7fce7a800640 1 --2- 172.21.15.42:0/721713095 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fce580a2e20 0x7fce580a52e0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x55898abca7f0 tx=0x7fce6c009500 comp rx=0 tx=0).stop 2024-06-13T11:58:39.539 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.537+0000 7fce7a800640 1 -- 172.21.15.42:0/721713095 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fce74100a20 msgr2=0x7fce740732c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:39.539 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.537+0000 7fce7a800640 1 --2- 172.21.15.42:0/721713095 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fce74100a20 0x7fce740732c0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fce6400ea60 tx=0x7fce6400ef20 comp rx=0 tx=0).stop 2024-06-13T11:58:39.539 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.538+0000 7fce7a800640 1 -- 172.21.15.42:0/721713095 shutdown_connections 2024-06-13T11:58:39.539 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.538+0000 7fce7a800640 1 --2- 172.21.15.42:0/721713095 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fce580a2e20 0x7fce580a52e0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:39.539 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.538+0000 7fce7a800640 1 --2- 172.21.15.42:0/721713095 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce74101340 0x7fce7406d380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:39.539 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.538+0000 7fce7a800640 1 --2- 172.21.15.42:0/721713095 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fce74105d40 0x7fce7406d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:39.539 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.538+0000 7fce7a800640 1 --2- 172.21.15.42:0/721713095 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fce74100a20 0x7fce740732c0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:39.539 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.538+0000 7fce7a800640 1 -- 172.21.15.42:0/721713095 >> 172.21.15.42:0/721713095 conn(0x7fce74077a20 msgr2=0x7fce741037d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:39.541 INFO:tasks.workunit.client.0.smithi042.stdout:7/849: mknod d2/d36/d4a/d39/dad/c122 0 2024-06-13T11:58:39.541 INFO:tasks.workunit.client.0.smithi042.stdout:7/850: dread - d2/d36/d4a/d42/d63/f73 zero size 2024-06-13T11:58:39.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.543+0000 7fce7a800640 1 -- 172.21.15.42:0/721713095 shutdown_connections 2024-06-13T11:58:39.544 INFO:tasks.workunit.client.0.smithi042.stdout:5/993: write d1/d2b/d35/d36/f4d [215749,53309] 0 2024-06-13T11:58:39.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:39.546+0000 7fce7a800640 1 -- 172.21.15.42:0/721713095 wait complete. 2024-06-13T11:58:39.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:39 smithi042 ceph-mon[32231]: pgmap v96: 129 pgs: 129 active+clean; 2.3 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 530 KiB/s wr, 100 op/s 2024-06-13T11:58:39.564 INFO:tasks.workunit.client.0.smithi042.stdout:8/958: write d2/dc/d22/d42/f21 [2495402,1799] 0 2024-06-13T11:58:39.568 INFO:tasks.workunit.client.0.smithi042.stdout:5/994: dread d1/d2b/d37/f88 [0,4194304] 0 2024-06-13T11:58:39.573 INFO:tasks.workunit.client.0.smithi042.stdout:2/941: dread d7/d3c/d40/d4c/d5a/df5/f131 [0,4194304] 0 2024-06-13T11:58:39.573 INFO:tasks.workunit.client.0.smithi042.stdout:2/942: readlink d7/df/l35 0 2024-06-13T11:58:39.574 INFO:tasks.workunit.client.0.smithi042.stdout:2/943: mknod d7/df/d33/c13e 0 2024-06-13T11:58:39.575 INFO:tasks.workunit.client.0.smithi042.stdout:2/944: rmdir d7/d61/dba 39 2024-06-13T11:58:39.586 INFO:tasks.workunit.client.0.smithi042.stdout:8/959: dread d2/dc/d53/fd5 [4194304,4194304] 0 2024-06-13T11:58:39.615 INFO:tasks.workunit.client.0.smithi042.stdout:5/995: dread d1/d42/d60/f76 [0,4194304] 0 2024-06-13T11:58:39.616 INFO:tasks.workunit.client.0.smithi042.stdout:5/996: write d1/d2b/d35/f67 [4340353,14923] 0 2024-06-13T11:58:39.616 INFO:tasks.workunit.client.0.smithi042.stdout:5/997: chown d1/d31/d6a/d7a/d10c/d13a 30016 1 2024-06-13T11:58:39.616 INFO:tasks.workunit.client.0.smithi042.stdout:5/998: chown d1/d31/c11 26411981 1 2024-06-13T11:58:39.616 INFO:tasks.workunit.client.0.smithi042.stdout:2/945: dwrite d7/df/f12f [0,4194304] 0 2024-06-13T11:58:39.619 INFO:tasks.workunit.client.0.smithi042.stdout:5/999: getdents d1/d2b/d37 0 2024-06-13T11:58:39.621 INFO:tasks.workunit.client.0.smithi042.stdout:2/946: truncate d7/d1a/f31 3919964 0 2024-06-13T11:58:39.622 INFO:tasks.workunit.client.0.smithi042.stdout:2/947: truncate d7/d3c/d40/feb 4426394 0 2024-06-13T11:58:39.624 INFO:tasks.workunit.client.0.smithi042.stdout:2/948: rmdir d7/d61/dba/de0 39 2024-06-13T11:58:39.625 INFO:tasks.workunit.client.0.smithi042.stdout:2/949: mkdir d7/d1a/d50/d13f 0 2024-06-13T11:58:39.629 INFO:tasks.workunit.client.0.smithi042.stdout:2/950: symlink d7/df/d6a/db8/dbc/dcc/l140 0 2024-06-13T11:58:39.630 INFO:tasks.workunit.client.0.smithi042.stdout:2/951: symlink d7/d61/dba/l141 0 2024-06-13T11:58:39.632 INFO:tasks.workunit.client.0.smithi042.stdout:2/952: mknod d7/d23/c142 0 2024-06-13T11:58:39.634 INFO:tasks.workunit.client.0.smithi042.stdout:2/953: mknod d7/df/d6a/db8/dbc/dcc/dd2/c143 0 2024-06-13T11:58:39.637 INFO:tasks.workunit.client.0.smithi042.stdout:2/954: truncate d7/d1a/f42 2296375 0 2024-06-13T11:58:39.641 INFO:tasks.workunit.client.0.smithi042.stdout:2/955: rename d7/d3c/d40/ce4 to d7/d3c/d40/d4c/df4/d126/c144 0 2024-06-13T11:58:39.641 INFO:tasks.workunit.client.0.smithi042.stdout:2/956: chown d7/d1a/l7f 7882204 1 2024-06-13T11:58:39.644 INFO:tasks.workunit.client.0.smithi042.stdout:8/960: dwrite d2/d3/d5/f132 [0,4194304] 0 2024-06-13T11:58:39.646 INFO:tasks.workunit.client.0.smithi042.stdout:8/961: mkdir d2/d3/d87/d145 0 2024-06-13T11:58:39.647 INFO:tasks.workunit.client.0.smithi042.stdout:8/962: fsync d2/f11f 0 2024-06-13T11:58:39.648 INFO:tasks.workunit.client.0.smithi042.stdout:8/963: mknod d2/dc/d6f/da4/c146 0 2024-06-13T11:58:39.648 INFO:tasks.workunit.client.0.smithi042.stdout:8/964: write d2/d3/f6 [1053081,90367] 0 2024-06-13T11:58:39.648 INFO:tasks.workunit.client.0.smithi042.stdout:8/965: chown d2/d3/d81/da7 676944 1 2024-06-13T11:58:39.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:39 smithi162 ceph-mon[36757]: pgmap v96: 129 pgs: 129 active+clean; 2.3 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 530 KiB/s wr, 100 op/s 2024-06-13T11:58:39.691 INFO:tasks.workunit.client.0.smithi042.stdout:2/957: dwrite d7/d1a/d8d/f9c [0,4194304] 0 2024-06-13T11:58:39.691 INFO:tasks.workunit.client.0.smithi042.stdout:8/966: dwrite d2/d3/d5/f10d [0,4194304] 0 2024-06-13T11:58:39.693 INFO:tasks.workunit.client.0.smithi042.stdout:2/958: mknod d7/df/d33/d102/c145 0 2024-06-13T11:58:39.695 INFO:tasks.workunit.client.0.smithi042.stdout:8/967: creat d2/d3/d43/dbf/f147 x:0 0 0 2024-06-13T11:58:39.695 INFO:tasks.workunit.client.0.smithi042.stdout:8/968: write d2/f15 [3677458,34446] 0 2024-06-13T11:58:39.696 INFO:tasks.workunit.client.0.smithi042.stdout:8/969: rmdir d2/d3/d5/d44/d13f/d140 0 2024-06-13T11:58:39.698 INFO:tasks.workunit.client.0.smithi042.stdout:8/970: rename d2/dc/d22/d3c/ce4 to d2/d3/d81/d94/d7f/c148 0 2024-06-13T11:58:39.699 INFO:tasks.workunit.client.0.smithi042.stdout:8/971: rmdir d2/d3/d5 39 2024-06-13T11:58:39.699 INFO:tasks.workunit.client.0.smithi042.stdout:8/972: getdents d2/d3 0 2024-06-13T11:58:39.700 INFO:tasks.workunit.client.0.smithi042.stdout:8/973: creat d2/d3/d43/f149 x:0 0 0 2024-06-13T11:58:39.701 INFO:tasks.workunit.client.0.smithi042.stdout:8/974: chown d2/f10 3870533 1 2024-06-13T11:58:39.703 INFO:tasks.workunit.client.0.smithi042.stdout:8/975: truncate d2/dc/d22/f63 1744552 0 2024-06-13T11:58:39.703 INFO:tasks.workunit.client.0.smithi042.stdout:8/976: stat d2/dc/d6f/c105 0 2024-06-13T11:58:39.706 INFO:tasks.workunit.client.0.smithi042.stdout:8/977: rename d2/d3/d43/f4d to d2/f14a 0 2024-06-13T11:58:39.747 INFO:tasks.workunit.client.0.smithi042.stdout:2/959: dwrite d7/d23/d59/f6b [0,4194304] 0 2024-06-13T11:58:39.750 INFO:tasks.workunit.client.0.smithi042.stdout:2/960: symlink d7/d23/d59/l146 0 2024-06-13T11:58:39.752 INFO:tasks.workunit.client.0.smithi042.stdout:2/961: rmdir d7/d61/d120 0 2024-06-13T11:58:39.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:39 smithi088 ceph-mon[36399]: pgmap v96: 129 pgs: 129 active+clean; 2.3 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 530 KiB/s wr, 100 op/s 2024-06-13T11:58:39.755 INFO:tasks.workunit.client.0.smithi042.stdout:2/962: link d7/df/d6a/db8/dbc/dcc/dd2/cef d7/d3c/d40/d4c/df4/c147 0 2024-06-13T11:58:39.820 INFO:tasks.workunit.client.0.smithi042.stdout:2/963: dwrite d7/d61/d64/dff/f7c [0,4194304] 0 2024-06-13T11:58:39.821 INFO:tasks.workunit.client.0.smithi042.stdout:2/964: stat d7/d1a/d8d/f9c 0 2024-06-13T11:58:39.821 INFO:tasks.workunit.client.0.smithi042.stdout:2/965: chown d7/d61/dba/fe2 27009063 1 2024-06-13T11:58:39.821 INFO:tasks.workunit.client.0.smithi042.stdout:2/966: fsync d7/d1a/d50/f96 0 2024-06-13T11:58:39.823 INFO:tasks.workunit.client.0.smithi042.stdout:2/967: truncate d7/df/d33/f95 1352928 0 2024-06-13T11:58:39.825 INFO:tasks.workunit.client.0.smithi042.stdout:2/968: mkdir d7/d1a/d50/d13f/d148 0 2024-06-13T11:58:39.834 INFO:tasks.workunit.client.0.smithi042.stdout:8/978: sync 2024-06-13T11:58:39.835 INFO:tasks.workunit.client.0.smithi042.stdout:7/851: sync 2024-06-13T11:58:39.835 INFO:tasks.workunit.client.0.smithi042.stdout:7/852: chown d2/d36/d64/l66 92 1 2024-06-13T11:58:39.837 INFO:tasks.workunit.client.0.smithi042.stdout:8/979: link d2/d3/d81/d94/c11d d2/dc/d64/d7a/db4/dd9/c14b 0 2024-06-13T11:58:39.837 INFO:tasks.workunit.client.0.smithi042.stdout:8/980: fsync d2/d3/d43/dbf/f147 0 2024-06-13T11:58:39.837 INFO:tasks.workunit.client.0.smithi042.stdout:7/853: rmdir d2/d36/d4a/d42/d63 39 2024-06-13T11:58:39.837 INFO:tasks.workunit.client.0.smithi042.stdout:7/854: write d2/d3/fd [1848214,12464] 0 2024-06-13T11:58:39.839 INFO:tasks.workunit.client.0.smithi042.stdout:8/981: symlink d2/d3/d5/d5b/d141/l14c 0 2024-06-13T11:58:39.841 INFO:tasks.workunit.client.0.smithi042.stdout:8/982: rmdir d2/dc/d64/d7a/db4/dfd 39 2024-06-13T11:58:39.843 INFO:tasks.workunit.client.0.smithi042.stdout:8/983: link d2/d3/d43/c46 d2/dc/d53/c14d 0 2024-06-13T11:58:39.845 INFO:tasks.workunit.client.0.smithi042.stdout:8/984: getdents d2/d3/d5/d5b 0 2024-06-13T11:58:39.847 INFO:tasks.workunit.client.0.smithi042.stdout:8/985: creat d2/d3/d43/dbf/d131/f14e x:0 0 0 2024-06-13T11:58:39.847 INFO:tasks.workunit.client.0.smithi042.stdout:8/986: chown d2/dc/d6f/fe6 556 1 2024-06-13T11:58:39.847 INFO:tasks.workunit.client.0.smithi042.stdout:8/987: chown d2/dc/d22/d42/c5d 16034579 1 2024-06-13T11:58:39.850 INFO:tasks.workunit.client.0.smithi042.stdout:8/988: mknod d2/d3/d5/d12e/c14f 0 2024-06-13T11:58:39.895 INFO:tasks.workunit.client.0.smithi042.stdout:2/969: dread d7/d1a/f75 [0,4194304] 0 2024-06-13T11:58:39.906 INFO:tasks.workunit.client.0.smithi042.stdout:8/989: dread d2/d3/d5/d5b/fd2 [0,4194304] 0 2024-06-13T11:58:39.908 INFO:tasks.workunit.client.0.smithi042.stdout:8/990: mknod d2/d3/d5/d44/c150 0 2024-06-13T11:58:39.911 INFO:tasks.workunit.client.0.smithi042.stdout:8/991: rename d2/d3/d81/d94/f11b to d2/dc/d64/d7a/db4/dfd/f151 0 2024-06-13T11:58:39.935 INFO:tasks.workunit.client.0.smithi042.stdout:8/992: dread d2/d3/d43/f13b [0,4194304] 0 2024-06-13T11:58:39.935 INFO:tasks.workunit.client.0.smithi042.stdout:8/993: dread - d2/d3/d43/f114 zero size 2024-06-13T11:58:39.938 INFO:tasks.workunit.client.0.smithi042.stdout:8/994: symlink d2/d3/d5/d5b/l152 0 2024-06-13T11:58:39.943 INFO:tasks.workunit.client.0.smithi042.stdout:7/855: dwrite d2/d36/fcf [0,4194304] 0 2024-06-13T11:58:39.950 INFO:tasks.workunit.client.0.smithi042.stdout:8/995: dread d2/d3/d81/d94/f119 [4194304,4194304] 0 2024-06-13T11:58:39.962 INFO:tasks.workunit.client.0.smithi042.stdout:7/856: creat d2/d36/da5/de5/f123 x:0 0 0 2024-06-13T11:58:39.963 INFO:tasks.workunit.client.0.smithi042.stdout:8/996: symlink d2/dc/d22/d42/l153 0 2024-06-13T11:58:39.964 INFO:tasks.workunit.client.0.smithi042.stdout:7/857: mknod d2/d3/d3e/df3/c124 0 2024-06-13T11:58:39.964 INFO:tasks.workunit.client.0.smithi042.stdout:2/970: dread d7/df/fdc [0,4194304] 0 2024-06-13T11:58:39.964 INFO:tasks.workunit.client.0.smithi042.stdout:2/971: dread - d7/df/f114 zero size 2024-06-13T11:58:39.982 INFO:tasks.workunit.client.0.smithi042.stdout:8/997: dread d2/d3/d43/f13b [0,4194304] 0 2024-06-13T11:58:39.982 INFO:tasks.workunit.client.0.smithi042.stdout:8/998: chown d2/d3/d81/fc7 16212 1 2024-06-13T11:58:39.983 INFO:tasks.workunit.client.0.smithi042.stdout:8/999: chown d2/dc/d64/df6/db3/fe7 502194924 1 2024-06-13T11:58:39.987 INFO:tasks.workunit.client.0.smithi042.stdout:7/858: dread d2/d36/d4a/d39/fe6 [0,4194304] 0 2024-06-13T11:58:39.989 INFO:tasks.workunit.client.0.smithi042.stdout:7/859: creat d2/d36/dcc/f125 x:0 0 0 2024-06-13T11:58:39.991 INFO:tasks.workunit.client.0.smithi042.stdout:7/860: rename d2/d3/d3e/db3/fff to d2/d36/d64/d10c/f126 0 2024-06-13T11:58:39.991 INFO:tasks.workunit.client.0.smithi042.stdout:7/861: stat d2/d36/d64/l7d 0 2024-06-13T11:58:39.992 INFO:tasks.workunit.client.0.smithi042.stdout:7/862: stat d2/d36/d4a/fd3 0 2024-06-13T11:58:40.040 INFO:tasks.workunit.client.0.smithi042.stdout:7/863: dread d2/d36/d64/d10c/f126 [0,4194304] 0 2024-06-13T11:58:40.041 INFO:tasks.workunit.client.0.smithi042.stdout:7/864: chown d2/d36/d4a/d42/d86/dc8/l121 27 1 2024-06-13T11:58:40.041 INFO:tasks.workunit.client.0.smithi042.stdout:7/865: chown d2/fe1 5 1 2024-06-13T11:58:40.043 INFO:tasks.workunit.client.0.smithi042.stdout:7/866: rmdir d2/d3 39 2024-06-13T11:58:40.068 INFO:tasks.workunit.client.0.smithi042.stdout:2/972: dwrite d7/d3c/d40/d4c/d5a/f79 [0,4194304] 0 2024-06-13T11:58:40.092 INFO:tasks.workunit.client.0.smithi042.stdout:2/973: rename d7/d23 to d7/d61/dba/de0/d149 0 2024-06-13T11:58:40.093 INFO:tasks.workunit.client.0.smithi042.stdout:2/974: write d7/d61/dba/de0/d149/f109 [504613,32481] 0 2024-06-13T11:58:40.093 INFO:tasks.workunit.client.0.smithi042.stdout:2/975: truncate d7/df/d6a/db8/dbc/dcc/dd2/f116 757287 0 2024-06-13T11:58:40.096 INFO:tasks.workunit.client.0.smithi042.stdout:2/976: creat d7/d61/dba/de0/d149/f14a x:0 0 0 2024-06-13T11:58:40.112 INFO:tasks.workunit.client.0.smithi042.stdout:2/977: dread d7/d61/d64/db4/da0/ff7 [0,4194304] 0 2024-06-13T11:58:40.112 INFO:tasks.workunit.client.0.smithi042.stdout:2/978: truncate d7/d61/d64/db4/de9/f137 1045868 0 2024-06-13T11:58:40.113 INFO:tasks.workunit.client.0.smithi042.stdout:2/979: creat d7/d61/dba/de0/d149/db1/dad/d104/f14b x:0 0 0 2024-06-13T11:58:40.115 INFO:tasks.workunit.client.0.smithi042.stdout:7/867: dwrite d2/d36/d64/d10c/f126 [0,4194304] 0 2024-06-13T11:58:40.118 INFO:tasks.workunit.client.0.smithi042.stdout:7/868: rename d2/d36/d4a/l1c to d2/d11a/l127 0 2024-06-13T11:58:40.124 INFO:tasks.workunit.client.0.smithi042.stdout:7/869: read d2/d36/d4a/f68 [574997,124554] 0 2024-06-13T11:58:40.138 INFO:tasks.workunit.client.0.smithi042.stdout:2/980: dread d7/d61/dba/de0/d149/d59/f6e [0,4194304] 0 2024-06-13T11:58:40.138 INFO:tasks.workunit.client.0.smithi042.stdout:2/981: dread - d7/d3c/d40/d4c/f13d zero size 2024-06-13T11:58:40.139 INFO:tasks.workunit.client.0.smithi042.stdout:2/982: creat d7/d1a/d8d/f14c x:0 0 0 2024-06-13T11:58:40.140 INFO:tasks.workunit.client.0.smithi042.stdout:2/983: mkdir d7/d61/d64/db4/da0/d14d 0 2024-06-13T11:58:40.142 INFO:tasks.workunit.client.0.smithi042.stdout:2/984: rename d7/df/d6a/db8/dbc/dcc/dd2/c143 to d7/d61/dba/de0/d149/db1/dad/c14e 0 2024-06-13T11:58:40.144 INFO:tasks.workunit.client.0.smithi042.stdout:2/985: mkdir d7/d61/dba/de0/d149/db1/d14f 0 2024-06-13T11:58:40.144 INFO:tasks.workunit.client.0.smithi042.stdout:2/986: fsync d7/d61/dba/de0/d149/f4f 0 2024-06-13T11:58:40.151 INFO:tasks.workunit.client.0.smithi042.stdout:7/870: dread d2/d36/d4a/d39/dad/f11b [0,4194304] 0 2024-06-13T11:58:40.152 INFO:tasks.workunit.client.0.smithi042.stdout:7/871: fdatasync d2/d36/d4a/fb8 0 2024-06-13T11:58:40.152 INFO:tasks.workunit.client.0.smithi042.stdout:7/872: chown d2/d36/d64/l7d 41527182 1 2024-06-13T11:58:40.153 INFO:tasks.workunit.client.0.smithi042.stdout:7/873: unlink d2/d3/d3e/df3/cf8 0 2024-06-13T11:58:40.155 INFO:tasks.workunit.client.0.smithi042.stdout:7/874: symlink d2/d36/d4a/l128 0 2024-06-13T11:58:40.156 INFO:tasks.workunit.client.0.smithi042.stdout:7/875: mkdir d2/d36/d4a/d42/d63/d129 0 2024-06-13T11:58:40.156 INFO:tasks.workunit.client.0.smithi042.stdout:7/876: write d2/d3/f110 [536833,91911] 0 2024-06-13T11:58:40.158 INFO:tasks.workunit.client.0.smithi042.stdout:2/987: write d7/d61/d64/dff/f70 [952515,76533] 0 2024-06-13T11:58:40.158 INFO:tasks.workunit.client.0.smithi042.stdout:2/988: write d7/d3c/f119 [963595,56257] 0 2024-06-13T11:58:40.158 INFO:tasks.workunit.client.0.smithi042.stdout:7/877: creat d2/d36/d4a/d112/d11d/f12a x:0 0 0 2024-06-13T11:58:40.159 INFO:tasks.workunit.client.0.smithi042.stdout:2/989: rmdir d7/df/d33 39 2024-06-13T11:58:40.161 INFO:tasks.workunit.client.0.smithi042.stdout:7/878: unlink d2/d36/d4a/d42/fd2 0 2024-06-13T11:58:40.163 INFO:tasks.workunit.client.0.smithi042.stdout:2/990: symlink d7/d61/d64/l150 0 2024-06-13T11:58:40.165 INFO:tasks.workunit.client.0.smithi042.stdout:7/879: truncate d2/d36/d4a/d42/f7e 2397035 0 2024-06-13T11:58:40.168 INFO:tasks.workunit.client.0.smithi042.stdout:2/991: mkdir d7/d61/dba/de0/d149/db1/d14f/d151 0 2024-06-13T11:58:40.169 INFO:tasks.workunit.client.0.smithi042.stdout:2/992: symlink d7/d61/dba/de0/l152 0 2024-06-13T11:58:40.171 INFO:tasks.workunit.client.0.smithi042.stdout:2/993: mknod d7/d61/dba/de0/d149/db1/d14f/c153 0 2024-06-13T11:58:40.172 INFO:tasks.workunit.client.0.smithi042.stdout:2/994: stat d7/d3c/d40/d4c/d5a/cbf 0 2024-06-13T11:58:40.173 INFO:tasks.workunit.client.0.smithi042.stdout:2/995: link d7/d1a/d9e/f13a d7/d61/dba/de0/d149/f154 0 2024-06-13T11:58:40.174 INFO:tasks.workunit.client.0.smithi042.stdout:2/996: write d7/d61/d64/fc2 [3102288,65770] 0 2024-06-13T11:58:40.238 INFO:tasks.workunit.client.0.smithi042.stdout:7/880: dwrite d2/d36/d4a/d42/d86/dc8/feb [0,4194304] 0 2024-06-13T11:58:40.238 INFO:tasks.workunit.client.0.smithi042.stdout:7/881: mkdir d2/d36/d4a/d42/d98/d12b 0 2024-06-13T11:58:40.238 INFO:tasks.workunit.client.0.smithi042.stdout:7/882: write d2/d36/d4a/d42/d63/f73 [530367,22395] 0 2024-06-13T11:58:40.291 INFO:tasks.workunit.client.0.smithi042.stdout:2/997: dwrite d7/d61/d64/db4/de9/f134 [0,4194304] 0 2024-06-13T11:58:40.312 INFO:tasks.workunit.client.0.smithi042.stdout:7/883: dwrite d2/d36/dd6/fd8 [0,4194304] 0 2024-06-13T11:58:40.312 INFO:tasks.workunit.client.0.smithi042.stdout:7/884: stat d2/d36/d4a/d42/d63/f105 0 2024-06-13T11:58:40.312 INFO:tasks.workunit.client.0.smithi042.stdout:7/885: stat d2/d36/d4a/d39/lc1 0 2024-06-13T11:58:40.313 INFO:tasks.workunit.client.0.smithi042.stdout:7/886: rmdir d2/d36/d4a/d112 39 2024-06-13T11:58:40.313 INFO:tasks.workunit.client.0.smithi042.stdout:7/887: dread - d2/d36/d4a/d42/d63/fc7 zero size 2024-06-13T11:58:40.313 INFO:tasks.workunit.client.0.smithi042.stdout:7/888: write d2/d36/da5/f11f [12336,73872] 0 2024-06-13T11:58:40.314 INFO:tasks.workunit.client.0.smithi042.stdout:7/889: chown d2/d36/d4a/d42/d63/l99 380 1 2024-06-13T11:58:40.321 INFO:tasks.workunit.client.0.smithi042.stdout:7/890: unlink d2/d3/daa/cac 0 2024-06-13T11:58:40.353 INFO:tasks.workunit.client.0.smithi042.stdout:2/998: write d7/d61/d64/dff/f49 [5793033,62138] 0 2024-06-13T11:58:40.353 INFO:tasks.workunit.client.0.smithi042.stdout:2/999: chown d7/df/d6a/db8/dbc/cc5 7 1 2024-06-13T11:58:40.428 INFO:tasks.workunit.client.0.smithi042.stdout:7/891: dwrite d2/d3/f110 [0,4194304] 0 2024-06-13T11:58:40.429 INFO:tasks.workunit.client.0.smithi042.stdout:7/892: getdents d2/d11a 0 2024-06-13T11:58:40.429 INFO:tasks.workunit.client.0.smithi042.stdout:7/893: fdatasync d2/d36/d4a/d39/fe6 0 2024-06-13T11:58:40.432 INFO:tasks.workunit.client.0.smithi042.stdout:7/894: mknod d2/d36/d64/d10c/c12c 0 2024-06-13T11:58:40.433 INFO:tasks.workunit.client.0.smithi042.stdout:7/895: getdents d2/d36/d4a/d39 0 2024-06-13T11:58:40.435 INFO:tasks.workunit.client.0.smithi042.stdout:7/896: rmdir d2 39 2024-06-13T11:58:40.435 INFO:tasks.workunit.client.0.smithi042.stdout:7/897: getdents d2/d36/d4a/d39 0 2024-06-13T11:58:40.435 INFO:tasks.workunit.client.0.smithi042.stdout:7/898: dread - d2/d3/d3e/db3/fd7 zero size 2024-06-13T11:58:40.437 INFO:tasks.workunit.client.0.smithi042.stdout:7/899: creat d2/d36/da5/f12d x:0 0 0 2024-06-13T11:58:40.439 INFO:tasks.workunit.client.0.smithi042.stdout:7/900: truncate d2/f32 2998613 0 2024-06-13T11:58:40.439 INFO:tasks.workunit.client.0.smithi042.stdout:7/901: stat d2/d36/d4a/d42/d98 0 2024-06-13T11:58:40.439 INFO:tasks.workunit.client.0.smithi042.stdout:7/902: chown d2/d3/c46 8099 1 2024-06-13T11:58:40.439 INFO:tasks.workunit.client.0.smithi042.stdout:7/903: write d2/d36/d4a/d42/d98/fe7 [770523,101132] 0 2024-06-13T11:58:40.456 INFO:tasks.workunit.client.0.smithi042.stdout:7/904: dread d2/d36/fb1 [0,4194304] 0 2024-06-13T11:58:40.458 INFO:tasks.workunit.client.0.smithi042.stdout:7/905: symlink d2/d36/d4a/d112/l12e 0 2024-06-13T11:58:40.460 INFO:tasks.workunit.client.0.smithi042.stdout:7/906: creat d2/d36/d4a/d42/d63/f12f x:0 0 0 2024-06-13T11:58:40.460 INFO:tasks.workunit.client.0.smithi042.stdout:7/907: write d2/d36/d4a/d42/d63/f73 [1550956,96678] 0 2024-06-13T11:58:40.471 INFO:tasks.workunit.client.0.smithi042.stdout:7/908: truncate d2/d36/d4a/d42/d98/fe7 219889 0 2024-06-13T11:58:40.568 INFO:tasks.workunit.client.0.smithi042.stdout:7/909: dwrite d2/d36/fb1 [0,4194304] 0 2024-06-13T11:58:40.571 INFO:tasks.workunit.client.0.smithi042.stdout:7/910: creat d2/d36/d4a/f130 x:0 0 0 2024-06-13T11:58:40.573 INFO:tasks.workunit.client.0.smithi042.stdout:7/911: mkdir d2/d36/d4a/d131 0 2024-06-13T11:58:40.574 INFO:tasks.workunit.client.0.smithi042.stdout:7/912: mkdir d2/d36/d4a/d42/d86/d132 0 2024-06-13T11:58:40.576 INFO:tasks.workunit.client.0.smithi042.stdout:7/913: rename d2/d36/d4a/d39/lc1 to d2/d3/dd4/l133 0 2024-06-13T11:58:40.671 INFO:tasks.workunit.client.0.smithi042.stdout:7/914: dwrite d2/f32 [0,4194304] 0 2024-06-13T11:58:40.672 INFO:tasks.workunit.client.0.smithi042.stdout:7/915: write d2/d36/d64/f5a [312937,123722] 0 2024-06-13T11:58:40.672 INFO:tasks.workunit.client.0.smithi042.stdout:7/916: stat d2/d11a/l127 0 2024-06-13T11:58:40.674 INFO:tasks.workunit.client.0.smithi042.stdout:7/917: creat d2/d36/da5/f134 x:0 0 0 2024-06-13T11:58:40.676 INFO:tasks.workunit.client.0.smithi042.stdout:7/918: symlink d2/d36/d64/d10c/d116/l135 0 2024-06-13T11:58:40.835 INFO:tasks.workunit.client.0.smithi042.stdout:7/919: sync 2024-06-13T11:58:40.835 INFO:tasks.workunit.client.0.smithi042.stdout:7/920: write d2/d36/da5/de5/f10f [193358,86246] 0 2024-06-13T11:58:40.924 INFO:tasks.workunit.client.0.smithi042.stdout:7/921: dwrite d2/d36/d4a/d42/d98/f72 [0,4194304] 0 2024-06-13T11:58:40.968 INFO:tasks.workunit.client.0.smithi042.stdout:7/922: dread d2/d36/d4a/f18 [0,4194304] 0 2024-06-13T11:58:40.971 INFO:tasks.workunit.client.0.smithi042.stdout:7/923: rename d2/d36/d4a/d42/d63/dc5 to d2/d36/d4a/d42/dbe/d136 0 2024-06-13T11:58:40.971 INFO:tasks.workunit.client.0.smithi042.stdout:7/924: write d2/d3/f5b [2940897,107177] 0 2024-06-13T11:58:40.971 INFO:tasks.workunit.client.0.smithi042.stdout:7/925: fdatasync d2/fa1 0 2024-06-13T11:58:40.971 INFO:tasks.workunit.client.0.smithi042.stdout:7/926: write d2/d36/d64/d10c/f126 [5143298,103281] 0 2024-06-13T11:58:40.973 INFO:tasks.workunit.client.0.smithi042.stdout:7/927: unlink d2/d36/d4a/d42/d63/f12f 0 2024-06-13T11:58:40.975 INFO:tasks.workunit.client.0.smithi042.stdout:7/928: mknod d2/d36/d4a/d42/dbe/d136/c137 0 2024-06-13T11:58:40.977 INFO:tasks.workunit.client.0.smithi042.stdout:7/929: creat d2/d36/d4a/d39/f138 x:0 0 0 2024-06-13T11:58:41.073 INFO:tasks.workunit.client.0.smithi042.stdout:7/930: sync 2024-06-13T11:58:41.073 INFO:tasks.workunit.client.0.smithi042.stdout:7/931: readlink d2/d36/dcc/ld5 0 2024-06-13T11:58:41.075 INFO:tasks.workunit.client.0.smithi042.stdout:7/932: mkdir d2/d36/d4a/d42/d86/dc8/d139 0 2024-06-13T11:58:41.119 INFO:tasks.workunit.client.0.smithi042.stdout:7/933: read d2/d36/d64/f56 [53928,94096] 0 2024-06-13T11:58:41.121 INFO:tasks.workunit.client.0.smithi042.stdout:7/934: mkdir d2/d36/d4a/d42/d13a 0 2024-06-13T11:58:41.121 INFO:tasks.workunit.client.0.smithi042.stdout:7/935: stat d2/f65 0 2024-06-13T11:58:41.121 INFO:tasks.workunit.client.0.smithi042.stdout:7/936: write d2/d36/d64/f58 [491000,100568] 0 2024-06-13T11:58:41.121 INFO:tasks.workunit.client.0.smithi042.stdout:7/937: read d2/d3/fd [1797381,111511] 0 2024-06-13T11:58:41.166 INFO:tasks.workunit.client.0.smithi042.stdout:7/938: dread d2/d36/d64/f56 [0,4194304] 0 2024-06-13T11:58:41.166 INFO:tasks.workunit.client.0.smithi042.stdout:7/939: fsync d2/d36/d4a/d42/d63/f8b 0 2024-06-13T11:58:41.166 INFO:tasks.workunit.client.0.smithi042.stdout:7/940: chown d2/d3/dd4/l133 251084 1 2024-06-13T11:58:41.166 INFO:tasks.workunit.client.0.smithi042.stdout:7/941: fdatasync d2/d36/d64/f56 0 2024-06-13T11:58:41.166 INFO:tasks.workunit.client.0.smithi042.stdout:7/942: fsync d2/f32 0 2024-06-13T11:58:41.168 INFO:tasks.workunit.client.0.smithi042.stdout:7/943: creat d2/d36/d4a/d42/d86/f13b x:0 0 0 2024-06-13T11:58:41.170 INFO:tasks.workunit.client.0.smithi042.stdout:7/944: mkdir d2/d36/da5/de5/d13c 0 2024-06-13T11:58:41.170 INFO:tasks.workunit.client.0.smithi042.stdout:7/945: write d2/d36/d4a/d42/d63/f105 [783721,27168] 0 2024-06-13T11:58:41.172 INFO:tasks.workunit.client.0.smithi042.stdout:7/946: mknod d2/d36/d4a/d112/d11d/c13d 0 2024-06-13T11:58:41.174 INFO:tasks.workunit.client.0.smithi042.stdout:7/947: link d2/d36/d4a/c2f d2/d36/d4a/d112/d11d/c13e 0 2024-06-13T11:58:41.176 INFO:tasks.workunit.client.0.smithi042.stdout:7/948: creat d2/d3/d3e/f13f x:0 0 0 2024-06-13T11:58:41.176 INFO:tasks.workunit.client.0.smithi042.stdout:7/949: truncate d2/d3/fd 3722522 0 2024-06-13T11:58:41.177 INFO:tasks.workunit.client.0.smithi042.stdout:7/950: creat d2/d11a/f140 x:0 0 0 2024-06-13T11:58:41.185 INFO:tasks.workunit.client.0.smithi042.stdout:7/951: write d2/d3/f9 [4534167,67695] 0 2024-06-13T11:58:41.185 INFO:tasks.workunit.client.0.smithi042.stdout:7/952: readlink d2/d36/d64/l66 0 2024-06-13T11:58:41.185 INFO:tasks.workunit.client.0.smithi042.stdout:7/953: readlink d2/d36/d4a/d42/d98/l81 0 2024-06-13T11:58:41.210 INFO:tasks.workunit.client.0.smithi042.stdout:7/954: dread d2/f1a [0,4194304] 0 2024-06-13T11:58:41.212 INFO:tasks.workunit.client.0.smithi042.stdout:7/955: creat d2/d36/f141 x:0 0 0 2024-06-13T11:58:41.214 INFO:tasks.workunit.client.0.smithi042.stdout:7/956: link d2/d36/d4a/f2d d2/d36/d4a/d42/dbe/d136/f142 0 2024-06-13T11:58:41.283 INFO:tasks.workunit.client.0.smithi042.stdout:7/957: sync 2024-06-13T11:58:41.284 INFO:tasks.workunit.client.0.smithi042.stdout:7/958: symlink d2/d36/d4a/d42/d86/l143 0 2024-06-13T11:58:41.301 INFO:tasks.workunit.client.0.smithi042.stdout:7/959: dread d2/d36/da5/de5/f10f [0,4194304] 0 2024-06-13T11:58:41.301 INFO:tasks.workunit.client.0.smithi042.stdout:7/960: dread - d2/d3/d3e/f108 zero size 2024-06-13T11:58:41.307 INFO:tasks.workunit.client.0.smithi042.stdout:7/961: mkdir d2/d3/daa/d144 0 2024-06-13T11:58:41.307 INFO:tasks.workunit.client.0.smithi042.stdout:7/962: write d2/d36/d4a/d42/d98/fe7 [1177669,32759] 0 2024-06-13T11:58:41.336 INFO:tasks.workunit.client.0.smithi042.stdout:7/963: rename d2/d3/daa/ce0 to d2/d36/c145 0 2024-06-13T11:58:41.338 INFO:tasks.workunit.client.0.smithi042.stdout:7/964: mkdir d2/d36/da5/de5/d146 0 2024-06-13T11:58:41.386 INFO:tasks.workunit.client.0.smithi042.stdout:7/965: dread d2/d36/d4a/d42/f4b [0,4194304] 0 2024-06-13T11:58:41.386 INFO:tasks.workunit.client.0.smithi042.stdout:7/966: dread - d2/d3/f3d zero size 2024-06-13T11:58:41.414 INFO:tasks.workunit.client.0.smithi042.stdout:7/967: rename d2/d3/daa/dea/c106 to d2/d3/d3e/dd9/c147 0 2024-06-13T11:58:41.415 INFO:tasks.workunit.client.0.smithi042.stdout:7/968: truncate d2/d36/d4a/d42/f4f 4917288 0 2024-06-13T11:58:41.465 INFO:tasks.workunit.client.0.smithi042.stdout:7/969: dread d2/d36/d4a/f18 [0,4194304] 0 2024-06-13T11:58:41.465 INFO:tasks.workunit.client.0.smithi042.stdout:7/970: readlink d2/d36/d4a/d42/d98/l70 0 2024-06-13T11:58:41.467 INFO:tasks.workunit.client.0.smithi042.stdout:7/971: unlink d2/d36/d4a/d42/dbe/le2 0 2024-06-13T11:58:41.468 INFO:tasks.workunit.client.0.smithi042.stdout:7/972: mknod d2/d36/dd6/c148 0 2024-06-13T11:58:41.470 INFO:tasks.workunit.client.0.smithi042.stdout:7/973: unlink d2/d3/la3 0 2024-06-13T11:58:41.472 INFO:tasks.workunit.client.0.smithi042.stdout:7/974: link d2/d3/dd4/ldc d2/d36/d64/de9/l149 0 2024-06-13T11:58:41.473 INFO:tasks.workunit.client.0.smithi042.stdout:7/975: mknod d2/d36/d4a/d131/c14a 0 2024-06-13T11:58:41.475 INFO:tasks.workunit.client.0.smithi042.stdout:7/976: creat d2/d11a/f14b x:0 0 0 2024-06-13T11:58:41.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:41 smithi042 ceph-mon[32231]: pgmap v97: 129 pgs: 129 active+clean; 2.3 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 30 KiB/s wr, 11 op/s 2024-06-13T11:58:41.576 INFO:tasks.workunit.client.0.smithi042.stdout:7/977: dwrite d2/fa1 [0,4194304] 0 2024-06-13T11:58:41.578 INFO:tasks.workunit.client.0.smithi042.stdout:7/978: truncate d2/d36/fcf 3570891 0 2024-06-13T11:58:41.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:41 smithi162 ceph-mon[36757]: pgmap v97: 129 pgs: 129 active+clean; 2.3 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 30 KiB/s wr, 11 op/s 2024-06-13T11:58:41.692 INFO:tasks.workunit.client.0.smithi042.stdout:7/979: dwrite d2/f1e [4194304,4194304] 0 2024-06-13T11:58:41.692 INFO:tasks.workunit.client.0.smithi042.stdout:7/980: dread - d2/d36/da5/de5/f123 zero size 2024-06-13T11:58:41.692 INFO:tasks.workunit.client.0.smithi042.stdout:7/981: truncate d2/d3/d3e/f101 1029957 0 2024-06-13T11:58:41.694 INFO:tasks.workunit.client.0.smithi042.stdout:7/982: symlink d2/d3/l14c 0 2024-06-13T11:58:41.695 INFO:tasks.workunit.client.0.smithi042.stdout:7/983: symlink d2/d36/da5/de5/d146/l14d 0 2024-06-13T11:58:41.696 INFO:tasks.workunit.client.0.smithi042.stdout:7/984: write d2/d11a/f140 [555693,14576] 0 2024-06-13T11:58:41.700 INFO:tasks.workunit.client.0.smithi042.stdout:7/985: read d2/d36/d4a/d42/d98/fe7 [1070757,61477] 0 2024-06-13T11:58:41.700 INFO:tasks.workunit.client.0.smithi042.stdout:7/986: chown d2/d3/dd4 32975 1 2024-06-13T11:58:41.700 INFO:tasks.workunit.client.0.smithi042.stdout:7/987: fdatasync d2/d36/d4a/d42/d63/fc7 0 2024-06-13T11:58:41.701 INFO:tasks.workunit.client.0.smithi042.stdout:7/988: truncate d2/d36/d4a/d42/d98/f72 199327 0 2024-06-13T11:58:41.703 INFO:tasks.workunit.client.0.smithi042.stdout:7/989: rmdir d2/d36/d4a/d42/d98/d12b 0 2024-06-13T11:58:41.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:41 smithi088 ceph-mon[36399]: pgmap v97: 129 pgs: 129 active+clean; 2.3 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 30 KiB/s wr, 11 op/s 2024-06-13T11:58:41.797 INFO:tasks.workunit.client.0.smithi042.stdout:7/990: dwrite d2/fc [4194304,4194304] 0 2024-06-13T11:58:41.800 INFO:tasks.workunit.client.0.smithi042.stdout:7/991: creat d2/d36/d4a/d42/dbe/f14e x:0 0 0 2024-06-13T11:58:41.866 INFO:tasks.workunit.client.0.smithi042.stdout:7/992: dwrite d2/d36/d4a/d42/d63/f73 [0,4194304] 0 2024-06-13T11:58:41.868 INFO:tasks.workunit.client.0.smithi042.stdout:7/993: link d2/d3/f5b d2/f14f 0 2024-06-13T11:58:41.918 INFO:tasks.workunit.client.0.smithi042.stdout:7/994: write d2/d36/d4a/f4e [128866,39841] 0 2024-06-13T11:58:41.920 INFO:tasks.workunit.client.0.smithi042.stdout:7/995: mknod d2/d36/d4a/d39/dad/c150 0 2024-06-13T11:58:41.920 INFO:tasks.workunit.client.0.smithi042.stdout:7/996: chown d2/d36/d4a/d42/d86/cfe 3 1 2024-06-13T11:58:41.957 INFO:tasks.workunit.client.0.smithi042.stdout:7/997: dread d2/d36/f27 [0,4194304] 0 2024-06-13T11:58:41.958 INFO:tasks.workunit.client.0.smithi042.stdout:7/998: write d2/d36/d4a/d39/fe6 [502553,79991] 0 2024-06-13T11:58:41.958 INFO:tasks.workunit.client.0.smithi042.stdout:7/999: write d2/d36/d4a/d42/d63/fbc [585903,3624] 0 2024-06-13T11:58:41.968 INFO:tasks.workunit.client.0.smithi042.stderr:+ rm -rf -- ./tmp.IlMS2M9YvL 2024-06-13T11:58:43.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:43 smithi042 ceph-mon[32231]: pgmap v98: 129 pgs: 129 active+clean; 2.3 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 30 KiB/s wr, 11 op/s 2024-06-13T11:58:43.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:43 smithi162 ceph-mon[36757]: pgmap v98: 129 pgs: 129 active+clean; 2.3 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 30 KiB/s wr, 11 op/s 2024-06-13T11:58:43.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:43 smithi088 ceph-mon[36399]: pgmap v98: 129 pgs: 129 active+clean; 2.3 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 30 KiB/s wr, 11 op/s 2024-06-13T11:58:45.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:45 smithi042 ceph-mon[32231]: pgmap v99: 129 pgs: 129 active+clean; 2.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 14 MiB/s rd, 12 MiB/s wr, 104 op/s 2024-06-13T11:58:45.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:45 smithi162 ceph-mon[36757]: pgmap v99: 129 pgs: 129 active+clean; 2.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 14 MiB/s rd, 12 MiB/s wr, 104 op/s 2024-06-13T11:58:45.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:45 smithi088 ceph-mon[36399]: pgmap v99: 129 pgs: 129 active+clean; 2.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 14 MiB/s rd, 12 MiB/s wr, 104 op/s 2024-06-13T11:58:47.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:47 smithi042 ceph-mon[32231]: pgmap v100: 129 pgs: 129 active+clean; 2.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 14 MiB/s rd, 12 MiB/s wr, 97 op/s 2024-06-13T11:58:47.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:47 smithi162 ceph-mon[36757]: pgmap v100: 129 pgs: 129 active+clean; 2.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 14 MiB/s rd, 12 MiB/s wr, 97 op/s 2024-06-13T11:58:47.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:47 smithi088 ceph-mon[36399]: pgmap v100: 129 pgs: 129 active+clean; 2.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 14 MiB/s rd, 12 MiB/s wr, 97 op/s 2024-06-13T11:58:48.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:48 smithi042 ceph-mon[32231]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T11:58:48.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:48 smithi162 ceph-mon[36757]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T11:58:48.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:48 smithi088 ceph-mon[36399]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T11:58:49.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:49 smithi162 ceph-mon[36757]: pgmap v101: 129 pgs: 129 active+clean; 2.3 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 12 MiB/s wr, 155 op/s 2024-06-13T11:58:49.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:49 smithi088 ceph-mon[36399]: pgmap v101: 129 pgs: 129 active+clean; 2.3 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 12 MiB/s wr, 155 op/s 2024-06-13T11:58:49.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:49 smithi042 ceph-mon[32231]: pgmap v101: 129 pgs: 129 active+clean; 2.3 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 12 MiB/s wr, 155 op/s 2024-06-13T11:58:51.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:51 smithi162 ceph-mon[36757]: pgmap v102: 129 pgs: 129 active+clean; 2.3 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 12 MiB/s wr, 150 op/s 2024-06-13T11:58:51.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:51 smithi088 ceph-mon[36399]: pgmap v102: 129 pgs: 129 active+clean; 2.3 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 12 MiB/s wr, 150 op/s 2024-06-13T11:58:51.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:51 smithi042 ceph-mon[32231]: pgmap v102: 129 pgs: 129 active+clean; 2.3 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 12 MiB/s wr, 150 op/s 2024-06-13T11:58:52.704 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.703+0000 7f4565e00640 1 -- 172.21.15.42:0/451693897 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4560100bf0 msgr2=0x7f4560101050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:52.704 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.703+0000 7f4565e00640 1 --2- 172.21.15.42:0/451693897 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4560100bf0 0x7f4560101050 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f4548009900 tx=0x7f454802a3f0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.704 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.704+0000 7f4565e00640 1 -- 172.21.15.42:0/451693897 shutdown_connections 2024-06-13T11:58:52.705 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.704+0000 7f4565e00640 1 --2- 172.21.15.42:0/451693897 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4560101590 0x7f456010d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.705 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.704+0000 7f4565e00640 1 --2- 172.21.15.42:0/451693897 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4560100bf0 0x7f4560101050 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.705 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.704+0000 7f4565e00640 1 --2- 172.21.15.42:0/451693897 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4560106900 0x7f4560106ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.705 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.704+0000 7f4565e00640 1 -- 172.21.15.42:0/451693897 >> 172.21.15.42:0/451693897 conn(0x7f45600765d0 msgr2=0x7f45600769e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:52.705 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.704+0000 7f4565e00640 1 -- 172.21.15.42:0/451693897 shutdown_connections 2024-06-13T11:58:52.705 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.704+0000 7f4565e00640 1 -- 172.21.15.42:0/451693897 wait complete. 2024-06-13T11:58:52.706 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.705+0000 7f4565e00640 1 Processor -- start 2024-06-13T11:58:52.706 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.705+0000 7f4565e00640 1 -- start start 2024-06-13T11:58:52.706 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.705+0000 7f4565e00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4560100bf0 0x7f456019a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:52.706 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.705+0000 7f4565e00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4560101590 0x7f456019a810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:52.706 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.705+0000 7f4565e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4560106900 0x7f456019eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:52.706 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.705+0000 7f4565e00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4560110cc0 con 0x7f4560106900 2024-06-13T11:58:52.707 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.705+0000 7f4565e00640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f4560110b40 con 0x7f4560101590 2024-06-13T11:58:52.707 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.705+0000 7f4565e00640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f4560110e40 con 0x7f4560100bf0 2024-06-13T11:58:52.707 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.706+0000 7f4557e00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4560101590 0x7f456019a810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:52.707 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.706+0000 7f455f400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4560106900 0x7f456019eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:52.707 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.706+0000 7f455ea00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4560100bf0 0x7f456019a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:52.707 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.706+0000 7f4557e00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4560101590 0x7f456019a810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:53844/0 (socket says 172.21.15.42:53844) 2024-06-13T11:58:52.707 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.706+0000 7f455ea00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4560100bf0 0x7f456019a2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:42048/0 (socket says 172.21.15.42:42048) 2024-06-13T11:58:52.707 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.706+0000 7f4557e00640 1 -- 172.21.15.42:0/2581029650 learned_addr learned my addr 172.21.15.42:0/2581029650 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:52.708 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.706+0000 7f455ea00640 1 -- 172.21.15.42:0/2581029650 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4560101590 msgr2=0x7f456019a810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:52.708 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.706+0000 7f455ea00640 1 --2- 172.21.15.42:0/2581029650 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4560101590 0x7f456019a810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.708 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.706+0000 7f455ea00640 1 -- 172.21.15.42:0/2581029650 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4560106900 msgr2=0x7f456019eb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:52.708 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.706+0000 7f455ea00640 1 --2- 172.21.15.42:0/2581029650 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4560106900 0x7f456019eb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.709 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.706+0000 7f455ea00640 1 -- 172.21.15.42:0/2581029650 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f456019f2c0 con 0x7f4560100bf0 2024-06-13T11:58:52.709 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.706+0000 7f455f400640 1 --2- 172.21.15.42:0/2581029650 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4560106900 0x7f456019eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:58:52.709 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.706+0000 7f4557e00640 1 --2- 172.21.15.42:0/2581029650 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4560101590 0x7f456019a810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:58:52.709 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.707+0000 7f455ea00640 1 --2- 172.21.15.42:0/2581029650 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4560100bf0 0x7f456019a2d0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f455000e9f0 tx=0x7f455000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:52.709 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.707+0000 7f4564a00640 1 -- 172.21.15.42:0/2581029650 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f455000ccc0 con 0x7f4560100bf0 2024-06-13T11:58:52.709 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.707+0000 7f4564a00640 1 -- 172.21.15.42:0/2581029650 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4550010910 con 0x7f4560100bf0 2024-06-13T11:58:52.709 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.707+0000 7f4565e00640 1 -- 172.21.15.42:0/2581029650 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f456019f5b0 con 0x7f4560100bf0 2024-06-13T11:58:52.709 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.707+0000 7f4564a00640 1 -- 172.21.15.42:0/2581029650 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4550018960 con 0x7f4560100bf0 2024-06-13T11:58:52.709 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.707+0000 7f4565e00640 1 -- 172.21.15.42:0/2581029650 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45601a6e40 con 0x7f4560100bf0 2024-06-13T11:58:52.710 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.710+0000 7f4564a00640 1 -- 172.21.15.42:0/2581029650 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f4550010ac0 con 0x7f4560100bf0 2024-06-13T11:58:52.711 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.711+0000 7f4568c24740 1 Processor -- start 2024-06-13T11:58:52.711 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.711+0000 7f4568c24740 1 -- start start 2024-06-13T11:58:52.713 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.711+0000 7f4568c24740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56368d4715e0 0x56368d46fb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:52.713 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.711+0000 7f4568c24740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368d470070 0x56368d4704f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:52.713 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.711+0000 7f4568c24740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368d47adf0 0x56368d47d1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:52.713 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.711+0000 7f4568c24740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56368d3d4420 con 0x56368d470070 2024-06-13T11:58:52.713 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.711+0000 7f4568c24740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x56368d37bc50 con 0x56368d47adf0 2024-06-13T11:58:52.714 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.711+0000 7f4568c24740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x56368d3d03e0 con 0x56368d4715e0 2024-06-13T11:58:52.714 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.711+0000 7f455f400640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56368d4715e0 0x56368d46fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:52.714 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.712+0000 7f455f400640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56368d4715e0 0x56368d46fb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:42064/0 (socket says 172.21.15.42:42064) 2024-06-13T11:58:52.714 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.712+0000 7f455f400640 1 -- 172.21.15.42:0/4110582957 learned_addr learned my addr 172.21.15.42:0/4110582957 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:52.714 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.712+0000 7f455ea00640 1 --2- 172.21.15.42:0/4110582957 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368d470070 0x56368d4704f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:52.714 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.712+0000 7f4557e00640 1 --2- 172.21.15.42:0/4110582957 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368d47adf0 0x56368d47d1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:52.714 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.712+0000 7f455f400640 1 -- 172.21.15.42:0/4110582957 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368d47adf0 msgr2=0x56368d47d1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:52.714 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.712+0000 7f455f400640 1 --2- 172.21.15.42:0/4110582957 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368d47adf0 0x56368d47d1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.714 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.712+0000 7f455f400640 1 -- 172.21.15.42:0/4110582957 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368d470070 msgr2=0x56368d4704f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:52.714 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.712+0000 7f455f400640 1 --2- 172.21.15.42:0/4110582957 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368d470070 0x56368d4704f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.714 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.712+0000 7f455f400640 1 -- 172.21.15.42:0/4110582957 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56368d0e8210 con 0x56368d4715e0 2024-06-13T11:58:52.714 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.712+0000 7f4557e00640 1 --2- 172.21.15.42:0/4110582957 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368d47adf0 0x56368d47d1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:58:52.715 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.712+0000 7f455f400640 1 --2- 172.21.15.42:0/4110582957 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56368d4715e0 0x56368d46fb30 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f4558011810 tx=0x7f4558011cd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a2aceb59826d886d server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:52.715 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.713+0000 7f454fe00640 1 -- 172.21.15.42:0/4110582957 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4558011310 con 0x56368d4715e0 2024-06-13T11:58:52.715 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.713+0000 7f454fe00640 1 -- 172.21.15.42:0/4110582957 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4558003e50 con 0x56368d4715e0 2024-06-13T11:58:52.715 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.713+0000 7f454fe00640 1 -- 172.21.15.42:0/4110582957 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4558004620 con 0x56368d4715e0 2024-06-13T11:58:52.715 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.713+0000 7f4564a00640 1 --2- 172.21.15.42:0/2581029650 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f45440a2e20 0x7f45440a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:52.715 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.713+0000 7f4564a00640 1 -- 172.21.15.42:0/2581029650 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f45500cfb70 con 0x7f4560100bf0 2024-06-13T11:58:52.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.713+0000 7f455ea00640 1 --2- 172.21.15.42:0/2581029650 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f45440a2e20 0x7f45440a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:52.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.713+0000 7f4568c24740 1 -- 172.21.15.42:0/4110582957 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56368d4715e0 msgr2=0x56368d46fb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:52.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.713+0000 7f4568c24740 1 --2- 172.21.15.42:0/4110582957 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56368d4715e0 0x56368d46fb30 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f4558011810 tx=0x7f4558011cd0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.714+0000 7f4568c24740 1 -- 172.21.15.42:0/4110582957 shutdown_connections 2024-06-13T11:58:52.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.714+0000 7f4568c24740 1 --2- 172.21.15.42:0/4110582957 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368d470070 0x56368d4704f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.714+0000 7f4568c24740 1 --2- 172.21.15.42:0/4110582957 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368d47adf0 0x56368d47d1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.714+0000 7f4568c24740 1 --2- 172.21.15.42:0/4110582957 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56368d4715e0 0x56368d46fb30 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.714+0000 7f4568c24740 1 -- 172.21.15.42:0/4110582957 >> 172.21.15.42:0/4110582957 conn(0x56368d438fb0 msgr2=0x56368d46c660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:52.720 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.714+0000 7f4568c24740 1 -- 172.21.15.42:0/4110582957 shutdown_connections 2024-06-13T11:58:52.720 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.714+0000 7f4568c24740 1 -- 172.21.15.42:0/4110582957 wait complete. 2024-06-13T11:58:52.720 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.714+0000 7f455ea00640 1 --2- 172.21.15.42:0/2581029650 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f45440a2e20 0x7f45440a52e0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x56368d472d40 tx=0x7f45500d3620 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:52.720 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.714+0000 7f4568c24740 1 -- start start 2024-06-13T11:58:52.720 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.715+0000 7f4568c24740 1 Processor -- start 2024-06-13T11:58:52.720 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.715+0000 7f4568c24740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368d470070 0x56368d477e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:52.720 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.715+0000 7f4568c24740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368d4715e0 0x56368d478380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:52.720 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.715+0000 7f4568c24740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56368d47adf0 0x56368d4788c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:52.720 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.715+0000 7f4568c24740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56368d47dbc0 con 0x56368d4715e0 2024-06-13T11:58:52.720 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.715+0000 7f4568c24740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x56368d38f0b0 con 0x56368d470070 2024-06-13T11:58:52.720 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.715+0000 7f4568c24740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x56368d47dd40 con 0x56368d47adf0 2024-06-13T11:58:52.720 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.715+0000 7f4568c24740 10 client.0 _ll_register_callbacks cb 0x56368d37af40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:58:52.720 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.715+0000 7f455f400640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368d470070 0x56368d477e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:52.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.715+0000 7f455f400640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368d470070 0x56368d477e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:53856/0 (socket says 172.21.15.42:53856) 2024-06-13T11:58:52.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.715+0000 7f455f400640 1 -- 172.21.15.42:0/2886561962 learned_addr learned my addr 172.21.15.42:0/2886561962 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:52.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.715+0000 7f4557e00640 1 --2- 172.21.15.42:0/2886561962 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368d4715e0 0x56368d478380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:52.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.716+0000 7f455f400640 1 --2- 172.21.15.42:0/2886561962 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56368d47adf0 0x56368d4788c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:52.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.716+0000 7f455f400640 1 -- 172.21.15.42:0/2886561962 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56368d47adf0 msgr2=0x56368d4788c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:52.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.716+0000 7f455f400640 1 --2- 172.21.15.42:0/2886561962 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56368d47adf0 0x56368d4788c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.716+0000 7f455f400640 1 -- 172.21.15.42:0/2886561962 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368d4715e0 msgr2=0x56368d478380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:52.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.716+0000 7f455f400640 1 --2- 172.21.15.42:0/2886561962 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368d4715e0 0x56368d478380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.716+0000 7f455f400640 1 -- 172.21.15.42:0/2886561962 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56368d1b4620 con 0x56368d470070 2024-06-13T11:58:52.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.716+0000 7f455f400640 1 --2- 172.21.15.42:0/2886561962 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368d470070 0x56368d477e40 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f4558009fd0 tx=0x7f455800ff70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=782376f2e0207eb8 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:52.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.716+0000 7f454cc00640 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:58:52.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.716+0000 7f454cc00640 1 -- 172.21.15.42:0/2886561962 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4558022040 con 0x56368d470070 2024-06-13T11:58:52.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.716+0000 7f4568c24740 1 -- 172.21.15.42:0/2886561962 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4558003e50 con 0x56368d470070 2024-06-13T11:58:52.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.716+0000 7f454cc00640 1 -- 172.21.15.42:0/2886561962 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f455800fba0 con 0x56368d470070 2024-06-13T11:58:52.722 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.717+0000 7f454cc00640 1 -- 172.21.15.42:0/2886561962 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f455800fda0 con 0x56368d470070 2024-06-13T11:58:52.722 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.717+0000 7f4568c24740 10 client.25856 fetch_fsmap learned FSMap version 32 2024-06-13T11:58:52.722 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.717+0000 7f4568c24740 1 -- 172.21.15.42:0/2886561962 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x56368d489f60 con 0x56368d470070 2024-06-13T11:58:52.722 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.717+0000 7f454cc00640 1 -- 172.21.15.42:0/2886561962 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4558003e50 con 0x56368d470070 2024-06-13T11:58:52.722 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.717+0000 7f454cc00640 1 -- 172.21.15.42:0/2886561962 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 32) ==== 8370+0+0 (secure 0 0 0) 0x7f4558028020 con 0x56368d470070 2024-06-13T11:58:52.722 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.717+0000 7f4568c24740 10 client.25856 fetch_fsmap finished waiting for FSMap version 32 2024-06-13T11:58:52.722 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.717+0000 7f4568c24740 10 client.25856 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:58:52.722 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.717+0000 7f4568c24740 20 client.25856 populate_metadata read hostname 'smithi042' 2024-06-13T11:58:52.722 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.717+0000 7f4568c24740 1 --2- 172.21.15.42:0/2886561962 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x56368d48b310 0x56368d48d700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:52.722 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.717+0000 7f4568c24740 4 client.25856 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:58:52.722 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.717+0000 7f4568c24740 1 -- 172.21.15.42:0/2886561962 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56368d3e1b50 con 0x56368d48b310 2024-06-13T11:58:52.722 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.717+0000 7f4557e00640 1 --2- 172.21.15.42:0/2886561962 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x56368d48b310 0x56368d48d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:52.723 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.718+0000 7f4557e00640 1 --2- 172.21.15.42:0/2886561962 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x56368d48b310 0x56368d48d700 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cd15d7ba75b82e44 server_cookie=d7e6efc2957543ac in_seq=0 out_seq=0 2024-06-13T11:58:52.723 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.718+0000 7f454cc00640 10 client.25856 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:58:52.724 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.719+0000 7f454cc00640 1 -- 172.21.15.42:0/2886561962 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x56368d3e1b50 con 0x56368d48b310 2024-06-13T11:58:52.724 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.719+0000 7f454cc00640 10 client.25856 handle_command_reply: tid=0 2024-06-13T11:58:52.724 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.719+0000 7f4568c24740 1 client.25856 shutdown 2024-06-13T11:58:52.724 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.719+0000 7f4568c24740 1 -- 172.21.15.42:0/2886561962 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368d470070 msgr2=0x56368d477e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:52.724 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.719+0000 7f4568c24740 1 --2- 172.21.15.42:0/2886561962 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368d470070 0x56368d477e40 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f4558009fd0 tx=0x7f455800ff70 comp rx=0 tx=0).stop 2024-06-13T11:58:52.724 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.719+0000 7f4568c24740 1 -- 172.21.15.42:0/2886561962 shutdown_connections 2024-06-13T11:58:52.724 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.719+0000 7f4568c24740 1 --2- 172.21.15.42:0/2886561962 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x56368d48b310 0x56368d48d700 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.719+0000 7f4568c24740 1 --2- 172.21.15.42:0/2886561962 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368d4715e0 0x56368d478380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.719+0000 7f4568c24740 1 --2- 172.21.15.42:0/2886561962 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56368d47adf0 0x56368d4788c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.719+0000 7f454cc00640 0 client.25856 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:58:52.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.719+0000 7f4568c24740 1 --2- 172.21.15.42:0/2886561962 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368d470070 0x56368d477e40 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.719+0000 7f4568c24740 1 -- 172.21.15.42:0/2886561962 >> 172.21.15.42:0/2886561962 conn(0x56368d438fb0 msgr2=0x56368d4724d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:52.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.720+0000 7f4568c24740 1 -- 172.21.15.42:0/2886561962 shutdown_connections 2024-06-13T11:58:52.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.720+0000 7f4568c24740 1 -- 172.21.15.42:0/2886561962 wait complete. 2024-06-13T11:58:52.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.720+0000 7f4568c24740 20 client.25856 trim_cache size 0 max 16384 2024-06-13T11:58:52.741 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.740+0000 7f4568c24740 1 Processor -- start 2024-06-13T11:58:52.741 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.740+0000 7f4568c24740 1 -- start start 2024-06-13T11:58:52.742 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.741+0000 7f4568c24740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56368d470070 0x56368d472350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:52.742 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.741+0000 7f4568c24740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368d4715e0 0x56368d492df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:52.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.741+0000 7f4568c24740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368d47adf0 0x56368d493330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:52.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.741+0000 7f4568c24740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f45601b39a0 con 0x56368d4715e0 2024-06-13T11:58:52.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.741+0000 7f4568c24740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f45601b11b0 con 0x56368d47adf0 2024-06-13T11:58:52.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.741+0000 7f4568c24740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f45601af000 con 0x56368d470070 2024-06-13T11:58:52.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.741+0000 7f4557e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368d4715e0 0x56368d492df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:52.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.741+0000 7f455f400640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56368d470070 0x56368d472350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:52.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.741+0000 7f4557e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368d4715e0 0x56368d492df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53906/0 (socket says 172.21.15.42:53906) 2024-06-13T11:58:52.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.741+0000 7f4557e00640 1 -- 172.21.15.42:0/141994399 learned_addr learned my addr 172.21.15.42:0/141994399 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:52.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.742+0000 7f455f400640 1 --2- 172.21.15.42:0/141994399 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368d47adf0 0x56368d493330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:52.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.742+0000 7f4557e00640 1 -- 172.21.15.42:0/141994399 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56368d470070 msgr2=0x56368d472350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:52.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.742+0000 7f4557e00640 1 --2- 172.21.15.42:0/141994399 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56368d470070 0x56368d472350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.742+0000 7f4557e00640 1 -- 172.21.15.42:0/141994399 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368d47adf0 msgr2=0x56368d493330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:52.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.742+0000 7f4557e00640 1 --2- 172.21.15.42:0/141994399 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368d47adf0 0x56368d493330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.744 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.742+0000 7f4557e00640 1 -- 172.21.15.42:0/141994399 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56368d476390 con 0x56368d4715e0 2024-06-13T11:58:52.744 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.742+0000 7f4557e00640 1 --2- 172.21.15.42:0/141994399 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368d4715e0 0x56368d492df0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f4548005940 tx=0x7f4548031660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=402e635bca41d361 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:52.745 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.743+0000 7f454f400640 1 -- 172.21.15.42:0/141994399 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4548035040 con 0x56368d4715e0 2024-06-13T11:58:52.745 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.743+0000 7f454f400640 1 -- 172.21.15.42:0/141994399 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f45480047a0 con 0x56368d4715e0 2024-06-13T11:58:52.745 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.743+0000 7f454f400640 1 -- 172.21.15.42:0/141994399 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4548031b90 con 0x56368d4715e0 2024-06-13T11:58:52.745 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.743+0000 7f4568c24740 1 -- 172.21.15.42:0/141994399 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368d4715e0 msgr2=0x56368d492df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:52.745 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.743+0000 7f4568c24740 1 --2- 172.21.15.42:0/141994399 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368d4715e0 0x56368d492df0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f4548005940 tx=0x7f4548031660 comp rx=0 tx=0).stop 2024-06-13T11:58:52.745 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.744+0000 7f4568c24740 1 -- 172.21.15.42:0/141994399 shutdown_connections 2024-06-13T11:58:52.745 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.744+0000 7f4568c24740 1 --2- 172.21.15.42:0/141994399 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368d4715e0 0x56368d492df0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.745 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.744+0000 7f4568c24740 1 --2- 172.21.15.42:0/141994399 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368d47adf0 0x56368d493330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.745 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.744+0000 7f4568c24740 1 --2- 172.21.15.42:0/141994399 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56368d470070 0x56368d472350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.745 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.744+0000 7f4568c24740 1 -- 172.21.15.42:0/141994399 >> 172.21.15.42:0/141994399 conn(0x56368d438fb0 msgr2=0x56368d471c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:52.745 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.744+0000 7f4568c24740 1 -- 172.21.15.42:0/141994399 shutdown_connections 2024-06-13T11:58:52.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.744+0000 7f4568c24740 1 -- 172.21.15.42:0/141994399 wait complete. 2024-06-13T11:58:52.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.744+0000 7f4568c24740 1 -- start start 2024-06-13T11:58:52.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.744+0000 7f4568c24740 1 Processor -- start 2024-06-13T11:58:52.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.745+0000 7f4568c24740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56368d470070 0x56368d482fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:52.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.745+0000 7f4568c24740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368d4715e0 0x56368d483510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:52.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.745+0000 7f4568c24740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368d47adf0 0x56368d4805a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:52.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.745+0000 7f4568c24740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f45601af670 con 0x56368d47adf0 2024-06-13T11:58:52.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.745+0000 7f4568c24740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f45601b0ae0 con 0x56368d4715e0 2024-06-13T11:58:52.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.745+0000 7f4568c24740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f45601afd40 con 0x56368d470070 2024-06-13T11:58:52.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.745+0000 7f4568c24740 10 client.0 _ll_register_callbacks cb 0x7f45500d34f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:58:52.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.745+0000 7f455f400640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56368d470070 0x56368d482fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:52.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.745+0000 7f4557e00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368d4715e0 0x56368d483510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:52.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.745+0000 7f455f400640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56368d470070 0x56368d482fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:42094/0 (socket says 172.21.15.42:42094) 2024-06-13T11:58:52.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.745+0000 7f455f400640 1 -- 172.21.15.42:0/1778671584 learned_addr learned my addr 172.21.15.42:0/1778671584 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:58:52.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.745+0000 7f4557e00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368d4715e0 0x56368d483510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:53888/0 (socket says 172.21.15.42:53888) 2024-06-13T11:58:52.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.745+0000 7f455f400640 1 --2- 172.21.15.42:0/1778671584 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368d47adf0 0x56368d4805a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:52.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.746+0000 7f4557e00640 1 -- 172.21.15.42:0/1778671584 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56368d470070 msgr2=0x56368d482fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:52.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.746+0000 7f4557e00640 1 --2- 172.21.15.42:0/1778671584 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56368d470070 0x56368d482fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.746+0000 7f4557e00640 1 -- 172.21.15.42:0/1778671584 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368d47adf0 msgr2=0x56368d4805a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:58:52.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.746+0000 7f4557e00640 1 --2- 172.21.15.42:0/1778671584 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368d47adf0 0x56368d4805a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.746+0000 7f4557e00640 1 -- 172.21.15.42:0/1778671584 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56368d480ce0 con 0x56368d4715e0 2024-06-13T11:58:52.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.746+0000 7f4557e00640 1 --2- 172.21.15.42:0/1778671584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368d4715e0 0x56368d483510 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f4548049000 tx=0x7f454802a3f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6ba6308528e00dd server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:58:52.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.746+0000 7f454cc00640 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:58:52.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.747+0000 7f454cc00640 1 -- 172.21.15.42:0/1778671584 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4548035040 con 0x56368d4715e0 2024-06-13T11:58:52.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.747+0000 7f4568c24740 1 -- 172.21.15.42:0/1778671584 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f45480047a0 con 0x56368d4715e0 2024-06-13T11:58:52.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.747+0000 7f454cc00640 1 -- 172.21.15.42:0/1778671584 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f4548004c10 con 0x56368d4715e0 2024-06-13T11:58:52.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.747+0000 7f454cc00640 1 -- 172.21.15.42:0/1778671584 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f4548004e10 con 0x56368d4715e0 2024-06-13T11:58:52.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.747+0000 7f4568c24740 10 client.25862 fetch_fsmap learned FSMap version 32 2024-06-13T11:58:52.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.747+0000 7f4568c24740 1 -- 172.21.15.42:0/1778671584 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x56368d4f5830 con 0x56368d4715e0 2024-06-13T11:58:52.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.747+0000 7f454cc00640 1 -- 172.21.15.42:0/1778671584 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f45480047a0 con 0x56368d4715e0 2024-06-13T11:58:52.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.748+0000 7f454cc00640 1 -- 172.21.15.42:0/1778671584 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 32) ==== 8370+0+0 (secure 0 0 0) 0x7f45480035f0 con 0x56368d4715e0 2024-06-13T11:58:52.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.748+0000 7f4568c24740 10 client.25862 fetch_fsmap finished waiting for FSMap version 32 2024-06-13T11:58:52.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.748+0000 7f4568c24740 10 client.25862 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:58:52.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.748+0000 7f4568c24740 20 client.25862 populate_metadata read hostname 'smithi042' 2024-06-13T11:58:52.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.748+0000 7f4568c24740 1 --2- 172.21.15.42:0/1778671584 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x56368d4f5f60 0x56368d4f8380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:58:52.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.748+0000 7f4568c24740 4 client.25862 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-13T11:58:52.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.748+0000 7f4568c24740 1 -- 172.21.15.42:0/1778671584 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56368d3dbea0 con 0x56368d4f5f60 2024-06-13T11:58:52.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.748+0000 7f455f400640 1 --2- 172.21.15.42:0/1778671584 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x56368d4f5f60 0x56368d4f8380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:58:52.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.749+0000 7f455f400640 1 --2- 172.21.15.42:0/1778671584 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x56368d4f5f60 0x56368d4f8380 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=587442a40fb690bc server_cookie=469acda71ffd364b in_seq=0 out_seq=0 2024-06-13T11:58:52.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.749+0000 7f454cc00640 10 client.25862 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:58:52.965 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.965+0000 7f454cc00640 1 -- 172.21.15.42:0/1778671584 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x56368d3dbea0 con 0x56368d4f5f60 2024-06-13T11:58:52.966 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.965+0000 7f454cc00640 10 client.25862 handle_command_reply: tid=0 2024-06-13T11:58:52.966 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.965+0000 7f4568c24740 1 client.25862 shutdown 2024-06-13T11:58:52.966 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.965+0000 7f4568c24740 1 -- 172.21.15.42:0/1778671584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368d4715e0 msgr2=0x56368d483510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:52.966 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.965+0000 7f4568c24740 1 --2- 172.21.15.42:0/1778671584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368d4715e0 0x56368d483510 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f4548049000 tx=0x7f454802a3f0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.967 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.965+0000 7f4568c24740 1 -- 172.21.15.42:0/1778671584 shutdown_connections 2024-06-13T11:58:52.967 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.965+0000 7f4568c24740 1 --2- 172.21.15.42:0/1778671584 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x56368d4f5f60 0x56368d4f8380 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.967 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.965+0000 7f4568c24740 1 --2- 172.21.15.42:0/1778671584 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368d47adf0 0x56368d4805a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.967 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.965+0000 7f4568c24740 1 --2- 172.21.15.42:0/1778671584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368d4715e0 0x56368d483510 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.967 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.965+0000 7f4568c24740 1 --2- 172.21.15.42:0/1778671584 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x56368d470070 0x56368d482fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.967 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.965+0000 7f4568c24740 1 -- 172.21.15.42:0/1778671584 >> 172.21.15.42:0/1778671584 conn(0x56368d438fb0 msgr2=0x56368d46b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:52.967 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.965+0000 7f454cc00640 0 client.25862 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:58:52.967 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.966+0000 7f4568c24740 1 -- 172.21.15.42:0/1778671584 shutdown_connections 2024-06-13T11:58:52.967 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.966+0000 7f4568c24740 1 -- 172.21.15.42:0/1778671584 wait complete. 2024-06-13T11:58:52.967 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.966+0000 7f4568c24740 20 client.25862 trim_cache size 0 max 16384 2024-06-13T11:58:52.968 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-13T11:58:52.968 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-13T11:58:52.968 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-13T11:58:52.968 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.967+0000 7f4565e00640 1 -- 172.21.15.42:0/2581029650 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f45440a2e20 msgr2=0x7f45440a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:52.968 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.967+0000 7f4565e00640 1 --2- 172.21.15.42:0/2581029650 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f45440a2e20 0x7f45440a52e0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x56368d472d40 tx=0x7f45500d3620 comp rx=0 tx=0).stop 2024-06-13T11:58:52.969 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.967+0000 7f4565e00640 1 -- 172.21.15.42:0/2581029650 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4560100bf0 msgr2=0x7f456019a2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:58:52.969 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.967+0000 7f4565e00640 1 --2- 172.21.15.42:0/2581029650 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4560100bf0 0x7f456019a2d0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f455000e9f0 tx=0x7f455000eeb0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.969 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.968+0000 7f4565e00640 1 -- 172.21.15.42:0/2581029650 shutdown_connections 2024-06-13T11:58:52.969 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.968+0000 7f4565e00640 1 --2- 172.21.15.42:0/2581029650 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f45440a2e20 0x7f45440a52e0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.969 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.968+0000 7f4565e00640 1 --2- 172.21.15.42:0/2581029650 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4560106900 0x7f456019eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.969 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.968+0000 7f4565e00640 1 --2- 172.21.15.42:0/2581029650 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4560101590 0x7f456019a810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.969 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.968+0000 7f4565e00640 1 --2- 172.21.15.42:0/2581029650 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4560100bf0 0x7f456019a2d0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:58:52.969 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.968+0000 7f4565e00640 1 -- 172.21.15.42:0/2581029650 >> 172.21.15.42:0/2581029650 conn(0x7f45600765d0 msgr2=0x7f45600ffaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:58:52.969 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.968+0000 7f4565e00640 1 -- 172.21.15.42:0/2581029650 shutdown_connections 2024-06-13T11:58:52.970 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:58:52.969+0000 7f4565e00640 1 -- 172.21.15.42:0/2581029650 wait complete. 2024-06-13T11:58:53.611 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:53 smithi042 ceph-mon[32231]: pgmap v103: 129 pgs: 129 active+clean; 2.3 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 12 MiB/s wr, 150 op/s 2024-06-13T11:58:53.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:53 smithi162 ceph-mon[36757]: pgmap v103: 129 pgs: 129 active+clean; 2.3 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 12 MiB/s wr, 150 op/s 2024-06-13T11:58:53.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:53 smithi088 ceph-mon[36399]: pgmap v103: 129 pgs: 129 active+clean; 2.3 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 12 MiB/s wr, 150 op/s 2024-06-13T11:58:54.616 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:54 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:58:54.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:54 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:58:54.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:54 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:58:55.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:55 smithi162 ceph-mon[36757]: pgmap v104: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 13 MiB/s wr, 302 op/s 2024-06-13T11:58:55.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:55 smithi088 ceph-mon[36399]: pgmap v104: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 13 MiB/s wr, 302 op/s 2024-06-13T11:58:55.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:55 smithi042 ceph-mon[32231]: pgmap v104: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 13 MiB/s wr, 302 op/s 2024-06-13T11:58:56.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:56 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:58:56.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:56 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:58:56.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:56 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:58:56.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:56 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:58:56.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:56 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:58:56.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:56 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:58:56.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:56 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:58:56.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:56 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:58:56.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:56 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:58:57.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:57 smithi162 ceph-mon[36757]: pgmap v105: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 852 KiB/s rd, 930 KiB/s wr, 210 op/s 2024-06-13T11:58:57.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:57 smithi088 ceph-mon[36399]: pgmap v105: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 852 KiB/s rd, 930 KiB/s wr, 210 op/s 2024-06-13T11:58:57.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:57 smithi042 ceph-mon[32231]: pgmap v105: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 852 KiB/s rd, 930 KiB/s wr, 210 op/s 2024-06-13T11:58:58.702 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-06-13T11:58:58.702 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-06-13T11:58:59.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:58:59 smithi162 ceph-mon[36757]: pgmap v106: 129 pgs: 129 active+clean; 1.9 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 415 op/s 2024-06-13T11:58:59.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:58:59 smithi088 ceph-mon[36399]: pgmap v106: 129 pgs: 129 active+clean; 1.9 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 415 op/s 2024-06-13T11:58:59.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:58:59 smithi042 ceph-mon[32231]: pgmap v106: 129 pgs: 129 active+clean; 1.9 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 415 op/s 2024-06-13T11:59:01.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:01 smithi162 ceph-mon[36757]: pgmap v107: 129 pgs: 129 active+clean; 1.9 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.2 MiB/s wr, 364 op/s 2024-06-13T11:59:01.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:01 smithi088 ceph-mon[36399]: pgmap v107: 129 pgs: 129 active+clean; 1.9 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.2 MiB/s wr, 364 op/s 2024-06-13T11:59:01.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:01 smithi042 ceph-mon[32231]: pgmap v107: 129 pgs: 129 active+clean; 1.9 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.2 MiB/s wr, 364 op/s 2024-06-13T11:59:03.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:03 smithi162 ceph-mon[36757]: pgmap v108: 129 pgs: 129 active+clean; 1.9 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.2 MiB/s wr, 364 op/s 2024-06-13T11:59:03.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:03 smithi088 ceph-mon[36399]: pgmap v108: 129 pgs: 129 active+clean; 1.9 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.2 MiB/s wr, 364 op/s 2024-06-13T11:59:03.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:03 smithi042 ceph-mon[32231]: pgmap v108: 129 pgs: 129 active+clean; 1.9 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.2 MiB/s wr, 364 op/s 2024-06-13T11:59:05.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:05 smithi162 ceph-mon[36757]: pgmap v109: 129 pgs: 129 active+clean; 1.8 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.7 MiB/s wr, 506 op/s 2024-06-13T11:59:05.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:05 smithi088 ceph-mon[36399]: pgmap v109: 129 pgs: 129 active+clean; 1.8 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.7 MiB/s wr, 506 op/s 2024-06-13T11:59:05.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:05 smithi042 ceph-mon[32231]: pgmap v109: 129 pgs: 129 active+clean; 1.8 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.7 MiB/s wr, 506 op/s 2024-06-13T11:59:06.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.130+0000 7f92b1000640 1 -- 172.21.15.42:0/598122918 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92ac104390 msgr2=0x7f92ac1108a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:06.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.130+0000 7f92b1000640 1 --2- 172.21.15.42:0/598122918 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92ac104390 0x7f92ac1108a0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f92a4009be0 tx=0x7f92a402a6c0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.130+0000 7f92b1000640 1 -- 172.21.15.42:0/598122918 shutdown_connections 2024-06-13T11:59:06.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.130+0000 7f92b1000640 1 --2- 172.21.15.42:0/598122918 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92ac1039d0 0x7f92ac103e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.130+0000 7f92b1000640 1 --2- 172.21.15.42:0/598122918 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92ac104390 0x7f92ac1108a0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.130+0000 7f92b1000640 1 --2- 172.21.15.42:0/598122918 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f92ac1099e0 0x7f92ac109dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.130+0000 7f92b1000640 1 -- 172.21.15.42:0/598122918 >> 172.21.15.42:0/598122918 conn(0x7f92ac0ff480 msgr2=0x7f92ac1018a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:59:06.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.130+0000 7f92b1000640 1 -- 172.21.15.42:0/598122918 shutdown_connections 2024-06-13T11:59:06.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.130+0000 7f92b1000640 1 -- 172.21.15.42:0/598122918 wait complete. 2024-06-13T11:59:06.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.131+0000 7f92b1000640 1 Processor -- start 2024-06-13T11:59:06.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.131+0000 7f92b1000640 1 -- start start 2024-06-13T11:59:06.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.132+0000 7f92b1000640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92ac1039d0 0x7f92ac19a280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:06.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.132+0000 7f92b1000640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f92ac104390 0x7f92ac19a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:06.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.132+0000 7f92b1000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92ac1099e0 0x7f92ac19eb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:06.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.132+0000 7f92b1000640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f92ac113da0 con 0x7f92ac1099e0 2024-06-13T11:59:06.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.132+0000 7f92b1000640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f92ac113c20 con 0x7f92ac1039d0 2024-06-13T11:59:06.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.132+0000 7f92b1000640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f92ac113f20 con 0x7f92ac104390 2024-06-13T11:59:06.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.132+0000 7f92ab400640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92ac1039d0 0x7f92ac19a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:06.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.132+0000 7f92aaa00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f92ac104390 0x7f92ac19a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:06.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.132+0000 7f92ab400640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92ac1039d0 0x7f92ac19a280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:48174/0 (socket says 172.21.15.42:48174) 2024-06-13T11:59:06.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.132+0000 7f92ab400640 1 -- 172.21.15.42:0/4033803624 learned_addr learned my addr 172.21.15.42:0/4033803624 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:59:06.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.132+0000 7f92abe00640 1 --2- 172.21.15.42:0/4033803624 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92ac1099e0 0x7f92ac19eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:06.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.132+0000 7f92ab400640 1 -- 172.21.15.42:0/4033803624 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f92ac104390 msgr2=0x7f92ac19a7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:06.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.132+0000 7f92ab400640 1 --2- 172.21.15.42:0/4033803624 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f92ac104390 0x7f92ac19a7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.132+0000 7f92ab400640 1 -- 172.21.15.42:0/4033803624 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92ac1099e0 msgr2=0x7f92ac19eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:06.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.132+0000 7f92ab400640 1 --2- 172.21.15.42:0/4033803624 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92ac1099e0 0x7f92ac19eb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.132+0000 7f92ab400640 1 -- 172.21.15.42:0/4033803624 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92ac19f270 con 0x7f92ac1039d0 2024-06-13T11:59:06.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.133+0000 7f92aaa00640 1 --2- 172.21.15.42:0/4033803624 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f92ac104390 0x7f92ac19a7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:59:06.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.133+0000 7f92ab400640 1 --2- 172.21.15.42:0/4033803624 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92ac1039d0 0x7f92ac19a280 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f929c00e9f0 tx=0x7f929c00edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:59:06.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.133+0000 7f92a3e00640 1 -- 172.21.15.42:0/4033803624 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f929c00ccc0 con 0x7f92ac1039d0 2024-06-13T11:59:06.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.133+0000 7f92a3e00640 1 -- 172.21.15.42:0/4033803624 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f929c00ce60 con 0x7f92ac1039d0 2024-06-13T11:59:06.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.133+0000 7f92b1000640 1 -- 172.21.15.42:0/4033803624 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92ac19f560 con 0x7f92ac1039d0 2024-06-13T11:59:06.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.133+0000 7f92a3e00640 1 -- 172.21.15.42:0/4033803624 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f929c010690 con 0x7f92ac1039d0 2024-06-13T11:59:06.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.133+0000 7f92b1000640 1 -- 172.21.15.42:0/4033803624 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92ac1a6df0 con 0x7f92ac1039d0 2024-06-13T11:59:06.137 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.136+0000 7f92b53cc740 1 Processor -- start 2024-06-13T11:59:06.137 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.136+0000 7f92a3e00640 1 -- 172.21.15.42:0/4033803624 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f929c0046c0 con 0x7f92ac1039d0 2024-06-13T11:59:06.137 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.137+0000 7f92b53cc740 1 -- start start 2024-06-13T11:59:06.138 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.137+0000 7f92b53cc740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593a44ef7a0 0x5593a44edcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:06.138 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.137+0000 7f92b53cc740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593a44ee230 0x5593a44ee6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:06.138 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.137+0000 7f92b53cc740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593a44f8fb0 0x5593a44fb3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:06.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.137+0000 7f92b53cc740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5593a4452420 con 0x5593a44ef7a0 2024-06-13T11:59:06.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.137+0000 7f92b53cc740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x5593a43f9c50 con 0x5593a44f8fb0 2024-06-13T11:59:06.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.137+0000 7f92b53cc740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x5593a444e3e0 con 0x5593a44ee230 2024-06-13T11:59:06.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.137+0000 7f92aaa00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593a44f8fb0 0x5593a44fb3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:06.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.137+0000 7f92abe00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593a44ef7a0 0x5593a44edcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:06.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.137+0000 7f92aaa00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593a44f8fb0 0x5593a44fb3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:48190/0 (socket says 172.21.15.42:48190) 2024-06-13T11:59:06.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.137+0000 7f92aaa00640 1 -- 172.21.15.42:0/195094951 learned_addr learned my addr 172.21.15.42:0/195094951 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:59:06.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.138+0000 7f92ab400640 1 --2- 172.21.15.42:0/195094951 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593a44ee230 0x5593a44ee6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:06.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.138+0000 7f92aaa00640 1 -- 172.21.15.42:0/195094951 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593a44ee230 msgr2=0x5593a44ee6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:59:06.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.138+0000 7f92aaa00640 1 --2- 172.21.15.42:0/195094951 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593a44ee230 0x5593a44ee6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.138+0000 7f92aaa00640 1 -- 172.21.15.42:0/195094951 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593a44ef7a0 msgr2=0x5593a44edcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:59:06.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.138+0000 7f92aaa00640 1 --2- 172.21.15.42:0/195094951 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593a44ef7a0 0x5593a44edcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.138+0000 7f92aaa00640 1 -- 172.21.15.42:0/195094951 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5593a4166210 con 0x5593a44f8fb0 2024-06-13T11:59:06.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.138+0000 7f92aaa00640 1 --2- 172.21.15.42:0/195094951 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593a44f8fb0 0x5593a44fb3a0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f9298011520 tx=0x7f92980119e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dda301d8fb14078f server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:59:06.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.138+0000 7f92a0c00640 1 -- 172.21.15.42:0/195094951 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9298005020 con 0x5593a44f8fb0 2024-06-13T11:59:06.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.138+0000 7f92a0c00640 1 -- 172.21.15.42:0/195094951 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f92980047a0 con 0x5593a44f8fb0 2024-06-13T11:59:06.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.138+0000 7f92a3e00640 1 --2- 172.21.15.42:0/4033803624 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f92900a2cf0 0x7f92900a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:06.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.139+0000 7f92a0c00640 1 -- 172.21.15.42:0/195094951 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f929800fa40 con 0x5593a44f8fb0 2024-06-13T11:59:06.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.139+0000 7f92a3e00640 1 -- 172.21.15.42:0/4033803624 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f929c0cfbc0 con 0x7f92ac1039d0 2024-06-13T11:59:06.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.139+0000 7f92abe00640 1 --2- 172.21.15.42:0/4033803624 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f92900a2cf0 0x7f92900a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:06.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.139+0000 7f92b53cc740 1 -- 172.21.15.42:0/195094951 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593a44f8fb0 msgr2=0x5593a44fb3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:06.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.139+0000 7f92b53cc740 1 --2- 172.21.15.42:0/195094951 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593a44f8fb0 0x5593a44fb3a0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f9298011520 tx=0x7f92980119e0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.140+0000 7f92b53cc740 1 -- 172.21.15.42:0/195094951 shutdown_connections 2024-06-13T11:59:06.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.140+0000 7f92b53cc740 1 --2- 172.21.15.42:0/195094951 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593a44f8fb0 0x5593a44fb3a0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.140+0000 7f92b53cc740 1 --2- 172.21.15.42:0/195094951 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593a44ee230 0x5593a44ee6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.140+0000 7f92b53cc740 1 --2- 172.21.15.42:0/195094951 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593a44ef7a0 0x5593a44edcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.140+0000 7f92b53cc740 1 -- 172.21.15.42:0/195094951 >> 172.21.15.42:0/195094951 conn(0x5593a44b6fb0 msgr2=0x5593a44ea820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:59:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.140+0000 7f92b53cc740 1 -- 172.21.15.42:0/195094951 shutdown_connections 2024-06-13T11:59:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.140+0000 7f92b53cc740 1 -- 172.21.15.42:0/195094951 wait complete. 2024-06-13T11:59:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.140+0000 7f92abe00640 1 --2- 172.21.15.42:0/4033803624 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f92900a2cf0 0x7f92900a51b0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f92a4009370 tx=0x7f92a40098a0 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:59:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.140+0000 7f92b53cc740 1 -- start start 2024-06-13T11:59:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.140+0000 7f92b53cc740 1 Processor -- start 2024-06-13T11:59:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.141+0000 7f92b53cc740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593a44ee230 0x5593a44f5fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.141+0000 7f92b53cc740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593a44ef7a0 0x5593a44f64f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.141+0000 7f92b53cc740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593a44f8fb0 0x5593a44f6a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.141+0000 7f92b53cc740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5593a44fbd80 con 0x5593a44ef7a0 2024-06-13T11:59:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.141+0000 7f92b53cc740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x5593a440d0b0 con 0x5593a44f8fb0 2024-06-13T11:59:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.141+0000 7f92b53cc740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x5593a44fbf00 con 0x5593a44ee230 2024-06-13T11:59:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.141+0000 7f92b53cc740 10 client.0 _ll_register_callbacks cb 0x5593a43f8f40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:59:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.141+0000 7f92abe00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593a44f8fb0 0x5593a44f6a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.141+0000 7f92ab400640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593a44ee230 0x5593a44f5fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.141+0000 7f92abe00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593a44f8fb0 0x5593a44f6a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:48196/0 (socket says 172.21.15.42:48196) 2024-06-13T11:59:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.141+0000 7f92abe00640 1 -- 172.21.15.42:0/3335845051 learned_addr learned my addr 172.21.15.42:0/3335845051 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:59:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.141+0000 7f92aaa00640 1 --2- 172.21.15.42:0/3335845051 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593a44ef7a0 0x5593a44f64f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.142+0000 7f92ab400640 1 -- 172.21.15.42:0/3335845051 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593a44f8fb0 msgr2=0x5593a44f6a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:59:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.142+0000 7f92ab400640 1 --2- 172.21.15.42:0/3335845051 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593a44f8fb0 0x5593a44f6a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.142+0000 7f92ab400640 1 -- 172.21.15.42:0/3335845051 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593a44ef7a0 msgr2=0x5593a44f64f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:59:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.142+0000 7f92ab400640 1 --2- 172.21.15.42:0/3335845051 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593a44ef7a0 0x5593a44f64f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.142+0000 7f92ab400640 1 -- 172.21.15.42:0/3335845051 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5593a4232620 con 0x5593a44ee230 2024-06-13T11:59:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.142+0000 7f92abe00640 1 --2- 172.21.15.42:0/3335845051 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593a44f8fb0 0x5593a44f6a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:59:06.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.142+0000 7f92ab400640 1 --2- 172.21.15.42:0/3335845051 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593a44ee230 0x5593a44f5fb0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f929c0ccf00 tx=0x7f929c09b6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bfd57b0f31b152f2 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:59:06.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.142+0000 7f9295600640 10 client.0 ms_handle_connect on v2:172.21.15.162:3300/0 2024-06-13T11:59:06.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.142+0000 7f9295600640 1 -- 172.21.15.42:0/3335845051 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f929c0cd390 con 0x5593a44ee230 2024-06-13T11:59:06.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.142+0000 7f9295600640 1 -- 172.21.15.42:0/3335845051 <== mon.1 v2:172.21.15.162:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f929c0a46b0 con 0x5593a44ee230 2024-06-13T11:59:06.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.142+0000 7f92b53cc740 1 -- 172.21.15.42:0/3335845051 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f92980047a0 con 0x5593a44ee230 2024-06-13T11:59:06.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.143+0000 7f9295600640 1 -- 172.21.15.42:0/3335845051 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f929c0a0080 con 0x5593a44ee230 2024-06-13T11:59:06.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.143+0000 7f92b53cc740 10 client.25852 fetch_fsmap learned FSMap version 32 2024-06-13T11:59:06.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.143+0000 7f92b53cc740 1 -- 172.21.15.42:0/3335845051 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x5593a4508120 con 0x5593a44ee230 2024-06-13T11:59:06.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.143+0000 7f9295600640 1 -- 172.21.15.42:0/3335845051 <== mon.1 v2:172.21.15.162:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f92980047a0 con 0x5593a44ee230 2024-06-13T11:59:06.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.143+0000 7f9295600640 1 -- 172.21.15.42:0/3335845051 <== mon.1 v2:172.21.15.162:3300/0 5 ==== fsmap(e 32) ==== 8370+0+0 (secure 0 0 0) 0x7f929c09ad20 con 0x5593a44ee230 2024-06-13T11:59:06.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.143+0000 7f92b53cc740 10 client.25852 fetch_fsmap finished waiting for FSMap version 32 2024-06-13T11:59:06.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.143+0000 7f92b53cc740 10 client.25852 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:59:06.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.143+0000 7f92b53cc740 20 client.25852 populate_metadata read hostname 'smithi042' 2024-06-13T11:59:06.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.143+0000 7f92b53cc740 1 --2- 172.21.15.42:0/3335845051 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5593a4509590 0x5593a450b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:06.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.143+0000 7f92b53cc740 4 client.25852 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:59:06.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.143+0000 7f92b53cc740 1 -- 172.21.15.42:0/3335845051 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5593a445fb50 con 0x5593a4509590 2024-06-13T11:59:06.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.143+0000 7f92aaa00640 1 --2- 172.21.15.42:0/3335845051 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5593a4509590 0x5593a450b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:06.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.144+0000 7f92aaa00640 1 --2- 172.21.15.42:0/3335845051 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5593a4509590 0x5593a450b9a0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=baac084b7dfbd4fe server_cookie=748e4b2681982c6e in_seq=0 out_seq=0 2024-06-13T11:59:06.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.144+0000 7f9295600640 10 client.25852 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:59:06.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.145+0000 7f9295600640 1 -- 172.21.15.42:0/3335845051 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5593a445fb50 con 0x5593a4509590 2024-06-13T11:59:06.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.145+0000 7f9295600640 10 client.25852 handle_command_reply: tid=0 2024-06-13T11:59:06.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.145+0000 7f92b53cc740 1 client.25852 shutdown 2024-06-13T11:59:06.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.145+0000 7f92b53cc740 1 -- 172.21.15.42:0/3335845051 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593a44ee230 msgr2=0x5593a44f5fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:06.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.145+0000 7f92b53cc740 1 --2- 172.21.15.42:0/3335845051 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593a44ee230 0x5593a44f5fb0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f929c0ccf00 tx=0x7f929c09b6f0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.145+0000 7f92b53cc740 1 -- 172.21.15.42:0/3335845051 shutdown_connections 2024-06-13T11:59:06.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.145+0000 7f92b53cc740 1 --2- 172.21.15.42:0/3335845051 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5593a4509590 0x5593a450b9a0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.145+0000 7f92b53cc740 1 --2- 172.21.15.42:0/3335845051 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593a44ef7a0 0x5593a44f64f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.145+0000 7f92b53cc740 1 --2- 172.21.15.42:0/3335845051 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593a44f8fb0 0x5593a44f6a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.145+0000 7f92b53cc740 1 --2- 172.21.15.42:0/3335845051 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593a44ee230 0x5593a44f5fb0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.145+0000 7f9295600640 0 client.25852 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:59:06.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.145+0000 7f92b53cc740 1 -- 172.21.15.42:0/3335845051 >> 172.21.15.42:0/3335845051 conn(0x5593a44b6fb0 msgr2=0x5593a44f0690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:59:06.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.145+0000 7f92b53cc740 1 -- 172.21.15.42:0/3335845051 shutdown_connections 2024-06-13T11:59:06.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.145+0000 7f92b53cc740 1 -- 172.21.15.42:0/3335845051 wait complete. 2024-06-13T11:59:06.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.145+0000 7f92b53cc740 20 client.25852 trim_cache size 0 max 16384 2024-06-13T11:59:06.164 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.164+0000 7f92b53cc740 1 Processor -- start 2024-06-13T11:59:06.164 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.164+0000 7f92b53cc740 1 -- start start 2024-06-13T11:59:06.164 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.164+0000 7f92b53cc740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593a44ee230 0x5593a45112b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:06.165 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.164+0000 7f92b53cc740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593a44ef7a0 0x5593a45117f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:06.165 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.164+0000 7f92b53cc740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593a44f8fb0 0x5593a44f5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:06.165 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.164+0000 7f92b53cc740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f92ac1b38b0 con 0x5593a44ee230 2024-06-13T11:59:06.165 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.164+0000 7f92b53cc740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f92ac1b10c0 con 0x5593a44f8fb0 2024-06-13T11:59:06.165 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.164+0000 7f92b53cc740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f92ac1aef10 con 0x5593a44ef7a0 2024-06-13T11:59:06.167 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.164+0000 7f92abe00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593a44f8fb0 0x5593a44f5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:06.167 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.165+0000 7f92abe00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593a44f8fb0 0x5593a44f5f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:48202/0 (socket says 172.21.15.42:48202) 2024-06-13T11:59:06.167 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.165+0000 7f92abe00640 1 -- 172.21.15.42:0/1092466753 learned_addr learned my addr 172.21.15.42:0/1092466753 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:59:06.167 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.165+0000 7f92aaa00640 1 --2- 172.21.15.42:0/1092466753 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593a44ef7a0 0x5593a45117f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:06.167 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.165+0000 7f92ab400640 1 --2- 172.21.15.42:0/1092466753 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593a44ee230 0x5593a45112b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:06.167 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.165+0000 7f92aaa00640 1 -- 172.21.15.42:0/1092466753 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593a44f8fb0 msgr2=0x5593a44f5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:59:06.167 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.165+0000 7f92aaa00640 1 --2- 172.21.15.42:0/1092466753 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593a44f8fb0 0x5593a44f5f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.167 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.165+0000 7f92aaa00640 1 -- 172.21.15.42:0/1092466753 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593a44ee230 msgr2=0x5593a45112b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:59:06.167 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.165+0000 7f92aaa00640 1 --2- 172.21.15.42:0/1092466753 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593a44ee230 0x5593a45112b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.168 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.165+0000 7f92aaa00640 1 -- 172.21.15.42:0/1092466753 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5593a44eed00 con 0x5593a44ef7a0 2024-06-13T11:59:06.168 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.165+0000 7f92abe00640 1 --2- 172.21.15.42:0/1092466753 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593a44f8fb0 0x5593a44f5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:59:06.168 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.165+0000 7f92ab400640 1 --2- 172.21.15.42:0/1092466753 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593a44ee230 0x5593a45112b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:59:06.168 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.165+0000 7f92aaa00640 1 --2- 172.21.15.42:0/1092466753 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593a44ef7a0 0x5593a45117f0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f9298011ee0 tx=0x7f9298005740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bc8e054b2dc63aa server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:59:06.168 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.166+0000 7f9297e00640 1 -- 172.21.15.42:0/1092466753 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92980042d0 con 0x5593a44ef7a0 2024-06-13T11:59:06.168 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.166+0000 7f9297e00640 1 -- 172.21.15.42:0/1092466753 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f929800f6a0 con 0x5593a44ef7a0 2024-06-13T11:59:06.168 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.166+0000 7f9297e00640 1 -- 172.21.15.42:0/1092466753 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9298003850 con 0x5593a44ef7a0 2024-06-13T11:59:06.168 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.166+0000 7f92b53cc740 1 -- 172.21.15.42:0/1092466753 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593a44ef7a0 msgr2=0x5593a45117f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:06.168 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.166+0000 7f92b53cc740 1 --2- 172.21.15.42:0/1092466753 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593a44ef7a0 0x5593a45117f0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f9298011ee0 tx=0x7f9298005740 comp rx=0 tx=0).stop 2024-06-13T11:59:06.168 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.166+0000 7f92b53cc740 1 -- 172.21.15.42:0/1092466753 shutdown_connections 2024-06-13T11:59:06.169 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.166+0000 7f92b53cc740 1 --2- 172.21.15.42:0/1092466753 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593a44f8fb0 0x5593a44f5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.169 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.166+0000 7f92b53cc740 1 --2- 172.21.15.42:0/1092466753 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593a44ef7a0 0x5593a45117f0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.169 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.166+0000 7f92b53cc740 1 --2- 172.21.15.42:0/1092466753 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593a44ee230 0x5593a45112b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.169 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.166+0000 7f92b53cc740 1 -- 172.21.15.42:0/1092466753 >> 172.21.15.42:0/1092466753 conn(0x5593a44b6fb0 msgr2=0x5593a44f1290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:59:06.169 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.166+0000 7f92b53cc740 1 -- 172.21.15.42:0/1092466753 shutdown_connections 2024-06-13T11:59:06.169 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.166+0000 7f92b53cc740 1 -- 172.21.15.42:0/1092466753 wait complete. 2024-06-13T11:59:06.172 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.167+0000 7f92b53cc740 1 -- start start 2024-06-13T11:59:06.172 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.167+0000 7f92b53cc740 1 Processor -- start 2024-06-13T11:59:06.172 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.167+0000 7f92b53cc740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593a44ee230 0x5593a44fc730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:06.172 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.167+0000 7f92b53cc740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593a44ef7a0 0x5593a44fcc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:06.172 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.167+0000 7f92b53cc740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593a44f8fb0 0x5593a4572270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:06.172 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.167+0000 7f92b53cc740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f92ac1af580 con 0x5593a44ee230 2024-06-13T11:59:06.172 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.167+0000 7f92b53cc740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f92ac1b09f0 con 0x5593a44ef7a0 2024-06-13T11:59:06.172 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.167+0000 7f92b53cc740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f92ac1afc50 con 0x5593a44f8fb0 2024-06-13T11:59:06.172 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.168+0000 7f92b53cc740 10 client.0 _ll_register_callbacks cb 0x7f929c004a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:59:06.172 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.168+0000 7f92aaa00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593a44ef7a0 0x5593a44fcc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:06.172 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.168+0000 7f92ab400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593a44ee230 0x5593a44fc730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:06.172 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.168+0000 7f92aaa00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593a44ef7a0 0x5593a44fcc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:48208/0 (socket says 172.21.15.42:48208) 2024-06-13T11:59:06.173 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.168+0000 7f92aaa00640 1 -- 172.21.15.42:0/3506368903 learned_addr learned my addr 172.21.15.42:0/3506368903 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:59:06.173 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.168+0000 7f92abe00640 1 --2- 172.21.15.42:0/3506368903 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593a44f8fb0 0x5593a4572270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:06.173 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.168+0000 7f92aaa00640 1 -- 172.21.15.42:0/3506368903 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593a44f8fb0 msgr2=0x5593a4572270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:59:06.173 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.168+0000 7f92aaa00640 1 --2- 172.21.15.42:0/3506368903 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593a44f8fb0 0x5593a4572270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.173 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.168+0000 7f92aaa00640 1 -- 172.21.15.42:0/3506368903 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593a44ee230 msgr2=0x5593a44fc730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:59:06.173 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.168+0000 7f92aaa00640 1 --2- 172.21.15.42:0/3506368903 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593a44ee230 0x5593a44fc730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.173 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.168+0000 7f92aaa00640 1 -- 172.21.15.42:0/3506368903 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5593a4572860 con 0x5593a44ef7a0 2024-06-13T11:59:06.173 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.168+0000 7f92aaa00640 1 --2- 172.21.15.42:0/3506368903 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593a44ef7a0 0x5593a44fcc70 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f9298014040 tx=0x7f92980092c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=57916c093a5377ab server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:59:06.173 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.168+0000 7f9295600640 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:59:06.173 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.169+0000 7f9295600640 1 -- 172.21.15.42:0/3506368903 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9298004720 con 0x5593a44ef7a0 2024-06-13T11:59:06.173 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.169+0000 7f92b53cc740 1 -- 172.21.15.42:0/3506368903 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f929800f6a0 con 0x5593a44ef7a0 2024-06-13T11:59:06.173 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.169+0000 7f9295600640 1 -- 172.21.15.42:0/3506368903 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f929800f850 con 0x5593a44ef7a0 2024-06-13T11:59:06.173 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.169+0000 7f9295600640 1 -- 172.21.15.42:0/3506368903 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f929803d050 con 0x5593a44ef7a0 2024-06-13T11:59:06.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.169+0000 7f92b53cc740 10 client.25880 fetch_fsmap learned FSMap version 32 2024-06-13T11:59:06.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.169+0000 7f92b53cc740 1 -- 172.21.15.42:0/3506368903 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x5593a4573b50 con 0x5593a44ef7a0 2024-06-13T11:59:06.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.169+0000 7f9295600640 1 -- 172.21.15.42:0/3506368903 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f929800f6a0 con 0x5593a44ef7a0 2024-06-13T11:59:06.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.169+0000 7f9295600640 1 -- 172.21.15.42:0/3506368903 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 32) ==== 8370+0+0 (secure 0 0 0) 0x7f9298005380 con 0x5593a44ef7a0 2024-06-13T11:59:06.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.170+0000 7f92b53cc740 10 client.25880 fetch_fsmap finished waiting for FSMap version 32 2024-06-13T11:59:06.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.170+0000 7f92b53cc740 10 client.25880 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:59:06.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.170+0000 7f92b53cc740 20 client.25880 populate_metadata read hostname 'smithi042' 2024-06-13T11:59:06.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.170+0000 7f92b53cc740 1 --2- 172.21.15.42:0/3506368903 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5593a45740b0 0x5593a45764d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:06.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.170+0000 7f92b53cc740 4 client.25880 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-13T11:59:06.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.170+0000 7f92b53cc740 1 -- 172.21.15.42:0/3506368903 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5593a4459ea0 con 0x5593a45740b0 2024-06-13T11:59:06.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.170+0000 7f92ab400640 1 --2- 172.21.15.42:0/3506368903 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5593a45740b0 0x5593a45764d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:06.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.170+0000 7f92ab400640 1 --2- 172.21.15.42:0/3506368903 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5593a45740b0 0x5593a45764d0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d80cbb06f7661320 server_cookie=d97e3aedf6a84261 in_seq=0 out_seq=0 2024-06-13T11:59:06.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.170+0000 7f9295600640 10 client.25880 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:59:06.670 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.670+0000 7f9295600640 1 -- 172.21.15.42:0/3506368903 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5593a4459ea0 con 0x5593a45740b0 2024-06-13T11:59:06.671 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.670+0000 7f9295600640 10 client.25880 handle_command_reply: tid=0 2024-06-13T11:59:06.671 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.670+0000 7f92b53cc740 1 client.25880 shutdown 2024-06-13T11:59:06.672 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.671+0000 7f92b53cc740 1 -- 172.21.15.42:0/3506368903 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593a44ef7a0 msgr2=0x5593a44fcc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:06.672 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.671+0000 7f92b53cc740 1 --2- 172.21.15.42:0/3506368903 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593a44ef7a0 0x5593a44fcc70 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f9298014040 tx=0x7f92980092c0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.673 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.672+0000 7f92b53cc740 1 -- 172.21.15.42:0/3506368903 shutdown_connections 2024-06-13T11:59:06.673 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.672+0000 7f92b53cc740 1 --2- 172.21.15.42:0/3506368903 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5593a45740b0 0x5593a45764d0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.673 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.672+0000 7f92b53cc740 1 --2- 172.21.15.42:0/3506368903 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5593a44f8fb0 0x5593a4572270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.673 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.672+0000 7f92b53cc740 1 --2- 172.21.15.42:0/3506368903 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593a44ef7a0 0x5593a44fcc70 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.674 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.672+0000 7f92b53cc740 1 --2- 172.21.15.42:0/3506368903 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5593a44ee230 0x5593a44fc730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.674 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.672+0000 7f92b53cc740 1 -- 172.21.15.42:0/3506368903 >> 172.21.15.42:0/3506368903 conn(0x5593a44b6fb0 msgr2=0x5593a44e9110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:59:06.674 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.672+0000 7f9295600640 0 client.25880 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:59:06.675 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.674+0000 7f92b53cc740 1 -- 172.21.15.42:0/3506368903 shutdown_connections 2024-06-13T11:59:06.675 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.674+0000 7f92b53cc740 1 -- 172.21.15.42:0/3506368903 wait complete. 2024-06-13T11:59:06.675 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.675+0000 7f92b53cc740 20 client.25880 trim_cache size 0 max 16384 2024-06-13T11:59:06.676 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-13T11:59:06.676 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-13T11:59:06.676 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-13T11:59:06.677 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.676+0000 7f92b1000640 1 -- 172.21.15.42:0/4033803624 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f92900a2cf0 msgr2=0x7f92900a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:06.677 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.676+0000 7f92b1000640 1 --2- 172.21.15.42:0/4033803624 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f92900a2cf0 0x7f92900a51b0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f92a4009370 tx=0x7f92a40098a0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.677 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.676+0000 7f92b1000640 1 -- 172.21.15.42:0/4033803624 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92ac1039d0 msgr2=0x7f92ac19a280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:06.677 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.676+0000 7f92b1000640 1 --2- 172.21.15.42:0/4033803624 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92ac1039d0 0x7f92ac19a280 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f929c00e9f0 tx=0x7f929c00edf0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.677 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.677+0000 7f92b1000640 1 -- 172.21.15.42:0/4033803624 shutdown_connections 2024-06-13T11:59:06.677 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.677+0000 7f92b1000640 1 --2- 172.21.15.42:0/4033803624 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f92900a2cf0 0x7f92900a51b0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.678 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.677+0000 7f92b1000640 1 --2- 172.21.15.42:0/4033803624 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92ac1099e0 0x7f92ac19eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.678 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.677+0000 7f92b1000640 1 --2- 172.21.15.42:0/4033803624 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f92ac104390 0x7f92ac19a7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.678 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.677+0000 7f92b1000640 1 --2- 172.21.15.42:0/4033803624 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92ac1039d0 0x7f92ac19a280 secure :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f929c00e9f0 tx=0x7f929c00edf0 comp rx=0 tx=0).stop 2024-06-13T11:59:06.678 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.677+0000 7f92b1000640 1 -- 172.21.15.42:0/4033803624 >> 172.21.15.42:0/4033803624 conn(0x7f92ac0ff480 msgr2=0x7f92ac0ffc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:59:06.678 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.677+0000 7f92b1000640 1 -- 172.21.15.42:0/4033803624 shutdown_connections 2024-06-13T11:59:06.678 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:06.677+0000 7f92b1000640 1 -- 172.21.15.42:0/4033803624 wait complete. 2024-06-13T11:59:07.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:07 smithi162 ceph-mon[36757]: pgmap v110: 129 pgs: 129 active+clean; 1.8 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 968 KiB/s rd, 1.1 MiB/s wr, 353 op/s 2024-06-13T11:59:07.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:07 smithi088 ceph-mon[36399]: pgmap v110: 129 pgs: 129 active+clean; 1.8 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 968 KiB/s rd, 1.1 MiB/s wr, 353 op/s 2024-06-13T11:59:07.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:07 smithi042 ceph-mon[32231]: pgmap v110: 129 pgs: 129 active+clean; 1.8 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 968 KiB/s rd, 1.1 MiB/s wr, 353 op/s 2024-06-13T11:59:09.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:09 smithi162 ceph-mon[36757]: pgmap v111: 129 pgs: 129 active+clean; 1.8 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 720 op/s 2024-06-13T11:59:09.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:09 smithi088 ceph-mon[36399]: pgmap v111: 129 pgs: 129 active+clean; 1.8 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 720 op/s 2024-06-13T11:59:09.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:09 smithi042 ceph-mon[32231]: pgmap v111: 129 pgs: 129 active+clean; 1.8 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 720 op/s 2024-06-13T11:59:11.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:11 smithi162 ceph-mon[36757]: pgmap v112: 129 pgs: 129 active+clean; 1.8 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.9 MiB/s wr, 548 op/s 2024-06-13T11:59:11.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:11 smithi088 ceph-mon[36399]: pgmap v112: 129 pgs: 129 active+clean; 1.8 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.9 MiB/s wr, 548 op/s 2024-06-13T11:59:11.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:11 smithi042 ceph-mon[32231]: pgmap v112: 129 pgs: 129 active+clean; 1.8 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.9 MiB/s wr, 548 op/s 2024-06-13T11:59:13.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:13 smithi162 ceph-mon[36757]: pgmap v113: 129 pgs: 129 active+clean; 1.8 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.9 MiB/s wr, 541 op/s 2024-06-13T11:59:13.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:13 smithi088 ceph-mon[36399]: pgmap v113: 129 pgs: 129 active+clean; 1.8 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.9 MiB/s wr, 541 op/s 2024-06-13T11:59:13.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:13 smithi042 ceph-mon[32231]: pgmap v113: 129 pgs: 129 active+clean; 1.8 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.9 MiB/s wr, 541 op/s 2024-06-13T11:59:15.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:15 smithi162 ceph-mon[36757]: pgmap v114: 129 pgs: 129 active+clean; 1.8 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 751 op/s 2024-06-13T11:59:15.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:15 smithi088 ceph-mon[36399]: pgmap v114: 129 pgs: 129 active+clean; 1.8 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 751 op/s 2024-06-13T11:59:15.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:15 smithi042 ceph-mon[32231]: pgmap v114: 129 pgs: 129 active+clean; 1.8 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 751 op/s 2024-06-13T11:59:17.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:17 smithi162 ceph-mon[36757]: pgmap v115: 129 pgs: 129 active+clean; 1.8 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 609 op/s 2024-06-13T11:59:17.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:17 smithi088 ceph-mon[36399]: pgmap v115: 129 pgs: 129 active+clean; 1.8 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 609 op/s 2024-06-13T11:59:17.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:17 smithi042 ceph-mon[32231]: pgmap v115: 129 pgs: 129 active+clean; 1.8 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 609 op/s 2024-06-13T11:59:18.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:18 smithi088 ceph-mon[36399]: pgmap v116: 129 pgs: 129 active+clean; 1.8 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 796 op/s 2024-06-13T11:59:18.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:18 smithi042 ceph-mon[32231]: pgmap v116: 129 pgs: 129 active+clean; 1.8 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 796 op/s 2024-06-13T11:59:18.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:18 smithi162 ceph-mon[36757]: pgmap v116: 129 pgs: 129 active+clean; 1.8 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 796 op/s 2024-06-13T11:59:19.822 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.821+0000 7f8406200640 1 -- 172.21.15.42:0/3639680475 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8400102160 msgr2=0x7f840010e670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:19.822 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.821+0000 7f8406200640 1 --2- 172.21.15.42:0/3639680475 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8400102160 0x7f840010e670 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f83f8009ca0 tx=0x7f83f802a8c0 comp rx=0 tx=0).stop 2024-06-13T11:59:19.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.822+0000 7f8406200640 1 -- 172.21.15.42:0/3639680475 shutdown_connections 2024-06-13T11:59:19.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.822+0000 7f8406200640 1 --2- 172.21.15.42:0/3639680475 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8400102160 0x7f840010e670 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:19.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.822+0000 7f8406200640 1 --2- 172.21.15.42:0/3639680475 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f84001017a0 0x7f8400101c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:19.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.822+0000 7f8406200640 1 --2- 172.21.15.42:0/3639680475 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f84001077b0 0x7f8400107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:19.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.822+0000 7f8406200640 1 -- 172.21.15.42:0/3639680475 >> 172.21.15.42:0/3639680475 conn(0x7f84000fd2f0 msgr2=0x7f84000ff710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:59:19.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.822+0000 7f8406200640 1 -- 172.21.15.42:0/3639680475 shutdown_connections 2024-06-13T11:59:19.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.822+0000 7f8406200640 1 -- 172.21.15.42:0/3639680475 wait complete. 2024-06-13T11:59:19.825 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.823+0000 7f8406200640 1 Processor -- start 2024-06-13T11:59:19.825 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.823+0000 7f8406200640 1 -- start start 2024-06-13T11:59:19.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.823+0000 7f8406200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f84001017a0 0x7f840019a220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:19.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.823+0000 7f8406200640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8400102160 0x7f840019a760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:19.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.823+0000 7f8406200640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f84001077b0 0x7f840019eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:19.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.823+0000 7f8406200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8400111b80 con 0x7f84001017a0 2024-06-13T11:59:19.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.823+0000 7f8406200640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f8400111a00 con 0x7f8400102160 2024-06-13T11:59:19.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.823+0000 7f8406200640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f8400111d00 con 0x7f84001077b0 2024-06-13T11:59:19.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.824+0000 7f8404e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f84001017a0 0x7f840019a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:19.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.824+0000 7f83ffe00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8400102160 0x7f840019a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:19.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.824+0000 7f8404e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f84001017a0 0x7f840019a220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:59642/0 (socket says 172.21.15.42:59642) 2024-06-13T11:59:19.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.824+0000 7f83ffe00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8400102160 0x7f840019a760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:43742/0 (socket says 172.21.15.42:43742) 2024-06-13T11:59:19.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.824+0000 7f8404e00640 1 -- 172.21.15.42:0/2001632394 learned_addr learned my addr 172.21.15.42:0/2001632394 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:59:19.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.824+0000 7f8405800640 1 --2- 172.21.15.42:0/2001632394 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f84001077b0 0x7f840019eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:19.827 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.824+0000 7f83ffe00640 1 -- 172.21.15.42:0/2001632394 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f84001077b0 msgr2=0x7f840019eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:19.827 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.824+0000 7f83ffe00640 1 --2- 172.21.15.42:0/2001632394 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f84001077b0 0x7f840019eae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:19.827 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.824+0000 7f83ffe00640 1 -- 172.21.15.42:0/2001632394 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f84001017a0 msgr2=0x7f840019a220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:19.827 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.824+0000 7f83ffe00640 1 --2- 172.21.15.42:0/2001632394 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f84001017a0 0x7f840019a220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:19.827 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.824+0000 7f83ffe00640 1 -- 172.21.15.42:0/2001632394 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f840019f210 con 0x7f8400102160 2024-06-13T11:59:19.827 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.824+0000 7f8404e00640 1 --2- 172.21.15.42:0/2001632394 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f84001017a0 0x7f840019a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:59:19.827 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.825+0000 7f83ffe00640 1 --2- 172.21.15.42:0/2001632394 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8400102160 0x7f840019a760 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f83ec00e9f0 tx=0x7f83ec00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:59:19.827 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.825+0000 7f83fd600640 1 -- 172.21.15.42:0/2001632394 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83ec00cd80 con 0x7f8400102160 2024-06-13T11:59:19.827 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.825+0000 7f83fd600640 1 -- 172.21.15.42:0/2001632394 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f83ec0035f0 con 0x7f8400102160 2024-06-13T11:59:19.827 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.825+0000 7f83fd600640 1 -- 172.21.15.42:0/2001632394 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83ec010690 con 0x7f8400102160 2024-06-13T11:59:19.827 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.825+0000 7f8406200640 1 -- 172.21.15.42:0/2001632394 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f840019f500 con 0x7f8400102160 2024-06-13T11:59:19.827 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.825+0000 7f8406200640 1 -- 172.21.15.42:0/2001632394 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84001a6d90 con 0x7f8400102160 2024-06-13T11:59:19.829 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.828+0000 7f840a79a740 1 Processor -- start 2024-06-13T11:59:19.829 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.828+0000 7f840a79a740 1 -- start start 2024-06-13T11:59:19.830 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.829+0000 7f840a79a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587027a87a0 0x5587027a6cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:19.830 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.829+0000 7f840a79a740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587027a7230 0x5587027a76b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:19.830 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.829+0000 7f83fd600640 1 -- 172.21.15.42:0/2001632394 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f83ec003b30 con 0x7f8400102160 2024-06-13T11:59:19.830 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.829+0000 7f840a79a740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5587027b1fb0 0x5587027b43a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:19.830 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.829+0000 7f840a79a740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55870270b420 con 0x5587027a7230 2024-06-13T11:59:19.831 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.829+0000 7f840a79a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x5587026b2c50 con 0x5587027a87a0 2024-06-13T11:59:19.831 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.829+0000 7f840a79a740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x5587027073e0 con 0x5587027b1fb0 2024-06-13T11:59:19.831 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.829+0000 7f8405800640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587027a87a0 0x5587027a6cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:19.831 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.829+0000 7f8405800640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587027a87a0 0x5587027a6cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:43758/0 (socket says 172.21.15.42:43758) 2024-06-13T11:59:19.831 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.829+0000 7f8405800640 1 -- 172.21.15.42:0/950783047 learned_addr learned my addr 172.21.15.42:0/950783047 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:59:19.831 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.829+0000 7f8404e00640 1 --2- 172.21.15.42:0/950783047 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587027a7230 0x5587027a76b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:19.831 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.829+0000 7f83ffe00640 1 --2- 172.21.15.42:0/950783047 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5587027b1fb0 0x5587027b43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:19.831 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.830+0000 7f8405800640 1 -- 172.21.15.42:0/950783047 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5587027b1fb0 msgr2=0x5587027b43a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:59:19.831 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.830+0000 7f8405800640 1 --2- 172.21.15.42:0/950783047 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5587027b1fb0 0x5587027b43a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:19.831 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.830+0000 7f8405800640 1 -- 172.21.15.42:0/950783047 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587027a7230 msgr2=0x5587027a76b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:59:19.831 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.830+0000 7f8405800640 1 --2- 172.21.15.42:0/950783047 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587027a7230 0x5587027a76b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:19.831 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.830+0000 7f8405800640 1 -- 172.21.15.42:0/950783047 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55870241f210 con 0x5587027a87a0 2024-06-13T11:59:19.831 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.830+0000 7f8404e00640 1 --2- 172.21.15.42:0/950783047 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587027a7230 0x5587027a76b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:59:19.832 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.830+0000 7f8405800640 1 --2- 172.21.15.42:0/950783047 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587027a87a0 0x5587027a6cf0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f83f8035000 tx=0x7f83f8009360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bb4e4ae7b4f92c62 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:59:19.835 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.830+0000 7f83f6000640 1 -- 172.21.15.42:0/950783047 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83f8031da0 con 0x5587027a87a0 2024-06-13T11:59:19.835 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.830+0000 7f83f6000640 1 -- 172.21.15.42:0/950783047 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f83f8040070 con 0x5587027a87a0 2024-06-13T11:59:19.835 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.830+0000 7f83f6000640 1 -- 172.21.15.42:0/950783047 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83f80042a0 con 0x5587027a87a0 2024-06-13T11:59:19.835 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.831+0000 7f83fd600640 1 --2- 172.21.15.42:0/2001632394 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f83e40a2d70 0x7f83e40a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:19.835 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.831+0000 7f83fd600640 1 -- 172.21.15.42:0/2001632394 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f83ec0cfb00 con 0x7f8400102160 2024-06-13T11:59:19.835 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.831+0000 7f8404e00640 1 --2- 172.21.15.42:0/2001632394 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f83e40a2d70 0x7f83e40a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:19.835 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.831+0000 7f840a79a740 1 -- 172.21.15.42:0/950783047 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587027a87a0 msgr2=0x5587027a6cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:19.835 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.831+0000 7f840a79a740 1 --2- 172.21.15.42:0/950783047 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587027a87a0 0x5587027a6cf0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f83f8035000 tx=0x7f83f8009360 comp rx=0 tx=0).stop 2024-06-13T11:59:19.835 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.831+0000 7f840a79a740 1 -- 172.21.15.42:0/950783047 shutdown_connections 2024-06-13T11:59:19.835 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.831+0000 7f840a79a740 1 --2- 172.21.15.42:0/950783047 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587027a7230 0x5587027a76b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:19.835 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.831+0000 7f840a79a740 1 --2- 172.21.15.42:0/950783047 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5587027b1fb0 0x5587027b43a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:19.835 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.831+0000 7f840a79a740 1 --2- 172.21.15.42:0/950783047 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587027a87a0 0x5587027a6cf0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:19.836 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.831+0000 7f840a79a740 1 -- 172.21.15.42:0/950783047 >> 172.21.15.42:0/950783047 conn(0x55870276ffb0 msgr2=0x5587027a3820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:59:19.836 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.832+0000 7f840a79a740 1 -- 172.21.15.42:0/950783047 shutdown_connections 2024-06-13T11:59:19.836 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.832+0000 7f840a79a740 1 -- 172.21.15.42:0/950783047 wait complete. 2024-06-13T11:59:19.836 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.832+0000 7f8404e00640 1 --2- 172.21.15.42:0/2001632394 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f83e40a2d70 0x7f83e40a5230 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f83f0009fd0 tx=0x7f83f0005f90 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:59:19.836 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.832+0000 7f840a79a740 1 -- start start 2024-06-13T11:59:19.836 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.832+0000 7f840a79a740 1 Processor -- start 2024-06-13T11:59:19.836 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.833+0000 7f840a79a740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5587027a7230 0x5587027af070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:19.836 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.833+0000 7f840a79a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587027a87a0 0x5587027af5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:19.836 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.833+0000 7f840a79a740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587027b1fb0 0x5587027afaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:19.836 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.833+0000 7f840a79a740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5587027b4d20 con 0x5587027b1fb0 2024-06-13T11:59:19.836 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.833+0000 7f840a79a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x5587026c60b0 con 0x5587027a87a0 2024-06-13T11:59:19.836 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.833+0000 7f840a79a740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x5587027b4ea0 con 0x5587027a7230 2024-06-13T11:59:19.836 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.833+0000 7f840a79a740 10 client.0 _ll_register_callbacks cb 0x5587026b1f40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:59:19.836 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.833+0000 7f83ffe00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587027a87a0 0x5587027af5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:19.837 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.833+0000 7f8404e00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5587027a7230 0x5587027af070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:19.837 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.833+0000 7f83ffe00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587027a87a0 0x5587027af5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:43768/0 (socket says 172.21.15.42:43768) 2024-06-13T11:59:19.837 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.833+0000 7f83ffe00640 1 -- 172.21.15.42:0/1808780 learned_addr learned my addr 172.21.15.42:0/1808780 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:59:19.837 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.833+0000 7f8405800640 1 --2- 172.21.15.42:0/1808780 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587027b1fb0 0x5587027afaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:19.837 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.834+0000 7f8404e00640 1 -- 172.21.15.42:0/1808780 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587027a87a0 msgr2=0x5587027af5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:59:19.837 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.834+0000 7f8404e00640 1 --2- 172.21.15.42:0/1808780 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587027a87a0 0x5587027af5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:19.837 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.834+0000 7f8404e00640 1 -- 172.21.15.42:0/1808780 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587027b1fb0 msgr2=0x5587027afaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:59:19.837 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.834+0000 7f8404e00640 1 --2- 172.21.15.42:0/1808780 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587027b1fb0 0x5587027afaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:19.837 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.834+0000 7f8404e00640 1 -- 172.21.15.42:0/1808780 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5587024eb620 con 0x5587027a7230 2024-06-13T11:59:19.837 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.834+0000 7f83ffe00640 1 --2- 172.21.15.42:0/1808780 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587027a87a0 0x5587027af5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:59:19.837 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.834+0000 7f8405800640 1 --2- 172.21.15.42:0/1808780 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587027b1fb0 0x5587027afaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:59:19.837 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.834+0000 7f8404e00640 1 --2- 172.21.15.42:0/1808780 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5587027a7230 0x5587027af070 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f83f000fb70 tx=0x7f83f0004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=da47660e21e05c15 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:59:19.837 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.834+0000 7f83eaa00640 10 client.0 ms_handle_connect on v2:172.21.15.162:3300/0 2024-06-13T11:59:19.837 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.834+0000 7f83eaa00640 1 -- 172.21.15.42:0/1808780 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83f000fd20 con 0x5587027a7230 2024-06-13T11:59:19.838 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.834+0000 7f840a79a740 1 -- 172.21.15.42:0/1808780 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f83f8040070 con 0x5587027a7230 2024-06-13T11:59:19.838 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.834+0000 7f83eaa00640 1 -- 172.21.15.42:0/1808780 <== mon.1 v2:172.21.15.162:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f83f0018030 con 0x5587027a7230 2024-06-13T11:59:19.839 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.835+0000 7f83eaa00640 1 -- 172.21.15.42:0/1808780 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f83f0034050 con 0x5587027a7230 2024-06-13T11:59:19.840 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.835+0000 7f840a79a740 10 client.25870 fetch_fsmap learned FSMap version 32 2024-06-13T11:59:19.840 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.835+0000 7f840a79a740 1 -- 172.21.15.42:0/1808780 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x5587027c11e0 con 0x5587027a7230 2024-06-13T11:59:19.840 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.835+0000 7f83eaa00640 1 -- 172.21.15.42:0/1808780 <== mon.1 v2:172.21.15.162:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f83f8040070 con 0x5587027a7230 2024-06-13T11:59:19.840 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.835+0000 7f83eaa00640 1 -- 172.21.15.42:0/1808780 <== mon.1 v2:172.21.15.162:3300/0 5 ==== fsmap(e 32) ==== 8370+0+0 (secure 0 0 0) 0x7f83f0029b80 con 0x5587027a7230 2024-06-13T11:59:19.840 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.835+0000 7f840a79a740 10 client.25870 fetch_fsmap finished waiting for FSMap version 32 2024-06-13T11:59:19.840 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.835+0000 7f840a79a740 10 client.25870 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:59:19.840 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.835+0000 7f840a79a740 20 client.25870 populate_metadata read hostname 'smithi042' 2024-06-13T11:59:19.840 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.835+0000 7f840a79a740 1 --2- 172.21.15.42:0/1808780 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5587027c26a0 0x5587027c4ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:19.840 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.835+0000 7f840a79a740 4 client.25870 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:59:19.840 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.835+0000 7f840a79a740 1 -- 172.21.15.42:0/1808780 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558702718b50 con 0x5587027c26a0 2024-06-13T11:59:19.840 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.836+0000 7f83ffe00640 1 --2- 172.21.15.42:0/1808780 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5587027c26a0 0x5587027c4ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:19.840 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.836+0000 7f83ffe00640 1 --2- 172.21.15.42:0/1808780 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5587027c26a0 0x5587027c4ad0 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d2e56ef95e1f2970 server_cookie=d3a70056a375c618 in_seq=0 out_seq=0 2024-06-13T11:59:19.840 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.836+0000 7f83eaa00640 10 client.25870 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:59:19.841 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.838+0000 7f83eaa00640 1 -- 172.21.15.42:0/1808780 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x558702718b50 con 0x5587027c26a0 2024-06-13T11:59:19.841 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.838+0000 7f83eaa00640 10 client.25870 handle_command_reply: tid=0 2024-06-13T11:59:19.841 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.839+0000 7f840a79a740 1 client.25870 shutdown 2024-06-13T11:59:19.841 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.839+0000 7f840a79a740 1 -- 172.21.15.42:0/1808780 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5587027a7230 msgr2=0x5587027af070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:19.841 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.839+0000 7f840a79a740 1 --2- 172.21.15.42:0/1808780 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5587027a7230 0x5587027af070 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f83f000fb70 tx=0x7f83f0004730 comp rx=0 tx=0).stop 2024-06-13T11:59:19.841 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.839+0000 7f840a79a740 1 -- 172.21.15.42:0/1808780 shutdown_connections 2024-06-13T11:59:19.841 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.839+0000 7f840a79a740 1 --2- 172.21.15.42:0/1808780 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x5587027c26a0 0x5587027c4ad0 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:19.841 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.839+0000 7f840a79a740 1 --2- 172.21.15.42:0/1808780 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587027b1fb0 0x5587027afaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:19.841 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.839+0000 7f840a79a740 1 --2- 172.21.15.42:0/1808780 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587027a87a0 0x5587027af5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:19.841 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.839+0000 7f840a79a740 1 --2- 172.21.15.42:0/1808780 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5587027a7230 0x5587027af070 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:19.841 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.839+0000 7f83eaa00640 0 client.25870 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:59:19.841 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.839+0000 7f840a79a740 1 -- 172.21.15.42:0/1808780 >> 172.21.15.42:0/1808780 conn(0x55870276ffb0 msgr2=0x5587027a9690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:59:19.841 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.839+0000 7f840a79a740 1 -- 172.21.15.42:0/1808780 shutdown_connections 2024-06-13T11:59:19.841 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.839+0000 7f840a79a740 1 -- 172.21.15.42:0/1808780 wait complete. 2024-06-13T11:59:19.842 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.839+0000 7f840a79a740 20 client.25870 trim_cache size 0 max 16384 2024-06-13T11:59:19.859 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.857+0000 7f840a79a740 1 Processor -- start 2024-06-13T11:59:19.859 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.857+0000 7f840a79a740 1 -- start start 2024-06-13T11:59:19.859 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.858+0000 7f840a79a740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5587027a7230 0x5587027adfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:19.859 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.858+0000 7f840a79a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587027a87a0 0x5587027a9510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:19.859 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.858+0000 7f840a79a740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587027b1fb0 0x5587027ca3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:19.860 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.858+0000 7f840a79a740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f84001b3950 con 0x5587027b1fb0 2024-06-13T11:59:19.860 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.858+0000 7f840a79a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f84001b1160 con 0x5587027a87a0 2024-06-13T11:59:19.860 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.858+0000 7f840a79a740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f84001aefb0 con 0x5587027a7230 2024-06-13T11:59:19.860 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.858+0000 7f83ffe00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587027a87a0 0x5587027a9510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:19.860 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.858+0000 7f83ffe00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587027a87a0 0x5587027a9510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:43782/0 (socket says 172.21.15.42:43782) 2024-06-13T11:59:19.860 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.858+0000 7f83ffe00640 1 -- 172.21.15.42:0/2611781264 learned_addr learned my addr 172.21.15.42:0/2611781264 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:59:19.860 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.858+0000 7f8405800640 1 --2- 172.21.15.42:0/2611781264 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587027b1fb0 0x5587027ca3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:19.860 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.858+0000 7f8404e00640 1 --2- 172.21.15.42:0/2611781264 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5587027a7230 0x5587027adfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:19.860 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.858+0000 7f83ffe00640 1 -- 172.21.15.42:0/2611781264 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5587027a7230 msgr2=0x5587027adfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:59:19.860 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.858+0000 7f83ffe00640 1 --2- 172.21.15.42:0/2611781264 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5587027a7230 0x5587027adfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:19.860 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.858+0000 7f83ffe00640 1 -- 172.21.15.42:0/2611781264 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587027b1fb0 msgr2=0x5587027ca3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:59:19.860 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.858+0000 7f83ffe00640 1 --2- 172.21.15.42:0/2611781264 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587027b1fb0 0x5587027ca3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:19.860 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.858+0000 7f83ffe00640 1 -- 172.21.15.42:0/2611781264 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5587027a7cd0 con 0x5587027a87a0 2024-06-13T11:59:19.861 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.858+0000 7f8404e00640 1 --2- 172.21.15.42:0/2611781264 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5587027a7230 0x5587027adfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:59:19.861 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.858+0000 7f8405800640 1 --2- 172.21.15.42:0/2611781264 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587027b1fb0 0x5587027ca3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:59:19.861 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.859+0000 7f83ffe00640 1 --2- 172.21.15.42:0/2611781264 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587027a87a0 0x5587027a9510 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f83ec09bc00 tx=0x7f83ec0d3640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=81e7eb513a76c935 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:59:19.861 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.859+0000 7f83f5600640 1 -- 172.21.15.42:0/2611781264 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83ec09b5d0 con 0x5587027a87a0 2024-06-13T11:59:19.861 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.859+0000 7f83f5600640 1 -- 172.21.15.42:0/2611781264 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f83ec09c370 con 0x5587027a87a0 2024-06-13T11:59:19.861 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.859+0000 7f83f5600640 1 -- 172.21.15.42:0/2611781264 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83ec0037a0 con 0x5587027a87a0 2024-06-13T11:59:19.864 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.860+0000 7f840a79a740 1 -- 172.21.15.42:0/2611781264 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587027a87a0 msgr2=0x5587027a9510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:19.864 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.860+0000 7f840a79a740 1 --2- 172.21.15.42:0/2611781264 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587027a87a0 0x5587027a9510 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f83ec09bc00 tx=0x7f83ec0d3640 comp rx=0 tx=0).stop 2024-06-13T11:59:19.864 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.860+0000 7f840a79a740 1 -- 172.21.15.42:0/2611781264 shutdown_connections 2024-06-13T11:59:19.864 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.860+0000 7f840a79a740 1 --2- 172.21.15.42:0/2611781264 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587027b1fb0 0x5587027ca3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:19.864 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.860+0000 7f840a79a740 1 --2- 172.21.15.42:0/2611781264 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587027a87a0 0x5587027a9510 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:19.864 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.860+0000 7f840a79a740 1 --2- 172.21.15.42:0/2611781264 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5587027a7230 0x5587027adfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:19.864 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.860+0000 7f840a79a740 1 -- 172.21.15.42:0/2611781264 >> 172.21.15.42:0/2611781264 conn(0x55870276ffb0 msgr2=0x5587027a8e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:59:19.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.860+0000 7f840a79a740 1 -- 172.21.15.42:0/2611781264 shutdown_connections 2024-06-13T11:59:19.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.860+0000 7f840a79a740 1 -- 172.21.15.42:0/2611781264 wait complete. 2024-06-13T11:59:19.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.860+0000 7f840a79a740 1 -- start start 2024-06-13T11:59:19.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.860+0000 7f840a79a740 1 Processor -- start 2024-06-13T11:59:19.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.861+0000 7f840a79a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587027a7230 0x5587027b58e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:19.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.861+0000 7f840a79a740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587027a87a0 0x5587027b5e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:19.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.861+0000 7f840a79a740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5587027b1fb0 0x55870282b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:19.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.861+0000 7f840a79a740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f84001af620 con 0x5587027a87a0 2024-06-13T11:59:19.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.861+0000 7f840a79a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f84001b0a90 con 0x5587027a7230 2024-06-13T11:59:19.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.861+0000 7f840a79a740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f84001afcf0 con 0x5587027b1fb0 2024-06-13T11:59:19.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.861+0000 7f840a79a740 10 client.0 _ll_register_callbacks cb 0x7f83f000fa30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:59:19.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.861+0000 7f8404e00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587027a7230 0x5587027b58e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:19.866 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.861+0000 7f8404e00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587027a7230 0x5587027b58e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:43792/0 (socket says 172.21.15.42:43792) 2024-06-13T11:59:19.866 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.861+0000 7f8404e00640 1 -- 172.21.15.42:0/2000634244 learned_addr learned my addr 172.21.15.42:0/2000634244 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:59:19.866 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.861+0000 7f8405800640 1 --2- 172.21.15.42:0/2000634244 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5587027b1fb0 0x55870282b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:19.866 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.861+0000 7f83ffe00640 1 --2- 172.21.15.42:0/2000634244 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587027a87a0 0x5587027b5e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:19.866 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.861+0000 7f8404e00640 1 -- 172.21.15.42:0/2000634244 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5587027b1fb0 msgr2=0x55870282b3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:59:19.866 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.861+0000 7f8404e00640 1 --2- 172.21.15.42:0/2000634244 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5587027b1fb0 0x55870282b3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:19.866 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.861+0000 7f8404e00640 1 -- 172.21.15.42:0/2000634244 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587027a87a0 msgr2=0x5587027b5e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:59:19.866 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.861+0000 7f8404e00640 1 --2- 172.21.15.42:0/2000634244 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587027a87a0 0x5587027b5e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:19.866 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.861+0000 7f8404e00640 1 -- 172.21.15.42:0/2000634244 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55870282b990 con 0x5587027a7230 2024-06-13T11:59:19.866 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.861+0000 7f8405800640 1 --2- 172.21.15.42:0/2000634244 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5587027b1fb0 0x55870282b3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:59:19.866 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.862+0000 7f8404e00640 1 --2- 172.21.15.42:0/2000634244 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587027a7230 0x5587027b58e0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f83f000fa00 tx=0x7f83f001c530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4af4a8fd5d33e543 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:59:19.866 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.862+0000 7f83eaa00640 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:59:19.866 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.862+0000 7f83eaa00640 1 -- 172.21.15.42:0/2000634244 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83f003d060 con 0x5587027a7230 2024-06-13T11:59:19.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.862+0000 7f840a79a740 1 -- 172.21.15.42:0/2000634244 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f83ec09c370 con 0x5587027a7230 2024-06-13T11:59:19.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.862+0000 7f83eaa00640 1 -- 172.21.15.42:0/2000634244 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f83f0012240 con 0x5587027a7230 2024-06-13T11:59:19.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.862+0000 7f83eaa00640 1 -- 172.21.15.42:0/2000634244 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f83f0044050 con 0x5587027a7230 2024-06-13T11:59:19.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.862+0000 7f840a79a740 10 client.25898 fetch_fsmap learned FSMap version 32 2024-06-13T11:59:19.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.862+0000 7f840a79a740 1 -- 172.21.15.42:0/2000634244 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55870282cc80 con 0x5587027a7230 2024-06-13T11:59:19.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.863+0000 7f83eaa00640 1 -- 172.21.15.42:0/2000634244 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f83ec09c370 con 0x5587027a7230 2024-06-13T11:59:19.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.863+0000 7f83eaa00640 1 -- 172.21.15.42:0/2000634244 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 32) ==== 8370+0+0 (secure 0 0 0) 0x7f83f001c7e0 con 0x5587027a7230 2024-06-13T11:59:19.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.863+0000 7f840a79a740 10 client.25898 fetch_fsmap finished waiting for FSMap version 32 2024-06-13T11:59:19.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.863+0000 7f840a79a740 10 client.25898 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:59:19.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.863+0000 7f840a79a740 20 client.25898 populate_metadata read hostname 'smithi042' 2024-06-13T11:59:19.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.863+0000 7f840a79a740 1 --2- 172.21.15.42:0/2000634244 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55870282d3a0 0x55870282f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:19.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.863+0000 7f840a79a740 4 client.25898 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-13T11:59:19.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.863+0000 7f840a79a740 1 -- 172.21.15.42:0/2000634244 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558702712ea0 con 0x55870282d3a0 2024-06-13T11:59:19.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.863+0000 7f83ffe00640 1 --2- 172.21.15.42:0/2000634244 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55870282d3a0 0x55870282f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:19.868 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.864+0000 7f83ffe00640 1 --2- 172.21.15.42:0/2000634244 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55870282d3a0 0x55870282f7c0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1a027f66cbeae51b server_cookie=ec56047ed52e0e45 in_seq=0 out_seq=0 2024-06-13T11:59:19.868 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:19.864+0000 7f83eaa00640 10 client.25898 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:59:20.246 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:20.246+0000 7f83eaa00640 1 -- 172.21.15.42:0/2000634244 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x558702712ea0 con 0x55870282d3a0 2024-06-13T11:59:20.247 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:20.246+0000 7f83eaa00640 10 client.25898 handle_command_reply: tid=0 2024-06-13T11:59:20.248 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:20.247+0000 7f840a79a740 1 client.25898 shutdown 2024-06-13T11:59:20.248 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:20.248+0000 7f840a79a740 1 -- 172.21.15.42:0/2000634244 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587027a7230 msgr2=0x5587027b58e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:20.248 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:20.248+0000 7f840a79a740 1 --2- 172.21.15.42:0/2000634244 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587027a7230 0x5587027b58e0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f83f000fa00 tx=0x7f83f001c530 comp rx=0 tx=0).stop 2024-06-13T11:59:20.249 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:20.248+0000 7f840a79a740 1 -- 172.21.15.42:0/2000634244 shutdown_connections 2024-06-13T11:59:20.249 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:20.248+0000 7f840a79a740 1 --2- 172.21.15.42:0/2000634244 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55870282d3a0 0x55870282f7c0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:20.249 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:20.248+0000 7f840a79a740 1 --2- 172.21.15.42:0/2000634244 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587027a87a0 0x5587027b5e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:20.249 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:20.248+0000 7f840a79a740 1 --2- 172.21.15.42:0/2000634244 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x5587027b1fb0 0x55870282b3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:20.249 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:20.248+0000 7f840a79a740 1 --2- 172.21.15.42:0/2000634244 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587027a7230 0x5587027b58e0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:20.249 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:20.248+0000 7f840a79a740 1 -- 172.21.15.42:0/2000634244 >> 172.21.15.42:0/2000634244 conn(0x55870276ffb0 msgr2=0x5587027a8e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:59:20.249 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:20.248+0000 7f83eaa00640 0 client.25898 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:59:20.249 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:20.248+0000 7f840a79a740 1 -- 172.21.15.42:0/2000634244 shutdown_connections 2024-06-13T11:59:20.249 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:20.249+0000 7f840a79a740 1 -- 172.21.15.42:0/2000634244 wait complete. 2024-06-13T11:59:20.250 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:20.249+0000 7f840a79a740 20 client.25898 trim_cache size 0 max 16384 2024-06-13T11:59:20.250 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-13T11:59:20.250 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-13T11:59:20.251 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-13T11:59:20.251 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:20.250+0000 7f8406200640 1 -- 172.21.15.42:0/2001632394 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f83e40a2d70 msgr2=0x7f83e40a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:20.251 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:20.250+0000 7f8406200640 1 --2- 172.21.15.42:0/2001632394 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f83e40a2d70 0x7f83e40a5230 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f83f0009fd0 tx=0x7f83f0005f90 comp rx=0 tx=0).stop 2024-06-13T11:59:20.251 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:20.250+0000 7f8406200640 1 -- 172.21.15.42:0/2001632394 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8400102160 msgr2=0x7f840019a760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:20.251 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:20.250+0000 7f8406200640 1 --2- 172.21.15.42:0/2001632394 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8400102160 0x7f840019a760 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f83ec00e9f0 tx=0x7f83ec00eeb0 comp rx=0 tx=0).stop 2024-06-13T11:59:20.251 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:20.250+0000 7f8406200640 1 -- 172.21.15.42:0/2001632394 shutdown_connections 2024-06-13T11:59:20.251 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:20.250+0000 7f8406200640 1 --2- 172.21.15.42:0/2001632394 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f83e40a2d70 0x7f83e40a5230 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:20.251 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:20.250+0000 7f8406200640 1 --2- 172.21.15.42:0/2001632394 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f84001077b0 0x7f840019eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:20.252 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:20.250+0000 7f8406200640 1 --2- 172.21.15.42:0/2001632394 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8400102160 0x7f840019a760 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:20.252 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:20.250+0000 7f8406200640 1 --2- 172.21.15.42:0/2001632394 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f84001017a0 0x7f840019a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:20.252 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:20.250+0000 7f8406200640 1 -- 172.21.15.42:0/2001632394 >> 172.21.15.42:0/2001632394 conn(0x7f84000fd2f0 msgr2=0x7f840010cf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:59:20.252 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:20.250+0000 7f8406200640 1 -- 172.21.15.42:0/2001632394 shutdown_connections 2024-06-13T11:59:20.252 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:20.250+0000 7f8406200640 1 -- 172.21.15.42:0/2001632394 wait complete. 2024-06-13T11:59:21.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:20 smithi088 ceph-mon[36399]: pgmap v117: 129 pgs: 129 active+clean; 1.8 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 443 op/s 2024-06-13T11:59:21.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:20 smithi042 ceph-mon[32231]: pgmap v117: 129 pgs: 129 active+clean; 1.8 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 443 op/s 2024-06-13T11:59:21.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:20 smithi162 ceph-mon[36757]: pgmap v117: 129 pgs: 129 active+clean; 1.8 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 443 op/s 2024-06-13T11:59:23.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:22 smithi088 ceph-mon[36399]: pgmap v118: 129 pgs: 129 active+clean; 1.8 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 410 op/s 2024-06-13T11:59:23.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:22 smithi042 ceph-mon[32231]: pgmap v118: 129 pgs: 129 active+clean; 1.8 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 410 op/s 2024-06-13T11:59:23.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:22 smithi162 ceph-mon[36757]: pgmap v118: 129 pgs: 129 active+clean; 1.8 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 410 op/s 2024-06-13T11:59:25.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:24 smithi088 ceph-mon[36399]: pgmap v119: 129 pgs: 129 active+clean; 1.8 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 854 op/s 2024-06-13T11:59:25.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:24 smithi042 ceph-mon[32231]: pgmap v119: 129 pgs: 129 active+clean; 1.8 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 854 op/s 2024-06-13T11:59:25.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:24 smithi162 ceph-mon[36757]: pgmap v119: 129 pgs: 129 active+clean; 1.8 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 854 op/s 2024-06-13T11:59:27.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:26 smithi088 ceph-mon[36399]: pgmap v120: 129 pgs: 129 active+clean; 1.8 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.6 MiB/s wr, 644 op/s 2024-06-13T11:59:27.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:26 smithi042 ceph-mon[32231]: pgmap v120: 129 pgs: 129 active+clean; 1.8 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.6 MiB/s wr, 644 op/s 2024-06-13T11:59:27.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:26 smithi162 ceph-mon[36757]: pgmap v120: 129 pgs: 129 active+clean; 1.8 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.6 MiB/s wr, 644 op/s 2024-06-13T11:59:29.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:28 smithi088 ceph-mon[36399]: pgmap v121: 129 pgs: 129 active+clean; 1.8 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 836 op/s 2024-06-13T11:59:29.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:28 smithi042 ceph-mon[32231]: pgmap v121: 129 pgs: 129 active+clean; 1.8 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 836 op/s 2024-06-13T11:59:29.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:28 smithi162 ceph-mon[36757]: pgmap v121: 129 pgs: 129 active+clean; 1.8 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 836 op/s 2024-06-13T11:59:31.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:30 smithi088 ceph-mon[36399]: pgmap v122: 129 pgs: 129 active+clean; 1.8 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.6 MiB/s wr, 665 op/s 2024-06-13T11:59:31.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:30 smithi042 ceph-mon[32231]: pgmap v122: 129 pgs: 129 active+clean; 1.8 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.6 MiB/s wr, 665 op/s 2024-06-13T11:59:31.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:30 smithi162 ceph-mon[36757]: pgmap v122: 129 pgs: 129 active+clean; 1.8 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.6 MiB/s wr, 665 op/s 2024-06-13T11:59:33.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:33 smithi088 ceph-mon[36399]: pgmap v123: 129 pgs: 129 active+clean; 1.8 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.6 MiB/s wr, 651 op/s 2024-06-13T11:59:33.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:33 smithi042 ceph-mon[32231]: pgmap v123: 129 pgs: 129 active+clean; 1.8 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.6 MiB/s wr, 651 op/s 2024-06-13T11:59:33.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:33 smithi162 ceph-mon[36757]: pgmap v123: 129 pgs: 129 active+clean; 1.8 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.6 MiB/s wr, 651 op/s 2024-06-13T11:59:33.408 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.407+0000 7f46cac00640 1 -- 172.21.15.42:0/3679061334 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f46c4104390 msgr2=0x7f46c41108a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:33.408 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.407+0000 7f46cac00640 1 --2- 172.21.15.42:0/3679061334 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f46c4104390 0x7f46c41108a0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f46bc009900 tx=0x7f46bc02a410 comp rx=0 tx=0).stop 2024-06-13T11:59:33.408 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.407+0000 7f46cac00640 1 -- 172.21.15.42:0/3679061334 shutdown_connections 2024-06-13T11:59:33.408 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.407+0000 7f46cac00640 1 --2- 172.21.15.42:0/3679061334 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f46c41039d0 0x7f46c4103e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:33.408 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.407+0000 7f46cac00640 1 --2- 172.21.15.42:0/3679061334 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f46c4104390 0x7f46c41108a0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:33.408 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.407+0000 7f46cac00640 1 --2- 172.21.15.42:0/3679061334 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f46c41099e0 0x7f46c4109dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:33.408 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.407+0000 7f46cac00640 1 -- 172.21.15.42:0/3679061334 >> 172.21.15.42:0/3679061334 conn(0x7f46c40ff480 msgr2=0x7f46c41018a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:59:33.409 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.408+0000 7f46cac00640 1 -- 172.21.15.42:0/3679061334 shutdown_connections 2024-06-13T11:59:33.409 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.408+0000 7f46cac00640 1 -- 172.21.15.42:0/3679061334 wait complete. 2024-06-13T11:59:33.410 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.409+0000 7f46cac00640 1 Processor -- start 2024-06-13T11:59:33.410 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.409+0000 7f46cac00640 1 -- start start 2024-06-13T11:59:33.410 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.409+0000 7f46cac00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f46c41039d0 0x7f46c419a270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:33.410 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.409+0000 7f46cac00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f46c4104390 0x7f46c419a7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:33.410 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.409+0000 7f46cac00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f46c41099e0 0x7f46c419eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:33.410 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.409+0000 7f46cac00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f46c4113e10 con 0x7f46c41099e0 2024-06-13T11:59:33.410 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.409+0000 7f46cac00640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f46c4113c90 con 0x7f46c4104390 2024-06-13T11:59:33.410 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.409+0000 7f46cac00640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f46c4113f90 con 0x7f46c41039d0 2024-06-13T11:59:33.412 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.410+0000 7f46c8e00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f46c4104390 0x7f46c419a7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:33.412 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.410+0000 7f46c9800640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f46c41039d0 0x7f46c419a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:33.412 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.410+0000 7f46ca200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f46c41099e0 0x7f46c419eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:33.412 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.410+0000 7f46c8e00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f46c4104390 0x7f46c419a7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:35896/0 (socket says 172.21.15.42:35896) 2024-06-13T11:59:33.412 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.410+0000 7f46c8e00640 1 -- 172.21.15.42:0/731648136 learned_addr learned my addr 172.21.15.42:0/731648136 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:59:33.412 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.410+0000 7f46c9800640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f46c41039d0 0x7f46c419a270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:49788/0 (socket says 172.21.15.42:49788) 2024-06-13T11:59:33.412 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.410+0000 7f46c8e00640 1 -- 172.21.15.42:0/731648136 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f46c41039d0 msgr2=0x7f46c419a270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:33.412 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.410+0000 7f46c8e00640 1 --2- 172.21.15.42:0/731648136 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f46c41039d0 0x7f46c419a270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:33.413 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.410+0000 7f46c8e00640 1 -- 172.21.15.42:0/731648136 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f46c41099e0 msgr2=0x7f46c419eb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:33.413 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.410+0000 7f46c8e00640 1 --2- 172.21.15.42:0/731648136 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f46c41099e0 0x7f46c419eb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:33.413 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.410+0000 7f46c8e00640 1 -- 172.21.15.42:0/731648136 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46c419f260 con 0x7f46c4104390 2024-06-13T11:59:33.413 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.410+0000 7f46c8e00640 1 --2- 172.21.15.42:0/731648136 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f46c4104390 0x7f46c419a7b0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f46b000e9f0 tx=0x7f46b000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:59:33.413 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.411+0000 7f46c2000640 1 -- 172.21.15.42:0/731648136 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46b000cd80 con 0x7f46c4104390 2024-06-13T11:59:33.413 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.411+0000 7f46c2000640 1 -- 172.21.15.42:0/731648136 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f46b0010910 con 0x7f46c4104390 2024-06-13T11:59:33.413 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.411+0000 7f46cac00640 1 -- 172.21.15.42:0/731648136 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46c419f550 con 0x7f46c4104390 2024-06-13T11:59:33.413 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.411+0000 7f46c2000640 1 -- 172.21.15.42:0/731648136 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46b0018990 con 0x7f46c4104390 2024-06-13T11:59:33.413 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.411+0000 7f46cac00640 1 -- 172.21.15.42:0/731648136 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46c41a6de0 con 0x7f46c4104390 2024-06-13T11:59:33.414 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.414+0000 7f46c2000640 1 -- 172.21.15.42:0/731648136 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f46b0010ac0 con 0x7f46c4104390 2024-06-13T11:59:33.415 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.415+0000 7f46cef7f740 1 Processor -- start 2024-06-13T11:59:33.415 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.415+0000 7f46cef7f740 1 -- start start 2024-06-13T11:59:33.416 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.415+0000 7f46cef7f740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55660da397a0 0x55660da37cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:33.416 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.415+0000 7f46cef7f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55660da38230 0x55660da386b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:33.416 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.415+0000 7f46cef7f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55660da42fb0 0x55660da453a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:33.416 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.415+0000 7f46cef7f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55660d99c420 con 0x55660da42fb0 2024-06-13T11:59:33.416 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.415+0000 7f46cef7f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55660d943c50 con 0x55660da38230 2024-06-13T11:59:33.416 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.415+0000 7f46cef7f740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55660d9983e0 con 0x55660da397a0 2024-06-13T11:59:33.417 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.416+0000 7f46ca200640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55660da397a0 0x55660da37cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:33.417 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.416+0000 7f46c9800640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55660da38230 0x55660da386b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:33.417 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.416+0000 7f46ca200640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55660da397a0 0x55660da37cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:49798/0 (socket says 172.21.15.42:49798) 2024-06-13T11:59:33.417 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.416+0000 7f46c9800640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55660da38230 0x55660da386b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:35898/0 (socket says 172.21.15.42:35898) 2024-06-13T11:59:33.417 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.416+0000 7f46ca200640 1 -- 172.21.15.42:0/975067949 learned_addr learned my addr 172.21.15.42:0/975067949 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:59:33.417 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.416+0000 7f46c8e00640 1 --2- 172.21.15.42:0/975067949 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55660da42fb0 0x55660da453a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:33.418 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.416+0000 7f46ca200640 1 -- 172.21.15.42:0/975067949 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55660da38230 msgr2=0x55660da386b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:59:33.418 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.416+0000 7f46ca200640 1 --2- 172.21.15.42:0/975067949 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55660da38230 0x55660da386b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:33.418 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.416+0000 7f46ca200640 1 -- 172.21.15.42:0/975067949 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55660da42fb0 msgr2=0x55660da453a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:59:33.418 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.416+0000 7f46ca200640 1 --2- 172.21.15.42:0/975067949 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55660da42fb0 0x55660da453a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:33.419 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.416+0000 7f46ca200640 1 -- 172.21.15.42:0/975067949 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55660d6b0210 con 0x55660da397a0 2024-06-13T11:59:33.419 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.416+0000 7f46c8e00640 1 --2- 172.21.15.42:0/975067949 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55660da42fb0 0x55660da453a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:59:33.419 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.417+0000 7f46c2000640 1 --2- 172.21.15.42:0/731648136 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f46ac0a2d70 0x7f46ac0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:33.419 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.417+0000 7f46c2000640 1 -- 172.21.15.42:0/731648136 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f46b00cfad0 con 0x7f46c4104390 2024-06-13T11:59:33.419 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.417+0000 7f46c9800640 1 --2- 172.21.15.42:0/731648136 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f46ac0a2d70 0x7f46ac0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:33.419 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.417+0000 7f46ca200640 1 --2- 172.21.15.42:0/975067949 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55660da397a0 0x55660da37cf0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f46bc033000 tx=0x7f46bc005e60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7be19e12431cf02a server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:59:33.419 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.418+0000 7f46b6a00640 1 -- 172.21.15.42:0/975067949 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46bc035040 con 0x55660da397a0 2024-06-13T11:59:33.419 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.418+0000 7f46b6a00640 1 -- 172.21.15.42:0/975067949 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f46bc004400 con 0x55660da397a0 2024-06-13T11:59:33.419 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.418+0000 7f46b6a00640 1 -- 172.21.15.42:0/975067949 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46bc0035f0 con 0x55660da397a0 2024-06-13T11:59:33.420 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.419+0000 7f46cef7f740 1 -- 172.21.15.42:0/975067949 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55660da397a0 msgr2=0x55660da37cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:33.420 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.419+0000 7f46cef7f740 1 --2- 172.21.15.42:0/975067949 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55660da397a0 0x55660da37cf0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f46bc033000 tx=0x7f46bc005e60 comp rx=0 tx=0).stop 2024-06-13T11:59:33.420 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.419+0000 7f46c9800640 1 --2- 172.21.15.42:0/731648136 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f46ac0a2d70 0x7f46ac0a5230 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x55660da3af00 tx=0x7f46b8009500 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:59:33.420 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.419+0000 7f46cef7f740 1 -- 172.21.15.42:0/975067949 shutdown_connections 2024-06-13T11:59:33.420 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.419+0000 7f46cef7f740 1 --2- 172.21.15.42:0/975067949 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55660da42fb0 0x55660da453a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:33.420 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.419+0000 7f46cef7f740 1 --2- 172.21.15.42:0/975067949 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55660da38230 0x55660da386b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:33.420 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.419+0000 7f46cef7f740 1 --2- 172.21.15.42:0/975067949 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55660da397a0 0x55660da37cf0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:33.421 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.419+0000 7f46cef7f740 1 -- 172.21.15.42:0/975067949 >> 172.21.15.42:0/975067949 conn(0x55660da00fb0 msgr2=0x55660da34820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:59:33.421 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.419+0000 7f46cef7f740 1 -- 172.21.15.42:0/975067949 shutdown_connections 2024-06-13T11:59:33.421 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.419+0000 7f46cef7f740 1 -- 172.21.15.42:0/975067949 wait complete. 2024-06-13T11:59:33.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.420+0000 7f46cef7f740 1 -- start start 2024-06-13T11:59:33.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.420+0000 7f46cef7f740 1 Processor -- start 2024-06-13T11:59:33.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.421+0000 7f46cef7f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55660da38230 0x55660da40000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:33.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.421+0000 7f46cef7f740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55660da397a0 0x55660da40540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:33.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.421+0000 7f46cef7f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55660da42fb0 0x55660da40a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:33.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.421+0000 7f46cef7f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55660da45d20 con 0x55660da42fb0 2024-06-13T11:59:33.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.421+0000 7f46cef7f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x55660d9570b0 con 0x55660da38230 2024-06-13T11:59:33.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.421+0000 7f46cef7f740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x55660da45ea0 con 0x55660da397a0 2024-06-13T11:59:33.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.421+0000 7f46cef7f740 10 client.0 _ll_register_callbacks cb 0x55660d942f40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:59:33.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.421+0000 7f46c8e00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55660da397a0 0x55660da40540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:33.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.421+0000 7f46c8e00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55660da397a0 0x55660da40540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:49808/0 (socket says 172.21.15.42:49808) 2024-06-13T11:59:33.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.421+0000 7f46c8e00640 1 -- 172.21.15.42:0/2695058883 learned_addr learned my addr 172.21.15.42:0/2695058883 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:59:33.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.421+0000 7f46ca200640 1 --2- 172.21.15.42:0/2695058883 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55660da42fb0 0x55660da40a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:33.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.421+0000 7f46c9800640 1 --2- 172.21.15.42:0/2695058883 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55660da38230 0x55660da40000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:33.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.422+0000 7f46c8e00640 1 -- 172.21.15.42:0/2695058883 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55660da38230 msgr2=0x55660da40000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:59:33.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.422+0000 7f46c8e00640 1 --2- 172.21.15.42:0/2695058883 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55660da38230 0x55660da40000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:33.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.422+0000 7f46c8e00640 1 -- 172.21.15.42:0/2695058883 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55660da42fb0 msgr2=0x55660da40a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:59:33.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.422+0000 7f46c8e00640 1 --2- 172.21.15.42:0/2695058883 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55660da42fb0 0x55660da40a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:33.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.422+0000 7f46c8e00640 1 -- 172.21.15.42:0/2695058883 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55660d77c620 con 0x55660da397a0 2024-06-13T11:59:33.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.422+0000 7f46ca200640 1 --2- 172.21.15.42:0/2695058883 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55660da42fb0 0x55660da40a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T11:59:33.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.422+0000 7f46c9800640 1 --2- 172.21.15.42:0/2695058883 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55660da38230 0x55660da40000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T11:59:33.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.422+0000 7f46c8e00640 1 --2- 172.21.15.42:0/2695058883 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55660da397a0 0x55660da40540 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f46b000e9c0 tx=0x7f46b009bb50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8cdcc70db1af4b3 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:59:33.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.422+0000 7f46ab400640 10 client.0 ms_handle_connect on v2:172.21.15.162:3300/0 2024-06-13T11:59:33.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.422+0000 7f46ab400640 1 -- 172.21.15.42:0/2695058883 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46b00cd2a0 con 0x55660da397a0 2024-06-13T11:59:33.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.422+0000 7f46ab400640 1 -- 172.21.15.42:0/2695058883 <== mon.1 v2:172.21.15.162:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f46b0018b30 con 0x55660da397a0 2024-06-13T11:59:33.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.423+0000 7f46cef7f740 1 -- 172.21.15.42:0/2695058883 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f46bc004400 con 0x55660da397a0 2024-06-13T11:59:33.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.423+0000 7f46ab400640 1 -- 172.21.15.42:0/2695058883 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f46b009bc90 con 0x55660da397a0 2024-06-13T11:59:33.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.423+0000 7f46cef7f740 10 client.25888 fetch_fsmap learned FSMap version 32 2024-06-13T11:59:33.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.423+0000 7f46cef7f740 1 -- 172.21.15.42:0/2695058883 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55660da52140 con 0x55660da397a0 2024-06-13T11:59:33.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.424+0000 7f46ab400640 1 -- 172.21.15.42:0/2695058883 <== mon.1 v2:172.21.15.162:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f46bc004400 con 0x55660da397a0 2024-06-13T11:59:33.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.424+0000 7f46ab400640 1 -- 172.21.15.42:0/2695058883 <== mon.1 v2:172.21.15.162:3300/0 5 ==== fsmap(e 32) ==== 8370+0+0 (secure 0 0 0) 0x7f46b00979e0 con 0x55660da397a0 2024-06-13T11:59:33.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.424+0000 7f46cef7f740 10 client.25888 fetch_fsmap finished waiting for FSMap version 32 2024-06-13T11:59:33.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.424+0000 7f46cef7f740 10 client.25888 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:59:33.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.424+0000 7f46cef7f740 20 client.25888 populate_metadata read hostname 'smithi042' 2024-06-13T11:59:33.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.424+0000 7f46cef7f740 1 --2- 172.21.15.42:0/2695058883 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55660da53600 0x55660da55a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:33.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.424+0000 7f46cef7f740 4 client.25888 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:59:33.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.424+0000 7f46cef7f740 1 -- 172.21.15.42:0/2695058883 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55660d9a9b50 con 0x55660da53600 2024-06-13T11:59:33.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.425+0000 7f46c9800640 1 --2- 172.21.15.42:0/2695058883 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55660da53600 0x55660da55a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:33.427 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.425+0000 7f46c9800640 1 --2- 172.21.15.42:0/2695058883 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55660da53600 0x55660da55a50 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f9fb66c168448afd server_cookie=fd3dffcc6dd56c83 in_seq=0 out_seq=0 2024-06-13T11:59:33.427 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.425+0000 7f46ab400640 10 client.25888 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:59:33.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.427+0000 7f46ab400640 1 -- 172.21.15.42:0/2695058883 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55660d9a9b50 con 0x55660da53600 2024-06-13T11:59:33.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.427+0000 7f46ab400640 10 client.25888 handle_command_reply: tid=0 2024-06-13T11:59:33.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.427+0000 7f46cef7f740 1 client.25888 shutdown 2024-06-13T11:59:33.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.427+0000 7f46cef7f740 1 -- 172.21.15.42:0/2695058883 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55660da397a0 msgr2=0x55660da40540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:33.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.427+0000 7f46cef7f740 1 --2- 172.21.15.42:0/2695058883 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55660da397a0 0x55660da40540 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f46b000e9c0 tx=0x7f46b009bb50 comp rx=0 tx=0).stop 2024-06-13T11:59:33.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.427+0000 7f46cef7f740 1 -- 172.21.15.42:0/2695058883 shutdown_connections 2024-06-13T11:59:33.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.427+0000 7f46cef7f740 1 --2- 172.21.15.42:0/2695058883 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55660da53600 0x55660da55a50 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:33.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.427+0000 7f46cef7f740 1 --2- 172.21.15.42:0/2695058883 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55660da42fb0 0x55660da40a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:33.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.427+0000 7f46cef7f740 1 --2- 172.21.15.42:0/2695058883 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55660da397a0 0x55660da40540 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:33.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.427+0000 7f46cef7f740 1 --2- 172.21.15.42:0/2695058883 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55660da38230 0x55660da40000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:33.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.427+0000 7f46ab400640 0 client.25888 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:59:33.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.427+0000 7f46cef7f740 1 -- 172.21.15.42:0/2695058883 >> 172.21.15.42:0/2695058883 conn(0x55660da00fb0 msgr2=0x55660da3a690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:59:33.429 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.427+0000 7f46cef7f740 1 -- 172.21.15.42:0/2695058883 shutdown_connections 2024-06-13T11:59:33.429 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.427+0000 7f46cef7f740 1 -- 172.21.15.42:0/2695058883 wait complete. 2024-06-13T11:59:33.429 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.428+0000 7f46cef7f740 20 client.25888 trim_cache size 0 max 16384 2024-06-13T11:59:33.478 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.477+0000 7f46cef7f740 1 Processor -- start 2024-06-13T11:59:33.478 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.477+0000 7f46cef7f740 1 -- start start 2024-06-13T11:59:33.478 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.478+0000 7f46cef7f740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55660da38230 0x55660da3a510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:33.478 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.478+0000 7f46cef7f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55660da397a0 0x55660da5b360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:33.479 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.478+0000 7f46cef7f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55660da42fb0 0x55660da5b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:33.479 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.478+0000 7f46cef7f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f46c41b3810 con 0x55660da42fb0 2024-06-13T11:59:33.479 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.478+0000 7f46cef7f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f46c41b1020 con 0x55660da397a0 2024-06-13T11:59:33.479 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.478+0000 7f46cef7f740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f46c41aee70 con 0x55660da38230 2024-06-13T11:59:33.479 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.478+0000 7f46c8e00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55660da397a0 0x55660da5b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:33.480 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.478+0000 7f46c8e00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55660da397a0 0x55660da5b360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:35902/0 (socket says 172.21.15.42:35902) 2024-06-13T11:59:33.480 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.478+0000 7f46c8e00640 1 -- 172.21.15.42:0/2769655894 learned_addr learned my addr 172.21.15.42:0/2769655894 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:59:33.480 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.479+0000 7f46ca200640 1 --2- 172.21.15.42:0/2769655894 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55660da42fb0 0x55660da5b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:33.480 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.479+0000 7f46c9800640 1 --2- 172.21.15.42:0/2769655894 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55660da38230 0x55660da3a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:33.480 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.480+0000 7f46c8e00640 1 -- 172.21.15.42:0/2769655894 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55660da38230 msgr2=0x55660da3a510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:59:33.480 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.480+0000 7f46c8e00640 1 --2- 172.21.15.42:0/2769655894 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55660da38230 0x55660da3a510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:33.480 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.480+0000 7f46c8e00640 1 -- 172.21.15.42:0/2769655894 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55660da42fb0 msgr2=0x55660da5b8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:59:33.481 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.480+0000 7f46c8e00640 1 --2- 172.21.15.42:0/2769655894 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55660da42fb0 0x55660da5b8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:33.481 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.480+0000 7f46c8e00640 1 -- 172.21.15.42:0/2769655894 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55660da560d0 con 0x55660da397a0 2024-06-13T11:59:33.481 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.480+0000 7f46c9800640 1 --2- 172.21.15.42:0/2769655894 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55660da38230 0x55660da3a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:59:33.481 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.481+0000 7f46c8e00640 1 --2- 172.21.15.42:0/2769655894 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55660da397a0 0x55660da5b360 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f46b009b990 tx=0x7f46b00d31a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a4b6de02b07a2a5e server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:59:33.482 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.482+0000 7f46b6000640 1 -- 172.21.15.42:0/2769655894 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46b00b8070 con 0x55660da397a0 2024-06-13T11:59:33.482 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.482+0000 7f46b6000640 1 -- 172.21.15.42:0/2769655894 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f46b00a4850 con 0x55660da397a0 2024-06-13T11:59:33.482 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.482+0000 7f46b6000640 1 -- 172.21.15.42:0/2769655894 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46b0018e30 con 0x55660da397a0 2024-06-13T11:59:33.483 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.483+0000 7f46cef7f740 1 -- 172.21.15.42:0/2769655894 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55660da397a0 msgr2=0x55660da5b360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:33.484 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.483+0000 7f46cef7f740 1 --2- 172.21.15.42:0/2769655894 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55660da397a0 0x55660da5b360 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f46b009b990 tx=0x7f46b00d31a0 comp rx=0 tx=0).stop 2024-06-13T11:59:33.484 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.484+0000 7f46cef7f740 1 -- 172.21.15.42:0/2769655894 shutdown_connections 2024-06-13T11:59:33.484 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.484+0000 7f46cef7f740 1 --2- 172.21.15.42:0/2769655894 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55660da42fb0 0x55660da5b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:33.484 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.484+0000 7f46cef7f740 1 --2- 172.21.15.42:0/2769655894 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55660da397a0 0x55660da5b360 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:33.485 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.484+0000 7f46cef7f740 1 --2- 172.21.15.42:0/2769655894 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55660da38230 0x55660da3a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:33.485 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.484+0000 7f46cef7f740 1 -- 172.21.15.42:0/2769655894 >> 172.21.15.42:0/2769655894 conn(0x55660da00fb0 msgr2=0x55660da39e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:59:33.485 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.484+0000 7f46cef7f740 1 -- 172.21.15.42:0/2769655894 shutdown_connections 2024-06-13T11:59:33.485 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.484+0000 7f46cef7f740 1 -- 172.21.15.42:0/2769655894 wait complete. 2024-06-13T11:59:33.486 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.485+0000 7f46cef7f740 1 -- start start 2024-06-13T11:59:33.486 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.485+0000 7f46cef7f740 1 Processor -- start 2024-06-13T11:59:33.486 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.486+0000 7f46cef7f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55660da38230 0x55660da47580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:33.486 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.486+0000 7f46cef7f740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55660da397a0 0x55660da47ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:33.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.486+0000 7f46cef7f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55660da42fb0 0x55660dac5b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:33.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.486+0000 7f46cef7f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f46c41af4e0 con 0x55660da38230 2024-06-13T11:59:33.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.486+0000 7f46cef7f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f46c41b0950 con 0x55660da42fb0 2024-06-13T11:59:33.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.486+0000 7f46cef7f740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f46c41afbb0 con 0x55660da397a0 2024-06-13T11:59:33.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.486+0000 7f46cef7f740 10 client.0 _ll_register_callbacks cb 0x7f46b000cf20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:59:33.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.487+0000 7f46ca200640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55660da42fb0 0x55660dac5b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:33.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.487+0000 7f46ca200640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55660da42fb0 0x55660dac5b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:35914/0 (socket says 172.21.15.42:35914) 2024-06-13T11:59:33.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.487+0000 7f46ca200640 1 -- 172.21.15.42:0/3959067046 learned_addr learned my addr 172.21.15.42:0/3959067046 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:59:33.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.487+0000 7f46c8e00640 1 --2- 172.21.15.42:0/3959067046 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55660da397a0 0x55660da47ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:33.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.487+0000 7f46c9800640 1 --2- 172.21.15.42:0/3959067046 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55660da38230 0x55660da47580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:33.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.488+0000 7f46ca200640 1 -- 172.21.15.42:0/3959067046 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55660da397a0 msgr2=0x55660da47ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:59:33.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.488+0000 7f46ca200640 1 --2- 172.21.15.42:0/3959067046 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55660da397a0 0x55660da47ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:33.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.488+0000 7f46ca200640 1 -- 172.21.15.42:0/3959067046 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55660da38230 msgr2=0x55660da47580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:59:33.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.488+0000 7f46ca200640 1 --2- 172.21.15.42:0/3959067046 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55660da38230 0x55660da47580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:33.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.488+0000 7f46ca200640 1 -- 172.21.15.42:0/3959067046 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55660dac6080 con 0x55660da42fb0 2024-06-13T11:59:33.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.489+0000 7f46ca200640 1 --2- 172.21.15.42:0/3959067046 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55660da42fb0 0x55660dac5b40 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f46bc02aa00 tx=0x7f46bc004430 comp rx=0 tx=0).ready entity=mon.2 client_cookie=88282cc0ea8609ff server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:59:33.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.489+0000 7f46ab400640 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:59:33.491 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.490+0000 7f46ab400640 1 -- 172.21.15.42:0/3959067046 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46bc054060 con 0x55660da42fb0 2024-06-13T11:59:33.491 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.490+0000 7f46ab400640 1 -- 172.21.15.42:0/3959067046 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f46bc031950 con 0x55660da42fb0 2024-06-13T11:59:33.491 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.490+0000 7f46cef7f740 1 -- 172.21.15.42:0/3959067046 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f46b00a4850 con 0x55660da42fb0 2024-06-13T11:59:33.491 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.491+0000 7f46ab400640 1 -- 172.21.15.42:0/3959067046 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f46bc035040 con 0x55660da42fb0 2024-06-13T11:59:33.492 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.491+0000 7f46cef7f740 10 client.25913 fetch_fsmap learned FSMap version 32 2024-06-13T11:59:33.492 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.491+0000 7f46cef7f740 1 -- 172.21.15.42:0/3959067046 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55660dac72c0 con 0x55660da42fb0 2024-06-13T11:59:33.492 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.492+0000 7f46ab400640 1 -- 172.21.15.42:0/3959067046 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f46b00a4850 con 0x55660da42fb0 2024-06-13T11:59:33.492 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.492+0000 7f46ab400640 1 -- 172.21.15.42:0/3959067046 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 32) ==== 8370+0+0 (secure 0 0 0) 0x7f46bc03c440 con 0x55660da42fb0 2024-06-13T11:59:33.492 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.492+0000 7f46cef7f740 10 client.25913 fetch_fsmap finished waiting for FSMap version 32 2024-06-13T11:59:33.493 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.492+0000 7f46cef7f740 10 client.25913 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:59:33.493 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.492+0000 7f46cef7f740 20 client.25913 populate_metadata read hostname 'smithi042' 2024-06-13T11:59:33.493 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.492+0000 7f46cef7f740 1 --2- 172.21.15.42:0/3959067046 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55660dac7600 0x55660dac99f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:33.493 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.492+0000 7f46cef7f740 4 client.25913 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-13T11:59:33.493 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.492+0000 7f46cef7f740 1 -- 172.21.15.42:0/3959067046 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55660d9a3ea0 con 0x55660dac7600 2024-06-13T11:59:33.494 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.493+0000 7f46c9800640 1 --2- 172.21.15.42:0/3959067046 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55660dac7600 0x55660dac99f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:33.494 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.493+0000 7f46c9800640 1 --2- 172.21.15.42:0/3959067046 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55660dac7600 0x55660dac99f0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=be438cb41089da08 server_cookie=6fe6d579f7f8de4b in_seq=0 out_seq=0 2024-06-13T11:59:33.494 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.493+0000 7f46ab400640 10 client.25913 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:59:33.799 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.798+0000 7f46ab400640 1 -- 172.21.15.42:0/3959067046 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55660d9a3ea0 con 0x55660dac7600 2024-06-13T11:59:33.799 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.798+0000 7f46ab400640 10 client.25913 handle_command_reply: tid=0 2024-06-13T11:59:33.799 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.799+0000 7f46cef7f740 1 client.25913 shutdown 2024-06-13T11:59:33.799 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.799+0000 7f46cef7f740 1 -- 172.21.15.42:0/3959067046 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55660da42fb0 msgr2=0x55660dac5b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:33.799 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.799+0000 7f46cef7f740 1 --2- 172.21.15.42:0/3959067046 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55660da42fb0 0x55660dac5b40 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f46bc02aa00 tx=0x7f46bc004430 comp rx=0 tx=0).stop 2024-06-13T11:59:33.800 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.799+0000 7f46cef7f740 1 -- 172.21.15.42:0/3959067046 shutdown_connections 2024-06-13T11:59:33.800 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.799+0000 7f46cef7f740 1 --2- 172.21.15.42:0/3959067046 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x55660dac7600 0x55660dac99f0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:33.800 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.799+0000 7f46cef7f740 1 --2- 172.21.15.42:0/3959067046 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55660da42fb0 0x55660dac5b40 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:33.800 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.799+0000 7f46cef7f740 1 --2- 172.21.15.42:0/3959067046 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55660da397a0 0x55660da47ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:33.800 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.799+0000 7f46cef7f740 1 --2- 172.21.15.42:0/3959067046 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55660da38230 0x55660da47580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:33.800 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.799+0000 7f46cef7f740 1 -- 172.21.15.42:0/3959067046 >> 172.21.15.42:0/3959067046 conn(0x55660da00fb0 msgr2=0x55660da40850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:59:33.801 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.800+0000 7f46ab400640 0 client.25913 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:59:33.801 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.800+0000 7f46cef7f740 1 -- 172.21.15.42:0/3959067046 shutdown_connections 2024-06-13T11:59:33.801 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.801+0000 7f46cef7f740 1 -- 172.21.15.42:0/3959067046 wait complete. 2024-06-13T11:59:33.801 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.801+0000 7f46cef7f740 20 client.25913 trim_cache size 0 max 16384 2024-06-13T11:59:33.802 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-13T11:59:33.802 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-13T11:59:33.802 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-13T11:59:33.803 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.802+0000 7f46cac00640 1 -- 172.21.15.42:0/731648136 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f46ac0a2d70 msgr2=0x7f46ac0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:33.803 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.802+0000 7f46cac00640 1 --2- 172.21.15.42:0/731648136 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f46ac0a2d70 0x7f46ac0a5230 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x55660da3af00 tx=0x7f46b8009500 comp rx=0 tx=0).stop 2024-06-13T11:59:33.803 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.802+0000 7f46cac00640 1 -- 172.21.15.42:0/731648136 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f46c4104390 msgr2=0x7f46c419a7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:33.803 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.802+0000 7f46cac00640 1 --2- 172.21.15.42:0/731648136 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f46c4104390 0x7f46c419a7b0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f46b000e9f0 tx=0x7f46b000eeb0 comp rx=0 tx=0).stop 2024-06-13T11:59:33.803 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.803+0000 7f46cac00640 1 -- 172.21.15.42:0/731648136 shutdown_connections 2024-06-13T11:59:33.804 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.803+0000 7f46cac00640 1 --2- 172.21.15.42:0/731648136 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f46ac0a2d70 0x7f46ac0a5230 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:33.804 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.803+0000 7f46cac00640 1 --2- 172.21.15.42:0/731648136 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f46c41099e0 0x7f46c419eb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:33.804 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.803+0000 7f46cac00640 1 --2- 172.21.15.42:0/731648136 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f46c4104390 0x7f46c419a7b0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:33.804 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.803+0000 7f46cac00640 1 --2- 172.21.15.42:0/731648136 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f46c41039d0 0x7f46c419a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:33.804 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.803+0000 7f46cac00640 1 -- 172.21.15.42:0/731648136 >> 172.21.15.42:0/731648136 conn(0x7f46c40ff480 msgr2=0x7f46c40ffa40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:59:33.804 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.803+0000 7f46cac00640 1 -- 172.21.15.42:0/731648136 shutdown_connections 2024-06-13T11:59:33.804 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:33.803+0000 7f46cac00640 1 -- 172.21.15.42:0/731648136 wait complete. 2024-06-13T11:59:35.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:35 smithi042 ceph-mon[32231]: pgmap v124: 129 pgs: 129 active+clean; 1.8 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 857 op/s 2024-06-13T11:59:35.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:35 smithi162 ceph-mon[36757]: pgmap v124: 129 pgs: 129 active+clean; 1.8 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 857 op/s 2024-06-13T11:59:35.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:35 smithi088 ceph-mon[36399]: pgmap v124: 129 pgs: 129 active+clean; 1.8 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 857 op/s 2024-06-13T11:59:37.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:37 smithi042 ceph-mon[32231]: pgmap v125: 129 pgs: 129 active+clean; 1.8 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 413 op/s 2024-06-13T11:59:37.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:37 smithi162 ceph-mon[36757]: pgmap v125: 129 pgs: 129 active+clean; 1.8 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 413 op/s 2024-06-13T11:59:37.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:37 smithi088 ceph-mon[36399]: pgmap v125: 129 pgs: 129 active+clean; 1.8 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 413 op/s 2024-06-13T11:59:39.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:39 smithi042 ceph-mon[32231]: pgmap v126: 129 pgs: 129 active+clean; 1.8 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 684 op/s 2024-06-13T11:59:39.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:39 smithi162 ceph-mon[36757]: pgmap v126: 129 pgs: 129 active+clean; 1.8 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 684 op/s 2024-06-13T11:59:39.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:39 smithi088 ceph-mon[36399]: pgmap v126: 129 pgs: 129 active+clean; 1.8 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 684 op/s 2024-06-13T11:59:41.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:41 smithi042 ceph-mon[32231]: pgmap v127: 129 pgs: 129 active+clean; 1.8 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 514 op/s 2024-06-13T11:59:41.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:41 smithi162 ceph-mon[36757]: pgmap v127: 129 pgs: 129 active+clean; 1.8 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 514 op/s 2024-06-13T11:59:41.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:41 smithi088 ceph-mon[36399]: pgmap v127: 129 pgs: 129 active+clean; 1.8 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 514 op/s 2024-06-13T11:59:43.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:43 smithi042 ceph-mon[32231]: pgmap v128: 129 pgs: 129 active+clean; 1.8 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 498 op/s 2024-06-13T11:59:43.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:43 smithi162 ceph-mon[36757]: pgmap v128: 129 pgs: 129 active+clean; 1.8 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 498 op/s 2024-06-13T11:59:43.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:43 smithi088 ceph-mon[36399]: pgmap v128: 129 pgs: 129 active+clean; 1.8 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 498 op/s 2024-06-13T11:59:45.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:45 smithi042 ceph-mon[32231]: pgmap v129: 129 pgs: 129 active+clean; 1.8 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 655 op/s 2024-06-13T11:59:45.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:45 smithi162 ceph-mon[36757]: pgmap v129: 129 pgs: 129 active+clean; 1.8 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 655 op/s 2024-06-13T11:59:45.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:45 smithi088 ceph-mon[36399]: pgmap v129: 129 pgs: 129 active+clean; 1.8 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 655 op/s 2024-06-13T11:59:46.959 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.958+0000 7f844a200640 1 -- 172.21.15.42:0/1226332270 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8444114af0 msgr2=0x7f8444116ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:46.959 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.958+0000 7f844a200640 1 --2- 172.21.15.42:0/1226332270 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8444114af0 0x7f8444116ee0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f843c009ca0 tx=0x7f843c02a8c0 comp rx=0 tx=0).stop 2024-06-13T11:59:46.959 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.958+0000 7f844a200640 1 -- 172.21.15.42:0/1226332270 shutdown_connections 2024-06-13T11:59:46.959 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.958+0000 7f844a200640 1 --2- 172.21.15.42:0/1226332270 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f84441092c0 0x7f84441145b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:46.959 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.958+0000 7f844a200640 1 --2- 172.21.15.42:0/1226332270 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8444114af0 0x7f8444116ee0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:46.959 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.958+0000 7f844a200640 1 --2- 172.21.15.42:0/1226332270 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f84441089a0 0x7f8444108d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:46.959 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.958+0000 7f844a200640 1 -- 172.21.15.42:0/1226332270 >> 172.21.15.42:0/1226332270 conn(0x7f844406cf00 msgr2=0x7f844406d310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:59:46.960 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.958+0000 7f844a200640 1 -- 172.21.15.42:0/1226332270 shutdown_connections 2024-06-13T11:59:46.960 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.958+0000 7f844a200640 1 -- 172.21.15.42:0/1226332270 wait complete. 2024-06-13T11:59:46.962 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.959+0000 7f844a200640 1 Processor -- start 2024-06-13T11:59:46.962 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.959+0000 7f844a200640 1 -- start start 2024-06-13T11:59:46.962 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.959+0000 7f844a200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f84441089a0 0x7f84441a8880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:46.963 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.959+0000 7f844a200640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f84441092c0 0x7f84441a8dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:46.963 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.959+0000 7f844a200640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8444114af0 0x7f84441a2a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:46.963 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.960+0000 7f844a200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f844411a570 con 0x7f84441089a0 2024-06-13T11:59:46.963 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.960+0000 7f844a200640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f844411a3f0 con 0x7f8444114af0 2024-06-13T11:59:46.963 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.960+0000 7f844a200640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f844411a6f0 con 0x7f84441092c0 2024-06-13T11:59:46.963 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.960+0000 7f8443e00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8444114af0 0x7f84441a2a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:46.963 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.960+0000 7f8443e00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8444114af0 0x7f84441a2a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:34398/0 (socket says 172.21.15.42:34398) 2024-06-13T11:59:46.963 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.960+0000 7f8443e00640 1 -- 172.21.15.42:0/1459983806 learned_addr learned my addr 172.21.15.42:0/1459983806 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:59:46.963 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.960+0000 7f8442a00640 1 --2- 172.21.15.42:0/1459983806 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f84441092c0 0x7f84441a8dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:46.963 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.960+0000 7f8443400640 1 --2- 172.21.15.42:0/1459983806 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f84441089a0 0x7f84441a8880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:46.963 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.960+0000 7f8442a00640 1 -- 172.21.15.42:0/1459983806 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8444114af0 msgr2=0x7f84441a2a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:46.964 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.960+0000 7f8442a00640 1 --2- 172.21.15.42:0/1459983806 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8444114af0 0x7f84441a2a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:46.964 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.960+0000 7f8442a00640 1 -- 172.21.15.42:0/1459983806 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f84441089a0 msgr2=0x7f84441a8880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:46.964 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.960+0000 7f8442a00640 1 --2- 172.21.15.42:0/1459983806 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f84441089a0 0x7f84441a8880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:46.964 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.960+0000 7f8442a00640 1 -- 172.21.15.42:0/1459983806 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84441a31b0 con 0x7f84441092c0 2024-06-13T11:59:46.964 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.960+0000 7f8443e00640 1 --2- 172.21.15.42:0/1459983806 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8444114af0 0x7f84441a2a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:59:46.964 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.961+0000 7f8442a00640 1 --2- 172.21.15.42:0/1459983806 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f84441092c0 0x7f84441a8dc0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f843000e9f0 tx=0x7f843000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:59:46.964 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.961+0000 7f843be00640 1 -- 172.21.15.42:0/1459983806 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f843000ccc0 con 0x7f84441092c0 2024-06-13T11:59:46.964 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.961+0000 7f844a200640 1 -- 172.21.15.42:0/1459983806 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84441a34a0 con 0x7f84441092c0 2024-06-13T11:59:46.964 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.961+0000 7f843be00640 1 -- 172.21.15.42:0/1459983806 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8430010910 con 0x7f84441092c0 2024-06-13T11:59:46.964 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.961+0000 7f843be00640 1 -- 172.21.15.42:0/1459983806 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8430018960 con 0x7f84441092c0 2024-06-13T11:59:46.964 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.961+0000 7f844a200640 1 -- 172.21.15.42:0/1459983806 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84441af740 con 0x7f84441092c0 2024-06-13T11:59:46.967 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.964+0000 7f844cfd2740 1 Processor -- start 2024-06-13T11:59:46.967 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.964+0000 7f844cfd2740 1 -- start start 2024-06-13T11:59:46.967 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.965+0000 7f844cfd2740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555ac80a95e0 0x555ac80a7b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:46.967 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.965+0000 7f844cfd2740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555ac80a8070 0x555ac80a84f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:46.967 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.965+0000 7f844cfd2740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ac80b2df0 0x555ac80b51e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:46.967 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.965+0000 7f844cfd2740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555ac800c420 con 0x555ac80b2df0 2024-06-13T11:59:46.967 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.965+0000 7f844cfd2740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x555ac7fb3c50 con 0x555ac80a95e0 2024-06-13T11:59:46.967 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.965+0000 7f844cfd2740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x555ac80083e0 con 0x555ac80a8070 2024-06-13T11:59:46.968 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.965+0000 7f843be00640 1 -- 172.21.15.42:0/1459983806 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f8430010ac0 con 0x7f84441092c0 2024-06-13T11:59:46.968 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.965+0000 7f8443400640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555ac80a8070 0x555ac80a84f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:46.968 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.965+0000 7f8443400640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555ac80a8070 0x555ac80a84f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:54288/0 (socket says 172.21.15.42:54288) 2024-06-13T11:59:46.968 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.965+0000 7f8443400640 1 -- 172.21.15.42:0/74070269 learned_addr learned my addr 172.21.15.42:0/74070269 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:59:46.968 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.965+0000 7f8443e00640 1 --2- 172.21.15.42:0/74070269 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555ac80a95e0 0x555ac80a7b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:46.968 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.965+0000 7f8442a00640 1 --2- 172.21.15.42:0/74070269 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ac80b2df0 0x555ac80b51e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:46.968 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.966+0000 7f8443400640 1 -- 172.21.15.42:0/74070269 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555ac80a95e0 msgr2=0x555ac80a7b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:59:46.968 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.966+0000 7f8443400640 1 --2- 172.21.15.42:0/74070269 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555ac80a95e0 0x555ac80a7b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:46.968 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.966+0000 7f8443400640 1 -- 172.21.15.42:0/74070269 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ac80b2df0 msgr2=0x555ac80b51e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:59:46.968 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.966+0000 7f8443400640 1 --2- 172.21.15.42:0/74070269 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ac80b2df0 0x555ac80b51e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:46.969 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.966+0000 7f8443400640 1 -- 172.21.15.42:0/74070269 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555ac7d20210 con 0x555ac80a8070 2024-06-13T11:59:46.969 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.966+0000 7f8443400640 1 --2- 172.21.15.42:0/74070269 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555ac80a8070 0x555ac80a84f0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f843400bc90 tx=0x7f843400f730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9bc398a21da7b1cb server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:59:46.969 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.966+0000 7f842fe00640 1 -- 172.21.15.42:0/74070269 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8434015070 con 0x555ac80a8070 2024-06-13T11:59:46.969 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.966+0000 7f842fe00640 1 -- 172.21.15.42:0/74070269 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8434011920 con 0x555ac80a8070 2024-06-13T11:59:46.969 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.966+0000 7f842fe00640 1 -- 172.21.15.42:0/74070269 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8434010890 con 0x555ac80a8070 2024-06-13T11:59:46.974 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.967+0000 7f843be00640 1 --2- 172.21.15.42:0/1459983806 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f84280a2e20 0x7f84280a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:46.974 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.967+0000 7f844cfd2740 1 -- 172.21.15.42:0/74070269 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555ac80a8070 msgr2=0x555ac80a84f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:46.974 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.967+0000 7f844cfd2740 1 --2- 172.21.15.42:0/74070269 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555ac80a8070 0x555ac80a84f0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f843400bc90 tx=0x7f843400f730 comp rx=0 tx=0).stop 2024-06-13T11:59:46.975 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.967+0000 7f843be00640 1 -- 172.21.15.42:0/1459983806 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f84300cfb40 con 0x7f84441092c0 2024-06-13T11:59:46.975 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.967+0000 7f844cfd2740 1 -- 172.21.15.42:0/74070269 shutdown_connections 2024-06-13T11:59:46.975 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.967+0000 7f844cfd2740 1 --2- 172.21.15.42:0/74070269 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ac80b2df0 0x555ac80b51e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:46.975 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.967+0000 7f844cfd2740 1 --2- 172.21.15.42:0/74070269 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555ac80a8070 0x555ac80a84f0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:46.975 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.967+0000 7f844cfd2740 1 --2- 172.21.15.42:0/74070269 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555ac80a95e0 0x555ac80a7b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:46.975 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.967+0000 7f844cfd2740 1 -- 172.21.15.42:0/74070269 >> 172.21.15.42:0/74070269 conn(0x555ac8070fb0 msgr2=0x555ac80a4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:59:46.975 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.967+0000 7f8443e00640 1 --2- 172.21.15.42:0/1459983806 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f84280a2e20 0x7f84280a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:46.975 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.967+0000 7f844cfd2740 1 -- 172.21.15.42:0/74070269 shutdown_connections 2024-06-13T11:59:46.975 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.967+0000 7f844cfd2740 1 -- 172.21.15.42:0/74070269 wait complete. 2024-06-13T11:59:46.976 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.968+0000 7f844cfd2740 1 -- start start 2024-06-13T11:59:46.976 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.968+0000 7f8443e00640 1 --2- 172.21.15.42:0/1459983806 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f84280a2e20 0x7f84280a52e0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f843c009430 tx=0x7f843c009360 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:59:46.976 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.968+0000 7f844cfd2740 1 Processor -- start 2024-06-13T11:59:46.976 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.969+0000 7f844cfd2740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555ac80a8070 0x555ac80afe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:46.976 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.969+0000 7f844cfd2740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555ac80a95e0 0x555ac80b03b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:46.976 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.969+0000 7f844cfd2740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ac80b2df0 0x555ac80b08f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:46.976 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.969+0000 7f844cfd2740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555ac80b5bc0 con 0x555ac80b2df0 2024-06-13T11:59:46.976 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.969+0000 7f844cfd2740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x555ac7fc70b0 con 0x555ac80a95e0 2024-06-13T11:59:46.976 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.969+0000 7f844cfd2740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x555ac80b5d40 con 0x555ac80a8070 2024-06-13T11:59:46.976 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.969+0000 7f844cfd2740 10 client.0 _ll_register_callbacks cb 0x555ac7fb2f40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:59:46.976 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.969+0000 7f8443e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ac80b2df0 0x555ac80b08f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:46.977 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.969+0000 7f8442a00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555ac80a95e0 0x555ac80b03b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:46.977 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.969+0000 7f8443400640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555ac80a8070 0x555ac80afe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:46.977 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.969+0000 7f8442a00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555ac80a95e0 0x555ac80b03b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:34402/0 (socket says 172.21.15.42:34402) 2024-06-13T11:59:46.977 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.969+0000 7f8442a00640 1 -- 172.21.15.42:0/3591386988 learned_addr learned my addr 172.21.15.42:0/3591386988 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:59:46.977 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.970+0000 7f8443400640 1 -- 172.21.15.42:0/3591386988 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555ac80a95e0 msgr2=0x555ac80b03b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:59:46.977 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.970+0000 7f8443400640 1 --2- 172.21.15.42:0/3591386988 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555ac80a95e0 0x555ac80b03b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:46.977 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.970+0000 7f8443400640 1 -- 172.21.15.42:0/3591386988 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ac80b2df0 msgr2=0x555ac80b08f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:59:46.977 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.970+0000 7f8443400640 1 --2- 172.21.15.42:0/3591386988 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ac80b2df0 0x555ac80b08f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:46.977 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.970+0000 7f8443400640 1 -- 172.21.15.42:0/3591386988 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555ac7dec620 con 0x555ac80a8070 2024-06-13T11:59:46.977 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.970+0000 7f8442a00640 1 --2- 172.21.15.42:0/3591386988 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555ac80a95e0 0x555ac80b03b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T11:59:46.977 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.970+0000 7f8443400640 1 --2- 172.21.15.42:0/3591386988 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555ac80a8070 0x555ac80afe70 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f843400fc30 tx=0x7f8434011670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5ecbbe79295ea375 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:59:46.978 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.970+0000 7f842cc00640 10 client.0 ms_handle_connect on v2:172.21.15.162:3300/0 2024-06-13T11:59:46.978 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.970+0000 7f842cc00640 1 -- 172.21.15.42:0/3591386988 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8434028060 con 0x555ac80a8070 2024-06-13T11:59:46.978 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.970+0000 7f844cfd2740 1 -- 172.21.15.42:0/3591386988 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8434011920 con 0x555ac80a8070 2024-06-13T11:59:46.978 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.970+0000 7f842cc00640 1 -- 172.21.15.42:0/3591386988 <== mon.1 v2:172.21.15.162:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f843400bd80 con 0x555ac80a8070 2024-06-13T11:59:46.978 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.971+0000 7f842cc00640 1 -- 172.21.15.42:0/3591386988 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f843402f050 con 0x555ac80a8070 2024-06-13T11:59:46.978 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.971+0000 7f844cfd2740 10 client.25906 fetch_fsmap learned FSMap version 32 2024-06-13T11:59:46.978 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.971+0000 7f844cfd2740 1 -- 172.21.15.42:0/3591386988 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x555ac80c1f90 con 0x555ac80a8070 2024-06-13T11:59:46.978 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.971+0000 7f842cc00640 1 -- 172.21.15.42:0/3591386988 <== mon.1 v2:172.21.15.162:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8434011920 con 0x555ac80a8070 2024-06-13T11:59:46.978 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.971+0000 7f842cc00640 1 -- 172.21.15.42:0/3591386988 <== mon.1 v2:172.21.15.162:3300/0 5 ==== fsmap(e 32) ==== 8370+0+0 (secure 0 0 0) 0x7f8434004860 con 0x555ac80a8070 2024-06-13T11:59:46.978 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.971+0000 7f844cfd2740 10 client.25906 fetch_fsmap finished waiting for FSMap version 32 2024-06-13T11:59:46.978 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.971+0000 7f844cfd2740 10 client.25906 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:59:46.979 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.971+0000 7f844cfd2740 20 client.25906 populate_metadata read hostname 'smithi042' 2024-06-13T11:59:46.979 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.971+0000 7f844cfd2740 1 --2- 172.21.15.42:0/3591386988 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x555ac80c33a0 0x555ac80c5790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:46.979 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.971+0000 7f844cfd2740 4 client.25906 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T11:59:46.979 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.971+0000 7f844cfd2740 1 -- 172.21.15.42:0/3591386988 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555ac8019b50 con 0x555ac80c33a0 2024-06-13T11:59:46.979 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.972+0000 7f8442a00640 1 --2- 172.21.15.42:0/3591386988 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x555ac80c33a0 0x555ac80c5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:46.979 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.972+0000 7f8442a00640 1 --2- 172.21.15.42:0/3591386988 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x555ac80c33a0 0x555ac80c5790 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=16d69031e5cf9d88 server_cookie=d2a7cfc0c3d5395c in_seq=0 out_seq=0 2024-06-13T11:59:46.979 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.972+0000 7f842cc00640 10 client.25906 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:59:46.979 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.973+0000 7f842cc00640 1 -- 172.21.15.42:0/3591386988 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x555ac8019b50 con 0x555ac80c33a0 2024-06-13T11:59:46.979 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.973+0000 7f842cc00640 10 client.25906 handle_command_reply: tid=0 2024-06-13T11:59:46.979 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.973+0000 7f844cfd2740 1 client.25906 shutdown 2024-06-13T11:59:46.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.973+0000 7f844cfd2740 1 -- 172.21.15.42:0/3591386988 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555ac80a8070 msgr2=0x555ac80afe70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:46.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.973+0000 7f844cfd2740 1 --2- 172.21.15.42:0/3591386988 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555ac80a8070 0x555ac80afe70 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f843400fc30 tx=0x7f8434011670 comp rx=0 tx=0).stop 2024-06-13T11:59:46.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.973+0000 7f844cfd2740 1 -- 172.21.15.42:0/3591386988 shutdown_connections 2024-06-13T11:59:46.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.973+0000 7f844cfd2740 1 --2- 172.21.15.42:0/3591386988 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x555ac80c33a0 0x555ac80c5790 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:46.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.973+0000 7f844cfd2740 1 --2- 172.21.15.42:0/3591386988 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ac80b2df0 0x555ac80b08f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:46.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.973+0000 7f844cfd2740 1 --2- 172.21.15.42:0/3591386988 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555ac80a95e0 0x555ac80b03b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:46.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.973+0000 7f842cc00640 0 client.25906 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:59:46.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.973+0000 7f844cfd2740 1 --2- 172.21.15.42:0/3591386988 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555ac80a8070 0x555ac80afe70 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:46.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.973+0000 7f844cfd2740 1 -- 172.21.15.42:0/3591386988 >> 172.21.15.42:0/3591386988 conn(0x555ac8070fb0 msgr2=0x555ac80aa4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:59:46.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.973+0000 7f844cfd2740 1 -- 172.21.15.42:0/3591386988 shutdown_connections 2024-06-13T11:59:46.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.973+0000 7f844cfd2740 1 -- 172.21.15.42:0/3591386988 wait complete. 2024-06-13T11:59:46.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.973+0000 7f844cfd2740 20 client.25906 trim_cache size 0 max 16384 2024-06-13T11:59:46.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.991+0000 7f844cfd2740 1 Processor -- start 2024-06-13T11:59:46.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.991+0000 7f844cfd2740 1 -- start start 2024-06-13T11:59:46.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.991+0000 7f844cfd2740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555ac80a8070 0x555ac80aa350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:46.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.991+0000 7f844cfd2740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ac80a95e0 0x555ac80b41e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:46.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.991+0000 7f844cfd2740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555ac80b2df0 0x555ac80b4720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:46.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.991+0000 7f844cfd2740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f84441bc2f0 con 0x555ac80a95e0 2024-06-13T11:59:46.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.991+0000 7f844cfd2740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f84441b9b00 con 0x555ac80b2df0 2024-06-13T11:59:46.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.991+0000 7f844cfd2740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f84441b7950 con 0x555ac80a8070 2024-06-13T11:59:46.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.991+0000 7f8443e00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555ac80b2df0 0x555ac80b4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:46.994 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.991+0000 7f8442a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ac80a95e0 0x555ac80b41e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:46.994 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.991+0000 7f8443e00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555ac80b2df0 0x555ac80b4720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:34418/0 (socket says 172.21.15.42:34418) 2024-06-13T11:59:46.994 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.991+0000 7f8443e00640 1 -- 172.21.15.42:0/3995844518 learned_addr learned my addr 172.21.15.42:0/3995844518 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:59:46.994 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.991+0000 7f8443400640 1 --2- 172.21.15.42:0/3995844518 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555ac80a8070 0x555ac80aa350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:46.994 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.992+0000 7f8443e00640 1 -- 172.21.15.42:0/3995844518 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555ac80a8070 msgr2=0x555ac80aa350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:59:46.994 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.992+0000 7f8443e00640 1 --2- 172.21.15.42:0/3995844518 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555ac80a8070 0x555ac80aa350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:46.994 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.992+0000 7f8443e00640 1 -- 172.21.15.42:0/3995844518 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ac80a95e0 msgr2=0x555ac80b41e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:59:46.994 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.992+0000 7f8443e00640 1 --2- 172.21.15.42:0/3995844518 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ac80a95e0 0x555ac80b41e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:46.995 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.992+0000 7f8443e00640 1 -- 172.21.15.42:0/3995844518 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555ac80b56b0 con 0x555ac80b2df0 2024-06-13T11:59:46.995 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.992+0000 7f8443e00640 1 --2- 172.21.15.42:0/3995844518 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555ac80b2df0 0x555ac80b4720 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f843c006010 tx=0x7f843c042000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=caf7b9376f66513a server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:59:46.995 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.992+0000 7f842f400640 1 -- 172.21.15.42:0/3995844518 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f843c031450 con 0x555ac80b2df0 2024-06-13T11:59:46.995 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.992+0000 7f842f400640 1 -- 172.21.15.42:0/3995844518 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f843c036040 con 0x555ac80b2df0 2024-06-13T11:59:46.995 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.992+0000 7f842f400640 1 -- 172.21.15.42:0/3995844518 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f843c0305c0 con 0x555ac80b2df0 2024-06-13T11:59:46.998 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.993+0000 7f844cfd2740 1 -- 172.21.15.42:0/3995844518 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555ac80b2df0 msgr2=0x555ac80b4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:46.998 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.993+0000 7f844cfd2740 1 --2- 172.21.15.42:0/3995844518 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555ac80b2df0 0x555ac80b4720 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f843c006010 tx=0x7f843c042000 comp rx=0 tx=0).stop 2024-06-13T11:59:46.998 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.993+0000 7f844cfd2740 1 -- 172.21.15.42:0/3995844518 shutdown_connections 2024-06-13T11:59:46.998 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.993+0000 7f844cfd2740 1 --2- 172.21.15.42:0/3995844518 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ac80a95e0 0x555ac80b41e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:46.998 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.993+0000 7f844cfd2740 1 --2- 172.21.15.42:0/3995844518 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555ac80b2df0 0x555ac80b4720 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:46.998 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.993+0000 7f844cfd2740 1 --2- 172.21.15.42:0/3995844518 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555ac80a8070 0x555ac80aa350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:46.999 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.993+0000 7f844cfd2740 1 -- 172.21.15.42:0/3995844518 >> 172.21.15.42:0/3995844518 conn(0x555ac8070fb0 msgr2=0x555ac80a9c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:59:46.999 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.993+0000 7f844cfd2740 1 -- 172.21.15.42:0/3995844518 shutdown_connections 2024-06-13T11:59:46.999 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.993+0000 7f844cfd2740 1 -- 172.21.15.42:0/3995844518 wait complete. 2024-06-13T11:59:46.999 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.994+0000 7f844cfd2740 1 -- start start 2024-06-13T11:59:46.999 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.994+0000 7f844cfd2740 1 Processor -- start 2024-06-13T11:59:46.999 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.994+0000 7f844cfd2740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ac80a8070 0x555ac80b39a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:46.999 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.994+0000 7f844cfd2740 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555ac80a95e0 0x555ac80b3ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:46.999 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.994+0000 7f844cfd2740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555ac80b2df0 0x555ac80b9fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:46.999 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.994+0000 7f844cfd2740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f84441b7fc0 con 0x555ac80a8070 2024-06-13T11:59:46.999 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.994+0000 7f844cfd2740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f84441b9430 con 0x555ac80b2df0 2024-06-13T11:59:46.999 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.994+0000 7f844cfd2740 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f84441b8690 con 0x555ac80a95e0 2024-06-13T11:59:46.999 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.994+0000 7f844cfd2740 10 client.0 _ll_register_callbacks cb 0x7f843c009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T11:59:47.000 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.994+0000 7f8443400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ac80a8070 0x555ac80b39a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:47.000 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.994+0000 7f8443e00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555ac80b2df0 0x555ac80b9fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:47.000 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.995+0000 7f8443400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ac80a8070 0x555ac80b39a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:34268/0 (socket says 172.21.15.42:34268) 2024-06-13T11:59:47.000 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.995+0000 7f8443e00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555ac80b2df0 0x555ac80b9fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:34426/0 (socket says 172.21.15.42:34426) 2024-06-13T11:59:47.000 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.995+0000 7f8443400640 1 -- 172.21.15.42:0/853374322 learned_addr learned my addr 172.21.15.42:0/853374322 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T11:59:47.000 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.995+0000 7f8442a00640 1 --2- 172.21.15.42:0/853374322 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555ac80a95e0 0x555ac80b3ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:47.000 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.995+0000 7f8443e00640 1 -- 172.21.15.42:0/853374322 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555ac80a95e0 msgr2=0x555ac80b3ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:59:47.000 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.995+0000 7f8443e00640 1 --2- 172.21.15.42:0/853374322 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555ac80a95e0 0x555ac80b3ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:47.000 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.995+0000 7f8443e00640 1 -- 172.21.15.42:0/853374322 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ac80a8070 msgr2=0x555ac80b39a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T11:59:47.000 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.995+0000 7f8443e00640 1 --2- 172.21.15.42:0/853374322 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ac80a8070 0x555ac80b39a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:47.000 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.995+0000 7f8443e00640 1 -- 172.21.15.42:0/853374322 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555ac80ba610 con 0x555ac80b2df0 2024-06-13T11:59:47.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.995+0000 7f8443e00640 1 --2- 172.21.15.42:0/853374322 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555ac80b2df0 0x555ac80b9fd0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f843c02ade0 tx=0x7f843c004340 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a7224b4c5c746098 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T11:59:47.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.995+0000 7f842cc00640 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-06-13T11:59:47.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.995+0000 7f842cc00640 1 -- 172.21.15.42:0/853374322 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f843c031450 con 0x555ac80b2df0 2024-06-13T11:59:47.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.995+0000 7f844cfd2740 1 -- 172.21.15.42:0/853374322 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f843c036040 con 0x555ac80b2df0 2024-06-13T11:59:47.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.995+0000 7f842cc00640 1 -- 172.21.15.42:0/853374322 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9466+0+0 (secure 0 0 0) 0x7f843c0315f0 con 0x555ac80b2df0 2024-06-13T11:59:47.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.996+0000 7f842cc00640 1 -- 172.21.15.42:0/853374322 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f843c031810 con 0x555ac80b2df0 2024-06-13T11:59:47.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.996+0000 7f844cfd2740 10 client.25931 fetch_fsmap learned FSMap version 32 2024-06-13T11:59:47.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.996+0000 7f844cfd2740 1 -- 172.21.15.42:0/853374322 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x555ac80bb920 con 0x555ac80b2df0 2024-06-13T11:59:47.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.996+0000 7f842cc00640 1 -- 172.21.15.42:0/853374322 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f843c036040 con 0x555ac80b2df0 2024-06-13T11:59:47.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.996+0000 7f842cc00640 1 -- 172.21.15.42:0/853374322 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 32) ==== 8370+0+0 (secure 0 0 0) 0x7f843c02f6a0 con 0x555ac80b2df0 2024-06-13T11:59:47.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.996+0000 7f844cfd2740 10 client.25931 fetch_fsmap finished waiting for FSMap version 32 2024-06-13T11:59:47.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.996+0000 7f844cfd2740 10 client.25931 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-06-13T11:59:47.002 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.996+0000 7f844cfd2740 20 client.25931 populate_metadata read hostname 'smithi042' 2024-06-13T11:59:47.002 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.996+0000 7f844cfd2740 1 --2- 172.21.15.42:0/853374322 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x555ac812df90 0x555ac81303b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T11:59:47.002 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.996+0000 7f844cfd2740 4 client.25931 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-13T11:59:47.002 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.996+0000 7f844cfd2740 1 -- 172.21.15.42:0/853374322 --> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555ac8013ea0 con 0x555ac812df90 2024-06-13T11:59:47.002 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.996+0000 7f8443400640 1 --2- 172.21.15.42:0/853374322 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x555ac812df90 0x555ac81303b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T11:59:47.002 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.997+0000 7f8443400640 1 --2- 172.21.15.42:0/853374322 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x555ac812df90 0x555ac81303b0 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f74020cd4959043 server_cookie=358e4b0bcb898fb4 in_seq=0 out_seq=0 2024-06-13T11:59:47.002 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:46.997+0000 7f842cc00640 10 client.25931 ms_handle_connect on v2:172.21.15.88:6838/2189735817 2024-06-13T11:59:47.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:47 smithi042 ceph-mon[32231]: pgmap v130: 129 pgs: 129 active+clean; 1.8 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 449 op/s 2024-06-13T11:59:47.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:47.332+0000 7f842cc00640 1 -- 172.21.15.42:0/853374322 <== mds.0 v2:172.21.15.88:6838/2189735817 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x555ac8013ea0 con 0x555ac812df90 2024-06-13T11:59:47.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:47.332+0000 7f842cc00640 10 client.25931 handle_command_reply: tid=0 2024-06-13T11:59:47.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:47.332+0000 7f844cfd2740 1 client.25931 shutdown 2024-06-13T11:59:47.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:47.333+0000 7f844cfd2740 1 -- 172.21.15.42:0/853374322 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555ac80b2df0 msgr2=0x555ac80b9fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:47.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:47.333+0000 7f844cfd2740 1 --2- 172.21.15.42:0/853374322 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555ac80b2df0 0x555ac80b9fd0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f843c02ade0 tx=0x7f843c004340 comp rx=0 tx=0).stop 2024-06-13T11:59:47.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:47.333+0000 7f844cfd2740 1 -- 172.21.15.42:0/853374322 shutdown_connections 2024-06-13T11:59:47.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:47.333+0000 7f844cfd2740 1 --2- 172.21.15.42:0/853374322 >> [v2:172.21.15.88:6838/2189735817,v1:172.21.15.88:6839/2189735817] conn(0x555ac812df90 0x555ac81303b0 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:47.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:47.333+0000 7f844cfd2740 1 --2- 172.21.15.42:0/853374322 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555ac80b2df0 0x555ac80b9fd0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:47.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:47.333+0000 7f844cfd2740 1 --2- 172.21.15.42:0/853374322 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x555ac80a95e0 0x555ac80b3ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:47.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:47.333+0000 7f844cfd2740 1 --2- 172.21.15.42:0/853374322 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ac80a8070 0x555ac80b39a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:47.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:47.333+0000 7f844cfd2740 1 -- 172.21.15.42:0/853374322 >> 172.21.15.42:0/853374322 conn(0x555ac8070fb0 msgr2=0x555ac80a3840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:59:47.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:47.333+0000 7f842cc00640 0 client.25931 ms_handle_reset on v2:172.21.15.88:6838/2189735817 2024-06-13T11:59:47.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:47.333+0000 7f844cfd2740 1 -- 172.21.15.42:0/853374322 shutdown_connections 2024-06-13T11:59:47.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:47.333+0000 7f844cfd2740 1 -- 172.21.15.42:0/853374322 wait complete. 2024-06-13T11:59:47.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:47.334+0000 7f844cfd2740 20 client.25931 trim_cache size 0 max 16384 2024-06-13T11:59:47.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-13T11:59:47.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-13T11:59:47.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-13T11:59:47.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:47.335+0000 7f844a200640 1 -- 172.21.15.42:0/1459983806 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f84280a2e20 msgr2=0x7f84280a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:47.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:47.335+0000 7f844a200640 1 --2- 172.21.15.42:0/1459983806 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f84280a2e20 0x7f84280a52e0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f843c009430 tx=0x7f843c009360 comp rx=0 tx=0).stop 2024-06-13T11:59:47.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:47.335+0000 7f844a200640 1 -- 172.21.15.42:0/1459983806 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f84441092c0 msgr2=0x7f84441a8dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T11:59:47.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:47.335+0000 7f844a200640 1 --2- 172.21.15.42:0/1459983806 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f84441092c0 0x7f84441a8dc0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f843000e9f0 tx=0x7f843000eeb0 comp rx=0 tx=0).stop 2024-06-13T11:59:47.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:47.336+0000 7f844a200640 1 -- 172.21.15.42:0/1459983806 shutdown_connections 2024-06-13T11:59:47.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:47.336+0000 7f844a200640 1 --2- 172.21.15.42:0/1459983806 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f84280a2e20 0x7f84280a52e0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:47.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:47.336+0000 7f844a200640 1 --2- 172.21.15.42:0/1459983806 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8444114af0 0x7f84441a2a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:47.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:47.336+0000 7f844a200640 1 --2- 172.21.15.42:0/1459983806 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f84441092c0 0x7f84441a8dc0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:47.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:47.336+0000 7f844a200640 1 --2- 172.21.15.42:0/1459983806 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f84441089a0 0x7f84441a8880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T11:59:47.337 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:47.336+0000 7f844a200640 1 -- 172.21.15.42:0/1459983806 >> 172.21.15.42:0/1459983806 conn(0x7f844406cf00 msgr2=0x7f844410b510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T11:59:47.337 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:47.336+0000 7f844a200640 1 -- 172.21.15.42:0/1459983806 shutdown_connections 2024-06-13T11:59:47.337 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-13T11:59:47.336+0000 7f844a200640 1 -- 172.21.15.42:0/1459983806 wait complete. 2024-06-13T11:59:47.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:47 smithi162 ceph-mon[36757]: pgmap v130: 129 pgs: 129 active+clean; 1.8 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 449 op/s 2024-06-13T11:59:47.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:47 smithi088 ceph-mon[36399]: pgmap v130: 129 pgs: 129 active+clean; 1.8 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 449 op/s 2024-06-13T11:59:49.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:49 smithi042 ceph-mon[32231]: pgmap v131: 129 pgs: 129 active+clean; 1.8 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 825 op/s 2024-06-13T11:59:49.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:49 smithi162 ceph-mon[36757]: pgmap v131: 129 pgs: 129 active+clean; 1.8 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 825 op/s 2024-06-13T11:59:49.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:49 smithi088 ceph-mon[36399]: pgmap v131: 129 pgs: 129 active+clean; 1.8 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 825 op/s 2024-06-13T11:59:50.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:50 smithi088 ceph-mon[36399]: pgmap v132: 129 pgs: 129 active+clean; 1.8 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 601 op/s 2024-06-13T11:59:50.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:50 smithi042 ceph-mon[32231]: pgmap v132: 129 pgs: 129 active+clean; 1.8 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 601 op/s 2024-06-13T11:59:50.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:50 smithi162 ceph-mon[36757]: pgmap v132: 129 pgs: 129 active+clean; 1.8 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 601 op/s 2024-06-13T11:59:53.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:52 smithi088 ceph-mon[36399]: pgmap v133: 129 pgs: 129 active+clean; 1.8 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 579 op/s 2024-06-13T11:59:53.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:52 smithi042 ceph-mon[32231]: pgmap v133: 129 pgs: 129 active+clean; 1.8 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 579 op/s 2024-06-13T11:59:53.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:52 smithi162 ceph-mon[36757]: pgmap v133: 129 pgs: 129 active+clean; 1.8 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 579 op/s 2024-06-13T11:59:55.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:54 smithi088 ceph-mon[36399]: pgmap v134: 129 pgs: 129 active+clean; 1.8 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.8 MiB/s wr, 728 op/s 2024-06-13T11:59:55.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:54 smithi042 ceph-mon[32231]: pgmap v134: 129 pgs: 129 active+clean; 1.8 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.8 MiB/s wr, 728 op/s 2024-06-13T11:59:55.405 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:54 smithi162 ceph-mon[36757]: pgmap v134: 129 pgs: 129 active+clean; 1.8 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.8 MiB/s wr, 728 op/s 2024-06-13T11:59:55.767 INFO:tasks.workunit:Stopping ['suites/fsstress.sh'] on client.0... 2024-06-13T11:59:55.767 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-06-13T11:59:56.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:55 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:59:56.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:55 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:59:56.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:55 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T11:59:57.071 DEBUG:teuthology.parallel:result is None 2024-06-13T11:59:57.072 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-06-13T11:59:57.143 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-06-13T11:59:57.143 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2024-06-13T11:59:57.153 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi042.front.sepia.ceph.com 2024-06-13T11:59:57.170 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally 2024-06-13T11:59:57.181 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec... 2024-06-13T11:59:57.181 INFO:teuthology.task.exec:Executing custom commands... 2024-06-13T11:59:57.181 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi042.front.sepia.ceph.com 2024-06-13T11:59:57.181 DEBUG:teuthology.orchestra.run.smithi042:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME' 2024-06-13T11:59:57.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:57 smithi088 ceph-mon[36399]: pgmap v135: 129 pgs: 129 active+clean; 1.8 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 572 op/s 2024-06-13T11:59:57.286 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:57 smithi042 ceph-mon[32231]: pgmap v135: 129 pgs: 129 active+clean; 1.8 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 572 op/s 2024-06-13T11:59:57.305 DEBUG:teuthology.orchestra.run.smithi042:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi' 2024-06-13T11:59:57.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:57 smithi162 ceph-mon[36757]: pgmap v135: 129 pgs: 129 active+clean; 1.8 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 572 op/s 2024-06-13T11:59:58.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:58 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:59:58.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:58 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:59:58.255 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:58 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:59:58.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:58 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:59:58.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:58 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:59:58.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:58 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:59:58.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:58 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T11:59:58.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:58 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T11:59:58.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:58 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T11:59:59.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 11:59:59 smithi042 ceph-mon[32231]: pgmap v136: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.6 MiB/s wr, 697 op/s 2024-06-13T11:59:59.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 11:59:59 smithi162 ceph-mon[36757]: pgmap v136: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.6 MiB/s wr, 697 op/s 2024-06-13T11:59:59.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 11:59:59 smithi088 ceph-mon[36399]: pgmap v136: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.6 MiB/s wr, 697 op/s 2024-06-13T12:00:00.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:00 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-a[32227]: 2024-06-13T11:59:59.999+0000 7fe659400700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 1 MDSs report damaged metadata 2024-06-13T12:00:00.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:00 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-a[32227]: 2024-06-13T11:59:59.999+0000 7fe659400700 -1 log_channel(cluster) log [ERR] : [ERR] MDS_DAMAGE: 1 MDSs report damaged metadata 2024-06-13T12:00:00.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:00 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-a[32227]: 2024-06-13T11:59:59.999+0000 7fe659400700 -1 log_channel(cluster) log [ERR] : mds.g(mds.2): Metadata damage detected 2024-06-13T12:00:00.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:00 smithi042 ceph-mon[32231]: Health detail: HEALTH_ERR 1 MDSs report damaged metadata 2024-06-13T12:00:00.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:00 smithi042 ceph-mon[32231]: [ERR] MDS_DAMAGE: 1 MDSs report damaged metadata 2024-06-13T12:00:00.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:00 smithi042 ceph-mon[32231]: mds.g(mds.2): Metadata damage detected 2024-06-13T12:00:00.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:00 smithi162 ceph-mon[36757]: Health detail: HEALTH_ERR 1 MDSs report damaged metadata 2024-06-13T12:00:00.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:00 smithi162 ceph-mon[36757]: [ERR] MDS_DAMAGE: 1 MDSs report damaged metadata 2024-06-13T12:00:00.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:00 smithi162 ceph-mon[36757]: mds.g(mds.2): Metadata damage detected 2024-06-13T12:00:00.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:00 smithi088 ceph-mon[36399]: Health detail: HEALTH_ERR 1 MDSs report damaged metadata 2024-06-13T12:00:00.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:00 smithi088 ceph-mon[36399]: [ERR] MDS_DAMAGE: 1 MDSs report damaged metadata 2024-06-13T12:00:00.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:00 smithi088 ceph-mon[36399]: mds.g(mds.2): Metadata damage detected 2024-06-13T12:00:01.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:01 smithi042 ceph-mon[32231]: pgmap v137: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 332 op/s 2024-06-13T12:00:01.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:01 smithi162 ceph-mon[36757]: pgmap v137: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 332 op/s 2024-06-13T12:00:01.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:01 smithi088 ceph-mon[36399]: pgmap v137: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 332 op/s 2024-06-13T12:00:03.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:03 smithi042 ceph-mon[32231]: pgmap v138: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 942 KiB/s rd, 891 KiB/s wr, 285 op/s 2024-06-13T12:00:03.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:03 smithi162 ceph-mon[36757]: pgmap v138: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 942 KiB/s rd, 891 KiB/s wr, 285 op/s 2024-06-13T12:00:03.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:03 smithi088 ceph-mon[36399]: pgmap v138: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 942 KiB/s rd, 891 KiB/s wr, 285 op/s 2024-06-13T12:00:05.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:05 smithi042 ceph-mon[32231]: pgmap v139: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 966 KiB/s rd, 928 KiB/s wr, 305 op/s 2024-06-13T12:00:05.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:05 smithi162 ceph-mon[36757]: pgmap v139: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 966 KiB/s rd, 928 KiB/s wr, 305 op/s 2024-06-13T12:00:05.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:05 smithi088 ceph-mon[36399]: pgmap v139: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 966 KiB/s rd, 928 KiB/s wr, 305 op/s 2024-06-13T12:00:07.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:07 smithi162 ceph-mon[36757]: pgmap v140: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 418 KiB/s rd, 408 KiB/s wr, 157 op/s 2024-06-13T12:00:07.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:07 smithi088 ceph-mon[36399]: pgmap v140: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 418 KiB/s rd, 408 KiB/s wr, 157 op/s 2024-06-13T12:00:07.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:07 smithi042 ceph-mon[32231]: pgmap v140: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 418 KiB/s rd, 408 KiB/s wr, 157 op/s 2024-06-13T12:00:09.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:09 smithi162 ceph-mon[36757]: pgmap v141: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 428 KiB/s rd, 418 KiB/s wr, 161 op/s 2024-06-13T12:00:09.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:09 smithi088 ceph-mon[36399]: pgmap v141: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 428 KiB/s rd, 418 KiB/s wr, 161 op/s 2024-06-13T12:00:09.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:09 smithi042 ceph-mon[32231]: pgmap v141: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 428 KiB/s rd, 418 KiB/s wr, 161 op/s 2024-06-13T12:00:11.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:11 smithi162 ceph-mon[36757]: pgmap v142: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 47 KiB/s wr, 36 op/s 2024-06-13T12:00:11.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:11 smithi088 ceph-mon[36399]: pgmap v142: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 47 KiB/s wr, 36 op/s 2024-06-13T12:00:11.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:11 smithi042 ceph-mon[32231]: pgmap v142: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 47 KiB/s wr, 36 op/s 2024-06-13T12:00:13.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:13 smithi162 ceph-mon[36757]: pgmap v143: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 47 KiB/s wr, 25 op/s 2024-06-13T12:00:13.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:13 smithi088 ceph-mon[36399]: pgmap v143: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 47 KiB/s wr, 25 op/s 2024-06-13T12:00:13.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:13 smithi042 ceph-mon[32231]: pgmap v143: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 47 KiB/s wr, 25 op/s 2024-06-13T12:00:15.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:15 smithi162 ceph-mon[36757]: pgmap v144: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 47 KiB/s wr, 27 op/s 2024-06-13T12:00:15.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:15 smithi088 ceph-mon[36399]: pgmap v144: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 47 KiB/s wr, 27 op/s 2024-06-13T12:00:15.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:15 smithi042 ceph-mon[32231]: pgmap v144: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 47 KiB/s wr, 27 op/s 2024-06-13T12:00:17.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:17 smithi162 ceph-mon[36757]: pgmap v145: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 7 op/s 2024-06-13T12:00:17.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:17 smithi088 ceph-mon[36399]: pgmap v145: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 7 op/s 2024-06-13T12:00:17.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:17 smithi042 ceph-mon[32231]: pgmap v145: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 7 op/s 2024-06-13T12:00:19.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:19 smithi162 ceph-mon[36757]: pgmap v146: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-06-13T12:00:19.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:19 smithi088 ceph-mon[36399]: pgmap v146: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-06-13T12:00:19.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:19 smithi042 ceph-mon[32231]: pgmap v146: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-06-13T12:00:21.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:21 smithi162 ceph-mon[36757]: pgmap v147: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.3 KiB/s wr, 5 op/s 2024-06-13T12:00:21.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:21 smithi088 ceph-mon[36399]: pgmap v147: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.3 KiB/s wr, 5 op/s 2024-06-13T12:00:21.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:21 smithi042 ceph-mon[32231]: pgmap v147: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.3 KiB/s wr, 5 op/s 2024-06-13T12:00:23.362 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:23 smithi042 ceph-mon[32231]: pgmap v148: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.3 KiB/s wr, 5 op/s 2024-06-13T12:00:23.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:23 smithi162 ceph-mon[36757]: pgmap v148: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.3 KiB/s wr, 5 op/s 2024-06-13T12:00:23.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:23 smithi088 ceph-mon[36399]: pgmap v148: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.3 KiB/s wr, 5 op/s 2024-06-13T12:00:25.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:25 smithi162 ceph-mon[36757]: pgmap v149: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.3 KiB/s wr, 7 op/s 2024-06-13T12:00:25.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:25 smithi088 ceph-mon[36399]: pgmap v149: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.3 KiB/s wr, 7 op/s 2024-06-13T12:00:25.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:25 smithi042 ceph-mon[32231]: pgmap v149: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.3 KiB/s wr, 7 op/s 2024-06-13T12:00:27.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:27 smithi162 ceph-mon[36757]: pgmap v150: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.0 KiB/s wr, 5 op/s 2024-06-13T12:00:27.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:27 smithi088 ceph-mon[36399]: pgmap v150: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.0 KiB/s wr, 5 op/s 2024-06-13T12:00:27.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:27 smithi042 ceph-mon[32231]: pgmap v150: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.0 KiB/s wr, 5 op/s 2024-06-13T12:00:29.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:29 smithi162 ceph-mon[36757]: pgmap v151: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 3.2 KiB/s wr, 8 op/s 2024-06-13T12:00:29.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:29 smithi088 ceph-mon[36399]: pgmap v151: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 3.2 KiB/s wr, 8 op/s 2024-06-13T12:00:29.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:29 smithi042 ceph-mon[32231]: pgmap v151: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 3.2 KiB/s wr, 8 op/s 2024-06-13T12:00:31.406 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:31 smithi162 ceph-mon[36757]: pgmap v152: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-06-13T12:00:31.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:31 smithi088 ceph-mon[36399]: pgmap v152: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-06-13T12:00:31.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:31 smithi042 ceph-mon[32231]: pgmap v152: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-06-13T12:00:33.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:33 smithi162 ceph-mon[36757]: pgmap v153: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-06-13T12:00:33.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:33 smithi088 ceph-mon[36399]: pgmap v153: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-06-13T12:00:33.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:33 smithi042 ceph-mon[32231]: pgmap v153: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-06-13T12:00:35.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:35 smithi162 ceph-mon[36757]: pgmap v154: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-06-13T12:00:35.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:35 smithi088 ceph-mon[36399]: pgmap v154: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-06-13T12:00:35.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:35 smithi042 ceph-mon[32231]: pgmap v154: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-06-13T12:00:37.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:37 smithi162 ceph-mon[36757]: pgmap v155: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-06-13T12:00:37.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:37 smithi088 ceph-mon[36399]: pgmap v155: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-06-13T12:00:37.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:37 smithi042 ceph-mon[32231]: pgmap v155: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-06-13T12:00:39.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:39 smithi088 ceph-mon[36399]: pgmap v156: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-06-13T12:00:39.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:39 smithi042 ceph-mon[32231]: pgmap v156: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-06-13T12:00:39.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:39 smithi162 ceph-mon[36757]: pgmap v156: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-06-13T12:00:41.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:41 smithi088 ceph-mon[36399]: pgmap v157: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 5 op/s 2024-06-13T12:00:41.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:41 smithi042 ceph-mon[32231]: pgmap v157: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 5 op/s 2024-06-13T12:00:41.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:41 smithi162 ceph-mon[36757]: pgmap v157: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 5 op/s 2024-06-13T12:00:43.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:43 smithi088 ceph-mon[36399]: pgmap v158: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 5 op/s 2024-06-13T12:00:43.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:43 smithi042 ceph-mon[32231]: pgmap v158: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 5 op/s 2024-06-13T12:00:43.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:43 smithi162 ceph-mon[36757]: pgmap v158: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 5 op/s 2024-06-13T12:00:45.456 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:45 smithi162 ceph-mon[36757]: pgmap v159: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 597 B/s wr, 7 op/s 2024-06-13T12:00:45.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:45 smithi088 ceph-mon[36399]: pgmap v159: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 597 B/s wr, 7 op/s 2024-06-13T12:00:45.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:45 smithi042 ceph-mon[32231]: pgmap v159: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 597 B/s wr, 7 op/s 2024-06-13T12:00:47.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:47 smithi088 ceph-mon[36399]: pgmap v160: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 5 op/s 2024-06-13T12:00:47.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:47 smithi042 ceph-mon[32231]: pgmap v160: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 5 op/s 2024-06-13T12:00:47.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:47 smithi162 ceph-mon[36757]: pgmap v160: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 5 op/s 2024-06-13T12:00:49.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:49 smithi088 ceph-mon[36399]: pgmap v161: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 597 B/s wr, 7 op/s 2024-06-13T12:00:49.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:49 smithi042 ceph-mon[32231]: pgmap v161: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 597 B/s wr, 7 op/s 2024-06-13T12:00:49.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:49 smithi162 ceph-mon[36757]: pgmap v161: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 597 B/s wr, 7 op/s 2024-06-13T12:00:50.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:50 smithi042 ceph-mon[32231]: pgmap v162: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:00:50.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:50 smithi162 ceph-mon[36757]: pgmap v162: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:00:51.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:50 smithi088 ceph-mon[36399]: pgmap v162: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:00:53.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:53 smithi042 ceph-mon[32231]: pgmap v163: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:00:53.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:53 smithi162 ceph-mon[36757]: pgmap v163: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:00:53.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:53 smithi088 ceph-mon[36399]: pgmap v163: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:00:55.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:55 smithi042 ceph-mon[32231]: pgmap v164: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:00:55.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:55 smithi042 ceph-mon[32231]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T12:00:55.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:55 smithi162 ceph-mon[36757]: pgmap v164: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:00:55.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:55 smithi162 ceph-mon[36757]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T12:00:55.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:55 smithi088 ceph-mon[36399]: pgmap v164: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:00:55.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:55 smithi088 ceph-mon[36399]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T12:00:57.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:57 smithi042 ceph-mon[32231]: pgmap v165: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:00:57.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:57 smithi162 ceph-mon[36757]: pgmap v165: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:00:57.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:57 smithi088 ceph-mon[36399]: pgmap v165: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:00:58.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:58 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T12:00:58.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:58 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T12:00:58.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:58 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T12:00:59.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:59 smithi042 ceph-mon[32231]: pgmap v166: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:00:59.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:59 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T12:00:59.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:59 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T12:00:59.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:00:59 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:00:59.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:59 smithi162 ceph-mon[36757]: pgmap v166: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:00:59.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:59 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T12:00:59.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:59 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T12:00:59.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:00:59 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:00:59.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:59 smithi088 ceph-mon[36399]: pgmap v166: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:00:59.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:59 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T12:00:59.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:59 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T12:00:59.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:00:59 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:01:01.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:01 smithi042 ceph-mon[32231]: pgmap v167: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:01.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:01 smithi162 ceph-mon[36757]: pgmap v167: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:01.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:01 smithi088 ceph-mon[36399]: pgmap v167: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:03.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:03 smithi042 ceph-mon[32231]: pgmap v168: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:03.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:03 smithi162 ceph-mon[36757]: pgmap v168: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:03.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:03 smithi088 ceph-mon[36399]: pgmap v168: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:05.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:05 smithi162 ceph-mon[36757]: pgmap v169: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-06-13T12:01:05.451 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:05 smithi042 ceph-mon[32231]: pgmap v169: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-06-13T12:01:05.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:05 smithi088 ceph-mon[36399]: pgmap v169: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-06-13T12:01:07.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:07 smithi162 ceph-mon[36757]: pgmap v170: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-06-13T12:01:07.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:07 smithi162 ceph-mon[36757]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T12:01:07.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:07 smithi088 ceph-mon[36399]: pgmap v170: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-06-13T12:01:07.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:07 smithi088 ceph-mon[36399]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T12:01:07.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:07 smithi042 ceph-mon[32231]: pgmap v170: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-06-13T12:01:07.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:07 smithi042 ceph-mon[32231]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T12:01:09.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:09 smithi162 ceph-mon[36757]: pgmap v171: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-06-13T12:01:09.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:09 smithi088 ceph-mon[36399]: pgmap v171: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-06-13T12:01:09.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:09 smithi042 ceph-mon[32231]: pgmap v171: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-06-13T12:01:11.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:11 smithi162 ceph-mon[36757]: pgmap v172: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-06-13T12:01:11.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:11 smithi088 ceph-mon[36399]: pgmap v172: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-06-13T12:01:11.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:11 smithi042 ceph-mon[32231]: pgmap v172: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-06-13T12:01:13.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:13 smithi162 ceph-mon[36757]: pgmap v173: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-06-13T12:01:13.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:13 smithi088 ceph-mon[36399]: pgmap v173: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-06-13T12:01:13.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:13 smithi042 ceph-mon[32231]: pgmap v173: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-06-13T12:01:15.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:15 smithi162 ceph-mon[36757]: pgmap v174: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-06-13T12:01:15.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:15 smithi162 ceph-mon[36757]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T12:01:15.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:15 smithi088 ceph-mon[36399]: pgmap v174: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-06-13T12:01:15.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:15 smithi088 ceph-mon[36399]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T12:01:15.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:15 smithi042 ceph-mon[32231]: pgmap v174: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-06-13T12:01:15.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:15 smithi042 ceph-mon[32231]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T12:01:17.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:17 smithi162 ceph-mon[36757]: pgmap v175: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-06-13T12:01:17.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:17 smithi088 ceph-mon[36399]: pgmap v175: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-06-13T12:01:17.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:17 smithi042 ceph-mon[32231]: pgmap v175: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-06-13T12:01:19.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:19 smithi162 ceph-mon[36757]: pgmap v176: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 7 op/s 2024-06-13T12:01:19.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:19 smithi088 ceph-mon[36399]: pgmap v176: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 7 op/s 2024-06-13T12:01:19.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:19 smithi042 ceph-mon[32231]: pgmap v176: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 7 op/s 2024-06-13T12:01:20.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:20 smithi042 ceph-mon[32231]: pgmap v177: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-06-13T12:01:20.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:20 smithi162 ceph-mon[36757]: pgmap v177: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-06-13T12:01:21.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:20 smithi088 ceph-mon[36399]: pgmap v177: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-06-13T12:01:22.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:22 smithi042 ceph-mon[32231]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T12:01:22.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:22 smithi042 ceph-mon[32231]: pgmap v178: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-06-13T12:01:22.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:22 smithi162 ceph-mon[36757]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T12:01:22.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:22 smithi162 ceph-mon[36757]: pgmap v178: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-06-13T12:01:23.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:22 smithi088 ceph-mon[36399]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T12:01:23.006 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:22 smithi088 ceph-mon[36399]: pgmap v178: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-06-13T12:01:25.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:25 smithi042 ceph-mon[32231]: pgmap v179: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-06-13T12:01:25.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:25 smithi162 ceph-mon[36757]: pgmap v179: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-06-13T12:01:25.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:25 smithi088 ceph-mon[36399]: pgmap v179: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-06-13T12:01:27.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:27 smithi042 ceph-mon[32231]: pgmap v180: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:27.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:27 smithi162 ceph-mon[36757]: pgmap v180: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:27.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:27 smithi088 ceph-mon[36399]: pgmap v180: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:29.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:29 smithi042 ceph-mon[32231]: pgmap v181: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:01:29.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:29 smithi162 ceph-mon[36757]: pgmap v181: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:01:29.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:29 smithi088 ceph-mon[36399]: pgmap v181: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:01:31.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:31 smithi042 ceph-mon[32231]: pgmap v182: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:31.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:31 smithi162 ceph-mon[36757]: pgmap v182: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:31.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:31 smithi088 ceph-mon[36399]: pgmap v182: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:33.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:33 smithi042 ceph-mon[32231]: pgmap v183: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:33.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:33 smithi162 ceph-mon[36757]: pgmap v183: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:33.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:33 smithi088 ceph-mon[36399]: pgmap v183: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:35.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:35 smithi162 ceph-mon[36757]: pgmap v184: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:01:35.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:35 smithi088 ceph-mon[36399]: pgmap v184: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:01:35.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:35 smithi042 ceph-mon[32231]: pgmap v184: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:01:37.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:37 smithi162 ceph-mon[36757]: pgmap v185: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:37.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:37 smithi088 ceph-mon[36399]: pgmap v185: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:37.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:37 smithi042 ceph-mon[32231]: pgmap v185: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:39.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:39 smithi162 ceph-mon[36757]: pgmap v186: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:01:39.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:39 smithi088 ceph-mon[36399]: pgmap v186: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:01:39.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:39 smithi042 ceph-mon[32231]: pgmap v186: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:01:41.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:41 smithi162 ceph-mon[36757]: pgmap v187: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:41.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:41 smithi088 ceph-mon[36399]: pgmap v187: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:41.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:41 smithi042 ceph-mon[32231]: pgmap v187: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:43.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:43 smithi162 ceph-mon[36757]: pgmap v188: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:43.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:43 smithi088 ceph-mon[36399]: pgmap v188: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:43.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:43 smithi042 ceph-mon[32231]: pgmap v188: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:45.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:45 smithi162 ceph-mon[36757]: pgmap v189: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:01:45.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:45 smithi088 ceph-mon[36399]: pgmap v189: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:01:45.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:45 smithi042 ceph-mon[32231]: pgmap v189: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:01:47.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:47 smithi162 ceph-mon[36757]: pgmap v190: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:47.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:47 smithi088 ceph-mon[36399]: pgmap v190: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:47.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:47 smithi042 ceph-mon[32231]: pgmap v190: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:49.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:49 smithi162 ceph-mon[36757]: pgmap v191: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:01:49.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:49 smithi088 ceph-mon[36399]: pgmap v191: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:01:49.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:49 smithi042 ceph-mon[32231]: pgmap v191: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:01:51.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:51 smithi162 ceph-mon[36757]: pgmap v192: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:51.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:51 smithi088 ceph-mon[36399]: pgmap v192: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:51.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:51 smithi042 ceph-mon[32231]: pgmap v192: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:53.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:53 smithi162 ceph-mon[36757]: pgmap v193: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:53.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:53 smithi088 ceph-mon[36399]: pgmap v193: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:53.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:53 smithi042 ceph-mon[32231]: pgmap v193: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:55.362 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:55 smithi042 ceph-mon[32231]: pgmap v194: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:01:55.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:55 smithi162 ceph-mon[36757]: pgmap v194: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:01:55.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:55 smithi088 ceph-mon[36399]: pgmap v194: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:01:57.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:57 smithi162 ceph-mon[36757]: pgmap v195: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:57.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:57 smithi088 ceph-mon[36399]: pgmap v195: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:57.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:57 smithi042 ceph-mon[32231]: pgmap v195: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:01:59.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:59 smithi162 ceph-mon[36757]: pgmap v196: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:01:59.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:01:59 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T12:01:59.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:59 smithi088 ceph-mon[36399]: pgmap v196: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:01:59.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:01:59 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T12:01:59.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:59 smithi042 ceph-mon[32231]: pgmap v196: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:01:59.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:01:59 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T12:02:01.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:01 smithi162 ceph-mon[36757]: pgmap v197: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:02:01.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:01 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T12:02:01.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:01 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T12:02:01.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:01 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:02:01.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:01 smithi088 ceph-mon[36399]: pgmap v197: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:02:01.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:01 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T12:02:01.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:01 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T12:02:01.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:01 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:02:01.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:01 smithi042 ceph-mon[32231]: pgmap v197: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:02:01.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:01 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T12:02:01.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:01 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T12:02:01.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:01 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:02:03.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:03 smithi162 ceph-mon[36757]: pgmap v198: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:02:03.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:03 smithi088 ceph-mon[36399]: pgmap v198: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:02:03.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:03 smithi042 ceph-mon[32231]: pgmap v198: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:02:05.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:05 smithi162 ceph-mon[36757]: pgmap v199: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 45 KiB/s wr, 24 op/s 2024-06-13T12:02:05.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:05 smithi088 ceph-mon[36399]: pgmap v199: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 45 KiB/s wr, 24 op/s 2024-06-13T12:02:05.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:05 smithi042 ceph-mon[32231]: pgmap v199: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 45 KiB/s wr, 24 op/s 2024-06-13T12:02:07.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:07 smithi162 ceph-mon[36757]: pgmap v200: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 45 KiB/s wr, 22 op/s 2024-06-13T12:02:07.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:07 smithi088 ceph-mon[36399]: pgmap v200: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 45 KiB/s wr, 22 op/s 2024-06-13T12:02:07.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:07 smithi042 ceph-mon[32231]: pgmap v200: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 45 KiB/s wr, 22 op/s 2024-06-13T12:02:09.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:09 smithi162 ceph-mon[36757]: pgmap v201: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 45 KiB/s wr, 24 op/s 2024-06-13T12:02:09.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:09 smithi088 ceph-mon[36399]: pgmap v201: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 45 KiB/s wr, 24 op/s 2024-06-13T12:02:09.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:09 smithi042 ceph-mon[32231]: pgmap v201: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 45 KiB/s wr, 24 op/s 2024-06-13T12:02:10.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:10 smithi088 ceph-mon[36399]: osdmap e102: 12 total, 12 up, 12 in 2024-06-13T12:02:10.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:10 smithi042 ceph-mon[32231]: osdmap e102: 12 total, 12 up, 12 in 2024-06-13T12:02:10.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:10 smithi162 ceph-mon[36757]: osdmap e102: 12 total, 12 up, 12 in 2024-06-13T12:02:11.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:11 smithi088 ceph-mon[36399]: pgmap v203: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-06-13T12:02:11.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:11 smithi042 ceph-mon[32231]: pgmap v203: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-06-13T12:02:11.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:11 smithi162 ceph-mon[36757]: pgmap v203: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-06-13T12:02:13.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:13 smithi088 ceph-mon[36399]: pgmap v204: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-06-13T12:02:13.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:13 smithi042 ceph-mon[32231]: pgmap v204: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-06-13T12:02:13.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:13 smithi162 ceph-mon[36757]: pgmap v204: 129 pgs: 129 active+clean; 1.8 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-06-13T12:02:15.456 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:15 smithi162 ceph-mon[36757]: pgmap v205: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:02:15.456 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:15 smithi162 ceph-mon[36757]: osdmap e103: 12 total, 12 up, 12 in 2024-06-13T12:02:15.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:15 smithi088 ceph-mon[36399]: pgmap v205: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:02:15.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:15 smithi088 ceph-mon[36399]: osdmap e103: 12 total, 12 up, 12 in 2024-06-13T12:02:15.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:15 smithi042 ceph-mon[32231]: pgmap v205: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:02:15.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:15 smithi042 ceph-mon[32231]: osdmap e103: 12 total, 12 up, 12 in 2024-06-13T12:02:17.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:17 smithi088 ceph-mon[36399]: pgmap v207: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-06-13T12:02:17.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:17 smithi042 ceph-mon[32231]: pgmap v207: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-06-13T12:02:17.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:17 smithi162 ceph-mon[36757]: pgmap v207: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-06-13T12:02:19.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:19 smithi088 ceph-mon[36399]: pgmap v208: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 231 B/s wr, 7 op/s 2024-06-13T12:02:19.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:19 smithi042 ceph-mon[32231]: pgmap v208: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 231 B/s wr, 7 op/s 2024-06-13T12:02:19.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:19 smithi162 ceph-mon[36757]: pgmap v208: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 231 B/s wr, 7 op/s 2024-06-13T12:02:21.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:21 smithi088 ceph-mon[36399]: pgmap v209: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:02:21.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:21 smithi042 ceph-mon[32231]: pgmap v209: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:02:21.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:21 smithi162 ceph-mon[36757]: pgmap v209: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:02:23.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:23 smithi088 ceph-mon[36399]: pgmap v210: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:02:23.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:23 smithi042 ceph-mon[32231]: pgmap v210: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:02:23.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:23 smithi162 ceph-mon[36757]: pgmap v210: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:02:25.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:25 smithi088 ceph-mon[36399]: pgmap v211: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-06-13T12:02:25.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:25 smithi042 ceph-mon[32231]: pgmap v211: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-06-13T12:02:25.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:25 smithi162 ceph-mon[36757]: pgmap v211: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-06-13T12:02:27.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:27 smithi088 ceph-mon[36399]: pgmap v212: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 89 B/s wr, 5 op/s 2024-06-13T12:02:27.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:27 smithi042 ceph-mon[32231]: pgmap v212: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 89 B/s wr, 5 op/s 2024-06-13T12:02:27.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:27 smithi162 ceph-mon[36757]: pgmap v212: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 89 B/s wr, 5 op/s 2024-06-13T12:02:29.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:29 smithi088 ceph-mon[36399]: pgmap v213: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-06-13T12:02:29.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:29 smithi042 ceph-mon[32231]: pgmap v213: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-06-13T12:02:29.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:29 smithi162 ceph-mon[36757]: pgmap v213: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-06-13T12:02:31.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:31 smithi088 ceph-mon[36399]: pgmap v214: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:02:31.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:31 smithi042 ceph-mon[32231]: pgmap v214: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:02:31.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:31 smithi162 ceph-mon[36757]: pgmap v214: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:02:33.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:33 smithi088 ceph-mon[36399]: pgmap v215: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:02:33.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:33 smithi042 ceph-mon[32231]: pgmap v215: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:02:33.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:33 smithi162 ceph-mon[36757]: pgmap v215: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:02:35.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:35 smithi088 ceph-mon[36399]: pgmap v216: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:02:35.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:35 smithi042 ceph-mon[32231]: pgmap v216: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:02:35.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:35 smithi162 ceph-mon[36757]: pgmap v216: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:02:37.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:37 smithi088 ceph-mon[36399]: pgmap v217: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:02:37.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:37 smithi042 ceph-mon[32231]: pgmap v217: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:02:37.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:37 smithi162 ceph-mon[36757]: pgmap v217: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:02:39.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:39 smithi088 ceph-mon[36399]: pgmap v218: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:02:39.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:39 smithi042 ceph-mon[32231]: pgmap v218: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:02:39.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:39 smithi162 ceph-mon[36757]: pgmap v218: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:02:41.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:41 smithi042 ceph-mon[32231]: pgmap v219: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:02:41.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:41 smithi042 ceph-mon[32231]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T12:02:41.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:41 smithi162 ceph-mon[36757]: pgmap v219: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:02:41.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:41 smithi162 ceph-mon[36757]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T12:02:41.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:41 smithi088 ceph-mon[36399]: pgmap v219: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:02:41.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:41 smithi088 ceph-mon[36399]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T12:02:43.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:43 smithi042 ceph-mon[32231]: pgmap v220: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:02:43.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:43 smithi042 ceph-mon[32231]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T12:02:43.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:43 smithi162 ceph-mon[36757]: pgmap v220: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:02:43.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:43 smithi162 ceph-mon[36757]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T12:02:43.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:43 smithi088 ceph-mon[36399]: pgmap v220: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:02:43.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:43 smithi088 ceph-mon[36399]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=g=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T12:02:45.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:45 smithi042 ceph-mon[32231]: pgmap v221: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:02:45.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:45 smithi162 ceph-mon[36757]: pgmap v221: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:02:45.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:45 smithi088 ceph-mon[36399]: pgmap v221: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:02:47.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:47 smithi042 ceph-mon[32231]: pgmap v222: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:02:47.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:47 smithi162 ceph-mon[36757]: pgmap v222: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:02:47.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:47 smithi088 ceph-mon[36399]: pgmap v222: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:02:49.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:49 smithi042 ceph-mon[32231]: pgmap v223: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:02:49.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:49 smithi162 ceph-mon[36757]: pgmap v223: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:02:49.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:49 smithi088 ceph-mon[36399]: pgmap v223: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:02:51.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:51 smithi042 ceph-mon[32231]: pgmap v224: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:02:51.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:51 smithi162 ceph-mon[36757]: pgmap v224: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:02:51.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:51 smithi088 ceph-mon[36399]: pgmap v224: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:02:53.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:53 smithi042 ceph-mon[32231]: pgmap v225: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:02:53.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:53 smithi162 ceph-mon[36757]: pgmap v225: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:02:53.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:53 smithi088 ceph-mon[36399]: pgmap v225: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:02:55.557 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:55 smithi088 ceph-mon[36399]: pgmap v226: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:02:55.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:55 smithi042 ceph-mon[32231]: pgmap v226: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:02:55.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:55 smithi162 ceph-mon[36757]: pgmap v226: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:02:57.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:57 smithi162 ceph-mon[36757]: pgmap v227: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:02:57.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:57 smithi088 ceph-mon[36399]: pgmap v227: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:02:57.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:57 smithi042 ceph-mon[32231]: pgmap v227: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:02:59.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:02:59 smithi162 ceph-mon[36757]: pgmap v228: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:02:59.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:02:59 smithi088 ceph-mon[36399]: pgmap v228: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:02:59.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:02:59 smithi042 ceph-mon[32231]: pgmap v228: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:03:01.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:01 smithi162 ceph-mon[36757]: pgmap v229: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:03:01.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:01 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T12:03:01.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:01 smithi088 ceph-mon[36399]: pgmap v229: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:03:01.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:01 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T12:03:01.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:01 smithi042 ceph-mon[32231]: pgmap v229: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:03:01.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:01 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T12:03:03.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:02 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:03:03.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:02 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:03:03.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:02 smithi088 ceph-mon[36399]: pgmap v230: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:03:03.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:02 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:03:03.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:02 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:03:03.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:02 smithi042 ceph-mon[32231]: pgmap v230: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:03:03.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:02 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:03:03.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:02 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:03:03.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:02 smithi162 ceph-mon[36757]: pgmap v230: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:03:04.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:03 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T12:03:04.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:03 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T12:03:04.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:03 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:03:04.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:03 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T12:03:04.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:03 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T12:03:04.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:03 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:03:04.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:03 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T12:03:04.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:03 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T12:03:04.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:03 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:03:05.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:04 smithi088 ceph-mon[36399]: pgmap v231: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 45 KiB/s wr, 24 op/s 2024-06-13T12:03:05.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:04 smithi042 ceph-mon[32231]: pgmap v231: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 45 KiB/s wr, 24 op/s 2024-06-13T12:03:05.153 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:04 smithi162 ceph-mon[36757]: pgmap v231: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 45 KiB/s wr, 24 op/s 2024-06-13T12:03:07.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:07 smithi162 ceph-mon[36757]: pgmap v232: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 45 KiB/s wr, 22 op/s 2024-06-13T12:03:07.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:07 smithi088 ceph-mon[36399]: pgmap v232: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 45 KiB/s wr, 22 op/s 2024-06-13T12:03:07.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:07 smithi042 ceph-mon[32231]: pgmap v232: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 45 KiB/s wr, 22 op/s 2024-06-13T12:03:09.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:09 smithi162 ceph-mon[36757]: pgmap v233: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 45 KiB/s wr, 24 op/s 2024-06-13T12:03:09.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:09 smithi088 ceph-mon[36399]: pgmap v233: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 45 KiB/s wr, 24 op/s 2024-06-13T12:03:09.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:09 smithi042 ceph-mon[32231]: pgmap v233: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 45 KiB/s wr, 24 op/s 2024-06-13T12:03:10.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:10 smithi162 ceph-mon[36757]: osdmap e104: 12 total, 12 up, 12 in 2024-06-13T12:03:10.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:10 smithi088 ceph-mon[36399]: osdmap e104: 12 total, 12 up, 12 in 2024-06-13T12:03:10.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:10 smithi042 ceph-mon[32231]: osdmap e104: 12 total, 12 up, 12 in 2024-06-13T12:03:11.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:11 smithi162 ceph-mon[36757]: pgmap v235: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-06-13T12:03:11.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:11 smithi088 ceph-mon[36399]: pgmap v235: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-06-13T12:03:11.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:11 smithi042 ceph-mon[32231]: pgmap v235: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-06-13T12:03:13.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:13 smithi162 ceph-mon[36757]: pgmap v236: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-06-13T12:03:13.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:13 smithi088 ceph-mon[36399]: pgmap v236: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-06-13T12:03:13.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:13 smithi042 ceph-mon[32231]: pgmap v236: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-06-13T12:03:15.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:15 smithi162 ceph-mon[36757]: pgmap v237: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:03:15.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:15 smithi162 ceph-mon[36757]: osdmap e105: 12 total, 12 up, 12 in 2024-06-13T12:03:15.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:15 smithi088 ceph-mon[36399]: pgmap v237: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:03:15.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:15 smithi088 ceph-mon[36399]: osdmap e105: 12 total, 12 up, 12 in 2024-06-13T12:03:15.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:15 smithi042 ceph-mon[32231]: pgmap v237: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:03:15.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:15 smithi042 ceph-mon[32231]: osdmap e105: 12 total, 12 up, 12 in 2024-06-13T12:03:17.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:17 smithi162 ceph-mon[36757]: pgmap v239: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-06-13T12:03:17.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:17 smithi088 ceph-mon[36399]: pgmap v239: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-06-13T12:03:17.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:17 smithi042 ceph-mon[32231]: pgmap v239: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-06-13T12:03:19.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:19 smithi162 ceph-mon[36757]: pgmap v240: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 229 B/s wr, 7 op/s 2024-06-13T12:03:19.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:19 smithi088 ceph-mon[36399]: pgmap v240: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 229 B/s wr, 7 op/s 2024-06-13T12:03:19.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:19 smithi042 ceph-mon[32231]: pgmap v240: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 229 B/s wr, 7 op/s 2024-06-13T12:03:20.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:20 smithi162 ceph-mon[36757]: pgmap v241: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:03:21.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:20 smithi088 ceph-mon[36399]: pgmap v241: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:03:21.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:20 smithi042 ceph-mon[32231]: pgmap v241: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:03:23.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:23 smithi162 ceph-mon[36757]: pgmap v242: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:03:23.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:23 smithi088 ceph-mon[36399]: pgmap v242: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:03:23.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:23 smithi042 ceph-mon[32231]: pgmap v242: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:03:25.361 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:25 smithi042 ceph-mon[32231]: pgmap v243: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-06-13T12:03:25.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:25 smithi162 ceph-mon[36757]: pgmap v243: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-06-13T12:03:25.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:25 smithi088 ceph-mon[36399]: pgmap v243: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-06-13T12:03:27.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:27 smithi162 ceph-mon[36757]: pgmap v244: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 89 B/s wr, 5 op/s 2024-06-13T12:03:27.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:27 smithi088 ceph-mon[36399]: pgmap v244: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 89 B/s wr, 5 op/s 2024-06-13T12:03:27.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:27 smithi042 ceph-mon[32231]: pgmap v244: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 89 B/s wr, 5 op/s 2024-06-13T12:03:29.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:29 smithi162 ceph-mon[36757]: pgmap v245: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-06-13T12:03:29.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:29 smithi088 ceph-mon[36399]: pgmap v245: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-06-13T12:03:29.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:29 smithi042 ceph-mon[32231]: pgmap v245: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-06-13T12:03:31.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:31 smithi162 ceph-mon[36757]: pgmap v246: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:03:31.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:31 smithi088 ceph-mon[36399]: pgmap v246: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:03:31.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:31 smithi042 ceph-mon[32231]: pgmap v246: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:03:33.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:33 smithi162 ceph-mon[36757]: pgmap v247: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:03:33.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:33 smithi088 ceph-mon[36399]: pgmap v247: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:03:33.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:33 smithi042 ceph-mon[32231]: pgmap v247: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:03:35.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:35 smithi162 ceph-mon[36757]: pgmap v248: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:03:35.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:35 smithi088 ceph-mon[36399]: pgmap v248: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:03:35.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:35 smithi042 ceph-mon[32231]: pgmap v248: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:03:37.404 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:37 smithi162 ceph-mon[36757]: pgmap v249: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:03:37.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:37 smithi088 ceph-mon[36399]: pgmap v249: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:03:37.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:37 smithi042 ceph-mon[32231]: pgmap v249: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:03:39.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:39 smithi162 ceph-mon[36757]: pgmap v250: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:03:39.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:39 smithi088 ceph-mon[36399]: pgmap v250: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:03:39.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:39 smithi042 ceph-mon[32231]: pgmap v250: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:03:41.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:41 smithi162 ceph-mon[36757]: pgmap v251: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:03:41.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:41 smithi088 ceph-mon[36399]: pgmap v251: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:03:41.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:41 smithi042 ceph-mon[32231]: pgmap v251: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:03:43.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:43 smithi162 ceph-mon[36757]: pgmap v252: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:03:43.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:43 smithi088 ceph-mon[36399]: pgmap v252: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:03:43.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:43 smithi042 ceph-mon[32231]: pgmap v252: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:03:45.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:45 smithi162 ceph-mon[36757]: pgmap v253: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:03:45.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:45 smithi088 ceph-mon[36399]: pgmap v253: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:03:45.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:45 smithi042 ceph-mon[32231]: pgmap v253: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:03:47.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:47 smithi088 ceph-mon[36399]: pgmap v254: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:03:47.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:47 smithi042 ceph-mon[32231]: pgmap v254: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:03:47.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:47 smithi162 ceph-mon[36757]: pgmap v254: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:03:49.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:49 smithi088 ceph-mon[36399]: pgmap v255: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:03:49.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:49 smithi042 ceph-mon[32231]: pgmap v255: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:03:49.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:49 smithi162 ceph-mon[36757]: pgmap v255: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:03:51.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:51 smithi088 ceph-mon[36399]: pgmap v256: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:03:51.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:51 smithi042 ceph-mon[32231]: pgmap v256: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:03:51.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:51 smithi162 ceph-mon[36757]: pgmap v256: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:03:53.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:53 smithi088 ceph-mon[36399]: pgmap v257: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:03:53.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:53 smithi042 ceph-mon[32231]: pgmap v257: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:03:53.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:53 smithi162 ceph-mon[36757]: pgmap v257: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:03:55.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:55 smithi088 ceph-mon[36399]: pgmap v258: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:03:55.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:55 smithi042 ceph-mon[32231]: pgmap v258: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:03:55.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:55 smithi162 ceph-mon[36757]: pgmap v258: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:03:57.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:57 smithi088 ceph-mon[36399]: pgmap v259: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:03:57.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:57 smithi042 ceph-mon[32231]: pgmap v259: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:03:57.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:57 smithi162 ceph-mon[36757]: pgmap v259: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:03:59.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:03:59 smithi088 ceph-mon[36399]: pgmap v260: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:03:59.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:03:59 smithi042 ceph-mon[32231]: pgmap v260: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:03:59.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:03:59 smithi162 ceph-mon[36757]: pgmap v260: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:04:01.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:01 smithi088 ceph-mon[36399]: pgmap v261: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:04:01.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:01 smithi042 ceph-mon[32231]: pgmap v261: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:04:01.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:01 smithi162 ceph-mon[36757]: pgmap v261: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:04:03.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:03 smithi088 ceph-mon[36399]: pgmap v262: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:04:03.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:03 smithi042 ceph-mon[32231]: pgmap v262: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:04:03.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:03 smithi162 ceph-mon[36757]: pgmap v262: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:04:04.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:04 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T12:04:04.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:04 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:04:04.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:04 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:04:04.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:04 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:04:04.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:04 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:04:04.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:04 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T12:04:04.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:04 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:04:04.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:04 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:04:04.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:04 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:04:04.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:04 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:04:04.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:04 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T12:04:04.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:04 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:04:04.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:04 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:04:04.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:04 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:04:04.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:04 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:04:05.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:05 smithi088 ceph-mon[36399]: pgmap v263: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-06-13T12:04:05.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:05 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T12:04:05.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:05 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T12:04:05.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:05 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:04:05.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:05 smithi042 ceph-mon[32231]: pgmap v263: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-06-13T12:04:05.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:05 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T12:04:05.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:05 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T12:04:05.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:05 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:04:05.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:05 smithi162 ceph-mon[36757]: pgmap v263: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-06-13T12:04:05.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:05 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T12:04:05.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:05 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T12:04:05.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:05 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:04:07.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:07 smithi088 ceph-mon[36399]: pgmap v264: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-06-13T12:04:07.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:07 smithi042 ceph-mon[32231]: pgmap v264: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-06-13T12:04:07.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:07 smithi162 ceph-mon[36757]: pgmap v264: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-06-13T12:04:09.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:09 smithi088 ceph-mon[36399]: pgmap v265: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-06-13T12:04:09.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:09 smithi042 ceph-mon[32231]: pgmap v265: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-06-13T12:04:09.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:09 smithi162 ceph-mon[36757]: pgmap v265: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-06-13T12:04:10.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:10 smithi088 ceph-mon[36399]: osdmap e106: 12 total, 12 up, 12 in 2024-06-13T12:04:10.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:10 smithi042 ceph-mon[32231]: osdmap e106: 12 total, 12 up, 12 in 2024-06-13T12:04:10.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:10 smithi162 ceph-mon[36757]: osdmap e106: 12 total, 12 up, 12 in 2024-06-13T12:04:11.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:11 smithi088 ceph-mon[36399]: pgmap v267: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-06-13T12:04:11.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:11 smithi042 ceph-mon[32231]: pgmap v267: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-06-13T12:04:11.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:11 smithi162 ceph-mon[36757]: pgmap v267: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-06-13T12:04:13.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:13 smithi088 ceph-mon[36399]: pgmap v268: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-06-13T12:04:13.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:13 smithi042 ceph-mon[32231]: pgmap v268: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-06-13T12:04:13.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:13 smithi162 ceph-mon[36757]: pgmap v268: 129 pgs: 129 active+clean; 1.8 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-06-13T12:04:15.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:15 smithi088 ceph-mon[36399]: pgmap v269: 129 pgs: 24 active+clean+snaptrim, 33 active+clean, 72 active+clean+snaptrim_wait; 1.2 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:04:15.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:15 smithi042 ceph-mon[32231]: pgmap v269: 129 pgs: 24 active+clean+snaptrim, 33 active+clean, 72 active+clean+snaptrim_wait; 1.2 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:04:15.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:15 smithi162 ceph-mon[36757]: pgmap v269: 129 pgs: 24 active+clean+snaptrim, 33 active+clean, 72 active+clean+snaptrim_wait; 1.2 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:04:17.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:17 smithi042 ceph-mon[32231]: pgmap v270: 129 pgs: 24 active+clean+snaptrim, 33 active+clean, 72 active+clean+snaptrim_wait; 1.2 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:04:17.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:17 smithi162 ceph-mon[36757]: pgmap v270: 129 pgs: 24 active+clean+snaptrim, 33 active+clean, 72 active+clean+snaptrim_wait; 1.2 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:04:17.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:17 smithi088 ceph-mon[36399]: pgmap v270: 129 pgs: 24 active+clean+snaptrim, 33 active+clean, 72 active+clean+snaptrim_wait; 1.2 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:04:19.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:19 smithi042 ceph-mon[32231]: pgmap v271: 129 pgs: 15 active+clean+snaptrim, 67 active+clean, 47 active+clean+snaptrim_wait; 418 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:04:19.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:19 smithi162 ceph-mon[36757]: pgmap v271: 129 pgs: 15 active+clean+snaptrim, 67 active+clean, 47 active+clean+snaptrim_wait; 418 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:04:19.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:19 smithi088 ceph-mon[36399]: pgmap v271: 129 pgs: 15 active+clean+snaptrim, 67 active+clean, 47 active+clean+snaptrim_wait; 418 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:04:21.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:21 smithi042 ceph-mon[32231]: pgmap v272: 129 pgs: 15 active+clean+snaptrim, 67 active+clean, 47 active+clean+snaptrim_wait; 418 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 189 B/s wr, 6 op/s 2024-06-13T12:04:21.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:21 smithi162 ceph-mon[36757]: pgmap v272: 129 pgs: 15 active+clean+snaptrim, 67 active+clean, 47 active+clean+snaptrim_wait; 418 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 189 B/s wr, 6 op/s 2024-06-13T12:04:21.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:21 smithi088 ceph-mon[36399]: pgmap v272: 129 pgs: 15 active+clean+snaptrim, 67 active+clean, 47 active+clean+snaptrim_wait; 418 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 189 B/s wr, 6 op/s 2024-06-13T12:04:23.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:23 smithi042 ceph-mon[32231]: pgmap v273: 129 pgs: 15 active+clean+snaptrim, 67 active+clean, 47 active+clean+snaptrim_wait; 418 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-06-13T12:04:23.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:23 smithi162 ceph-mon[36757]: pgmap v273: 129 pgs: 15 active+clean+snaptrim, 67 active+clean, 47 active+clean+snaptrim_wait; 418 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-06-13T12:04:23.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:23 smithi088 ceph-mon[36399]: pgmap v273: 129 pgs: 15 active+clean+snaptrim, 67 active+clean, 47 active+clean+snaptrim_wait; 418 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-06-13T12:04:25.556 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:25 smithi088 ceph-mon[36399]: pgmap v274: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 170 B/s wr, 7 op/s 2024-06-13T12:04:25.557 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:25 smithi088 ceph-mon[36399]: osdmap e107: 12 total, 12 up, 12 in 2024-06-13T12:04:25.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:25 smithi042 ceph-mon[32231]: pgmap v274: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 170 B/s wr, 7 op/s 2024-06-13T12:04:25.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:25 smithi042 ceph-mon[32231]: osdmap e107: 12 total, 12 up, 12 in 2024-06-13T12:04:25.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:25 smithi162 ceph-mon[36757]: pgmap v274: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 170 B/s wr, 7 op/s 2024-06-13T12:04:25.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:25 smithi162 ceph-mon[36757]: osdmap e107: 12 total, 12 up, 12 in 2024-06-13T12:04:27.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:27 smithi042 ceph-mon[32231]: pgmap v276: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-06-13T12:04:27.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:27 smithi162 ceph-mon[36757]: pgmap v276: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-06-13T12:04:27.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:27 smithi088 ceph-mon[36399]: pgmap v276: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-06-13T12:04:29.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:29 smithi042 ceph-mon[32231]: pgmap v277: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T12:04:29.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:29 smithi162 ceph-mon[36757]: pgmap v277: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T12:04:29.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:29 smithi088 ceph-mon[36399]: pgmap v277: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T12:04:31.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:31 smithi042 ceph-mon[32231]: pgmap v278: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T12:04:31.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:31 smithi162 ceph-mon[36757]: pgmap v278: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T12:04:31.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:31 smithi088 ceph-mon[36399]: pgmap v278: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T12:04:33.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:33 smithi042 ceph-mon[32231]: pgmap v279: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T12:04:33.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:33 smithi162 ceph-mon[36757]: pgmap v279: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T12:04:33.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:33 smithi088 ceph-mon[36399]: pgmap v279: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T12:04:35.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:35 smithi042 ceph-mon[32231]: pgmap v280: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T12:04:35.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:35 smithi162 ceph-mon[36757]: pgmap v280: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T12:04:35.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:35 smithi088 ceph-mon[36399]: pgmap v280: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T12:04:37.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:37 smithi042 ceph-mon[32231]: pgmap v281: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T12:04:37.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:37 smithi162 ceph-mon[36757]: pgmap v281: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T12:04:37.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:37 smithi088 ceph-mon[36399]: pgmap v281: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T12:04:39.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:39 smithi162 ceph-mon[36757]: pgmap v282: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:04:39.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:39 smithi088 ceph-mon[36399]: pgmap v282: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:04:39.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:39 smithi042 ceph-mon[32231]: pgmap v282: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:04:41.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:41 smithi162 ceph-mon[36757]: pgmap v283: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:04:41.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:41 smithi088 ceph-mon[36399]: pgmap v283: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:04:41.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:41 smithi042 ceph-mon[32231]: pgmap v283: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:04:43.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:43 smithi162 ceph-mon[36757]: pgmap v284: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:04:43.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:43 smithi088 ceph-mon[36399]: pgmap v284: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:04:43.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:43 smithi042 ceph-mon[32231]: pgmap v284: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:04:45.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:45 smithi162 ceph-mon[36757]: pgmap v285: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:04:45.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:45 smithi088 ceph-mon[36399]: pgmap v285: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:04:45.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:45 smithi042 ceph-mon[32231]: pgmap v285: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:04:47.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:47 smithi162 ceph-mon[36757]: pgmap v286: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:04:47.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:47 smithi088 ceph-mon[36399]: pgmap v286: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:04:47.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:47 smithi042 ceph-mon[32231]: pgmap v286: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:04:49.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:49 smithi162 ceph-mon[36757]: pgmap v287: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:04:49.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:49 smithi088 ceph-mon[36399]: pgmap v287: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:04:49.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:49 smithi042 ceph-mon[32231]: pgmap v287: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:04:51.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:51 smithi162 ceph-mon[36757]: pgmap v288: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:04:51.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:51 smithi088 ceph-mon[36399]: pgmap v288: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:04:51.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:51 smithi042 ceph-mon[32231]: pgmap v288: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:04:53.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:53 smithi162 ceph-mon[36757]: pgmap v289: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:04:53.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:53 smithi088 ceph-mon[36399]: pgmap v289: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:04:53.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:53 smithi042 ceph-mon[32231]: pgmap v289: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:04:55.610 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:55 smithi042 ceph-mon[32231]: pgmap v290: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:04:55.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:55 smithi162 ceph-mon[36757]: pgmap v290: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:04:55.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:55 smithi088 ceph-mon[36399]: pgmap v290: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:04:57.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:57 smithi162 ceph-mon[36757]: pgmap v291: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:04:57.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:57 smithi088 ceph-mon[36399]: pgmap v291: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:04:57.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:57 smithi042 ceph-mon[32231]: pgmap v291: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:04:59.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:04:59 smithi162 ceph-mon[36757]: pgmap v292: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:04:59.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:04:59 smithi088 ceph-mon[36399]: pgmap v292: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:04:59.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:04:59 smithi042 ceph-mon[32231]: pgmap v292: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:05:01.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:01 smithi162 ceph-mon[36757]: pgmap v293: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:05:01.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:01 smithi088 ceph-mon[36399]: pgmap v293: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:05:01.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:01 smithi042 ceph-mon[32231]: pgmap v293: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:05:03.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:03 smithi162 ceph-mon[36757]: pgmap v294: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:05:03.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:03 smithi088 ceph-mon[36399]: pgmap v294: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:05:03.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:03 smithi042 ceph-mon[32231]: pgmap v294: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:05:05.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:05 smithi162 ceph-mon[36757]: pgmap v295: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-06-13T12:05:05.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:05 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T12:05:05.758 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:05 smithi088 ceph-mon[36399]: pgmap v295: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-06-13T12:05:05.759 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:05 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T12:05:05.809 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:05 smithi042 ceph-mon[32231]: pgmap v295: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-06-13T12:05:05.810 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:05 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T12:05:07.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:07 smithi162 ceph-mon[36757]: pgmap v296: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-06-13T12:05:07.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:07 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T12:05:07.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:07 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T12:05:07.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:07 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:05:07.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:07 smithi088 ceph-mon[36399]: pgmap v296: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-06-13T12:05:07.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:07 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T12:05:07.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:07 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T12:05:07.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:07 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:05:07.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:07 smithi042 ceph-mon[32231]: pgmap v296: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-06-13T12:05:07.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:07 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T12:05:07.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:07 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T12:05:07.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:07 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:05:09.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:09 smithi162 ceph-mon[36757]: pgmap v297: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-06-13T12:05:09.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:09 smithi088 ceph-mon[36399]: pgmap v297: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-06-13T12:05:09.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:09 smithi042 ceph-mon[32231]: pgmap v297: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-06-13T12:05:11.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:11 smithi162 ceph-mon[36757]: pgmap v298: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-06-13T12:05:11.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:11 smithi088 ceph-mon[36399]: pgmap v298: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-06-13T12:05:11.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:11 smithi042 ceph-mon[32231]: pgmap v298: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-06-13T12:05:13.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:13 smithi162 ceph-mon[36757]: pgmap v299: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-06-13T12:05:13.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:13 smithi088 ceph-mon[36399]: pgmap v299: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-06-13T12:05:13.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:13 smithi042 ceph-mon[32231]: pgmap v299: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-06-13T12:05:15.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:15 smithi088 ceph-mon[36399]: pgmap v300: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-06-13T12:05:15.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:15 smithi042 ceph-mon[32231]: pgmap v300: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-06-13T12:05:15.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:15 smithi162 ceph-mon[36757]: pgmap v300: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-06-13T12:05:17.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:17 smithi088 ceph-mon[36399]: pgmap v301: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-06-13T12:05:17.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:17 smithi042 ceph-mon[32231]: pgmap v301: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-06-13T12:05:17.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:17 smithi162 ceph-mon[36757]: pgmap v301: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-06-13T12:05:19.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:19 smithi088 ceph-mon[36399]: pgmap v302: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 7 op/s 2024-06-13T12:05:19.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:19 smithi042 ceph-mon[32231]: pgmap v302: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 7 op/s 2024-06-13T12:05:19.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:19 smithi162 ceph-mon[36757]: pgmap v302: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 7 op/s 2024-06-13T12:05:20.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:20 smithi162 ceph-mon[36757]: pgmap v303: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-06-13T12:05:21.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:20 smithi088 ceph-mon[36399]: pgmap v303: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-06-13T12:05:21.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:20 smithi042 ceph-mon[32231]: pgmap v303: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-06-13T12:05:23.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:23 smithi162 ceph-mon[36757]: pgmap v304: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-06-13T12:05:23.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:23 smithi088 ceph-mon[36399]: pgmap v304: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-06-13T12:05:23.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:23 smithi042 ceph-mon[32231]: pgmap v304: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-06-13T12:05:25.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:25 smithi088 ceph-mon[36399]: pgmap v305: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-06-13T12:05:25.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:25 smithi042 ceph-mon[32231]: pgmap v305: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-06-13T12:05:25.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:25 smithi162 ceph-mon[36757]: pgmap v305: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-06-13T12:05:27.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:27 smithi088 ceph-mon[36399]: pgmap v306: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:05:27.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:27 smithi042 ceph-mon[32231]: pgmap v306: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:05:27.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:27 smithi162 ceph-mon[36757]: pgmap v306: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:05:29.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:29 smithi088 ceph-mon[36399]: pgmap v307: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:05:29.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:29 smithi042 ceph-mon[32231]: pgmap v307: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:05:29.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:29 smithi162 ceph-mon[36757]: pgmap v307: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:05:31.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:31 smithi088 ceph-mon[36399]: pgmap v308: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:05:31.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:31 smithi042 ceph-mon[32231]: pgmap v308: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:05:31.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:31 smithi162 ceph-mon[36757]: pgmap v308: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:05:33.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:33 smithi088 ceph-mon[36399]: pgmap v309: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:05:33.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:33 smithi042 ceph-mon[32231]: pgmap v309: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:05:33.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:33 smithi162 ceph-mon[36757]: pgmap v309: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:05:35.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:35 smithi088 ceph-mon[36399]: pgmap v310: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:05:35.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:35 smithi042 ceph-mon[32231]: pgmap v310: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:05:35.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:35 smithi162 ceph-mon[36757]: pgmap v310: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:05:37.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:37 smithi088 ceph-mon[36399]: pgmap v311: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:05:37.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:37 smithi042 ceph-mon[32231]: pgmap v311: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:05:37.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:37 smithi162 ceph-mon[36757]: pgmap v311: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:05:39.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:39 smithi088 ceph-mon[36399]: pgmap v312: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:05:39.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:39 smithi042 ceph-mon[32231]: pgmap v312: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:05:39.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:39 smithi162 ceph-mon[36757]: pgmap v312: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:05:41.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:41 smithi088 ceph-mon[36399]: pgmap v313: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:05:41.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:41 smithi042 ceph-mon[32231]: pgmap v313: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:05:41.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:41 smithi162 ceph-mon[36757]: pgmap v313: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:05:43.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:43 smithi088 ceph-mon[36399]: pgmap v314: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:05:43.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:43 smithi042 ceph-mon[32231]: pgmap v314: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:05:43.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:43 smithi162 ceph-mon[36757]: pgmap v314: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:05:45.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:45 smithi088 ceph-mon[36399]: pgmap v315: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:05:45.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:45 smithi042 ceph-mon[32231]: pgmap v315: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:05:45.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:45 smithi162 ceph-mon[36757]: pgmap v315: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:05:47.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:47 smithi088 ceph-mon[36399]: pgmap v316: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:05:47.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:47 smithi042 ceph-mon[32231]: pgmap v316: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:05:47.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:47 smithi162 ceph-mon[36757]: pgmap v316: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:05:49.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:49 smithi088 ceph-mon[36399]: pgmap v317: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:05:49.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:49 smithi042 ceph-mon[32231]: pgmap v317: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:05:49.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:49 smithi162 ceph-mon[36757]: pgmap v317: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:05:51.404 DEBUG:teuthology.orchestra.run.smithi042:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-06-13T12:05:51.486 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:51 smithi042 ceph-mon[32231]: pgmap v318: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:05:51.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:51 smithi088 ceph-mon[36399]: pgmap v318: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:05:51.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.624+0000 7f0b13200640 1 -- 172.21.15.42:0/462631197 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0b1410de70 msgr2=0x7f0b1410e250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:51.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.624+0000 7f0b13200640 1 --2- 172.21.15.42:0/462631197 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0b1410de70 0x7f0b1410e250 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f0b04009860 tx=0x7f0b0402a340 comp rx=0 tx=0).stop 2024-06-13T12:05:51.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.625+0000 7f0b13200640 1 -- 172.21.15.42:0/462631197 shutdown_connections 2024-06-13T12:05:51.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.625+0000 7f0b13200640 1 --2- 172.21.15.42:0/462631197 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0b14108860 0x7f0b14114ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:51.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.625+0000 7f0b13200640 1 --2- 172.21.15.42:0/462631197 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0b14107ee0 0x7f0b14108320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:51.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.625+0000 7f0b13200640 1 --2- 172.21.15.42:0/462631197 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0b1410de70 0x7f0b1410e250 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:51.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.625+0000 7f0b13200640 1 -- 172.21.15.42:0/462631197 >> 172.21.15.42:0/462631197 conn(0x7f0b14077780 msgr2=0x7f0b141067c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:05:51.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.625+0000 7f0b13200640 1 -- 172.21.15.42:0/462631197 shutdown_connections 2024-06-13T12:05:51.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.625+0000 7f0b13200640 1 -- 172.21.15.42:0/462631197 wait complete. 2024-06-13T12:05:51.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.626+0000 7f0b13200640 1 Processor -- start 2024-06-13T12:05:51.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.626+0000 7f0b13200640 1 -- start start 2024-06-13T12:05:51.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.627+0000 7f0b13200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0b14107ee0 0x7f0b1419e690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:05:51.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.627+0000 7f0b13200640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0b14108860 0x7f0b1419ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:05:51.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.627+0000 7f0b13200640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0b1410de70 0x7f0b141a2f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:05:51.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.627+0000 7f0b13200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0b14118170 con 0x7f0b14107ee0 2024-06-13T12:05:51.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.627+0000 7f0b13200640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f0b14117ff0 con 0x7f0b14108860 2024-06-13T12:05:51.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.627+0000 7f0b13200640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f0b141182f0 con 0x7f0b1410de70 2024-06-13T12:05:51.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.627+0000 7f0b11e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0b14107ee0 0x7f0b1419e690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:05:51.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.627+0000 7f0b11e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0b14107ee0 0x7f0b1419e690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:38880/0 (socket says 172.21.15.42:38880) 2024-06-13T12:05:51.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.627+0000 7f0b11e00640 1 -- 172.21.15.42:0/1478138305 learned_addr learned my addr 172.21.15.42:0/1478138305 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T12:05:51.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.627+0000 7f0b11400640 1 --2- 172.21.15.42:0/1478138305 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0b14108860 0x7f0b1419ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:05:51.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.627+0000 7f0b12800640 1 --2- 172.21.15.42:0/1478138305 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0b1410de70 0x7f0b141a2f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:05:51.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.628+0000 7f0b11e00640 1 -- 172.21.15.42:0/1478138305 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0b1410de70 msgr2=0x7f0b141a2f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:51.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.628+0000 7f0b11e00640 1 --2- 172.21.15.42:0/1478138305 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0b1410de70 0x7f0b141a2f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:51.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.628+0000 7f0b11e00640 1 -- 172.21.15.42:0/1478138305 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0b14108860 msgr2=0x7f0b1419ebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:51.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.628+0000 7f0b11e00640 1 --2- 172.21.15.42:0/1478138305 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0b14108860 0x7f0b1419ebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:51.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.628+0000 7f0b11e00640 1 -- 172.21.15.42:0/1478138305 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b141a3630 con 0x7f0b14107ee0 2024-06-13T12:05:51.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.628+0000 7f0b11400640 1 --2- 172.21.15.42:0/1478138305 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0b14108860 0x7f0b1419ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T12:05:51.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.628+0000 7f0b11e00640 1 --2- 172.21.15.42:0/1478138305 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0b14107ee0 0x7f0b1419e690 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f0b04035040 tx=0x7f0b04033b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:05:51.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.628+0000 7f0b0aa00640 1 -- 172.21.15.42:0/1478138305 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b04037040 con 0x7f0b14107ee0 2024-06-13T12:05:51.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.628+0000 7f0b0aa00640 1 -- 172.21.15.42:0/1478138305 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0b04040070 con 0x7f0b14107ee0 2024-06-13T12:05:51.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.628+0000 7f0b13200640 1 -- 172.21.15.42:0/1478138305 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b141a38c0 con 0x7f0b14107ee0 2024-06-13T12:05:51.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.629+0000 7f0b0aa00640 1 -- 172.21.15.42:0/1478138305 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b04003a10 con 0x7f0b14107ee0 2024-06-13T12:05:51.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.629+0000 7f0b13200640 1 -- 172.21.15.42:0/1478138305 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b141ab1b0 con 0x7f0b14107ee0 2024-06-13T12:05:51.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.630+0000 7f0b13200640 1 -- 172.21.15.42:0/1478138305 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b1404ffb0 con 0x7f0b14107ee0 2024-06-13T12:05:51.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.632+0000 7f0b0aa00640 1 -- 172.21.15.42:0/1478138305 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f0b04004150 con 0x7f0b14107ee0 2024-06-13T12:05:51.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.634+0000 7f0b0aa00640 1 --2- 172.21.15.42:0/1478138305 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f0af80a2cf0 0x7f0af80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:05:51.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.634+0000 7f0b0aa00640 1 -- 172.21.15.42:0/1478138305 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 9554+0+0 (secure 0 0 0) 0x7f0b040ef530 con 0x7f0b14107ee0 2024-06-13T12:05:51.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.635+0000 7f0b11400640 1 --2- 172.21.15.42:0/1478138305 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f0af80a2cf0 0x7f0af80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:05:51.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.635+0000 7f0b11400640 1 --2- 172.21.15.42:0/1478138305 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f0af80a2cf0 0x7f0af80a51b0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f0b000095f0 tx=0x7f0b00005f90 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:05:51.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.640+0000 7f0b0aa00640 1 -- 172.21.15.42:0/1478138305 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f0b0404a020 con 0x7f0b14107ee0 2024-06-13T12:05:51.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:51 smithi162 ceph-mon[36757]: pgmap v318: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:05:51.870 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.870+0000 7f0b13200640 1 -- 172.21.15.42:0/1478138305 --> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f0b14061de0 con 0x7f0af80a2cf0 2024-06-13T12:05:51.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.885+0000 7f0b0aa00640 1 -- 172.21.15.42:0/1478138305 <== mgr.25157 v2:172.21.15.42:6800/3710434171 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+350 (secure 0 0 0) 0x7f0b14061de0 con 0x7f0af80a2cf0 2024-06-13T12:05:51.885 INFO:teuthology.orchestra.run.smithi042.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-06-13T00:00:00", "created": "2024-06-13T11:55:50", "first": "2024-06-13T11:56:00", "last": "2024-06-13T12:05:00", "last_pruned": "2024-06-13T12:04:00", "created_count": 10, "pruned_count": 3, "active": true} 2024-06-13T12:05:51.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.887+0000 7f0b13200640 1 -- 172.21.15.42:0/1478138305 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f0af80a2cf0 msgr2=0x7f0af80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:51.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.887+0000 7f0b13200640 1 --2- 172.21.15.42:0/1478138305 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f0af80a2cf0 0x7f0af80a51b0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f0b000095f0 tx=0x7f0b00005f90 comp rx=0 tx=0).stop 2024-06-13T12:05:51.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.888+0000 7f0b13200640 1 -- 172.21.15.42:0/1478138305 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0b14107ee0 msgr2=0x7f0b1419e690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:51.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.888+0000 7f0b13200640 1 --2- 172.21.15.42:0/1478138305 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0b14107ee0 0x7f0b1419e690 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f0b04035040 tx=0x7f0b04033b60 comp rx=0 tx=0).stop 2024-06-13T12:05:51.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.888+0000 7f0b13200640 1 -- 172.21.15.42:0/1478138305 shutdown_connections 2024-06-13T12:05:51.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.888+0000 7f0b13200640 1 --2- 172.21.15.42:0/1478138305 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f0af80a2cf0 0x7f0af80a51b0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:51.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.888+0000 7f0b13200640 1 --2- 172.21.15.42:0/1478138305 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0b1410de70 0x7f0b141a2f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:51.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.888+0000 7f0b13200640 1 --2- 172.21.15.42:0/1478138305 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0b14108860 0x7f0b1419ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:51.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.888+0000 7f0b13200640 1 --2- 172.21.15.42:0/1478138305 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0b14107ee0 0x7f0b1419e690 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:51.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.888+0000 7f0b13200640 1 -- 172.21.15.42:0/1478138305 >> 172.21.15.42:0/1478138305 conn(0x7f0b14077780 msgr2=0x7f0b14078870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:05:51.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.888+0000 7f0b13200640 1 -- 172.21.15.42:0/1478138305 shutdown_connections 2024-06-13T12:05:51.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:51.888+0000 7f0b13200640 1 -- 172.21.15.42:0/1478138305 wait complete. 2024-06-13T12:05:51.908 DEBUG:teuthology.orchestra.run.smithi042:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-06-13T12:05:52.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.120+0000 7fe19aa00640 1 -- 172.21.15.42:0/2360524077 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe194102960 msgr2=0x7fe194102d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:52.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.120+0000 7fe19aa00640 1 --2- 172.21.15.42:0/2360524077 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe194102960 0x7fe194102d40 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fe184009900 tx=0x7fe18402a480 comp rx=0 tx=0).stop 2024-06-13T12:05:52.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.120+0000 7fe19aa00640 1 -- 172.21.15.42:0/2360524077 shutdown_connections 2024-06-13T12:05:52.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.120+0000 7fe19aa00640 1 --2- 172.21.15.42:0/2360524077 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe19410bd80 0x7fe19410e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:52.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.120+0000 7fe19aa00640 1 --2- 172.21.15.42:0/2360524077 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe194103280 0x7fe19410b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:52.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.120+0000 7fe19aa00640 1 --2- 172.21.15.42:0/2360524077 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe194102960 0x7fe194102d40 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:52.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.120+0000 7fe19aa00640 1 -- 172.21.15.42:0/2360524077 >> 172.21.15.42:0/2360524077 conn(0x7fe1940fc1c0 msgr2=0x7fe1940fe5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:05:52.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.120+0000 7fe19aa00640 1 -- 172.21.15.42:0/2360524077 shutdown_connections 2024-06-13T12:05:52.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.120+0000 7fe19aa00640 1 -- 172.21.15.42:0/2360524077 wait complete. 2024-06-13T12:05:52.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.121+0000 7fe19aa00640 1 Processor -- start 2024-06-13T12:05:52.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.122+0000 7fe19aa00640 1 -- start start 2024-06-13T12:05:52.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.122+0000 7fe19aa00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe194102960 0x7fe19419a220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:05:52.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.122+0000 7fe19aa00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe194103280 0x7fe19419a760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:05:52.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.122+0000 7fe19aa00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe19410bd80 0x7fe19419eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:05:52.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.122+0000 7fe19aa00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe194111b80 con 0x7fe19410bd80 2024-06-13T12:05:52.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.122+0000 7fe19aa00640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fe194111a00 con 0x7fe194103280 2024-06-13T12:05:52.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.122+0000 7fe19aa00640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fe194111d00 con 0x7fe194102960 2024-06-13T12:05:52.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.122+0000 7fe19a000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe19410bd80 0x7fe19419eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:05:52.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.123+0000 7fe19a000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe19410bd80 0x7fe19419eae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:38894/0 (socket says 172.21.15.42:38894) 2024-06-13T12:05:52.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.123+0000 7fe19a000640 1 -- 172.21.15.42:0/1328927213 learned_addr learned my addr 172.21.15.42:0/1328927213 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T12:05:52.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.123+0000 7fe199600640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe194102960 0x7fe19419a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:05:52.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.123+0000 7fe198c00640 1 --2- 172.21.15.42:0/1328927213 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe194103280 0x7fe19419a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:05:52.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.123+0000 7fe19a000640 1 -- 172.21.15.42:0/1328927213 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe194102960 msgr2=0x7fe19419a220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:52.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.123+0000 7fe19a000640 1 --2- 172.21.15.42:0/1328927213 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe194102960 0x7fe19419a220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:52.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.123+0000 7fe19a000640 1 -- 172.21.15.42:0/1328927213 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe194103280 msgr2=0x7fe19419a760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:52.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.123+0000 7fe19a000640 1 --2- 172.21.15.42:0/1328927213 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe194103280 0x7fe19419a760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:52.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.123+0000 7fe19a000640 1 -- 172.21.15.42:0/1328927213 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe19419f210 con 0x7fe19410bd80 2024-06-13T12:05:52.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.123+0000 7fe198c00640 1 --2- 172.21.15.42:0/1328927213 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe194103280 0x7fe19419a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T12:05:52.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.123+0000 7fe19a000640 1 --2- 172.21.15.42:0/1328927213 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe19410bd80 0x7fe19419eae0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fe18c00cce0 tx=0x7fe18c00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:05:52.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.124+0000 7fe192000640 1 -- 172.21.15.42:0/1328927213 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe18c00f450 con 0x7fe19410bd80 2024-06-13T12:05:52.126 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.124+0000 7fe192000640 1 -- 172.21.15.42:0/1328927213 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe18c00fad0 con 0x7fe19410bd80 2024-06-13T12:05:52.126 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.124+0000 7fe192000640 1 -- 172.21.15.42:0/1328927213 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe18c018c10 con 0x7fe19410bd80 2024-06-13T12:05:52.126 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.124+0000 7fe19aa00640 1 -- 172.21.15.42:0/1328927213 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe19419f500 con 0x7fe19410bd80 2024-06-13T12:05:52.126 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.124+0000 7fe19aa00640 1 -- 172.21.15.42:0/1328927213 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1941a6d90 con 0x7fe19410bd80 2024-06-13T12:05:52.126 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.125+0000 7fe19aa00640 1 -- 172.21.15.42:0/1328927213 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe19404ffb0 con 0x7fe19410bd80 2024-06-13T12:05:52.127 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.127+0000 7fe192000640 1 -- 172.21.15.42:0/1328927213 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fe18c00f5f0 con 0x7fe19410bd80 2024-06-13T12:05:52.128 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.128+0000 7fe192000640 1 --2- 172.21.15.42:0/1328927213 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fe1780a2cf0 0x7fe1780a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:05:52.128 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.128+0000 7fe192000640 1 -- 172.21.15.42:0/1328927213 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 9554+0+0 (secure 0 0 0) 0x7fe18c0cfe90 con 0x7fe19410bd80 2024-06-13T12:05:52.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.129+0000 7fe199600640 1 --2- 172.21.15.42:0/1328927213 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fe1780a2cf0 0x7fe1780a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:05:52.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.129+0000 7fe199600640 1 --2- 172.21.15.42:0/1328927213 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fe1780a2cf0 0x7fe1780a51b0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fe184009230 tx=0x7fe1840058d0 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:05:52.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.133+0000 7fe192000640 1 -- 172.21.15.42:0/1328927213 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe18c014030 con 0x7fe19410bd80 2024-06-13T12:05:52.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.366+0000 7fe19aa00640 1 -- 172.21.15.42:0/1328927213 --> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7fe194101c00 con 0x7fe1780a2cf0 2024-06-13T12:05:52.378 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.378+0000 7fe192000640 1 -- 172.21.15.42:0/1328927213 <== mgr.25157 v2:172.21.15.42:6800/3710434171 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7fe194101c00 con 0x7fe1780a2cf0 2024-06-13T12:05:52.379 INFO:teuthology.orchestra.run.smithi042.stdout:/ 1m 6m3h 2024-06-13T12:05:52.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.381+0000 7fe19aa00640 1 -- 172.21.15.42:0/1328927213 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fe1780a2cf0 msgr2=0x7fe1780a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:52.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.381+0000 7fe19aa00640 1 --2- 172.21.15.42:0/1328927213 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fe1780a2cf0 0x7fe1780a51b0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fe184009230 tx=0x7fe1840058d0 comp rx=0 tx=0).stop 2024-06-13T12:05:52.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.381+0000 7fe19aa00640 1 -- 172.21.15.42:0/1328927213 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe19410bd80 msgr2=0x7fe19419eae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:52.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.381+0000 7fe19aa00640 1 --2- 172.21.15.42:0/1328927213 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe19410bd80 0x7fe19419eae0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fe18c00cce0 tx=0x7fe18c00a620 comp rx=0 tx=0).stop 2024-06-13T12:05:52.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.381+0000 7fe19aa00640 1 -- 172.21.15.42:0/1328927213 shutdown_connections 2024-06-13T12:05:52.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.381+0000 7fe19aa00640 1 --2- 172.21.15.42:0/1328927213 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fe1780a2cf0 0x7fe1780a51b0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:52.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.381+0000 7fe19aa00640 1 --2- 172.21.15.42:0/1328927213 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe19410bd80 0x7fe19419eae0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:52.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.381+0000 7fe19aa00640 1 --2- 172.21.15.42:0/1328927213 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe194103280 0x7fe19419a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:52.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.381+0000 7fe19aa00640 1 --2- 172.21.15.42:0/1328927213 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe194102960 0x7fe19419a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:52.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.381+0000 7fe19aa00640 1 -- 172.21.15.42:0/1328927213 >> 172.21.15.42:0/1328927213 conn(0x7fe1940fc1c0 msgr2=0x7fe1941004e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:05:52.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.381+0000 7fe19aa00640 1 -- 172.21.15.42:0/1328927213 shutdown_connections 2024-06-13T12:05:52.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.381+0000 7fe19aa00640 1 -- 172.21.15.42:0/1328927213 wait complete. 2024-06-13T12:05:52.402 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2024-06-13T12:05:52.413 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2024-06-13T12:05:52.414 ERROR:teuthology.run_tasks:Manager failed: fwd_scrub Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_c1b06c2b5d3a02a3583265a115f09e052855bcf2/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 142, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph_1373963c202323287783ccb099bbae1ec8f14a5d/qa/tasks/fwd_scrub.py", line 155, in task stop_all_fwd_scrubbers(ctx.ceph[config['cluster']].thrashers) File "/home/teuthworker/src/git.ceph.com_ceph_1373963c202323287783ccb099bbae1ec8f14a5d/qa/tasks/fwd_scrub.py", line 90, in stop_all_fwd_scrubbers raise RuntimeError(f"error during scrub thrashing: {thrasher.exception}") RuntimeError: error during scrub thrashing: rank damage found: {'backtrace'} 2024-06-13T12:05:52.415 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-06-13T12:05:52.425 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-06-13T12:05:52.643 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.642+0000 7fb1bee00640 1 -- 172.21.15.42:0/4192982356 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb1b81099c0 msgr2=0x7fb1b8109da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:52.643 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.642+0000 7fb1bee00640 1 --2- 172.21.15.42:0/4192982356 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb1b81099c0 0x7fb1b8109da0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fb1ac009930 tx=0x7fb1ac02a420 comp rx=0 tx=0).stop 2024-06-13T12:05:52.643 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.642+0000 7fb1bee00640 1 -- 172.21.15.42:0/4192982356 shutdown_connections 2024-06-13T12:05:52.643 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.642+0000 7fb1bee00640 1 --2- 172.21.15.42:0/4192982356 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb1b8104370 0x7fb1b8110880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:52.643 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.642+0000 7fb1bee00640 1 --2- 172.21.15.42:0/4192982356 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb1b81039b0 0x7fb1b8103e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:52.643 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.642+0000 7fb1bee00640 1 --2- 172.21.15.42:0/4192982356 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb1b81099c0 0x7fb1b8109da0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:52.643 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.642+0000 7fb1bee00640 1 -- 172.21.15.42:0/4192982356 >> 172.21.15.42:0/4192982356 conn(0x7fb1b80ff440 msgr2=0x7fb1b8101860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:05:52.643 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.642+0000 7fb1bee00640 1 -- 172.21.15.42:0/4192982356 shutdown_connections 2024-06-13T12:05:52.643 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.642+0000 7fb1bee00640 1 -- 172.21.15.42:0/4192982356 wait complete. 2024-06-13T12:05:52.645 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.643+0000 7fb1bee00640 1 Processor -- start 2024-06-13T12:05:52.645 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.643+0000 7fb1bee00640 1 -- start start 2024-06-13T12:05:52.645 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.644+0000 7fb1bee00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb1b81039b0 0x7fb1b819a2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:05:52.645 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.644+0000 7fb1bee00640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb1b8104370 0x7fb1b819a830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:05:52.645 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.644+0000 7fb1bee00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb1b81099c0 0x7fb1b819ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:05:52.645 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.644+0000 7fb1bee00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb1b8113df0 con 0x7fb1b81039b0 2024-06-13T12:05:52.645 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.644+0000 7fb1bee00640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fb1b8113c70 con 0x7fb1b8104370 2024-06-13T12:05:52.645 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.644+0000 7fb1bee00640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fb1b8113f70 con 0x7fb1b81099c0 2024-06-13T12:05:52.645 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.644+0000 7fb1bda00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb1b81039b0 0x7fb1b819a2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:05:52.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.644+0000 7fb1bda00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb1b81039b0 0x7fb1b819a2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:38918/0 (socket says 172.21.15.42:38918) 2024-06-13T12:05:52.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.644+0000 7fb1bda00640 1 -- 172.21.15.42:0/2139335341 learned_addr learned my addr 172.21.15.42:0/2139335341 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T12:05:52.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.644+0000 7fb1bd000640 1 --2- 172.21.15.42:0/2139335341 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb1b8104370 0x7fb1b819a830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:05:52.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.644+0000 7fb1be400640 1 --2- 172.21.15.42:0/2139335341 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb1b81099c0 0x7fb1b819ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:05:52.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.645+0000 7fb1bda00640 1 -- 172.21.15.42:0/2139335341 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb1b81099c0 msgr2=0x7fb1b819ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:52.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.645+0000 7fb1bda00640 1 --2- 172.21.15.42:0/2139335341 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb1b81099c0 0x7fb1b819ebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:52.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.645+0000 7fb1bda00640 1 -- 172.21.15.42:0/2139335341 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb1b8104370 msgr2=0x7fb1b819a830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:52.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.645+0000 7fb1bda00640 1 --2- 172.21.15.42:0/2139335341 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb1b8104370 0x7fb1b819a830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:52.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.645+0000 7fb1bda00640 1 -- 172.21.15.42:0/2139335341 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1b819f2e0 con 0x7fb1b81039b0 2024-06-13T12:05:52.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.645+0000 7fb1bd000640 1 --2- 172.21.15.42:0/2139335341 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb1b8104370 0x7fb1b819a830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T12:05:52.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.645+0000 7fb1bda00640 1 --2- 172.21.15.42:0/2139335341 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb1b81039b0 0x7fb1b819a2f0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fb1ac02a940 tx=0x7fb1ac003b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:05:52.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.645+0000 7fb1b6000640 1 -- 172.21.15.42:0/2139335341 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1ac03f070 con 0x7fb1b81039b0 2024-06-13T12:05:52.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.645+0000 7fb1b6000640 1 -- 172.21.15.42:0/2139335341 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb1ac031c90 con 0x7fb1b81039b0 2024-06-13T12:05:52.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.645+0000 7fb1bee00640 1 -- 172.21.15.42:0/2139335341 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1b819f570 con 0x7fb1b81039b0 2024-06-13T12:05:52.648 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.645+0000 7fb1b6000640 1 -- 172.21.15.42:0/2139335341 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1ac035030 con 0x7fb1b81039b0 2024-06-13T12:05:52.648 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.646+0000 7fb1bee00640 1 -- 172.21.15.42:0/2139335341 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1b81a6e60 con 0x7fb1b81039b0 2024-06-13T12:05:52.648 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.647+0000 7fb1bee00640 1 -- 172.21.15.42:0/2139335341 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1b81050f0 con 0x7fb1b81039b0 2024-06-13T12:05:52.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.649+0000 7fb1b6000640 1 -- 172.21.15.42:0/2139335341 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fb1ac042070 con 0x7fb1b81039b0 2024-06-13T12:05:52.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.650+0000 7fb1b6000640 1 --2- 172.21.15.42:0/2139335341 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fb1a00a2d00 0x7fb1a00a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:05:52.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.650+0000 7fb1b6000640 1 -- 172.21.15.42:0/2139335341 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 9554+0+0 (secure 0 0 0) 0x7fb1ac0f0210 con 0x7fb1b81039b0 2024-06-13T12:05:52.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.650+0000 7fb1bd000640 1 --2- 172.21.15.42:0/2139335341 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fb1a00a2d00 0x7fb1a00a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:05:52.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.651+0000 7fb1bd000640 1 --2- 172.21.15.42:0/2139335341 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fb1a00a2d00 0x7fb1a00a51c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fb1b8101ae0 tx=0x7fb1a4005f90 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:05:52.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.655+0000 7fb1b6000640 1 -- 172.21.15.42:0/2139335341 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb1ac0bca20 con 0x7fb1b81039b0 2024-06-13T12:05:52.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.855+0000 7fb1bee00640 1 -- 172.21.15.42:0/2139335341 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb1b810bf20 con 0x7fb1b81039b0 2024-06-13T12:05:52.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.860+0000 7fb1b6000640 1 -- 172.21.15.42:0/2139335341 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v107) ==== 74+0+25363 (secure 0 0 0) 0x7fb1ac0bc320 con 0x7fb1b81039b0 2024-06-13T12:05:52.861 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T12:05:52.862 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":107,"fsid":"aa9143f6-2979-11ef-bc9c-c7b262605968","created":"2024-06-13T11:41:17.435942+0000","modified":"2024-06-13T12:04:24.586664+0000","last_up_change":"2024-06-13T11:49:23.112844+0000","last_in_change":"2024-06-13T11:49:02.694907+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-13T11:45:07.188434+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-13T11:50:30.623817+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-13T11:50:35.354548+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"106","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":13,"snap_epoch":106,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-13T11:50:48.317221+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"106","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":13,"snap_epoch":106,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7da5efd2-efef-40b1-ba49-d97d18c443fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6803","nonce":3874128443}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6805","nonce":3874128443}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6809","nonce":3874128443}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6807","nonce":3874128443}]},"public_addr":"172.21.15.42:6803/3874128443","cluster_addr":"172.21.15.42:6805/3874128443","heartbeat_back_addr":"172.21.15.42:6809/3874128443","heartbeat_front_addr":"172.21.15.42:6807/3874128443","state":["exists","up"]},{"osd":1,"uuid":"cf818c48-4313-4607-95db-cd55f1185489","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6801","nonce":1861974568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6803","nonce":1861974568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6807","nonce":1861974568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6805","nonce":1861974568}]},"public_addr":"172.21.15.88:6801/1861974568","cluster_addr":"172.21.15.88:6803/1861974568","heartbeat_back_addr":"172.21.15.88:6807/1861974568","heartbeat_front_addr":"172.21.15.88:6805/1861974568","state":["exists","up"]},{"osd":2,"uuid":"7f0800f8-0da6-4968-801d-c5c44840fe3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6801","nonce":3452655510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6803","nonce":3452655510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6807","nonce":3452655510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6805","nonce":3452655510}]},"public_addr":"172.21.15.162:6801/3452655510","cluster_addr":"172.21.15.162:6803/3452655510","heartbeat_back_addr":"172.21.15.162:6807/3452655510","heartbeat_front_addr":"172.21.15.162:6805/3452655510","state":["exists","up"]},{"osd":3,"uuid":"341ee7d3-119b-401e-805d-9ef42c577719","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6811","nonce":1343751683}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6813","nonce":1343751683}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6817","nonce":1343751683}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6815","nonce":1343751683}]},"public_addr":"172.21.15.42:6811/1343751683","cluster_addr":"172.21.15.42:6813/1343751683","heartbeat_back_addr":"172.21.15.42:6817/1343751683","heartbeat_front_addr":"172.21.15.42:6815/1343751683","state":["exists","up"]},{"osd":4,"uuid":"72b81b4c-d223-4490-aca0-5c98c1b902d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6809","nonce":893989923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6811","nonce":893989923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6815","nonce":893989923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6813","nonce":893989923}]},"public_addr":"172.21.15.88:6809/893989923","cluster_addr":"172.21.15.88:6811/893989923","heartbeat_back_addr":"172.21.15.88:6815/893989923","heartbeat_front_addr":"172.21.15.88:6813/893989923","state":["exists","up"]},{"osd":5,"uuid":"7d03c32c-2772-4f33-902a-f4848b5ff941","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6809","nonce":3014890472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6810","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6811","nonce":3014890472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6815","nonce":3014890472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6813","nonce":3014890472}]},"public_addr":"172.21.15.162:6809/3014890472","cluster_addr":"172.21.15.162:6811/3014890472","heartbeat_back_addr":"172.21.15.162:6815/3014890472","heartbeat_front_addr":"172.21.15.162:6813/3014890472","state":["exists","up"]},{"osd":6,"uuid":"6dc26be6-89e0-49d6-a07f-76c19f1aac03","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6819","nonce":844197654}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6821","nonce":844197654}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6825","nonce":844197654}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6823","nonce":844197654}]},"public_addr":"172.21.15.42:6819/844197654","cluster_addr":"172.21.15.42:6821/844197654","heartbeat_back_addr":"172.21.15.42:6825/844197654","heartbeat_front_addr":"172.21.15.42:6823/844197654","state":["exists","up"]},{"osd":7,"uuid":"aca11d93-b379-4e96-b4fb-b03c593c89ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6817","nonce":3621891209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6819","nonce":3621891209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6823","nonce":3621891209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6821","nonce":3621891209}]},"public_addr":"172.21.15.88:6817/3621891209","cluster_addr":"172.21.15.88:6819/3621891209","heartbeat_back_addr":"172.21.15.88:6823/3621891209","heartbeat_front_addr":"172.21.15.88:6821/3621891209","state":["exists","up"]},{"osd":8,"uuid":"188effbc-495f-407c-9e6c-2801a9856326","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6817","nonce":3088625761}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6819","nonce":3088625761}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6823","nonce":3088625761}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6821","nonce":3088625761}]},"public_addr":"172.21.15.162:6817/3088625761","cluster_addr":"172.21.15.162:6819/3088625761","heartbeat_back_addr":"172.21.15.162:6823/3088625761","heartbeat_front_addr":"172.21.15.162:6821/3088625761","state":["exists","up"]},{"osd":9,"uuid":"5cc3fd15-648b-4f56-8876-5da70b55b248","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6827","nonce":2833466933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6829","nonce":2833466933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6833","nonce":2833466933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6831","nonce":2833466933}]},"public_addr":"172.21.15.42:6827/2833466933","cluster_addr":"172.21.15.42:6829/2833466933","heartbeat_back_addr":"172.21.15.42:6833/2833466933","heartbeat_front_addr":"172.21.15.42:6831/2833466933","state":["exists","up"]},{"osd":10,"uuid":"a2460fe2-1c93-4ab5-9aa1-5beba626f2cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6825","nonce":2979904837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6827","nonce":2979904837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6831","nonce":2979904837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6829","nonce":2979904837}]},"public_addr":"172.21.15.88:6825/2979904837","cluster_addr":"172.21.15.88:6827/2979904837","heartbeat_back_addr":"172.21.15.88:6831/2979904837","heartbeat_front_addr":"172.21.15.88:6829/2979904837","state":["exists","up"]},{"osd":11,"uuid":"42226b4b-93d9-4c99-88d9-b32280b3bd18","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6825","nonce":3416934543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6827","nonce":3416934543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6831","nonce":3416934543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6829","nonce":3416934543}]},"public_addr":"172.21.15.162:6825/3416934543","cluster_addr":"172.21.15.162:6827/3416934543","heartbeat_back_addr":"172.21.15.162:6831/3416934543","heartbeat_front_addr":"172.21.15.162:6829/3416934543","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:44:13.807701+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:44:38.669149+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:45:02.619341+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:45:36.081635+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:46:02.274051+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:46:27.333433+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:01.752504+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:27.895478+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:53.298845+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:48:28.167906+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:48:55.119959+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:49:20.787011+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.28","mappings":[{"from":3,"to":8}]},{"pgid":"3.31","mappings":[{"from":4,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"4.10","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:0/1129477527":"2024-06-14T11:55:31.779169+0000","172.21.15.42:0/3719179370":"2024-06-14T11:55:31.779169+0000","172.21.15.42:6801/580472160":"2024-06-14T11:55:31.779169+0000","172.21.15.42:6801/1570600420":"2024-06-14T11:42:24.478887+0000","172.21.15.42:6800/1570600420":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/681076641":"2024-06-14T11:55:31.779169+0000","172.21.15.42:0/637759380":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/701755530":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/1769082163":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/239548974":"2024-06-14T11:41:50.734334+0000","172.21.15.42:6800/480739382":"2024-06-14T11:41:50.734334+0000","172.21.15.42:6800/580472160":"2024-06-14T11:55:31.779169+0000","172.21.15.42:6801/480739382":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/522218649":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/2068607155":"2024-06-14T11:55:31.779169+0000","172.21.15.42:0/2918399760":"2024-06-14T11:42:24.478887+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":4,"length":1},{"begin":13,"length":1}]},{"pool":4,"snaps":[{"begin":4,"length":1},{"begin":13,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-13T12:05:52.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.863+0000 7fb1bee00640 1 -- 172.21.15.42:0/2139335341 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fb1a00a2d00 msgr2=0x7fb1a00a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:52.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.863+0000 7fb1bee00640 1 --2- 172.21.15.42:0/2139335341 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fb1a00a2d00 0x7fb1a00a51c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fb1b8101ae0 tx=0x7fb1a4005f90 comp rx=0 tx=0).stop 2024-06-13T12:05:52.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.863+0000 7fb1bee00640 1 -- 172.21.15.42:0/2139335341 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb1b81039b0 msgr2=0x7fb1b819a2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:52.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.863+0000 7fb1bee00640 1 --2- 172.21.15.42:0/2139335341 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb1b81039b0 0x7fb1b819a2f0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fb1ac02a940 tx=0x7fb1ac003b20 comp rx=0 tx=0).stop 2024-06-13T12:05:52.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.863+0000 7fb1bee00640 1 -- 172.21.15.42:0/2139335341 shutdown_connections 2024-06-13T12:05:52.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.863+0000 7fb1bee00640 1 --2- 172.21.15.42:0/2139335341 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fb1a00a2d00 0x7fb1a00a51c0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:52.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.863+0000 7fb1bee00640 1 --2- 172.21.15.42:0/2139335341 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb1b81099c0 0x7fb1b819ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:52.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.863+0000 7fb1bee00640 1 --2- 172.21.15.42:0/2139335341 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb1b8104370 0x7fb1b819a830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:52.866 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.863+0000 7fb1bee00640 1 --2- 172.21.15.42:0/2139335341 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb1b81039b0 0x7fb1b819a2f0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:52.866 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.863+0000 7fb1bee00640 1 -- 172.21.15.42:0/2139335341 >> 172.21.15.42:0/2139335341 conn(0x7fb1b80ff440 msgr2=0x7fb1b80ffb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:05:52.866 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.863+0000 7fb1bee00640 1 -- 172.21.15.42:0/2139335341 shutdown_connections 2024-06-13T12:05:52.866 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:52.863+0000 7fb1bee00640 1 -- 172.21.15.42:0/2139335341 wait complete. 2024-06-13T12:05:52.884 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-06-13T11:45:07.188434+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-06-13T11:50:30.623817+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-06-13T11:50:35.354548+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '106', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 13, 'snap_epoch': 106, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-06-13T11:50:48.317221+0000', 'flags': 8197, 'flags_names': 'hashpspool,ec_overwrites,selfmanaged_snaps', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '106', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 13, 'snap_epoch': 106, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-06-13T12:05:52.885 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-06-13T12:05:53.107 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.106+0000 7fd509000640 1 -- 172.21.15.42:0/502715469 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd504107860 msgr2=0x7fd504107c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:53.107 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.106+0000 7fd509000640 1 --2- 172.21.15.42:0/502715469 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd504107860 0x7fd504107c40 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fd4f4009860 tx=0x7fd4f402a340 comp rx=0 tx=0).stop 2024-06-13T12:05:53.107 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.106+0000 7fd509000640 1 -- 172.21.15.42:0/502715469 shutdown_connections 2024-06-13T12:05:53.107 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.106+0000 7fd509000640 1 --2- 172.21.15.42:0/502715469 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd504101850 0x7fd504101cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:53.107 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.106+0000 7fd509000640 1 --2- 172.21.15.42:0/502715469 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd504102210 0x7fd50410e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:53.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.106+0000 7fd509000640 1 --2- 172.21.15.42:0/502715469 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd504107860 0x7fd504107c40 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:53.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.106+0000 7fd509000640 1 -- 172.21.15.42:0/502715469 >> 172.21.15.42:0/502715469 conn(0x7fd5040fd340 msgr2=0x7fd5040ff760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:05:53.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.107+0000 7fd509000640 1 -- 172.21.15.42:0/502715469 shutdown_connections 2024-06-13T12:05:53.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.107+0000 7fd509000640 1 -- 172.21.15.42:0/502715469 wait complete. 2024-06-13T12:05:53.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.108+0000 7fd509000640 1 Processor -- start 2024-06-13T12:05:53.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.108+0000 7fd509000640 1 -- start start 2024-06-13T12:05:53.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.108+0000 7fd509000640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd504101850 0x7fd50419a370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:05:53.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.108+0000 7fd509000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd504102210 0x7fd50419a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:05:53.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.108+0000 7fd509000640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd504107860 0x7fd50419ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:05:53.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.108+0000 7fd509000640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd504111c70 con 0x7fd504102210 2024-06-13T12:05:53.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.108+0000 7fd509000640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fd504111af0 con 0x7fd504107860 2024-06-13T12:05:53.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.108+0000 7fd509000640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fd504111df0 con 0x7fd504101850 2024-06-13T12:05:53.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.108+0000 7fd4fbe00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd504102210 0x7fd50419a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:05:53.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.108+0000 7fd4fbe00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd504102210 0x7fd50419a8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:38934/0 (socket says 172.21.15.42:38934) 2024-06-13T12:05:53.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.108+0000 7fd4fbe00640 1 -- 172.21.15.42:0/842973897 learned_addr learned my addr 172.21.15.42:0/842973897 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T12:05:53.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.109+0000 7fd503400640 1 --2- 172.21.15.42:0/842973897 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd504101850 0x7fd50419a370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:05:53.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.109+0000 7fd503e00640 1 --2- 172.21.15.42:0/842973897 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd504107860 0x7fd50419ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:05:53.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.109+0000 7fd4fbe00640 1 -- 172.21.15.42:0/842973897 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd504101850 msgr2=0x7fd50419a370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:53.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.109+0000 7fd4fbe00640 1 --2- 172.21.15.42:0/842973897 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd504101850 0x7fd50419a370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:53.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.109+0000 7fd4fbe00640 1 -- 172.21.15.42:0/842973897 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd504107860 msgr2=0x7fd50419ebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:53.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.109+0000 7fd4fbe00640 1 --2- 172.21.15.42:0/842973897 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd504107860 0x7fd50419ebe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:53.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.109+0000 7fd4fbe00640 1 -- 172.21.15.42:0/842973897 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd50419f310 con 0x7fd504102210 2024-06-13T12:05:53.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.109+0000 7fd4fbe00640 1 --2- 172.21.15.42:0/842973897 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd504102210 0x7fd50419a8b0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fd4ec00e9c0 tx=0x7fd4ec00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:05:53.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.110+0000 7fd500c00640 1 -- 172.21.15.42:0/842973897 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4ec00ccc0 con 0x7fd504102210 2024-06-13T12:05:53.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.110+0000 7fd509000640 1 -- 172.21.15.42:0/842973897 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd50419f600 con 0x7fd504102210 2024-06-13T12:05:53.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.110+0000 7fd500c00640 1 -- 172.21.15.42:0/842973897 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd4ec005500 con 0x7fd504102210 2024-06-13T12:05:53.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.110+0000 7fd500c00640 1 -- 172.21.15.42:0/842973897 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4ec010430 con 0x7fd504102210 2024-06-13T12:05:53.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.110+0000 7fd509000640 1 -- 172.21.15.42:0/842973897 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5041a6e90 con 0x7fd504102210 2024-06-13T12:05:53.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.111+0000 7fd509000640 1 -- 172.21.15.42:0/842973897 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd504068b30 con 0x7fd504102210 2024-06-13T12:05:53.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.113+0000 7fd500c00640 1 -- 172.21.15.42:0/842973897 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fd4ec0046c0 con 0x7fd504102210 2024-06-13T12:05:53.115 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.114+0000 7fd500c00640 1 --2- 172.21.15.42:0/842973897 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fd4e80a2d80 0x7fd4e80a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:05:53.115 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.114+0000 7fd500c00640 1 -- 172.21.15.42:0/842973897 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 9554+0+0 (secure 0 0 0) 0x7fd4ec0cfb20 con 0x7fd504102210 2024-06-13T12:05:53.115 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.115+0000 7fd503400640 1 --2- 172.21.15.42:0/842973897 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fd4e80a2d80 0x7fd4e80a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:05:53.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.115+0000 7fd503400640 1 --2- 172.21.15.42:0/842973897 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fd4e80a2d80 0x7fd4e80a5240 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fd4f402a930 tx=0x7fd4f40056d0 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:05:53.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.119+0000 7fd500c00640 1 -- 172.21.15.42:0/842973897 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd4ec09c2d0 con 0x7fd504102210 2024-06-13T12:05:53.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.323+0000 7fd509000640 1 -- 172.21.15.42:0/842973897 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fd5041a7150 con 0x7fd504102210 2024-06-13T12:05:53.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.324+0000 7fd500c00640 1 -- 172.21.15.42:0/842973897 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v107) ==== 93+0+10 (secure 0 0 0) 0x7fd4ec09bbd0 con 0x7fd504102210 2024-06-13T12:05:53.325 INFO:teuthology.orchestra.run.smithi042.stdout:pg_num: 1 2024-06-13T12:05:53.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.327+0000 7fd509000640 1 -- 172.21.15.42:0/842973897 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fd4e80a2d80 msgr2=0x7fd4e80a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:53.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.327+0000 7fd509000640 1 --2- 172.21.15.42:0/842973897 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fd4e80a2d80 0x7fd4e80a5240 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fd4f402a930 tx=0x7fd4f40056d0 comp rx=0 tx=0).stop 2024-06-13T12:05:53.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.327+0000 7fd509000640 1 -- 172.21.15.42:0/842973897 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd504102210 msgr2=0x7fd50419a8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:53.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.327+0000 7fd509000640 1 --2- 172.21.15.42:0/842973897 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd504102210 0x7fd50419a8b0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fd4ec00e9c0 tx=0x7fd4ec00ee80 comp rx=0 tx=0).stop 2024-06-13T12:05:53.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.327+0000 7fd509000640 1 -- 172.21.15.42:0/842973897 shutdown_connections 2024-06-13T12:05:53.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.327+0000 7fd509000640 1 --2- 172.21.15.42:0/842973897 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fd4e80a2d80 0x7fd4e80a5240 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:53.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.327+0000 7fd509000640 1 --2- 172.21.15.42:0/842973897 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd504102210 0x7fd50419a8b0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:53.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.327+0000 7fd509000640 1 --2- 172.21.15.42:0/842973897 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd504107860 0x7fd50419ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:53.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.327+0000 7fd509000640 1 --2- 172.21.15.42:0/842973897 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd504101850 0x7fd50419a370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:53.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.327+0000 7fd509000640 1 -- 172.21.15.42:0/842973897 >> 172.21.15.42:0/842973897 conn(0x7fd5040fd340 msgr2=0x7fd5040fd8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:05:53.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.327+0000 7fd509000640 1 -- 172.21.15.42:0/842973897 shutdown_connections 2024-06-13T12:05:53.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.328+0000 7fd509000640 1 -- 172.21.15.42:0/842973897 wait complete. 2024-06-13T12:05:53.346 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-06-13T12:05:53.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:53 smithi088 ceph-mon[36399]: from='client.15765 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T12:05:53.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:53 smithi088 ceph-mon[36399]: pgmap v319: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:05:53.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:53 smithi088 ceph-mon[36399]: from='client.15771 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T12:05:53.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:53 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2139335341' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T12:05:53.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:53 smithi042 ceph-mon[32231]: from='client.15765 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T12:05:53.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:53 smithi042 ceph-mon[32231]: pgmap v319: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:05:53.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:53 smithi042 ceph-mon[32231]: from='client.15771 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T12:05:53.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:53 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2139335341' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T12:05:53.564 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.564+0000 7f6a89800640 1 -- 172.21.15.42:0/2942367515 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6a84103df0 msgr2=0x7f6a841041d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:53.564 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.564+0000 7f6a89800640 1 --2- 172.21.15.42:0/2942367515 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6a84103df0 0x7f6a841041d0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f6a74009900 tx=0x7f6a7402a3f0 comp rx=0 tx=0).stop 2024-06-13T12:05:53.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.564+0000 7f6a89800640 1 -- 172.21.15.42:0/2942367515 shutdown_connections 2024-06-13T12:05:53.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.564+0000 7f6a89800640 1 --2- 172.21.15.42:0/2942367515 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6a841047a0 0x7f6a841087e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:53.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.564+0000 7f6a89800640 1 --2- 172.21.15.42:0/2942367515 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6a84108ec0 0x7f6a84110a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:53.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.564+0000 7f6a89800640 1 --2- 172.21.15.42:0/2942367515 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6a84103df0 0x7f6a841041d0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:53.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.564+0000 7f6a89800640 1 -- 172.21.15.42:0/2942367515 >> 172.21.15.42:0/2942367515 conn(0x7f6a840ff610 msgr2=0x7f6a84101a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:05:53.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.564+0000 7f6a89800640 1 -- 172.21.15.42:0/2942367515 shutdown_connections 2024-06-13T12:05:53.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.564+0000 7f6a89800640 1 -- 172.21.15.42:0/2942367515 wait complete. 2024-06-13T12:05:53.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.565+0000 7f6a89800640 1 Processor -- start 2024-06-13T12:05:53.566 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.566+0000 7f6a89800640 1 -- start start 2024-06-13T12:05:53.567 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.566+0000 7f6a89800640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6a84103df0 0x7f6a8419a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:05:53.567 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.566+0000 7f6a89800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6a84108ec0 0x7f6a8419aa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:05:53.567 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.566+0000 7f6a89800640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6a8419ed90 0x7f6a8419f240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:05:53.567 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.566+0000 7f6a89800640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6a84113f70 con 0x7f6a84108ec0 2024-06-13T12:05:53.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.566+0000 7f6a89800640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f6a84113df0 con 0x7f6a8419ed90 2024-06-13T12:05:53.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.566+0000 7f6a89800640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f6a841140f0 con 0x7f6a84103df0 2024-06-13T12:05:53.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.566+0000 7f6a82a00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6a84103df0 0x7f6a8419a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:05:53.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.566+0000 7f6a7be00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6a84108ec0 0x7f6a8419aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:05:53.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.566+0000 7f6a82a00640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6a84103df0 0x7f6a8419a4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:54582/0 (socket says 172.21.15.42:54582) 2024-06-13T12:05:53.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.566+0000 7f6a82a00640 1 -- 172.21.15.42:0/3600392955 learned_addr learned my addr 172.21.15.42:0/3600392955 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T12:05:53.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.566+0000 7f6a83400640 1 --2- 172.21.15.42:0/3600392955 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6a8419ed90 0x7f6a8419f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:05:53.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.567+0000 7f6a82a00640 1 -- 172.21.15.42:0/3600392955 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6a8419ed90 msgr2=0x7f6a8419f240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:53.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.567+0000 7f6a82a00640 1 --2- 172.21.15.42:0/3600392955 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6a8419ed90 0x7f6a8419f240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:53.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.567+0000 7f6a82a00640 1 -- 172.21.15.42:0/3600392955 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6a84108ec0 msgr2=0x7f6a8419aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:53.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.567+0000 7f6a82a00640 1 --2- 172.21.15.42:0/3600392955 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6a84108ec0 0x7f6a8419aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:53.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.567+0000 7f6a82a00640 1 -- 172.21.15.42:0/3600392955 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a8419f880 con 0x7f6a84103df0 2024-06-13T12:05:53.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.567+0000 7f6a83400640 1 --2- 172.21.15.42:0/3600392955 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6a8419ed90 0x7f6a8419f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T12:05:53.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.567+0000 7f6a82a00640 1 --2- 172.21.15.42:0/3600392955 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6a84103df0 0x7f6a8419a4d0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f6a74006010 tx=0x7f6a74004040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:05:53.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.568+0000 7f6a7b400640 1 -- 172.21.15.42:0/3600392955 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a7403f030 con 0x7f6a84103df0 2024-06-13T12:05:53.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.568+0000 7f6a89800640 1 -- 172.21.15.42:0/3600392955 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a8419fb10 con 0x7f6a84103df0 2024-06-13T12:05:53.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.568+0000 7f6a7b400640 1 -- 172.21.15.42:0/3600392955 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6a74004440 con 0x7f6a84103df0 2024-06-13T12:05:53.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.568+0000 7f6a7b400640 1 -- 172.21.15.42:0/3600392955 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a74035070 con 0x7f6a84103df0 2024-06-13T12:05:53.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.568+0000 7f6a89800640 1 -- 172.21.15.42:0/3600392955 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a841a7330 con 0x7f6a84103df0 2024-06-13T12:05:53.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.569+0000 7f6a89800640 1 -- 172.21.15.42:0/3600392955 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a840687c0 con 0x7f6a84103df0 2024-06-13T12:05:53.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.571+0000 7f6a7b400640 1 -- 172.21.15.42:0/3600392955 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f6a74042030 con 0x7f6a84103df0 2024-06-13T12:05:53.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.572+0000 7f6a7b400640 1 --2- 172.21.15.42:0/3600392955 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6a680a2d00 0x7f6a680a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:05:53.573 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.572+0000 7f6a7b400640 1 -- 172.21.15.42:0/3600392955 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 9554+0+0 (secure 0 0 0) 0x7f6a740effd0 con 0x7f6a84103df0 2024-06-13T12:05:53.573 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.572+0000 7f6a7be00640 1 --2- 172.21.15.42:0/3600392955 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6a680a2d00 0x7f6a680a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:05:53.573 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.573+0000 7f6a7be00640 1 --2- 172.21.15.42:0/3600392955 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6a680a2d00 0x7f6a680a51c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f6a6c0095f0 tx=0x7f6a6c005f90 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:05:53.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.575+0000 7f6a7b400640 1 -- 172.21.15.42:0/3600392955 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f6a740bc1f0 con 0x7f6a84103df0 2024-06-13T12:05:53.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:53 smithi162 ceph-mon[36757]: from='client.15765 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T12:05:53.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:53 smithi162 ceph-mon[36757]: pgmap v319: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:05:53.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:53 smithi162 ceph-mon[36757]: from='client.15771 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T12:05:53.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:53 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2139335341' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T12:05:53.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.780+0000 7f6a89800640 1 -- 172.21.15.42:0/3600392955 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f6a8410c120 con 0x7f6a84103df0 2024-06-13T12:05:53.781 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.781+0000 7f6a7b400640 1 -- 172.21.15.42:0/3600392955 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v107) ==== 104+0+11 (secure 0 0 0) 0x7f6a740c04f0 con 0x7f6a84103df0 2024-06-13T12:05:53.781 INFO:teuthology.orchestra.run.smithi042.stdout:pg_num: 32 2024-06-13T12:05:53.783 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.783+0000 7f6a89800640 1 -- 172.21.15.42:0/3600392955 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6a680a2d00 msgr2=0x7f6a680a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:53.784 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.783+0000 7f6a89800640 1 --2- 172.21.15.42:0/3600392955 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6a680a2d00 0x7f6a680a51c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f6a6c0095f0 tx=0x7f6a6c005f90 comp rx=0 tx=0).stop 2024-06-13T12:05:53.784 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.783+0000 7f6a89800640 1 -- 172.21.15.42:0/3600392955 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6a84103df0 msgr2=0x7f6a8419a4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:53.784 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.783+0000 7f6a89800640 1 --2- 172.21.15.42:0/3600392955 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6a84103df0 0x7f6a8419a4d0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f6a74006010 tx=0x7f6a74004040 comp rx=0 tx=0).stop 2024-06-13T12:05:53.784 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.783+0000 7f6a89800640 1 -- 172.21.15.42:0/3600392955 shutdown_connections 2024-06-13T12:05:53.784 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.783+0000 7f6a89800640 1 --2- 172.21.15.42:0/3600392955 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f6a680a2d00 0x7f6a680a51c0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:53.784 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.783+0000 7f6a89800640 1 --2- 172.21.15.42:0/3600392955 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6a84108ec0 0x7f6a8419aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:53.784 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.783+0000 7f6a89800640 1 --2- 172.21.15.42:0/3600392955 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6a8419ed90 0x7f6a8419f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:53.784 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.783+0000 7f6a89800640 1 --2- 172.21.15.42:0/3600392955 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6a84103df0 0x7f6a8419a4d0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:53.784 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.783+0000 7f6a89800640 1 -- 172.21.15.42:0/3600392955 >> 172.21.15.42:0/3600392955 conn(0x7f6a840ff610 msgr2=0x7f6a84100950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:05:53.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.783+0000 7f6a89800640 1 -- 172.21.15.42:0/3600392955 shutdown_connections 2024-06-13T12:05:53.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:53.783+0000 7f6a89800640 1 -- 172.21.15.42:0/3600392955 wait complete. 2024-06-13T12:05:53.804 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-06-13T12:05:54.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.017+0000 7f35e9000640 1 -- 172.21.15.42:0/802851863 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f35e4100610 msgr2=0x7f35e41009f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:54.018 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.017+0000 7f35e9000640 1 --2- 172.21.15.42:0/802851863 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f35e4100610 0x7f35e41009f0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f35d4009900 tx=0x7f35d402a410 comp rx=0 tx=0).stop 2024-06-13T12:05:54.018 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.017+0000 7f35e9000640 1 -- 172.21.15.42:0/802851863 shutdown_connections 2024-06-13T12:05:54.018 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.017+0000 7f35e9000640 1 --2- 172.21.15.42:0/802851863 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f35e410e1c0 0x7f35e41105b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:54.018 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.017+0000 7f35e9000640 1 --2- 172.21.15.42:0/802851863 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f35e4100fc0 0x7f35e410dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:54.018 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.017+0000 7f35e9000640 1 --2- 172.21.15.42:0/802851863 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f35e4100610 0x7f35e41009f0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:54.018 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.017+0000 7f35e9000640 1 -- 172.21.15.42:0/802851863 >> 172.21.15.42:0/802851863 conn(0x7f35e40fc220 msgr2=0x7f35e40fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:05:54.018 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.017+0000 7f35e9000640 1 -- 172.21.15.42:0/802851863 shutdown_connections 2024-06-13T12:05:54.018 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.017+0000 7f35e9000640 1 -- 172.21.15.42:0/802851863 wait complete. 2024-06-13T12:05:54.019 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.018+0000 7f35e9000640 1 Processor -- start 2024-06-13T12:05:54.019 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.018+0000 7f35e9000640 1 -- start start 2024-06-13T12:05:54.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.019+0000 7f35e9000640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f35e4100610 0x7f35e419a350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:05:54.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.019+0000 7f35e9000640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f35e4100fc0 0x7f35e419a890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:05:54.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.019+0000 7f35e9000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f35e410e1c0 0x7f35e419ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:05:54.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.019+0000 7f35e9000640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f35e4113e30 con 0x7f35e410e1c0 2024-06-13T12:05:54.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.019+0000 7f35e9000640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f35e4113cb0 con 0x7f35e4100610 2024-06-13T12:05:54.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.019+0000 7f35e9000640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f35e4113fb0 con 0x7f35e4100fc0 2024-06-13T12:05:54.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.019+0000 7f35e3400640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f35e4100610 0x7f35e419a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:05:54.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.019+0000 7f35e3e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f35e410e1c0 0x7f35e419ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:05:54.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.019+0000 7f35e3400640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f35e4100610 0x7f35e419a350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.42:41596/0 (socket says 172.21.15.42:41596) 2024-06-13T12:05:54.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.019+0000 7f35e3400640 1 -- 172.21.15.42:0/2899493153 learned_addr learned my addr 172.21.15.42:0/2899493153 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T12:05:54.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.019+0000 7f35daa00640 1 --2- 172.21.15.42:0/2899493153 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f35e4100fc0 0x7f35e419a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:05:54.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.020+0000 7f35e3400640 1 -- 172.21.15.42:0/2899493153 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f35e4100fc0 msgr2=0x7f35e419a890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:54.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.020+0000 7f35e3400640 1 --2- 172.21.15.42:0/2899493153 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f35e4100fc0 0x7f35e419a890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:54.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.020+0000 7f35e3400640 1 -- 172.21.15.42:0/2899493153 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f35e410e1c0 msgr2=0x7f35e419ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:54.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.020+0000 7f35e3400640 1 --2- 172.21.15.42:0/2899493153 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f35e410e1c0 0x7f35e419ebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:54.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.020+0000 7f35e3400640 1 -- 172.21.15.42:0/2899493153 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35e419f2f0 con 0x7f35e4100610 2024-06-13T12:05:54.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.020+0000 7f35e3400640 1 --2- 172.21.15.42:0/2899493153 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f35e4100610 0x7f35e419a350 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f35d4006010 tx=0x7f35d40042f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:05:54.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.020+0000 7f35e0c00640 1 -- 172.21.15.42:0/2899493153 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35d403f030 con 0x7f35e4100610 2024-06-13T12:05:54.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.020+0000 7f35e0c00640 1 -- 172.21.15.42:0/2899493153 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f35d4003ce0 con 0x7f35e4100610 2024-06-13T12:05:54.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.020+0000 7f35e0c00640 1 -- 172.21.15.42:0/2899493153 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35d4035070 con 0x7f35e4100610 2024-06-13T12:05:54.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.020+0000 7f35e9000640 1 -- 172.21.15.42:0/2899493153 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35e419f580 con 0x7f35e4100610 2024-06-13T12:05:54.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.021+0000 7f35e9000640 1 -- 172.21.15.42:0/2899493153 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35e41a6e70 con 0x7f35e4100610 2024-06-13T12:05:54.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.022+0000 7f35e9000640 1 -- 172.21.15.42:0/2899493153 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35e4069410 con 0x7f35e4100610 2024-06-13T12:05:54.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.024+0000 7f35e0c00640 1 -- 172.21.15.42:0/2899493153 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f35d4042030 con 0x7f35e4100610 2024-06-13T12:05:54.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.026+0000 7f35e0c00640 1 --2- 172.21.15.42:0/2899493153 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f35c80a2d80 0x7f35c80a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:05:54.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.026+0000 7f35e0c00640 1 -- 172.21.15.42:0/2899493153 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 9554+0+0 (secure 0 0 0) 0x7f35d40f00d0 con 0x7f35e4100610 2024-06-13T12:05:54.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.026+0000 7f35daa00640 1 --2- 172.21.15.42:0/2899493153 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f35c80a2d80 0x7f35c80a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:05:54.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.027+0000 7f35daa00640 1 --2- 172.21.15.42:0/2899493153 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f35c80a2d80 0x7f35c80a5240 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f35cc005fd0 tx=0x7f35cc005850 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:05:54.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.028+0000 7f35e0c00640 1 -- 172.21.15.42:0/2899493153 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f35d40bc940 con 0x7f35e4100610 2024-06-13T12:05:54.235 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.235+0000 7f35e9000640 1 -- 172.21.15.42:0/2899493153 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f35e41092c0 con 0x7f35e4100610 2024-06-13T12:05:54.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.242+0000 7f35e0c00640 1 -- 172.21.15.42:0/2899493153 <== mon.2 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v107) ==== 100+0+11 (secure 0 0 0) 0x7f35d40bc240 con 0x7f35e4100610 2024-06-13T12:05:54.242 INFO:teuthology.orchestra.run.smithi042.stdout:pg_num: 64 2024-06-13T12:05:54.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.244+0000 7f35e9000640 1 -- 172.21.15.42:0/2899493153 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f35c80a2d80 msgr2=0x7f35c80a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:54.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.244+0000 7f35e9000640 1 --2- 172.21.15.42:0/2899493153 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f35c80a2d80 0x7f35c80a5240 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f35cc005fd0 tx=0x7f35cc005850 comp rx=0 tx=0).stop 2024-06-13T12:05:54.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.244+0000 7f35e9000640 1 -- 172.21.15.42:0/2899493153 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f35e4100610 msgr2=0x7f35e419a350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:54.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.244+0000 7f35e9000640 1 --2- 172.21.15.42:0/2899493153 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f35e4100610 0x7f35e419a350 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f35d4006010 tx=0x7f35d40042f0 comp rx=0 tx=0).stop 2024-06-13T12:05:54.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.245+0000 7f35e9000640 1 -- 172.21.15.42:0/2899493153 shutdown_connections 2024-06-13T12:05:54.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.245+0000 7f35e9000640 1 --2- 172.21.15.42:0/2899493153 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f35c80a2d80 0x7f35c80a5240 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:54.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.245+0000 7f35e9000640 1 --2- 172.21.15.42:0/2899493153 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f35e410e1c0 0x7f35e419ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:54.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.245+0000 7f35e9000640 1 --2- 172.21.15.42:0/2899493153 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f35e4100fc0 0x7f35e419a890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:54.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.245+0000 7f35e9000640 1 --2- 172.21.15.42:0/2899493153 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f35e4100610 0x7f35e419a350 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:54.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.245+0000 7f35e9000640 1 -- 172.21.15.42:0/2899493153 >> 172.21.15.42:0/2899493153 conn(0x7f35e40fc220 msgr2=0x7f35e40fe610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:05:54.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.245+0000 7f35e9000640 1 -- 172.21.15.42:0/2899493153 shutdown_connections 2024-06-13T12:05:54.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.245+0000 7f35e9000640 1 -- 172.21.15.42:0/2899493153 wait complete. 2024-06-13T12:05:54.264 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-06-13T12:05:54.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.485+0000 7f6353200640 1 -- 172.21.15.42:0/3737847847 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f635410df60 msgr2=0x7f635410e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:54.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.485+0000 7f6353200640 1 --2- 172.21.15.42:0/3737847847 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f635410df60 0x7f635410e340 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f6344009ca0 tx=0x7f634402a950 comp rx=0 tx=0).stop 2024-06-13T12:05:54.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.485+0000 7f6353200640 1 -- 172.21.15.42:0/3737847847 shutdown_connections 2024-06-13T12:05:54.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.485+0000 7f6353200640 1 --2- 172.21.15.42:0/3737847847 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63541088e0 0x7f6354114d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:54.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.485+0000 7f6353200640 1 --2- 172.21.15.42:0/3737847847 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6354107f40 0x7f63541083a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:54.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.485+0000 7f6353200640 1 --2- 172.21.15.42:0/3737847847 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f635410df60 0x7f635410e340 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:54.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.485+0000 7f6353200640 1 -- 172.21.15.42:0/3737847847 >> 172.21.15.42:0/3737847847 conn(0x7f63540777c0 msgr2=0x7f63541067c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:05:54.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.485+0000 7f6353200640 1 -- 172.21.15.42:0/3737847847 shutdown_connections 2024-06-13T12:05:54.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.485+0000 7f6353200640 1 -- 172.21.15.42:0/3737847847 wait complete. 2024-06-13T12:05:54.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.486+0000 7f6353200640 1 Processor -- start 2024-06-13T12:05:54.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.487+0000 7f6353200640 1 -- start start 2024-06-13T12:05:54.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.487+0000 7f6353200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6354107f40 0x7f635419e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:05:54.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.487+0000 7f6353200640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f63541088e0 0x7f635419ec20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:05:54.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.487+0000 7f6353200640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f635410df60 0x7f63541a2f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:05:54.489 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.487+0000 7f6353200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6354118240 con 0x7f6354107f40 2024-06-13T12:05:54.489 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.487+0000 7f6353200640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f63541180c0 con 0x7f635410df60 2024-06-13T12:05:54.489 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.487+0000 7f6353200640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f63541183c0 con 0x7f63541088e0 2024-06-13T12:05:54.489 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.487+0000 7f6351e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6354107f40 0x7f635419e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:05:54.489 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.487+0000 7f6351e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6354107f40 0x7f635419e6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:38982/0 (socket says 172.21.15.42:38982) 2024-06-13T12:05:54.489 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.487+0000 7f6351e00640 1 -- 172.21.15.42:0/1510977409 learned_addr learned my addr 172.21.15.42:0/1510977409 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T12:05:54.489 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.488+0000 7f6349400640 1 --2- 172.21.15.42:0/1510977409 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f63541088e0 0x7f635419ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:05:54.489 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.488+0000 7f6352800640 1 --2- 172.21.15.42:0/1510977409 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f635410df60 0x7f63541a2f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:05:54.489 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.488+0000 7f6351e00640 1 -- 172.21.15.42:0/1510977409 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f63541088e0 msgr2=0x7f635419ec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:54.489 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.488+0000 7f6351e00640 1 --2- 172.21.15.42:0/1510977409 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f63541088e0 0x7f635419ec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:54.489 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.488+0000 7f6351e00640 1 -- 172.21.15.42:0/1510977409 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f635410df60 msgr2=0x7f63541a2f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:54.489 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.488+0000 7f6351e00640 1 --2- 172.21.15.42:0/1510977409 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f635410df60 0x7f63541a2f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:54.489 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.488+0000 7f6351e00640 1 -- 172.21.15.42:0/1510977409 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63541a3680 con 0x7f6354107f40 2024-06-13T12:05:54.489 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.488+0000 7f6352800640 1 --2- 172.21.15.42:0/1510977409 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f635410df60 0x7f63541a2f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T12:05:54.490 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.488+0000 7f6351e00640 1 --2- 172.21.15.42:0/1510977409 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6354107f40 0x7f635419e6e0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f6344005cc0 tx=0x7f634402f420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:05:54.490 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.489+0000 7f634b400640 1 -- 172.21.15.42:0/1510977409 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6344034040 con 0x7f6354107f40 2024-06-13T12:05:54.491 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.489+0000 7f6353200640 1 -- 172.21.15.42:0/1510977409 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63541a3910 con 0x7f6354107f40 2024-06-13T12:05:54.491 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.489+0000 7f634b400640 1 -- 172.21.15.42:0/1510977409 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6344030920 con 0x7f6354107f40 2024-06-13T12:05:54.491 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.489+0000 7f634b400640 1 -- 172.21.15.42:0/1510977409 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63440046e0 con 0x7f6354107f40 2024-06-13T12:05:54.491 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.489+0000 7f6353200640 1 -- 172.21.15.42:0/1510977409 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63541ab200 con 0x7f6354107f40 2024-06-13T12:05:54.491 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.490+0000 7f6353200640 1 -- 172.21.15.42:0/1510977409 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6354068b30 con 0x7f6354107f40 2024-06-13T12:05:54.492 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.492+0000 7f634b400640 1 -- 172.21.15.42:0/1510977409 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f6344037020 con 0x7f6354107f40 2024-06-13T12:05:54.493 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.493+0000 7f634b400640 1 --2- 172.21.15.42:0/1510977409 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f63380a2d00 0x7f63380a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:05:54.494 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.494+0000 7f634b400640 1 -- 172.21.15.42:0/1510977409 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 9554+0+0 (secure 0 0 0) 0x7f63440f0650 con 0x7f6354107f40 2024-06-13T12:05:54.494 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.494+0000 7f6349400640 1 --2- 172.21.15.42:0/1510977409 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f63380a2d00 0x7f63380a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:05:54.495 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.495+0000 7f6349400640 1 --2- 172.21.15.42:0/1510977409 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f63380a2d00 0x7f63380a51c0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f635410d5d0 tx=0x7f633c005f90 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:05:54.498 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.498+0000 7f634b400640 1 -- 172.21.15.42:0/1510977409 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f63440bcf10 con 0x7f6354107f40 2024-06-13T12:05:54.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:54 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/842973897' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-06-13T12:05:54.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:54 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/3600392955' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-06-13T12:05:54.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:54 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/842973897' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-06-13T12:05:54.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:54 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/3600392955' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-06-13T12:05:54.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:54 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/842973897' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-06-13T12:05:54.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:54 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/3600392955' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-06-13T12:05:54.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.708+0000 7f6353200640 1 -- 172.21.15.42:0/1510977409 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f6354110350 con 0x7f6354107f40 2024-06-13T12:05:54.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.709+0000 7f634b400640 1 -- 172.21.15.42:0/1510977409 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v107) ==== 103+0+11 (secure 0 0 0) 0x7f63440bc810 con 0x7f6354107f40 2024-06-13T12:05:54.710 INFO:teuthology.orchestra.run.smithi042.stdout:pg_num: 32 2024-06-13T12:05:54.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.712+0000 7f6353200640 1 -- 172.21.15.42:0/1510977409 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f63380a2d00 msgr2=0x7f63380a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:54.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.712+0000 7f6353200640 1 --2- 172.21.15.42:0/1510977409 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f63380a2d00 0x7f63380a51c0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f635410d5d0 tx=0x7f633c005f90 comp rx=0 tx=0).stop 2024-06-13T12:05:54.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.712+0000 7f6353200640 1 -- 172.21.15.42:0/1510977409 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6354107f40 msgr2=0x7f635419e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:54.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.712+0000 7f6353200640 1 --2- 172.21.15.42:0/1510977409 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6354107f40 0x7f635419e6e0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f6344005cc0 tx=0x7f634402f420 comp rx=0 tx=0).stop 2024-06-13T12:05:54.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.712+0000 7f6353200640 1 -- 172.21.15.42:0/1510977409 shutdown_connections 2024-06-13T12:05:54.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.712+0000 7f6353200640 1 --2- 172.21.15.42:0/1510977409 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f63380a2d00 0x7f63380a51c0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:54.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.712+0000 7f6353200640 1 --2- 172.21.15.42:0/1510977409 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f635410df60 0x7f63541a2f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:54.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.712+0000 7f6353200640 1 --2- 172.21.15.42:0/1510977409 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f63541088e0 0x7f635419ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:54.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.712+0000 7f6353200640 1 --2- 172.21.15.42:0/1510977409 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6354107f40 0x7f635419e6e0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:54.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.712+0000 7f6353200640 1 -- 172.21.15.42:0/1510977409 >> 172.21.15.42:0/1510977409 conn(0x7f63540777c0 msgr2=0x7f63540787d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:05:54.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.712+0000 7f6353200640 1 -- 172.21.15.42:0/1510977409 shutdown_connections 2024-06-13T12:05:54.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.712+0000 7f6353200640 1 -- 172.21.15.42:0/1510977409 wait complete. 2024-06-13T12:05:54.732 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-06-13T12:05:54.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.948+0000 7f9a92800640 1 -- 172.21.15.42:0/1962280393 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9a8c103df0 msgr2=0x7f9a8c1041d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:54.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.948+0000 7f9a92800640 1 --2- 172.21.15.42:0/1962280393 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9a8c103df0 0x7f9a8c1041d0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c009ca0 tx=0x7f9a7c02a8c0 comp rx=0 tx=0).stop 2024-06-13T12:05:54.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.948+0000 7f9a92800640 1 -- 172.21.15.42:0/1962280393 shutdown_connections 2024-06-13T12:05:54.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.948+0000 7f9a92800640 1 --2- 172.21.15.42:0/1962280393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a8c108ec0 0x7f9a8c110a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:54.949 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.948+0000 7f9a92800640 1 --2- 172.21.15.42:0/1962280393 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a8c1047a0 0x7f9a8c1087e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:54.949 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.948+0000 7f9a92800640 1 --2- 172.21.15.42:0/1962280393 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9a8c103df0 0x7f9a8c1041d0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:54.949 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.948+0000 7f9a92800640 1 -- 172.21.15.42:0/1962280393 >> 172.21.15.42:0/1962280393 conn(0x7f9a8c0ff650 msgr2=0x7f9a8c101a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:05:54.949 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.948+0000 7f9a92800640 1 -- 172.21.15.42:0/1962280393 shutdown_connections 2024-06-13T12:05:54.949 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.948+0000 7f9a92800640 1 -- 172.21.15.42:0/1962280393 wait complete. 2024-06-13T12:05:54.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.949+0000 7f9a92800640 1 Processor -- start 2024-06-13T12:05:54.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.949+0000 7f9a92800640 1 -- start start 2024-06-13T12:05:54.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.949+0000 7f9a92800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a8c103df0 0x7f9a8c19a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:05:54.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.949+0000 7f9a92800640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a8c108ec0 0x7f9a8c19aa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:05:54.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.949+0000 7f9a92800640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9a8c19ed60 0x7f9a8c19f210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:05:54.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.949+0000 7f9a92800640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9a8c113f70 con 0x7f9a8c103df0 2024-06-13T12:05:54.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.949+0000 7f9a92800640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f9a8c113df0 con 0x7f9a8c108ec0 2024-06-13T12:05:54.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.949+0000 7f9a92800640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f9a8c1140f0 con 0x7f9a8c19ed60 2024-06-13T12:05:54.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.950+0000 7f9a8b400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a8c103df0 0x7f9a8c19a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:05:54.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.950+0000 7f9a8b400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a8c103df0 0x7f9a8c19a4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:39000/0 (socket says 172.21.15.42:39000) 2024-06-13T12:05:54.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.950+0000 7f9a8b400640 1 -- 172.21.15.42:0/2461523303 learned_addr learned my addr 172.21.15.42:0/2461523303 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T12:05:54.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.950+0000 7f9a8aa00640 1 --2- 172.21.15.42:0/2461523303 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a8c108ec0 0x7f9a8c19aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:05:54.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.950+0000 7f9a8be00640 1 --2- 172.21.15.42:0/2461523303 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9a8c19ed60 0x7f9a8c19f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:05:54.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.950+0000 7f9a8b400640 1 -- 172.21.15.42:0/2461523303 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9a8c19ed60 msgr2=0x7f9a8c19f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:54.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.950+0000 7f9a8b400640 1 --2- 172.21.15.42:0/2461523303 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9a8c19ed60 0x7f9a8c19f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:54.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.950+0000 7f9a8b400640 1 -- 172.21.15.42:0/2461523303 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a8c108ec0 msgr2=0x7f9a8c19aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:54.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.950+0000 7f9a8b400640 1 --2- 172.21.15.42:0/2461523303 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a8c108ec0 0x7f9a8c19aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:54.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.950+0000 7f9a8b400640 1 -- 172.21.15.42:0/2461523303 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a8c19f850 con 0x7f9a8c103df0 2024-06-13T12:05:54.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.951+0000 7f9a8b400640 1 --2- 172.21.15.42:0/2461523303 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a8c103df0 0x7f9a8c19a4f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c02ade0 tx=0x7f9a7c0319f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:05:54.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.951+0000 7f9a83e00640 1 -- 172.21.15.42:0/2461523303 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a7c02fa20 con 0x7f9a8c103df0 2024-06-13T12:05:54.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.951+0000 7f9a83e00640 1 -- 172.21.15.42:0/2461523303 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9a7c02fbc0 con 0x7f9a8c103df0 2024-06-13T12:05:54.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.951+0000 7f9a92800640 1 -- 172.21.15.42:0/2461523303 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a8c19fae0 con 0x7f9a8c103df0 2024-06-13T12:05:54.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.951+0000 7f9a83e00640 1 -- 172.21.15.42:0/2461523303 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a7c0466e0 con 0x7f9a8c103df0 2024-06-13T12:05:54.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.951+0000 7f9a92800640 1 -- 172.21.15.42:0/2461523303 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a8c1a7300 con 0x7f9a8c103df0 2024-06-13T12:05:54.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.952+0000 7f9a92800640 1 -- 172.21.15.42:0/2461523303 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a8c068c10 con 0x7f9a8c103df0 2024-06-13T12:05:54.954 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.954+0000 7f9a83e00640 1 -- 172.21.15.42:0/2461523303 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f9a7c0305c0 con 0x7f9a8c103df0 2024-06-13T12:05:54.957 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.957+0000 7f9a83e00640 1 --2- 172.21.15.42:0/2461523303 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f9a700a2d00 0x7f9a700a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:05:54.957 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.957+0000 7f9a83e00640 1 -- 172.21.15.42:0/2461523303 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 9554+0+0 (secure 0 0 0) 0x7f9a7c0f0aa0 con 0x7f9a8c103df0 2024-06-13T12:05:54.957 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.957+0000 7f9a8aa00640 1 --2- 172.21.15.42:0/2461523303 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f9a700a2d00 0x7f9a700a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:05:54.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.958+0000 7f9a8aa00640 1 --2- 172.21.15.42:0/2461523303 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f9a700a2d00 0x7f9a700a51c0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f9a8c0ffb70 tx=0x7f9a74005f90 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:05:54.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:54.962+0000 7f9a83e00640 1 -- 172.21.15.42:0/2461523303 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9a7c0bd3c0 con 0x7f9a8c103df0 2024-06-13T12:05:55.217 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:55.216+0000 7f9a92800640 1 -- 172.21.15.42:0/2461523303 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7f9a8c10c150 con 0x7f9a8c103df0 2024-06-13T12:05:55.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:55.234+0000 7f9a83e00640 1 -- 172.21.15.42:0/2461523303 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v27) ==== 81+0+740903 (secure 0 0 0) 0x7f9a7c0bccc0 con 0x7f9a8c103df0 2024-06-13T12:05:55.245 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T12:05:55.245 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-13T12:05:55.245 INFO:teuthology.orchestra.run.smithi042.stdout: "epoch": 27, 2024-06-13T12:05:55.246 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.246 INFO:teuthology.orchestra.run.smithi042.stdout: "active_gid": 25157, 2024-06-13T12:05:55.246 INFO:teuthology.orchestra.run.smithi042.stdout: "active_name": "x", 2024-06-13T12:05:55.246 INFO:teuthology.orchestra.run.smithi042.stdout: "active_addrs": { 2024-06-13T12:05:55.246 INFO:teuthology.orchestra.run.smithi042.stdout: "addrvec": [ 2024-06-13T12:05:55.246 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.246 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "v2", 2024-06-13T12:05:55.246 INFO:teuthology.orchestra.run.smithi042.stdout: "addr": "172.21.15.42:6800", 2024-06-13T12:05:55.246 INFO:teuthology.orchestra.run.smithi042.stdout: "nonce": 3710434171 2024-06-13T12:05:55.246 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.246 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.246 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "v1", 2024-06-13T12:05:55.247 INFO:teuthology.orchestra.run.smithi042.stdout: "addr": "172.21.15.42:6801", 2024-06-13T12:05:55.247 INFO:teuthology.orchestra.run.smithi042.stdout: "nonce": 3710434171 2024-06-13T12:05:55.247 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.247 INFO:teuthology.orchestra.run.smithi042.stdout: ] 2024-06-13T12:05:55.247 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.247 INFO:teuthology.orchestra.run.smithi042.stdout: "active_addr": "172.21.15.42:6801/3710434171", 2024-06-13T12:05:55.247 INFO:teuthology.orchestra.run.smithi042.stdout: "active_change": "2024-06-13T11:55:31.779687+0000", 2024-06-13T12:05:55.247 INFO:teuthology.orchestra.run.smithi042.stdout: "active_mgr_features": 4540701547738038271, 2024-06-13T12:05:55.247 INFO:teuthology.orchestra.run.smithi042.stdout: "available": true, 2024-06-13T12:05:55.247 INFO:teuthology.orchestra.run.smithi042.stdout: "standbys": [ 2024-06-13T12:05:55.247 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.247 INFO:teuthology.orchestra.run.smithi042.stdout: "gid": 25126, 2024-06-13T12:05:55.247 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "z", 2024-06-13T12:05:55.247 INFO:teuthology.orchestra.run.smithi042.stdout: "mgr_features": 4540701547738038271, 2024-06-13T12:05:55.248 INFO:teuthology.orchestra.run.smithi042.stdout: "available_modules": [ 2024-06-13T12:05:55.248 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.248 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "alerts", 2024-06-13T12:05:55.248 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.248 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.248 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.248 INFO:teuthology.orchestra.run.smithi042.stdout: "interval": { 2024-06-13T12:05:55.248 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "interval", 2024-06-13T12:05:55.248 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.248 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.248 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.248 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "60", 2024-06-13T12:05:55.248 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.249 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.249 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.249 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "How frequently to reexamine health status", 2024-06-13T12:05:55.249 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.249 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.249 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.249 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.249 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.249 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.249 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.249 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.249 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.249 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.249 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.250 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.250 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.250 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.250 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.250 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.250 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.250 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.250 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.250 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.250 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.250 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.250 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.250 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.251 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.251 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.251 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.251 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.251 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.251 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.251 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.251 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.251 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.251 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.251 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.251 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.251 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.252 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.252 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.252 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.252 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.252 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.252 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.252 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.252 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.252 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.252 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.252 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.252 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.252 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.252 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.253 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.253 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.253 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.253 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.253 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.253 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.253 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.253 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.253 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.253 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.253 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.253 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.253 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.253 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.253 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.253 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.254 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.254 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.254 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.254 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.254 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.254 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.254 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.254 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_destination": { 2024-06-13T12:05:55.254 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_destination", 2024-06-13T12:05:55.254 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.254 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.254 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.254 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.255 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.255 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.255 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.255 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Email address to send alerts to", 2024-06-13T12:05:55.255 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.255 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.255 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.255 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.255 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_from_name": { 2024-06-13T12:05:55.255 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_from_name", 2024-06-13T12:05:55.255 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.255 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.255 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.255 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "Ceph", 2024-06-13T12:05:55.255 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.256 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.256 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.256 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Email From: name", 2024-06-13T12:05:55.256 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.256 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.256 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.256 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.256 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_host": { 2024-06-13T12:05:55.256 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_host", 2024-06-13T12:05:55.256 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.256 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.256 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.256 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.256 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.256 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.257 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.257 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "SMTP server", 2024-06-13T12:05:55.257 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.257 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.257 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.257 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.257 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_password": { 2024-06-13T12:05:55.257 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_password", 2024-06-13T12:05:55.257 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.257 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.257 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.257 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.257 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.257 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.257 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.257 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Password to authenticate with", 2024-06-13T12:05:55.258 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.258 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.258 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.258 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.258 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_port": { 2024-06-13T12:05:55.258 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_port", 2024-06-13T12:05:55.258 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.258 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.258 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.258 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "465", 2024-06-13T12:05:55.258 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.258 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.258 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.258 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "SMTP port", 2024-06-13T12:05:55.258 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.259 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.259 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.259 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.259 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_sender": { 2024-06-13T12:05:55.259 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_sender", 2024-06-13T12:05:55.259 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.259 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.259 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.259 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.259 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.259 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.259 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.259 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "SMTP envelope sender", 2024-06-13T12:05:55.259 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.259 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.260 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.260 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.260 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_ssl": { 2024-06-13T12:05:55.260 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_ssl", 2024-06-13T12:05:55.260 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.260 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.260 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.260 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.260 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.260 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.260 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.260 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Use SSL to connect to SMTP server", 2024-06-13T12:05:55.260 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.260 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.261 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.261 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.261 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_user": { 2024-06-13T12:05:55.261 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_user", 2024-06-13T12:05:55.261 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.261 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.261 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.261 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.261 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.261 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.261 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.261 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "User to authenticate as", 2024-06-13T12:05:55.261 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.261 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.262 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.262 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.262 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.262 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.262 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.262 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "balancer", 2024-06-13T12:05:55.262 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.262 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.262 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.262 INFO:teuthology.orchestra.run.smithi042.stdout: "active": { 2024-06-13T12:05:55.262 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "active", 2024-06-13T12:05:55.262 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.262 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.262 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.263 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.263 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.263 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.263 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.263 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "automatically balance PGs across cluster", 2024-06-13T12:05:55.263 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.263 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.263 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.263 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.263 INFO:teuthology.orchestra.run.smithi042.stdout: "begin_time": { 2024-06-13T12:05:55.263 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "begin_time", 2024-06-13T12:05:55.263 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.263 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.263 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.264 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0000", 2024-06-13T12:05:55.264 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.264 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.264 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.264 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "beginning time of day to automatically balance", 2024-06-13T12:05:55.264 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-06-13T12:05:55.264 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.264 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.264 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.264 INFO:teuthology.orchestra.run.smithi042.stdout: "begin_weekday": { 2024-06-13T12:05:55.264 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "begin_weekday", 2024-06-13T12:05:55.264 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "uint", 2024-06-13T12:05:55.264 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.264 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.265 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0", 2024-06-13T12:05:55.265 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "0", 2024-06-13T12:05:55.265 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "6", 2024-06-13T12:05:55.265 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.265 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-06-13T12:05:55.265 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-06-13T12:05:55.265 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.265 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.265 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.265 INFO:teuthology.orchestra.run.smithi042.stdout: "crush_compat_max_iterations": { 2024-06-13T12:05:55.265 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "crush_compat_max_iterations", 2024-06-13T12:05:55.265 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "uint", 2024-06-13T12:05:55.265 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.265 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.265 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "25", 2024-06-13T12:05:55.266 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "1", 2024-06-13T12:05:55.266 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "250", 2024-06-13T12:05:55.266 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.266 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-06-13T12:05:55.266 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.266 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.266 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.266 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.266 INFO:teuthology.orchestra.run.smithi042.stdout: "crush_compat_metrics": { 2024-06-13T12:05:55.266 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "crush_compat_metrics", 2024-06-13T12:05:55.266 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.266 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.266 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.267 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "pgs,objects,bytes", 2024-06-13T12:05:55.267 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.267 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.267 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.267 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-06-13T12:05:55.267 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-06-13T12:05:55.267 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.267 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.267 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.267 INFO:teuthology.orchestra.run.smithi042.stdout: "crush_compat_step": { 2024-06-13T12:05:55.267 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "crush_compat_step", 2024-06-13T12:05:55.267 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-13T12:05:55.267 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.267 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.268 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0.5", 2024-06-13T12:05:55.268 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "0.001", 2024-06-13T12:05:55.268 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "0.999", 2024-06-13T12:05:55.268 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.268 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "aggressiveness of optimization", 2024-06-13T12:05:55.268 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-06-13T12:05:55.268 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.268 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.268 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.268 INFO:teuthology.orchestra.run.smithi042.stdout: "end_time": { 2024-06-13T12:05:55.268 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "end_time", 2024-06-13T12:05:55.268 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.268 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.268 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.269 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "2359", 2024-06-13T12:05:55.269 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.269 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.269 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.269 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "ending time of day to automatically balance", 2024-06-13T12:05:55.269 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-06-13T12:05:55.269 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.269 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.269 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.269 INFO:teuthology.orchestra.run.smithi042.stdout: "end_weekday": { 2024-06-13T12:05:55.269 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "end_weekday", 2024-06-13T12:05:55.269 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "uint", 2024-06-13T12:05:55.269 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.269 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.269 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0", 2024-06-13T12:05:55.270 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "0", 2024-06-13T12:05:55.270 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "6", 2024-06-13T12:05:55.270 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.270 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-06-13T12:05:55.270 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-06-13T12:05:55.270 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.270 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.270 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.270 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.270 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.270 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.270 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.270 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.270 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.270 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.271 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.271 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.271 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.271 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.271 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.271 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.271 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.271 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.271 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.271 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.271 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.271 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.271 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.271 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.271 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.271 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.272 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.272 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.272 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.272 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.272 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.272 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.272 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.272 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.272 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.272 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.272 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.272 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.272 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.272 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.273 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.273 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.273 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.273 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.273 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.273 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.273 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.273 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.273 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.273 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.273 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.273 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.273 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.273 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.273 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.274 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.274 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.274 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.274 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.274 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.274 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.274 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.274 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.274 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.274 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.274 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.274 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.274 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.274 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.274 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.275 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.275 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.275 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.275 INFO:teuthology.orchestra.run.smithi042.stdout: "min_score": { 2024-06-13T12:05:55.275 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "min_score", 2024-06-13T12:05:55.275 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-13T12:05:55.275 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.275 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.275 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0", 2024-06-13T12:05:55.275 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.275 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.275 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.275 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-06-13T12:05:55.275 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.275 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.276 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.276 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.276 INFO:teuthology.orchestra.run.smithi042.stdout: "mode": { 2024-06-13T12:05:55.276 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mode", 2024-06-13T12:05:55.276 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.276 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.276 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.276 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "upmap", 2024-06-13T12:05:55.276 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.276 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.276 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.276 INFO:teuthology.orchestra.run.smithi042.stdout: "crush-compat", 2024-06-13T12:05:55.276 INFO:teuthology.orchestra.run.smithi042.stdout: "none", 2024-06-13T12:05:55.276 INFO:teuthology.orchestra.run.smithi042.stdout: "read", 2024-06-13T12:05:55.276 INFO:teuthology.orchestra.run.smithi042.stdout: "upmap", 2024-06-13T12:05:55.277 INFO:teuthology.orchestra.run.smithi042.stdout: "upmap-read" 2024-06-13T12:05:55.277 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.277 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Balancer mode", 2024-06-13T12:05:55.277 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.277 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.277 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.277 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.277 INFO:teuthology.orchestra.run.smithi042.stdout: "pool_ids": { 2024-06-13T12:05:55.277 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "pool_ids", 2024-06-13T12:05:55.277 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.277 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.277 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.277 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.277 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.277 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.278 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.278 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-06-13T12:05:55.278 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.278 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.278 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.278 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.278 INFO:teuthology.orchestra.run.smithi042.stdout: "sleep_interval": { 2024-06-13T12:05:55.278 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "sleep_interval", 2024-06-13T12:05:55.278 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.278 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.278 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.278 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "60", 2024-06-13T12:05:55.278 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.279 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.279 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.279 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-06-13T12:05:55.279 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.279 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.279 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.279 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.279 INFO:teuthology.orchestra.run.smithi042.stdout: "upmap_max_deviation": { 2024-06-13T12:05:55.279 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "upmap_max_deviation", 2024-06-13T12:05:55.279 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.279 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.279 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.279 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "5", 2024-06-13T12:05:55.279 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "1", 2024-06-13T12:05:55.279 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.280 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.280 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "deviation below which no optimization is attempted", 2024-06-13T12:05:55.280 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-06-13T12:05:55.280 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.280 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.280 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.280 INFO:teuthology.orchestra.run.smithi042.stdout: "upmap_max_optimizations": { 2024-06-13T12:05:55.280 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "upmap_max_optimizations", 2024-06-13T12:05:55.280 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "uint", 2024-06-13T12:05:55.280 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.280 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.280 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-13T12:05:55.280 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.280 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.280 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.281 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-06-13T12:05:55.281 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.281 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.281 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.281 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.281 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.281 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.281 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.281 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "cephadm", 2024-06-13T12:05:55.281 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.281 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.281 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.281 INFO:teuthology.orchestra.run.smithi042.stdout: "agent_down_multiplier": { 2024-06-13T12:05:55.281 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "agent_down_multiplier", 2024-06-13T12:05:55.281 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-13T12:05:55.281 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.282 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.282 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "3.0", 2024-06-13T12:05:55.282 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.282 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.282 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.282 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-06-13T12:05:55.282 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.282 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.282 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.282 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.282 INFO:teuthology.orchestra.run.smithi042.stdout: "agent_refresh_rate": { 2024-06-13T12:05:55.282 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "agent_refresh_rate", 2024-06-13T12:05:55.282 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.282 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.283 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.283 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "20", 2024-06-13T12:05:55.283 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.283 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.283 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.283 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-06-13T12:05:55.283 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.283 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.283 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.283 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.283 INFO:teuthology.orchestra.run.smithi042.stdout: "agent_starting_port": { 2024-06-13T12:05:55.283 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "agent_starting_port", 2024-06-13T12:05:55.283 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.283 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.284 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.284 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "4721", 2024-06-13T12:05:55.284 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.284 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.284 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.284 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-06-13T12:05:55.284 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.284 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.284 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.284 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.284 INFO:teuthology.orchestra.run.smithi042.stdout: "allow_ptrace": { 2024-06-13T12:05:55.284 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "allow_ptrace", 2024-06-13T12:05:55.284 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.284 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.285 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.285 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.285 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.285 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.285 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.285 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-06-13T12:05:55.285 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-06-13T12:05:55.285 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.285 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.285 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.285 INFO:teuthology.orchestra.run.smithi042.stdout: "autotune_interval": { 2024-06-13T12:05:55.285 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "autotune_interval", 2024-06-13T12:05:55.285 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.285 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.285 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.286 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "600", 2024-06-13T12:05:55.286 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.286 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.286 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.286 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how frequently to autotune daemon memory", 2024-06-13T12:05:55.286 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.286 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.286 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.286 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.286 INFO:teuthology.orchestra.run.smithi042.stdout: "autotune_memory_target_ratio": { 2024-06-13T12:05:55.286 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "autotune_memory_target_ratio", 2024-06-13T12:05:55.286 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-13T12:05:55.286 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.287 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.287 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0.7", 2024-06-13T12:05:55.287 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.287 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.287 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.287 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-06-13T12:05:55.287 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.287 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.287 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.287 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.287 INFO:teuthology.orchestra.run.smithi042.stdout: "cephadm_log_destination": { 2024-06-13T12:05:55.287 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "cephadm_log_destination", 2024-06-13T12:05:55.287 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.287 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.287 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.287 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.288 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.288 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.288 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.288 INFO:teuthology.orchestra.run.smithi042.stdout: "file", 2024-06-13T12:05:55.288 INFO:teuthology.orchestra.run.smithi042.stdout: "file,syslog", 2024-06-13T12:05:55.288 INFO:teuthology.orchestra.run.smithi042.stdout: "syslog" 2024-06-13T12:05:55.288 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.288 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-06-13T12:05:55.288 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.288 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.288 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.288 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.288 INFO:teuthology.orchestra.run.smithi042.stdout: "cgroups_split": { 2024-06-13T12:05:55.288 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "cgroups_split", 2024-06-13T12:05:55.288 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.289 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.289 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.289 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.289 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.289 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.289 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.289 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-06-13T12:05:55.289 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.289 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.289 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.289 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.289 INFO:teuthology.orchestra.run.smithi042.stdout: "config_checks_enabled": { 2024-06-13T12:05:55.289 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "config_checks_enabled", 2024-06-13T12:05:55.289 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.289 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.289 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.290 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.290 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.290 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.290 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.290 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-06-13T12:05:55.290 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.290 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.290 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.290 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.290 INFO:teuthology.orchestra.run.smithi042.stdout: "config_dashboard": { 2024-06-13T12:05:55.290 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "config_dashboard", 2024-06-13T12:05:55.290 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.290 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.290 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.291 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.291 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.291 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.291 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.291 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-06-13T12:05:55.291 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.291 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.291 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.291 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.291 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_alertmanager": { 2024-06-13T12:05:55.291 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_alertmanager", 2024-06-13T12:05:55.291 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.291 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.291 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.291 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-06-13T12:05:55.291 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.292 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.292 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.292 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Prometheus container image", 2024-06-13T12:05:55.292 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.292 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.292 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.292 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.292 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_base": { 2024-06-13T12:05:55.292 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_base", 2024-06-13T12:05:55.292 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.292 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.292 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.292 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/ceph/ceph", 2024-06-13T12:05:55.292 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.292 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.293 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.293 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Container image name, without the tag", 2024-06-13T12:05:55.293 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.293 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.293 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.293 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.293 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_elasticsearch": { 2024-06-13T12:05:55.293 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_elasticsearch", 2024-06-13T12:05:55.293 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.293 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.293 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.293 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-06-13T12:05:55.293 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.293 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.293 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.293 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "elasticsearch container image", 2024-06-13T12:05:55.294 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.294 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.294 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.294 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.294 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_grafana": { 2024-06-13T12:05:55.294 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_grafana", 2024-06-13T12:05:55.294 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.294 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.294 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.294 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-06-13T12:05:55.294 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.294 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.294 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.295 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Prometheus container image", 2024-06-13T12:05:55.295 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.295 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.295 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.295 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.295 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_haproxy": { 2024-06-13T12:05:55.295 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_haproxy", 2024-06-13T12:05:55.295 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.295 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.295 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.295 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-06-13T12:05:55.295 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.296 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.296 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.296 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "HAproxy container image", 2024-06-13T12:05:55.296 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.296 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.296 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.296 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.296 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_jaeger_agent": { 2024-06-13T12:05:55.296 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_jaeger_agent", 2024-06-13T12:05:55.296 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.296 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.296 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.296 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-06-13T12:05:55.297 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.297 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.297 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.297 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Jaeger agent container image", 2024-06-13T12:05:55.297 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.297 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.297 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.297 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.297 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_jaeger_collector": { 2024-06-13T12:05:55.297 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_jaeger_collector", 2024-06-13T12:05:55.297 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.297 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.297 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.297 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-06-13T12:05:55.298 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.298 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.298 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.298 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Jaeger collector container image", 2024-06-13T12:05:55.298 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.298 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.298 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.298 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.298 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_jaeger_query": { 2024-06-13T12:05:55.298 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_jaeger_query", 2024-06-13T12:05:55.298 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.298 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.298 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.298 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-06-13T12:05:55.299 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.299 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.299 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.299 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Jaeger query container image", 2024-06-13T12:05:55.299 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.299 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.299 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.299 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.299 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_keepalived": { 2024-06-13T12:05:55.299 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_keepalived", 2024-06-13T12:05:55.299 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.299 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.299 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.299 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-06-13T12:05:55.300 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.300 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.300 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.300 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Keepalived container image", 2024-06-13T12:05:55.300 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.300 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.300 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.300 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.300 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_loki": { 2024-06-13T12:05:55.300 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_loki", 2024-06-13T12:05:55.300 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.300 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.300 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.300 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-06-13T12:05:55.300 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.301 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.301 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.301 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Loki container image", 2024-06-13T12:05:55.301 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.301 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.301 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.301 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.301 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_node_exporter": { 2024-06-13T12:05:55.301 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_node_exporter", 2024-06-13T12:05:55.301 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.301 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.301 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.301 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-06-13T12:05:55.302 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.302 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.302 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.302 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Prometheus container image", 2024-06-13T12:05:55.302 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.302 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.302 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.302 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.302 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_nvmeof": { 2024-06-13T12:05:55.302 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_nvmeof", 2024-06-13T12:05:55.302 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.302 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.302 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.302 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-06-13T12:05:55.303 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.303 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.303 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.303 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Nvme-of container image", 2024-06-13T12:05:55.303 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.303 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.303 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.303 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.303 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_prometheus": { 2024-06-13T12:05:55.303 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_prometheus", 2024-06-13T12:05:55.303 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.303 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.303 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.303 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-06-13T12:05:55.303 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.303 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.303 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.304 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Prometheus container image", 2024-06-13T12:05:55.304 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.304 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.304 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.304 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.304 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_promtail": { 2024-06-13T12:05:55.304 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_promtail", 2024-06-13T12:05:55.304 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.304 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.304 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.304 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-06-13T12:05:55.304 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.304 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.304 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.304 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Promtail container image", 2024-06-13T12:05:55.304 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.305 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.305 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.305 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.305 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_samba": { 2024-06-13T12:05:55.305 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_samba", 2024-06-13T12:05:55.305 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.305 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.305 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.305 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-06-13T12:05:55.305 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.305 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.305 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.305 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Samba/SMB container image", 2024-06-13T12:05:55.305 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.305 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.306 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.306 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.306 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_snmp_gateway": { 2024-06-13T12:05:55.306 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_snmp_gateway", 2024-06-13T12:05:55.306 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.306 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.306 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.306 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-06-13T12:05:55.306 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.306 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.306 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.306 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "SNMP Gateway container image", 2024-06-13T12:05:55.306 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.307 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.307 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.307 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.307 INFO:teuthology.orchestra.run.smithi042.stdout: "container_init": { 2024-06-13T12:05:55.307 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_init", 2024-06-13T12:05:55.307 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.307 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.307 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.307 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.307 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.307 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.307 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.307 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Run podman/docker with `--init`", 2024-06-13T12:05:55.307 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.307 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.308 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.308 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.308 INFO:teuthology.orchestra.run.smithi042.stdout: "daemon_cache_timeout": { 2024-06-13T12:05:55.308 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "daemon_cache_timeout", 2024-06-13T12:05:55.308 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.308 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.308 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.308 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "600", 2024-06-13T12:05:55.308 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.308 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.308 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.308 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-06-13T12:05:55.308 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.308 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.308 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.309 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.309 INFO:teuthology.orchestra.run.smithi042.stdout: "default_cephadm_command_timeout": { 2024-06-13T12:05:55.309 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "default_cephadm_command_timeout", 2024-06-13T12:05:55.309 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.309 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.309 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.309 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "900", 2024-06-13T12:05:55.309 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.309 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.309 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.309 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-06-13T12:05:55.309 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.309 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.309 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.309 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.309 INFO:teuthology.orchestra.run.smithi042.stdout: "default_registry": { 2024-06-13T12:05:55.310 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "default_registry", 2024-06-13T12:05:55.310 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.310 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.310 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.310 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "docker.io", 2024-06-13T12:05:55.310 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.310 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.310 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.310 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-06-13T12:05:55.310 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.310 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.310 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.310 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.311 INFO:teuthology.orchestra.run.smithi042.stdout: "device_cache_timeout": { 2024-06-13T12:05:55.311 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "device_cache_timeout", 2024-06-13T12:05:55.311 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.311 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.311 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.311 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "1800", 2024-06-13T12:05:55.311 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.311 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.311 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.311 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "seconds to cache device inventory", 2024-06-13T12:05:55.311 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.311 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.311 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.311 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.312 INFO:teuthology.orchestra.run.smithi042.stdout: "device_enhanced_scan": { 2024-06-13T12:05:55.312 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "device_enhanced_scan", 2024-06-13T12:05:55.312 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.312 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.312 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.312 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.312 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.312 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.312 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.312 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Use libstoragemgmt during device scans", 2024-06-13T12:05:55.312 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.312 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.312 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.312 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.312 INFO:teuthology.orchestra.run.smithi042.stdout: "facts_cache_timeout": { 2024-06-13T12:05:55.312 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "facts_cache_timeout", 2024-06-13T12:05:55.313 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.313 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.313 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.313 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "60", 2024-06-13T12:05:55.313 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.313 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.313 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.313 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "seconds to cache host facts data", 2024-06-13T12:05:55.313 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.313 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.313 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.313 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.313 INFO:teuthology.orchestra.run.smithi042.stdout: "grafana_dashboards_path": { 2024-06-13T12:05:55.313 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "grafana_dashboards_path", 2024-06-13T12:05:55.313 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.314 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.314 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.314 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-06-13T12:05:55.314 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.314 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.314 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.314 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-06-13T12:05:55.314 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.314 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.314 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.314 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.314 INFO:teuthology.orchestra.run.smithi042.stdout: "host_check_interval": { 2024-06-13T12:05:55.314 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "host_check_interval", 2024-06-13T12:05:55.314 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.314 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.315 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.315 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "600", 2024-06-13T12:05:55.315 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.315 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.315 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.315 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how frequently to perform a host check", 2024-06-13T12:05:55.315 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.315 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.315 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.315 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.315 INFO:teuthology.orchestra.run.smithi042.stdout: "hw_monitoring": { 2024-06-13T12:05:55.315 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "hw_monitoring", 2024-06-13T12:05:55.315 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.315 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.315 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.316 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.316 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.316 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.316 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.316 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-06-13T12:05:55.316 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.316 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.316 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.316 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.316 INFO:teuthology.orchestra.run.smithi042.stdout: "inventory_list_all": { 2024-06-13T12:05:55.316 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "inventory_list_all", 2024-06-13T12:05:55.316 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.316 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.317 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.317 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.317 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.317 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.317 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.318 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-06-13T12:05:55.318 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.318 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.318 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.318 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.318 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.318 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.318 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.318 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.318 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.318 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.318 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.318 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.318 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.318 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.319 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.319 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.319 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.319 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.319 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.319 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.319 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.319 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.319 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.319 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.319 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.319 INFO:teuthology.orchestra.run.smithi042.stdout: "log_refresh_metadata": { 2024-06-13T12:05:55.319 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_refresh_metadata", 2024-06-13T12:05:55.319 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.320 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.320 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.320 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.320 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.320 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.320 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.320 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-06-13T12:05:55.320 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.320 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.320 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.320 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.320 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.320 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.320 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.321 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.321 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.321 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.321 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.321 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.321 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.321 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-06-13T12:05:55.321 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.321 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.321 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.321 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.321 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.321 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.322 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.322 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.322 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.322 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.322 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.322 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.322 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.322 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.322 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.322 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.322 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.322 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.322 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.323 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.323 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.323 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.323 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.323 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.323 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.323 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.323 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.323 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.323 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.323 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.323 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.323 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.323 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.324 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.324 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.324 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.324 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.324 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.324 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.324 INFO:teuthology.orchestra.run.smithi042.stdout: "manage_etc_ceph_ceph_conf": { 2024-06-13T12:05:55.324 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-06-13T12:05:55.324 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.324 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.324 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.324 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.324 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.325 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.325 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.325 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-06-13T12:05:55.325 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.325 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.325 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.325 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.325 INFO:teuthology.orchestra.run.smithi042.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-06-13T12:05:55.325 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-06-13T12:05:55.325 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.325 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.325 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.325 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "*", 2024-06-13T12:05:55.325 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.326 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.326 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.326 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-06-13T12:05:55.326 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.326 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.326 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.326 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.326 INFO:teuthology.orchestra.run.smithi042.stdout: "max_count_per_host": { 2024-06-13T12:05:55.326 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "max_count_per_host", 2024-06-13T12:05:55.326 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.326 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.326 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.326 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-13T12:05:55.327 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.327 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.327 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.327 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "max number of daemons per service per host", 2024-06-13T12:05:55.327 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.327 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.327 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.327 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.327 INFO:teuthology.orchestra.run.smithi042.stdout: "max_osd_draining_count": { 2024-06-13T12:05:55.327 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "max_osd_draining_count", 2024-06-13T12:05:55.327 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.327 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.327 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.327 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-13T12:05:55.328 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.328 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.328 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.328 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-06-13T12:05:55.328 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.328 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.328 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.328 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.328 INFO:teuthology.orchestra.run.smithi042.stdout: "migration_current": { 2024-06-13T12:05:55.328 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "migration_current", 2024-06-13T12:05:55.328 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.328 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.328 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.328 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.329 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.329 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.329 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.329 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "internal - do not modify", 2024-06-13T12:05:55.329 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.329 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.329 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.329 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.329 INFO:teuthology.orchestra.run.smithi042.stdout: "mode": { 2024-06-13T12:05:55.329 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mode", 2024-06-13T12:05:55.329 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.329 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.329 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.329 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "root", 2024-06-13T12:05:55.329 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.330 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.330 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.330 INFO:teuthology.orchestra.run.smithi042.stdout: "cephadm-package", 2024-06-13T12:05:55.330 INFO:teuthology.orchestra.run.smithi042.stdout: "root" 2024-06-13T12:05:55.330 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.330 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "mode for remote execution of cephadm", 2024-06-13T12:05:55.330 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.330 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.330 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.330 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.330 INFO:teuthology.orchestra.run.smithi042.stdout: "oob_default_addr": { 2024-06-13T12:05:55.330 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "oob_default_addr", 2024-06-13T12:05:55.330 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.330 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.331 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.331 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "169.254.1.1", 2024-06-13T12:05:55.331 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.331 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.331 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.331 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Default address for RedFish API (oob management).", 2024-06-13T12:05:55.331 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.331 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.331 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.331 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.331 INFO:teuthology.orchestra.run.smithi042.stdout: "prometheus_alerts_path": { 2024-06-13T12:05:55.331 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "prometheus_alerts_path", 2024-06-13T12:05:55.331 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.331 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.332 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.332 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-06-13T12:05:55.332 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.332 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.332 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.332 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-06-13T12:05:55.332 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.332 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.332 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.332 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.332 INFO:teuthology.orchestra.run.smithi042.stdout: "registry_insecure": { 2024-06-13T12:05:55.333 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "registry_insecure", 2024-06-13T12:05:55.333 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.333 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.333 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.333 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.333 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.333 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.333 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.333 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-06-13T12:05:55.333 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.333 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.333 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.333 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.333 INFO:teuthology.orchestra.run.smithi042.stdout: "registry_password": { 2024-06-13T12:05:55.334 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "registry_password", 2024-06-13T12:05:55.334 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.334 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.334 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.334 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.334 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.334 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.334 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.334 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-06-13T12:05:55.334 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.334 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.334 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.334 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.335 INFO:teuthology.orchestra.run.smithi042.stdout: "registry_url": { 2024-06-13T12:05:55.335 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "registry_url", 2024-06-13T12:05:55.335 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.335 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.335 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.335 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.335 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.335 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.335 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.335 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-06-13T12:05:55.335 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.335 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.335 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.335 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.335 INFO:teuthology.orchestra.run.smithi042.stdout: "registry_username": { 2024-06-13T12:05:55.335 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "registry_username", 2024-06-13T12:05:55.336 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.336 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.336 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.336 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.336 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.336 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.336 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.336 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-06-13T12:05:55.336 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.336 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.336 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.336 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.336 INFO:teuthology.orchestra.run.smithi042.stdout: "secure_monitoring_stack": { 2024-06-13T12:05:55.336 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "secure_monitoring_stack", 2024-06-13T12:05:55.337 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.337 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.337 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.337 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.337 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.337 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.337 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.337 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-06-13T12:05:55.337 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.337 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.337 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.337 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.337 INFO:teuthology.orchestra.run.smithi042.stdout: "service_discovery_port": { 2024-06-13T12:05:55.338 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "service_discovery_port", 2024-06-13T12:05:55.338 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.338 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.338 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.338 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "8765", 2024-06-13T12:05:55.338 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.338 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.338 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.338 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "cephadm service discovery port", 2024-06-13T12:05:55.338 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.338 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.338 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.338 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.338 INFO:teuthology.orchestra.run.smithi042.stdout: "ssh_config_file": { 2024-06-13T12:05:55.339 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ssh_config_file", 2024-06-13T12:05:55.339 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.339 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.339 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.339 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.339 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.339 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.339 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.339 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-06-13T12:05:55.339 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.339 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.339 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.339 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.340 INFO:teuthology.orchestra.run.smithi042.stdout: "use_agent": { 2024-06-13T12:05:55.340 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "use_agent", 2024-06-13T12:05:55.340 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.340 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.340 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.340 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.340 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.340 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.340 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.340 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-06-13T12:05:55.340 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.340 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.340 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.340 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.341 INFO:teuthology.orchestra.run.smithi042.stdout: "use_repo_digest": { 2024-06-13T12:05:55.341 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "use_repo_digest", 2024-06-13T12:05:55.341 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.341 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.341 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.341 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.341 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.341 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.341 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.341 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-06-13T12:05:55.341 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.341 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.341 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.341 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.342 INFO:teuthology.orchestra.run.smithi042.stdout: "warn_on_failed_host_check": { 2024-06-13T12:05:55.342 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "warn_on_failed_host_check", 2024-06-13T12:05:55.342 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.342 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.342 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.342 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.342 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.342 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.342 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.342 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "raise a health warning if the host check fails", 2024-06-13T12:05:55.342 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.342 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.342 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.343 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.343 INFO:teuthology.orchestra.run.smithi042.stdout: "warn_on_stray_daemons": { 2024-06-13T12:05:55.343 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "warn_on_stray_daemons", 2024-06-13T12:05:55.343 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.343 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.343 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.343 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.343 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.343 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.343 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.343 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-06-13T12:05:55.343 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.343 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.343 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.344 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.344 INFO:teuthology.orchestra.run.smithi042.stdout: "warn_on_stray_hosts": { 2024-06-13T12:05:55.344 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "warn_on_stray_hosts", 2024-06-13T12:05:55.344 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.344 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.344 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.344 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.344 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.344 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.344 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.344 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-06-13T12:05:55.344 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.344 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.345 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.345 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.345 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.345 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.345 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.345 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "crash", 2024-06-13T12:05:55.345 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.345 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.345 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.345 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.345 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.345 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.345 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.346 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.346 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.346 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.346 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.346 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.346 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.346 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.346 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.346 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.346 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.346 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.346 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.346 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.347 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.347 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.347 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.347 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.347 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.347 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.347 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.347 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.347 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.347 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.347 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.347 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.347 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.347 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.347 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.348 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.348 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.348 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.348 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.348 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.348 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.348 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.348 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.348 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.348 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.348 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.348 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.348 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.348 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.349 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.349 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.349 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.349 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.349 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.349 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.349 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.349 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.349 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.349 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.349 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.349 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.349 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.349 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.350 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.350 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.350 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.350 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.350 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.350 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.350 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.350 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.350 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.350 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.350 INFO:teuthology.orchestra.run.smithi042.stdout: "retain_interval": { 2024-06-13T12:05:55.350 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "retain_interval", 2024-06-13T12:05:55.350 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.350 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.351 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.351 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "31536000", 2024-06-13T12:05:55.351 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.351 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.351 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.351 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how long to retain crashes before pruning them", 2024-06-13T12:05:55.351 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.351 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.351 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.351 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.351 INFO:teuthology.orchestra.run.smithi042.stdout: "warn_recent_interval": { 2024-06-13T12:05:55.351 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "warn_recent_interval", 2024-06-13T12:05:55.351 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.351 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.352 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.352 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "1209600", 2024-06-13T12:05:55.352 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.352 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.352 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.352 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "time interval in which to warn about recent crashes", 2024-06-13T12:05:55.352 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.352 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.352 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.352 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.352 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.352 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.352 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.352 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "dashboard", 2024-06-13T12:05:55.352 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.353 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.353 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.353 INFO:teuthology.orchestra.run.smithi042.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-06-13T12:05:55.353 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-06-13T12:05:55.353 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.353 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.353 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.353 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-13T12:05:55.353 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.353 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.353 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.353 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.353 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.353 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.353 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.354 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.354 INFO:teuthology.orchestra.run.smithi042.stdout: "ALERTMANAGER_API_HOST": { 2024-06-13T12:05:55.354 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ALERTMANAGER_API_HOST", 2024-06-13T12:05:55.354 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.354 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.354 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.354 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.354 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.354 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.354 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.354 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.354 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.354 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.355 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.355 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.355 INFO:teuthology.orchestra.run.smithi042.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-06-13T12:05:55.355 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-06-13T12:05:55.355 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.355 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.355 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.355 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.355 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.355 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.355 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.355 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.355 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.355 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.356 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.356 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.356 INFO:teuthology.orchestra.run.smithi042.stdout: "AUDIT_API_ENABLED": { 2024-06-13T12:05:55.356 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "AUDIT_API_ENABLED", 2024-06-13T12:05:55.356 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.356 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.356 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.356 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.356 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.356 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.356 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.356 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.356 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.356 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.356 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.357 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.357 INFO:teuthology.orchestra.run.smithi042.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-06-13T12:05:55.357 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-06-13T12:05:55.357 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.357 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.357 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.357 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.357 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.357 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.357 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.357 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.357 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.357 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.357 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.357 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.358 INFO:teuthology.orchestra.run.smithi042.stdout: "ENABLE_BROWSABLE_API": { 2024-06-13T12:05:55.358 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ENABLE_BROWSABLE_API", 2024-06-13T12:05:55.358 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.358 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.358 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.358 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.358 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.358 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.358 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.358 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.358 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.358 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.358 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.359 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.359 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-06-13T12:05:55.359 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-06-13T12:05:55.359 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.359 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.359 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.359 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.359 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.359 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.359 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.359 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.359 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.359 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.359 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.360 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.360 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-06-13T12:05:55.360 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-06-13T12:05:55.360 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.360 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.360 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.360 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.360 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.360 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.360 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.360 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.360 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.360 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.360 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.360 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.361 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-06-13T12:05:55.361 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-06-13T12:05:55.361 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.361 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.361 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.361 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.361 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.361 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.361 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.361 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.361 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.361 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.361 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.361 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.361 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-06-13T12:05:55.362 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-06-13T12:05:55.362 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.362 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.362 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.362 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.362 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.362 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.362 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.362 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.362 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.362 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.362 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.362 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.363 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_NFS": { 2024-06-13T12:05:55.363 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-06-13T12:05:55.363 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.363 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.363 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.363 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.363 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.363 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.363 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.363 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.363 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.363 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.363 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.363 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.364 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_RBD": { 2024-06-13T12:05:55.364 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-06-13T12:05:55.364 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.364 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.364 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.364 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.364 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.364 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.364 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.364 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.364 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.364 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.364 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.364 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.364 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_RGW": { 2024-06-13T12:05:55.365 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-06-13T12:05:55.365 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.365 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.365 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.365 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.365 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.365 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.365 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.365 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.365 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.365 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.365 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.365 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.365 INFO:teuthology.orchestra.run.smithi042.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-06-13T12:05:55.365 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-06-13T12:05:55.366 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.366 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.366 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.366 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.366 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.366 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.366 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.366 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.366 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.366 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.366 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.366 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.366 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_API_PASSWORD": { 2024-06-13T12:05:55.366 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_API_PASSWORD", 2024-06-13T12:05:55.367 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.367 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.367 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.367 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "admin", 2024-06-13T12:05:55.367 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.367 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.367 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.367 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.367 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.367 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.367 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.367 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.367 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-06-13T12:05:55.367 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-06-13T12:05:55.367 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.367 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.368 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.368 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.368 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.368 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.368 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.368 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.368 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.368 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.368 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.368 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.368 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_API_URL": { 2024-06-13T12:05:55.368 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_API_URL", 2024-06-13T12:05:55.368 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.368 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.368 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.368 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.369 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.369 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.369 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.369 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.369 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.369 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.369 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.369 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.369 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_API_USERNAME": { 2024-06-13T12:05:55.369 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_API_USERNAME", 2024-06-13T12:05:55.369 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.369 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.369 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.369 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "admin", 2024-06-13T12:05:55.369 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.369 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.370 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.370 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.370 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.370 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.370 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.370 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.370 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-06-13T12:05:55.370 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-06-13T12:05:55.370 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.370 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.370 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.370 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.370 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.370 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.370 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.371 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.371 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.371 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.371 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.371 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.371 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-06-13T12:05:55.371 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-06-13T12:05:55.371 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.371 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.371 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.371 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.371 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.371 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.372 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.372 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.372 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.372 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.372 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.372 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.372 INFO:teuthology.orchestra.run.smithi042.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-06-13T12:05:55.372 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-06-13T12:05:55.372 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.372 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.372 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.372 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.372 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.372 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.372 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.373 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.373 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.373 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.373 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.373 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.373 INFO:teuthology.orchestra.run.smithi042.stdout: "ISSUE_TRACKER_API_KEY": { 2024-06-13T12:05:55.373 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-06-13T12:05:55.373 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.373 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.373 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.373 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.373 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.373 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.373 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.374 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.374 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.374 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.374 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.374 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.374 INFO:teuthology.orchestra.run.smithi042.stdout: "PROMETHEUS_API_HOST": { 2024-06-13T12:05:55.374 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PROMETHEUS_API_HOST", 2024-06-13T12:05:55.374 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.374 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.374 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.374 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.374 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.374 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.375 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.375 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.375 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.375 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.375 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.375 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.375 INFO:teuthology.orchestra.run.smithi042.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-06-13T12:05:55.375 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-06-13T12:05:55.375 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.375 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.375 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.375 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.375 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.375 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.375 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.376 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.376 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.376 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.376 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.376 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.376 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-06-13T12:05:55.376 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-06-13T12:05:55.376 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.376 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.376 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.376 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.376 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.376 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.376 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.376 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.377 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.377 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.377 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.377 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.377 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-06-13T12:05:55.377 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-06-13T12:05:55.377 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.377 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.377 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.377 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.377 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.377 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.377 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.377 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.377 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.377 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.378 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.378 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.378 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-06-13T12:05:55.378 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-06-13T12:05:55.378 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.378 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.378 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.378 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.378 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.378 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.378 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.378 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.378 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.378 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.379 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.379 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.379 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-06-13T12:05:55.379 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-06-13T12:05:55.379 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.379 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.379 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.379 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.379 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.379 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.379 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.379 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.379 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.379 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.379 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.380 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.380 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-06-13T12:05:55.380 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-06-13T12:05:55.380 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.380 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.380 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.380 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.380 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.380 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.380 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.380 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.380 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.380 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.380 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.380 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.381 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-06-13T12:05:55.381 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-06-13T12:05:55.381 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.381 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.381 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.381 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.381 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.381 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.381 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.381 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.381 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.381 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.381 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.381 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.382 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-06-13T12:05:55.382 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-06-13T12:05:55.382 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.382 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.382 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.382 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.382 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.382 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.382 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.382 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.382 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.382 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.382 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.382 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.383 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_ENABLED": { 2024-06-13T12:05:55.383 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_ENABLED", 2024-06-13T12:05:55.383 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.383 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.383 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.383 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.383 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.383 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.383 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.383 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.383 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.383 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.383 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.383 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.384 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-06-13T12:05:55.384 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-06-13T12:05:55.384 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.384 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.384 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.384 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-06-13T12:05:55.384 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.384 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.384 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.384 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.384 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.384 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.384 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.384 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.385 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-06-13T12:05:55.385 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-06-13T12:05:55.385 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.385 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.385 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.385 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-13T12:05:55.385 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.385 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.385 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.385 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.385 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.385 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.385 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.385 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.386 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-06-13T12:05:55.386 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-06-13T12:05:55.386 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.386 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.386 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.386 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "8", 2024-06-13T12:05:55.386 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.386 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.386 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.386 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.386 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.386 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.386 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.387 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.387 INFO:teuthology.orchestra.run.smithi042.stdout: "REST_REQUESTS_TIMEOUT": { 2024-06-13T12:05:55.387 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-06-13T12:05:55.387 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.387 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.387 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.387 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "45", 2024-06-13T12:05:55.387 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.387 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.387 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.387 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.387 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.387 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.387 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.388 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.388 INFO:teuthology.orchestra.run.smithi042.stdout: "RGW_API_ACCESS_KEY": { 2024-06-13T12:05:55.388 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RGW_API_ACCESS_KEY", 2024-06-13T12:05:55.388 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.388 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.388 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.388 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.388 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.388 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.388 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.388 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.388 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.388 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.388 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.389 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.389 INFO:teuthology.orchestra.run.smithi042.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-06-13T12:05:55.389 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-06-13T12:05:55.389 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.389 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.389 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.389 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "admin", 2024-06-13T12:05:55.389 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.389 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.389 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.389 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.389 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.389 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.389 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.390 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.390 INFO:teuthology.orchestra.run.smithi042.stdout: "RGW_API_SECRET_KEY": { 2024-06-13T12:05:55.390 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RGW_API_SECRET_KEY", 2024-06-13T12:05:55.390 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.390 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.390 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.390 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.390 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.390 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.390 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.390 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.390 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.390 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.390 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.391 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.391 INFO:teuthology.orchestra.run.smithi042.stdout: "RGW_API_SSL_VERIFY": { 2024-06-13T12:05:55.391 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RGW_API_SSL_VERIFY", 2024-06-13T12:05:55.391 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.391 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.391 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.391 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.391 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.391 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.391 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.391 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.391 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.391 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.391 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.392 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.392 INFO:teuthology.orchestra.run.smithi042.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-06-13T12:05:55.392 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-06-13T12:05:55.392 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.392 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.392 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.392 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0", 2024-06-13T12:05:55.392 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.392 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.392 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.392 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.392 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.392 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.392 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.393 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.393 INFO:teuthology.orchestra.run.smithi042.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-06-13T12:05:55.393 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-06-13T12:05:55.393 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.393 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.393 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.393 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-13T12:05:55.393 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.393 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.393 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.393 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.393 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.393 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.393 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.393 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.394 INFO:teuthology.orchestra.run.smithi042.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-06-13T12:05:55.394 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-06-13T12:05:55.394 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.394 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.394 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.394 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "5", 2024-06-13T12:05:55.394 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.394 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.394 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.394 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.394 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.394 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.394 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.395 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.395 INFO:teuthology.orchestra.run.smithi042.stdout: "cross_origin_url": { 2024-06-13T12:05:55.395 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "cross_origin_url", 2024-06-13T12:05:55.395 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.395 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.395 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.395 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.395 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.395 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.395 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.395 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.395 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.395 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.395 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.395 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.396 INFO:teuthology.orchestra.run.smithi042.stdout: "crt_file": { 2024-06-13T12:05:55.396 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "crt_file", 2024-06-13T12:05:55.396 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.396 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.396 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.396 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.396 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.396 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.396 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.396 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.396 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.396 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.396 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.397 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.397 INFO:teuthology.orchestra.run.smithi042.stdout: "debug": { 2024-06-13T12:05:55.397 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "debug", 2024-06-13T12:05:55.397 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.397 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.397 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.397 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.397 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.397 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.397 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.397 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Enable/disable debug options", 2024-06-13T12:05:55.397 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.397 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.398 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.398 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.398 INFO:teuthology.orchestra.run.smithi042.stdout: "jwt_token_ttl": { 2024-06-13T12:05:55.398 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "jwt_token_ttl", 2024-06-13T12:05:55.398 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.398 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.398 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.398 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "28800", 2024-06-13T12:05:55.398 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.398 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.398 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.398 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.398 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.399 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.399 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.399 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.399 INFO:teuthology.orchestra.run.smithi042.stdout: "key_file": { 2024-06-13T12:05:55.399 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "key_file", 2024-06-13T12:05:55.399 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.399 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.399 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.399 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.399 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.399 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.399 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.399 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.399 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.400 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.400 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.400 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.400 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.400 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.400 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.400 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.400 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.400 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.400 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.400 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.400 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.400 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.400 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.400 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.401 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.401 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.401 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.401 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.401 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.401 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.401 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.401 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.401 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.401 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.401 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.401 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.401 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.402 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.402 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.402 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.402 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.402 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.402 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.402 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.402 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.402 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.402 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.402 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.402 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.402 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.403 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.403 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.403 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.403 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.403 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.403 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.403 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.403 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.403 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.403 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.403 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.403 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.404 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.404 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.404 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.404 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.404 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.404 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.404 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.404 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.404 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.404 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.404 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.404 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.404 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.404 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.405 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.405 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.405 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.405 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.405 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.405 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.405 INFO:teuthology.orchestra.run.smithi042.stdout: "motd": { 2024-06-13T12:05:55.405 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "motd", 2024-06-13T12:05:55.405 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.405 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.405 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.405 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.405 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.405 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.406 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.406 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "The message of the day", 2024-06-13T12:05:55.406 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.406 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.406 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.406 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.406 INFO:teuthology.orchestra.run.smithi042.stdout: "redirect_resolve_ip_addr": { 2024-06-13T12:05:55.406 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "redirect_resolve_ip_addr", 2024-06-13T12:05:55.406 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.406 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.406 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.406 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.406 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.407 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.407 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.407 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.407 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.407 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.407 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.407 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.407 INFO:teuthology.orchestra.run.smithi042.stdout: "server_addr": { 2024-06-13T12:05:55.407 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_addr", 2024-06-13T12:05:55.407 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.407 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.407 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.407 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "::", 2024-06-13T12:05:55.407 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.407 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.408 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.408 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.408 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.408 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.408 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.408 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.408 INFO:teuthology.orchestra.run.smithi042.stdout: "server_port": { 2024-06-13T12:05:55.408 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_port", 2024-06-13T12:05:55.408 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.408 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.408 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.408 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "8080", 2024-06-13T12:05:55.408 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.408 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.408 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.409 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.409 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.409 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.409 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.409 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.409 INFO:teuthology.orchestra.run.smithi042.stdout: "ssl": { 2024-06-13T12:05:55.409 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ssl", 2024-06-13T12:05:55.409 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.409 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.409 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.409 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.409 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.409 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.410 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.410 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.410 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.410 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.410 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.410 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.410 INFO:teuthology.orchestra.run.smithi042.stdout: "ssl_server_port": { 2024-06-13T12:05:55.410 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ssl_server_port", 2024-06-13T12:05:55.410 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.410 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.410 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.410 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "8443", 2024-06-13T12:05:55.410 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.410 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.411 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.411 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.411 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.411 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.411 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.411 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.411 INFO:teuthology.orchestra.run.smithi042.stdout: "standby_behaviour": { 2024-06-13T12:05:55.411 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "standby_behaviour", 2024-06-13T12:05:55.411 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.411 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.411 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.411 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "redirect", 2024-06-13T12:05:55.411 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.412 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.412 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.412 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.412 INFO:teuthology.orchestra.run.smithi042.stdout: "redirect" 2024-06-13T12:05:55.412 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.412 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.412 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.412 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.412 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.412 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.412 INFO:teuthology.orchestra.run.smithi042.stdout: "standby_error_status_code": { 2024-06-13T12:05:55.412 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "standby_error_status_code", 2024-06-13T12:05:55.412 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.412 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.413 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.413 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "500", 2024-06-13T12:05:55.413 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "400", 2024-06-13T12:05:55.413 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "599", 2024-06-13T12:05:55.413 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.413 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.413 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.413 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.413 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.413 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.413 INFO:teuthology.orchestra.run.smithi042.stdout: "url_prefix": { 2024-06-13T12:05:55.413 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "url_prefix", 2024-06-13T12:05:55.413 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.413 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.413 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.414 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.414 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.414 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.414 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.414 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.414 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.414 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.414 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.414 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.414 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.414 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.414 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.414 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "devicehealth", 2024-06-13T12:05:55.415 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.415 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.415 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.415 INFO:teuthology.orchestra.run.smithi042.stdout: "enable_monitoring": { 2024-06-13T12:05:55.415 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "enable_monitoring", 2024-06-13T12:05:55.415 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.415 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.415 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.415 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.415 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.415 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.415 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.415 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "monitor device health metrics", 2024-06-13T12:05:55.415 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.415 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.415 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.416 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.416 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.416 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.416 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.416 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.416 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.416 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.416 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.416 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.416 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.416 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.416 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.416 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.416 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.416 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.417 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.417 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.417 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.417 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.417 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.417 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.417 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.417 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.417 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.417 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.417 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.417 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.417 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.417 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.418 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.418 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.418 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.418 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.418 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.418 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.418 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.418 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.418 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.418 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.418 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.418 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.418 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.418 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.419 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.419 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.419 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.419 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.419 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.419 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.419 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.419 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.419 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.419 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.419 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.419 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.419 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.419 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.419 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.420 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.420 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.420 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.420 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.420 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.420 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.420 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.420 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.420 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.420 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.420 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.420 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.420 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.420 INFO:teuthology.orchestra.run.smithi042.stdout: "mark_out_threshold": { 2024-06-13T12:05:55.420 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mark_out_threshold", 2024-06-13T12:05:55.421 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.421 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.421 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.421 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "2419200", 2024-06-13T12:05:55.421 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.421 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.421 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.421 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-06-13T12:05:55.421 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.421 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.421 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.421 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.421 INFO:teuthology.orchestra.run.smithi042.stdout: "pool_name": { 2024-06-13T12:05:55.421 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "pool_name", 2024-06-13T12:05:55.422 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.422 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.422 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.422 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "device_health_metrics", 2024-06-13T12:05:55.422 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.422 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.422 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.422 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "name of pool in which to store device health metrics", 2024-06-13T12:05:55.422 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.422 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.422 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.422 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.422 INFO:teuthology.orchestra.run.smithi042.stdout: "retention_period": { 2024-06-13T12:05:55.422 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "retention_period", 2024-06-13T12:05:55.423 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.423 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.423 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.423 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "15552000", 2024-06-13T12:05:55.423 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.423 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.423 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.423 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how long to retain device health metrics", 2024-06-13T12:05:55.423 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.423 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.423 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.423 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.423 INFO:teuthology.orchestra.run.smithi042.stdout: "scrape_frequency": { 2024-06-13T12:05:55.423 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "scrape_frequency", 2024-06-13T12:05:55.423 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.424 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.424 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.424 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "86400", 2024-06-13T12:05:55.424 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.424 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.424 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.424 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how frequently to scrape device health metrics", 2024-06-13T12:05:55.424 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.424 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.424 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.424 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.424 INFO:teuthology.orchestra.run.smithi042.stdout: "self_heal": { 2024-06-13T12:05:55.424 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "self_heal", 2024-06-13T12:05:55.425 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.425 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.425 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.425 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.425 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.425 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.425 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.425 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-06-13T12:05:55.425 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.425 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.425 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.425 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.425 INFO:teuthology.orchestra.run.smithi042.stdout: "sleep_interval": { 2024-06-13T12:05:55.425 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "sleep_interval", 2024-06-13T12:05:55.426 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.426 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.426 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.426 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "600", 2024-06-13T12:05:55.426 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.426 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.426 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.426 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how frequently to wake up and check device health", 2024-06-13T12:05:55.426 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.426 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.426 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.426 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.426 INFO:teuthology.orchestra.run.smithi042.stdout: "warn_threshold": { 2024-06-13T12:05:55.427 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "warn_threshold", 2024-06-13T12:05:55.427 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.427 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.427 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.427 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "7257600", 2024-06-13T12:05:55.427 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.427 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.427 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.427 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-06-13T12:05:55.427 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.427 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.427 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.427 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.427 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.428 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.428 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.428 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "diskprediction_local", 2024-06-13T12:05:55.428 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.428 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.428 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.428 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.428 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.428 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.428 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.428 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.428 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.428 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.428 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.429 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.429 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.429 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.429 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.429 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.429 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.429 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.429 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.429 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.429 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.429 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.429 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.429 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.430 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.430 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.430 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.430 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.430 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.430 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.430 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.430 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.430 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.430 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.430 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.430 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.430 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.430 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.431 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.431 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.431 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.431 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.431 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.431 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.431 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.431 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.431 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.431 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.431 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.431 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.431 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.431 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.431 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.432 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.432 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.432 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.432 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.432 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.432 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.432 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.432 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.432 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.432 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.432 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.432 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.433 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.433 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.433 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.433 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.433 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.433 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.433 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.433 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.433 INFO:teuthology.orchestra.run.smithi042.stdout: "predict_interval": { 2024-06-13T12:05:55.433 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "predict_interval", 2024-06-13T12:05:55.433 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.433 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.433 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.433 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "86400", 2024-06-13T12:05:55.434 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.434 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.434 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.434 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.434 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.434 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.434 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.434 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.434 INFO:teuthology.orchestra.run.smithi042.stdout: "predictor_model": { 2024-06-13T12:05:55.434 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "predictor_model", 2024-06-13T12:05:55.434 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.434 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.434 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.434 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "prophetstor", 2024-06-13T12:05:55.435 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.435 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.435 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.435 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.435 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.435 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.435 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.435 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.435 INFO:teuthology.orchestra.run.smithi042.stdout: "sleep_interval": { 2024-06-13T12:05:55.435 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "sleep_interval", 2024-06-13T12:05:55.435 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.435 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.435 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.435 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "600", 2024-06-13T12:05:55.435 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.436 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.436 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.436 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.436 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.436 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.436 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.436 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.436 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.436 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.436 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.436 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "influx", 2024-06-13T12:05:55.436 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": false, 2024-06-13T12:05:55.436 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "influxdb python module not found", 2024-06-13T12:05:55.436 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.437 INFO:teuthology.orchestra.run.smithi042.stdout: "batch_size": { 2024-06-13T12:05:55.437 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "batch_size", 2024-06-13T12:05:55.437 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.437 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.437 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.437 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "5000", 2024-06-13T12:05:55.437 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.437 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.437 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.437 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-06-13T12:05:55.437 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.437 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.437 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.437 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.438 INFO:teuthology.orchestra.run.smithi042.stdout: "database": { 2024-06-13T12:05:55.438 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "database", 2024-06-13T12:05:55.438 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.438 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.438 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.438 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "ceph", 2024-06-13T12:05:55.438 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.438 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.438 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.438 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-06-13T12:05:55.438 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.438 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.439 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.439 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.439 INFO:teuthology.orchestra.run.smithi042.stdout: "hostname": { 2024-06-13T12:05:55.439 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "hostname", 2024-06-13T12:05:55.439 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.439 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.439 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.439 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.439 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.439 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.439 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.439 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "InfluxDB server hostname", 2024-06-13T12:05:55.439 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.439 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.439 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.440 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.440 INFO:teuthology.orchestra.run.smithi042.stdout: "interval": { 2024-06-13T12:05:55.440 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "interval", 2024-06-13T12:05:55.440 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.440 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.440 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.440 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "30", 2024-06-13T12:05:55.440 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "5", 2024-06-13T12:05:55.440 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.440 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.440 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-06-13T12:05:55.440 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.440 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.440 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.441 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.441 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.441 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.441 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.441 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.441 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.441 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.441 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.441 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.441 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.441 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.441 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.441 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.441 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.441 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.442 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.442 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.442 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.442 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.442 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.442 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.442 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.442 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.442 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.442 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.442 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.442 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.442 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.442 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.443 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.443 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.443 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.443 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.443 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.443 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.443 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.443 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.443 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.443 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.443 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.443 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.443 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.443 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.444 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.444 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.444 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.444 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.444 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.444 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.444 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.444 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.444 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.444 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.444 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.444 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.444 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.444 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.445 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.445 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.445 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.445 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.445 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.445 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.445 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.445 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.445 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.445 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.445 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.445 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.445 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.445 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.445 INFO:teuthology.orchestra.run.smithi042.stdout: "password": { 2024-06-13T12:05:55.445 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "password", 2024-06-13T12:05:55.446 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.446 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.446 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.446 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.446 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.446 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.446 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.446 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "password of InfluxDB server user", 2024-06-13T12:05:55.446 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.446 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.446 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.446 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.446 INFO:teuthology.orchestra.run.smithi042.stdout: "port": { 2024-06-13T12:05:55.447 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "port", 2024-06-13T12:05:55.447 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.447 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.447 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.447 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "8086", 2024-06-13T12:05:55.447 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.447 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.447 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.447 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "InfluxDB server port", 2024-06-13T12:05:55.447 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.447 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.447 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.447 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.447 INFO:teuthology.orchestra.run.smithi042.stdout: "ssl": { 2024-06-13T12:05:55.448 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ssl", 2024-06-13T12:05:55.448 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.448 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.448 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.448 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "false", 2024-06-13T12:05:55.448 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.448 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.448 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.448 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-06-13T12:05:55.448 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.448 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.448 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.448 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.448 INFO:teuthology.orchestra.run.smithi042.stdout: "threads": { 2024-06-13T12:05:55.448 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "threads", 2024-06-13T12:05:55.448 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.449 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.449 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.449 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "5", 2024-06-13T12:05:55.449 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "1", 2024-06-13T12:05:55.449 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "32", 2024-06-13T12:05:55.449 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.449 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-06-13T12:05:55.449 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.449 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.449 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.449 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.449 INFO:teuthology.orchestra.run.smithi042.stdout: "username": { 2024-06-13T12:05:55.449 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "username", 2024-06-13T12:05:55.449 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.450 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.450 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.450 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.450 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.450 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.450 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.450 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "username of InfluxDB server user", 2024-06-13T12:05:55.450 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.450 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.450 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.450 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.450 INFO:teuthology.orchestra.run.smithi042.stdout: "verify_ssl": { 2024-06-13T12:05:55.450 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "verify_ssl", 2024-06-13T12:05:55.451 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.451 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.451 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.451 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "true", 2024-06-13T12:05:55.451 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.451 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.451 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.451 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-06-13T12:05:55.451 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.451 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.451 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.451 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.451 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.452 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.452 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.452 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "insights", 2024-06-13T12:05:55.452 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.452 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.452 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.452 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.452 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.452 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.452 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.452 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.452 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.452 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.452 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.452 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.453 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.453 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.453 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.453 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.453 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.453 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.453 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.453 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.453 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.453 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.453 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.453 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.453 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.453 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.453 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.454 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.454 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.454 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.454 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.454 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.454 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.454 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.454 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.454 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.454 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.454 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.454 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.454 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.454 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.455 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.455 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.455 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.455 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.455 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.455 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.455 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.455 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.455 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.455 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.455 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.455 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.455 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.455 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.456 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.456 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.456 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.456 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.456 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.456 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.456 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.456 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.456 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.456 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.456 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.456 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.456 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.456 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.456 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.457 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.457 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.457 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.457 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.457 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.457 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.457 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "iostat", 2024-06-13T12:05:55.457 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.457 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.457 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.457 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.457 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.457 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.457 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.457 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.458 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.458 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.458 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.458 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.458 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.458 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.458 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.458 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.458 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.458 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.458 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.458 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.458 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.458 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.459 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.459 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.459 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.459 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.459 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.459 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.459 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.459 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.459 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.459 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.459 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.459 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.459 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.459 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.459 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.459 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.459 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.460 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.460 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.460 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.460 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.460 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.460 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.460 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.460 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.460 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.460 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.460 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.460 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.460 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.460 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.460 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.461 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.461 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.461 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.461 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.461 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.461 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.461 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.461 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.461 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.461 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.461 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.461 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.461 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.461 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.462 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.462 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.462 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.462 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.462 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.462 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.462 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.462 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.462 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "k8sevents", 2024-06-13T12:05:55.462 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.462 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.462 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.462 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_event_retention_days": { 2024-06-13T12:05:55.462 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ceph_event_retention_days", 2024-06-13T12:05:55.462 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.463 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.463 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.463 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "7", 2024-06-13T12:05:55.463 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.463 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.463 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.463 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Days to hold ceph event information within local cache", 2024-06-13T12:05:55.463 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.463 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.463 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.463 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.463 INFO:teuthology.orchestra.run.smithi042.stdout: "config_check_secs": { 2024-06-13T12:05:55.463 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "config_check_secs", 2024-06-13T12:05:55.463 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.464 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.464 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.464 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-13T12:05:55.464 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "10", 2024-06-13T12:05:55.464 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.464 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.464 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-06-13T12:05:55.464 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.464 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.464 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.464 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.464 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.464 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.464 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.465 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.465 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.465 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.465 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.465 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.465 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.465 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.465 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.465 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.465 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.465 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.465 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.465 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.466 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.466 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.466 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.466 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.466 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.466 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.466 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.466 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.466 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.466 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.466 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.466 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.466 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.466 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.467 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.467 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.467 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.467 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.467 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.467 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.467 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.467 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.467 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.467 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.467 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.467 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.467 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.467 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.467 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.468 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.468 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.468 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.468 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.468 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.468 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.468 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.468 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.468 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.468 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.468 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.468 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.468 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.468 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.468 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.469 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.469 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.469 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.469 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.469 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.469 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.469 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.469 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.469 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.469 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.469 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.469 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.469 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.469 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "localpool", 2024-06-13T12:05:55.470 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.470 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.470 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.470 INFO:teuthology.orchestra.run.smithi042.stdout: "failure_domain": { 2024-06-13T12:05:55.470 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "failure_domain", 2024-06-13T12:05:55.470 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.470 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.470 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.470 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "host", 2024-06-13T12:05:55.470 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.470 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.470 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.470 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "failure domain for any created local pool", 2024-06-13T12:05:55.471 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-06-13T12:05:55.471 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.471 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.471 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.471 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.471 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.471 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.471 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.471 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.471 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.471 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.471 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.471 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.471 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.471 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.472 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.472 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.472 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.472 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.472 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.472 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.472 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.472 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.472 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.472 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.472 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.472 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.472 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.472 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.472 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.473 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.473 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.473 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.473 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.473 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.473 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.473 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.473 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.473 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.473 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.473 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.473 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.473 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.473 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.473 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.474 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.474 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.474 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.474 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.474 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.474 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.474 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.474 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.474 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.474 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.474 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.474 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.474 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.475 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.475 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.475 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.475 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.475 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.475 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.475 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.475 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.475 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.475 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.475 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.475 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.475 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.475 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.476 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.476 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.476 INFO:teuthology.orchestra.run.smithi042.stdout: "min_size": { 2024-06-13T12:05:55.476 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "min_size", 2024-06-13T12:05:55.476 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.476 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.476 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.476 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.476 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.476 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.476 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.476 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "default min_size for any created local pool", 2024-06-13T12:05:55.476 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-06-13T12:05:55.476 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.476 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.476 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.477 INFO:teuthology.orchestra.run.smithi042.stdout: "num_rep": { 2024-06-13T12:05:55.477 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "num_rep", 2024-06-13T12:05:55.477 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.477 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.477 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.477 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "3", 2024-06-13T12:05:55.477 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.477 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.477 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.477 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "default replica count for any created local pool", 2024-06-13T12:05:55.477 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.477 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.477 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.478 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.478 INFO:teuthology.orchestra.run.smithi042.stdout: "pg_num": { 2024-06-13T12:05:55.478 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "pg_num", 2024-06-13T12:05:55.478 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.478 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.478 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.478 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "128", 2024-06-13T12:05:55.478 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.478 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.478 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.478 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "default pg_num for any created local pool", 2024-06-13T12:05:55.478 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.478 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.479 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.479 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.479 INFO:teuthology.orchestra.run.smithi042.stdout: "prefix": { 2024-06-13T12:05:55.479 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "prefix", 2024-06-13T12:05:55.479 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.479 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.479 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.479 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.479 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.479 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.479 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.479 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "name prefix for any created local pool", 2024-06-13T12:05:55.479 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.479 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.479 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.480 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.480 INFO:teuthology.orchestra.run.smithi042.stdout: "subtree": { 2024-06-13T12:05:55.480 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "subtree", 2024-06-13T12:05:55.480 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.480 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.480 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.480 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "rack", 2024-06-13T12:05:55.480 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.480 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.480 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.480 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "CRUSH level for which to create a local pool", 2024-06-13T12:05:55.480 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-06-13T12:05:55.480 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.480 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.481 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.481 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.481 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.481 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.481 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mds_autoscaler", 2024-06-13T12:05:55.481 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.481 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.481 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.481 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.481 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.481 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.481 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.481 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.482 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.482 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.482 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.482 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.482 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.482 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.482 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.482 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.482 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.482 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.482 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.482 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.482 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.482 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.483 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.483 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.483 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.483 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.483 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.483 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.483 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.483 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.483 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.483 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.483 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.483 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.483 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.484 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.484 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.484 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.484 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.484 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.484 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.484 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.484 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.484 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.484 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.484 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.484 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.484 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.485 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.485 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.485 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.485 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.485 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.485 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.485 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.485 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.485 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.485 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.485 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.485 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.485 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.485 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.486 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.486 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.486 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.486 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.486 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.486 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.486 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.486 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.486 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.486 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.486 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.486 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.487 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.487 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.487 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mirroring", 2024-06-13T12:05:55.487 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.487 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.487 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.487 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.487 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.487 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.487 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.487 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.487 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.487 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.487 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.488 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.488 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.488 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.488 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.488 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.488 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.488 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.488 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.488 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.488 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.488 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.488 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.488 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.489 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.489 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.489 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.489 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.489 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.489 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.489 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.489 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.489 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.489 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.489 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.489 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.489 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.489 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.490 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.490 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.490 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.490 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.490 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.490 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.490 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.490 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.490 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.490 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.490 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.490 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.490 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.490 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.491 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.491 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.491 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.491 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.491 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.491 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.491 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.491 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.491 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.491 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.491 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.491 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.491 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.492 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.492 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.492 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.492 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.492 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.492 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.492 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.492 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.492 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.492 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.492 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.492 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "nfs", 2024-06-13T12:05:55.492 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.492 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.492 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.493 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.493 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.493 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.493 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.493 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.493 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.493 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.493 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.493 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.493 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.493 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.493 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.493 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.493 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.493 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.494 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.494 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.494 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.494 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.494 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.494 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.494 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.494 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.494 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.494 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.494 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.494 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.494 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.494 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.495 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.495 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.495 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.495 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.495 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.495 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.495 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.495 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.495 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.495 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.495 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.495 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.495 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.495 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.495 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.495 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.496 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.496 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.496 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.496 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.496 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.496 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.496 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.496 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.496 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.496 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.496 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.496 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.496 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.496 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.497 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.497 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.497 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.497 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.497 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.497 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.497 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.497 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.497 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.497 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.497 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.497 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.497 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.497 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.498 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "orchestrator", 2024-06-13T12:05:55.498 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.498 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.498 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.498 INFO:teuthology.orchestra.run.smithi042.stdout: "fail_fs": { 2024-06-13T12:05:55.498 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "fail_fs", 2024-06-13T12:05:55.498 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.498 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.498 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.498 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.498 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.498 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.498 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.499 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-06-13T12:05:55.499 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.499 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.499 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.499 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.499 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.499 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.499 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.499 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.499 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.499 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.499 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.499 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.499 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.499 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.500 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.500 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.500 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.500 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.500 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.500 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.500 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.500 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.500 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.500 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.500 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.500 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.500 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.500 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.501 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.501 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.501 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.501 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.501 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.501 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.501 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.501 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.501 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.501 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.501 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.501 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.501 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.501 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.502 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.502 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.502 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.502 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.502 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.502 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.502 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.502 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.502 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.502 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.502 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.502 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.502 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.502 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.503 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.503 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.503 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.503 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.503 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.503 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.503 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.503 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.503 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.503 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.503 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.503 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.503 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.503 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.503 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.504 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.504 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.504 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.504 INFO:teuthology.orchestra.run.smithi042.stdout: "orchestrator": { 2024-06-13T12:05:55.504 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "orchestrator", 2024-06-13T12:05:55.504 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.504 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.504 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.504 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.504 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.504 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.504 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.504 INFO:teuthology.orchestra.run.smithi042.stdout: "cephadm", 2024-06-13T12:05:55.504 INFO:teuthology.orchestra.run.smithi042.stdout: "rook", 2024-06-13T12:05:55.505 INFO:teuthology.orchestra.run.smithi042.stdout: "test_orchestrator" 2024-06-13T12:05:55.505 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.505 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Orchestrator backend", 2024-06-13T12:05:55.505 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.505 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.505 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.505 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.505 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.505 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.505 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.505 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "osd_perf_query", 2024-06-13T12:05:55.505 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.505 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.506 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.506 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.506 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.506 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.506 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.506 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.506 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.506 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.506 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.506 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.506 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.506 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.506 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.507 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.507 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.507 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.507 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.507 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.507 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.507 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.507 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.507 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.507 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.507 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.507 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.507 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.507 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.508 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.508 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.508 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.508 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.508 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.508 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.508 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.508 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.508 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.508 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.508 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.508 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.508 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.508 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.509 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.509 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.509 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.509 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.509 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.509 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.509 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.509 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.509 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.509 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.509 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.509 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.509 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.510 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.510 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.510 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.510 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.510 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.510 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.510 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.510 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.510 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.510 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.510 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.510 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.510 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.511 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.511 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.511 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.511 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.511 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.511 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.511 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.511 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "osd_support", 2024-06-13T12:05:55.511 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.511 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.511 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.511 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.511 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.511 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.512 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.512 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.512 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.512 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.512 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.512 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.512 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.512 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.512 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.512 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.512 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.512 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.512 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.513 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.513 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.513 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.513 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.513 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.513 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.513 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.513 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.513 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.513 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.513 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.513 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.513 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.513 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.514 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.514 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.514 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.514 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.514 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.514 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.514 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.514 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.514 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.514 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.514 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.514 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.514 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.515 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.515 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.515 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.515 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.515 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.515 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.515 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.515 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.515 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.515 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.515 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.515 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.515 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.515 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.516 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.516 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.516 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.516 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.516 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.516 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.516 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.516 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.516 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.516 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.516 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.516 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.516 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.516 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.517 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.517 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.517 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "pg_autoscaler", 2024-06-13T12:05:55.517 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.517 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.517 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.517 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.517 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.517 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.517 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.517 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.517 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.517 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.517 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.518 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.518 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.518 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.518 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.518 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.518 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.518 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.518 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.518 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.518 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.518 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.518 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.518 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.519 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.519 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.519 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.519 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.519 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.519 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.519 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.519 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.519 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.519 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.519 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.519 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.519 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.519 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.519 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.519 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.520 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.520 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.520 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.520 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.520 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.520 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.520 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.520 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.520 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.520 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.520 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.520 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.520 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.521 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.521 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.521 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.521 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.521 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.521 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.521 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.521 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.521 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.521 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.521 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.521 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.521 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.521 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.522 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.522 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.522 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.522 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.522 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.522 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.522 INFO:teuthology.orchestra.run.smithi042.stdout: "sleep_interval": { 2024-06-13T12:05:55.522 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "sleep_interval", 2024-06-13T12:05:55.522 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.522 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.522 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.522 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "60", 2024-06-13T12:05:55.522 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.523 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.523 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.523 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.523 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.523 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.523 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.523 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.523 INFO:teuthology.orchestra.run.smithi042.stdout: "threshold": { 2024-06-13T12:05:55.523 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "threshold", 2024-06-13T12:05:55.523 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-13T12:05:55.523 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.523 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.523 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "3.0", 2024-06-13T12:05:55.523 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "1.0", 2024-06-13T12:05:55.524 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.524 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.524 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "scaling threshold", 2024-06-13T12:05:55.524 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-06-13T12:05:55.524 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.524 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.524 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.524 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.524 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.524 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.524 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "progress", 2024-06-13T12:05:55.524 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.524 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.524 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.525 INFO:teuthology.orchestra.run.smithi042.stdout: "allow_pg_recovery_event": { 2024-06-13T12:05:55.525 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "allow_pg_recovery_event", 2024-06-13T12:05:55.525 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.525 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.525 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.525 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.525 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.525 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.525 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.525 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "allow the module to show pg recovery progress", 2024-06-13T12:05:55.525 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.525 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.525 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.526 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.526 INFO:teuthology.orchestra.run.smithi042.stdout: "enabled": { 2024-06-13T12:05:55.526 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "enabled", 2024-06-13T12:05:55.526 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.526 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.526 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.526 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.526 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.526 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.526 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.526 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.526 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.526 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.526 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.527 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.527 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.527 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.527 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.527 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.527 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.527 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.527 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.527 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.527 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.527 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.527 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.527 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.528 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.528 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.528 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.528 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.528 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.528 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.528 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.528 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.528 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.528 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.528 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.528 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.528 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.528 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.529 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.529 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.529 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.529 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.529 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.529 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.529 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.529 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.529 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.529 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.529 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.529 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.529 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.529 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.530 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.530 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.530 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.530 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.530 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.530 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.530 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.530 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.530 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.530 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.530 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.530 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.530 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.530 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.531 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.531 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.531 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.531 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.531 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.531 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.531 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.531 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.531 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.531 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.531 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.531 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.531 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.531 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.532 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.532 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.532 INFO:teuthology.orchestra.run.smithi042.stdout: "max_completed_events": { 2024-06-13T12:05:55.532 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "max_completed_events", 2024-06-13T12:05:55.532 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.532 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.532 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.532 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "50", 2024-06-13T12:05:55.532 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.532 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.532 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.532 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "number of past completed events to remember", 2024-06-13T12:05:55.532 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.532 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.533 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.533 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.533 INFO:teuthology.orchestra.run.smithi042.stdout: "sleep_interval": { 2024-06-13T12:05:55.533 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "sleep_interval", 2024-06-13T12:05:55.533 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.533 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.533 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.533 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "5", 2024-06-13T12:05:55.533 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.533 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.533 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.533 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how long the module is going to sleep", 2024-06-13T12:05:55.533 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.534 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.534 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.534 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.534 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.534 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.534 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.534 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "prometheus", 2024-06-13T12:05:55.534 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.534 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.534 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.534 INFO:teuthology.orchestra.run.smithi042.stdout: "cache": { 2024-06-13T12:05:55.534 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "cache", 2024-06-13T12:05:55.534 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.535 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.535 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.535 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.535 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.535 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.535 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.535 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.535 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.535 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.535 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.535 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.535 INFO:teuthology.orchestra.run.smithi042.stdout: "exclude_perf_counters": { 2024-06-13T12:05:55.535 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "exclude_perf_counters", 2024-06-13T12:05:55.536 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.536 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.536 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.536 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.536 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.536 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.536 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.536 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-06-13T12:05:55.536 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-06-13T12:05:55.536 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.536 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.536 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.536 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.537 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.537 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.537 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.537 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.537 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.537 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.537 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.537 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.537 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.537 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.537 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.537 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.537 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.537 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.537 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.538 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.538 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.538 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.538 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.538 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.538 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.538 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.538 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.538 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.538 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.538 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.538 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.539 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.539 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.539 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.539 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.539 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.539 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.539 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.539 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.539 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.539 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.539 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.539 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.539 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.539 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.540 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.540 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.540 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.540 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.540 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.540 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.540 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.540 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.540 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.540 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.540 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.540 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.540 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.541 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.541 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.541 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.541 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.541 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.541 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.541 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.541 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.541 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.541 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.541 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.541 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.541 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.541 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.542 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.542 INFO:teuthology.orchestra.run.smithi042.stdout: "rbd_stats_pools": { 2024-06-13T12:05:55.542 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rbd_stats_pools", 2024-06-13T12:05:55.542 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.542 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.542 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.542 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.542 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.542 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.542 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.542 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.542 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.542 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.543 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.543 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.543 INFO:teuthology.orchestra.run.smithi042.stdout: "rbd_stats_pools_refresh_interval": { 2024-06-13T12:05:55.543 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-06-13T12:05:55.543 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.543 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.543 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.543 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "300", 2024-06-13T12:05:55.543 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.543 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.543 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.543 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.543 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.543 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.544 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.544 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.544 INFO:teuthology.orchestra.run.smithi042.stdout: "scrape_interval": { 2024-06-13T12:05:55.544 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "scrape_interval", 2024-06-13T12:05:55.544 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-13T12:05:55.544 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.544 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.544 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "15.0", 2024-06-13T12:05:55.544 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.544 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.544 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.544 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.544 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.544 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.545 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.545 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.545 INFO:teuthology.orchestra.run.smithi042.stdout: "server_addr": { 2024-06-13T12:05:55.545 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_addr", 2024-06-13T12:05:55.545 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.545 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.545 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.545 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "::", 2024-06-13T12:05:55.545 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.545 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.545 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.545 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-06-13T12:05:55.545 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.545 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.546 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.546 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.546 INFO:teuthology.orchestra.run.smithi042.stdout: "server_port": { 2024-06-13T12:05:55.546 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_port", 2024-06-13T12:05:55.546 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.546 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.546 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.546 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "9283", 2024-06-13T12:05:55.546 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.546 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.546 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.546 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-06-13T12:05:55.546 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.546 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.547 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.547 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.547 INFO:teuthology.orchestra.run.smithi042.stdout: "stale_cache_strategy": { 2024-06-13T12:05:55.547 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "stale_cache_strategy", 2024-06-13T12:05:55.547 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.547 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.547 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.547 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "log", 2024-06-13T12:05:55.547 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.547 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.547 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.547 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.547 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.548 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.548 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.548 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.548 INFO:teuthology.orchestra.run.smithi042.stdout: "standby_behaviour": { 2024-06-13T12:05:55.548 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "standby_behaviour", 2024-06-13T12:05:55.548 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.548 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.548 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.548 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "default", 2024-06-13T12:05:55.548 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.548 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.548 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.548 INFO:teuthology.orchestra.run.smithi042.stdout: "default", 2024-06-13T12:05:55.548 INFO:teuthology.orchestra.run.smithi042.stdout: "error" 2024-06-13T12:05:55.549 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.549 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.549 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.549 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.549 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.549 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.549 INFO:teuthology.orchestra.run.smithi042.stdout: "standby_error_status_code": { 2024-06-13T12:05:55.549 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "standby_error_status_code", 2024-06-13T12:05:55.549 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.549 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.549 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.549 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "500", 2024-06-13T12:05:55.549 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "400", 2024-06-13T12:05:55.550 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "599", 2024-06-13T12:05:55.550 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.550 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.550 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.550 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.550 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.550 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.550 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.550 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.550 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.550 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rbd_support", 2024-06-13T12:05:55.550 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.550 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.550 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.551 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.551 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.551 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.551 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.551 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.551 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.551 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.551 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.551 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.551 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.551 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.551 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.551 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.552 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.552 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.552 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.552 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.552 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.552 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.552 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.552 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.552 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.552 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.552 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.552 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.552 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.552 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.553 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.553 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.553 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.553 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.553 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.553 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.553 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.553 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.553 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.553 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.553 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.553 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.553 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.553 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.554 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.554 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.554 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.554 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.554 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.554 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.554 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.554 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.554 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.554 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.554 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.554 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.554 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.555 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.555 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.555 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.555 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.555 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.555 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.555 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.555 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.555 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.555 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.555 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.555 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.555 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.555 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.555 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.556 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.556 INFO:teuthology.orchestra.run.smithi042.stdout: "max_concurrent_snap_create": { 2024-06-13T12:05:55.556 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "max_concurrent_snap_create", 2024-06-13T12:05:55.556 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.556 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.556 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.556 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-13T12:05:55.556 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.556 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.556 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.556 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.556 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.556 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.556 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.557 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.557 INFO:teuthology.orchestra.run.smithi042.stdout: "mirror_snapshot_schedule": { 2024-06-13T12:05:55.557 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mirror_snapshot_schedule", 2024-06-13T12:05:55.557 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.557 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.557 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.557 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.557 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.557 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.557 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.557 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.557 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.557 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.557 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.558 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.558 INFO:teuthology.orchestra.run.smithi042.stdout: "trash_purge_schedule": { 2024-06-13T12:05:55.558 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "trash_purge_schedule", 2024-06-13T12:05:55.558 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.558 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.558 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.558 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.558 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.558 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.558 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.558 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.558 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.558 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.558 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.559 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.559 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.559 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.559 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.559 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "restful", 2024-06-13T12:05:55.559 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.559 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.559 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.559 INFO:teuthology.orchestra.run.smithi042.stdout: "enable_auth": { 2024-06-13T12:05:55.559 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "enable_auth", 2024-06-13T12:05:55.559 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.559 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.559 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.559 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.559 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.560 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.560 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.560 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.560 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.560 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.560 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.560 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.560 INFO:teuthology.orchestra.run.smithi042.stdout: "key_file": { 2024-06-13T12:05:55.560 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "key_file", 2024-06-13T12:05:55.560 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.560 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.560 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.560 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.560 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.560 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.561 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.561 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.561 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.561 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.561 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.561 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.561 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.561 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.561 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.561 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.561 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.562 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.562 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.562 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.562 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.562 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.562 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.562 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.562 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.562 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.562 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.562 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.562 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.562 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.563 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.563 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.563 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.563 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.563 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.563 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.563 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.563 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.563 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.563 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.563 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.563 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.563 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.564 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.564 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.564 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.564 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.564 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.564 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.564 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.564 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.564 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.564 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.564 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.564 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.564 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.564 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.565 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.565 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.565 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.565 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.565 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.565 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.565 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.565 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.565 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.565 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.565 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.565 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.565 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.565 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.565 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.566 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.566 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.566 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.566 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.566 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.566 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.566 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.566 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.566 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.566 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.566 INFO:teuthology.orchestra.run.smithi042.stdout: "server_addr": { 2024-06-13T12:05:55.566 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_addr", 2024-06-13T12:05:55.566 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.566 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.567 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.567 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.567 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.567 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.567 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.567 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.567 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.567 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.567 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.567 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.567 INFO:teuthology.orchestra.run.smithi042.stdout: "server_port": { 2024-06-13T12:05:55.567 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_port", 2024-06-13T12:05:55.567 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.567 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.568 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.568 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.568 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.568 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.568 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.568 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.568 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.568 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.568 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.568 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.568 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.568 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.568 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.568 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rgw", 2024-06-13T12:05:55.569 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.569 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.569 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.569 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.569 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.569 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.569 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.569 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.569 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.569 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.569 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.569 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.569 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.569 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.570 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.570 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.570 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.570 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.570 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.570 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.570 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.570 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.570 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.570 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.570 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.570 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.570 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.571 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.571 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.571 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.571 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.571 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.571 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.571 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.571 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.571 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.571 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.571 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.571 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.571 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.571 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.571 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.571 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.572 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.572 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.572 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.572 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.572 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.572 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.572 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.572 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.572 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.572 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.572 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.572 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.572 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.572 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.573 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.573 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.573 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.573 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.573 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.573 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.573 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.573 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.573 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.573 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.573 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.573 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.573 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.573 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.574 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.574 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.574 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.574 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.574 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.574 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rook", 2024-06-13T12:05:55.574 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.574 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.574 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.574 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.574 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.574 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.574 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.574 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.575 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.575 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.575 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.575 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.575 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.575 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.575 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.575 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.575 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.575 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.575 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.575 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.575 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.575 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.576 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.576 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.576 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.576 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.576 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.576 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.576 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.576 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.576 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.576 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.576 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.576 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.576 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.576 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.577 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.577 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.577 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.577 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.577 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.577 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.577 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.577 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.577 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.577 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.577 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.577 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.577 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.578 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.578 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.578 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.578 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.578 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.578 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.578 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.578 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.578 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.578 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.578 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.578 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.578 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.578 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.578 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.579 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.579 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.579 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.579 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.579 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.579 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.579 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.579 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.579 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.579 INFO:teuthology.orchestra.run.smithi042.stdout: "storage_class": { 2024-06-13T12:05:55.579 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "storage_class", 2024-06-13T12:05:55.579 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.579 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.579 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.580 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "local", 2024-06-13T12:05:55.580 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.580 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.580 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.580 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-06-13T12:05:55.580 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.580 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.580 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.580 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.580 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.580 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.580 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.580 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "selftest", 2024-06-13T12:05:55.580 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.581 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.581 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.581 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.581 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.581 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.581 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.581 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.581 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.581 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.581 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.581 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.581 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.581 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.581 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.582 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.582 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.582 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.582 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.582 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.582 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.582 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.582 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.582 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.582 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.582 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.582 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.582 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.582 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.583 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.583 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.583 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.583 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.583 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.583 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.583 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.583 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.583 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.583 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.583 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.583 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.583 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.583 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.584 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.584 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.584 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.584 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.584 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.584 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.584 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.584 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.584 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.584 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.584 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.584 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.584 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.584 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.585 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.585 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.585 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.585 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.585 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.585 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.585 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.585 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.585 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.585 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.585 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.585 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.585 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.585 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.585 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.586 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.586 INFO:teuthology.orchestra.run.smithi042.stdout: "roption1": { 2024-06-13T12:05:55.586 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "roption1", 2024-06-13T12:05:55.586 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.586 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.586 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.586 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.586 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.586 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.586 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.586 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.586 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.586 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.587 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.587 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.587 INFO:teuthology.orchestra.run.smithi042.stdout: "roption2": { 2024-06-13T12:05:55.587 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "roption2", 2024-06-13T12:05:55.587 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.587 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.587 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.587 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "xyz", 2024-06-13T12:05:55.587 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.587 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.587 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.587 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.587 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.587 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.588 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.588 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.588 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption1": { 2024-06-13T12:05:55.588 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption1", 2024-06-13T12:05:55.588 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.588 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.588 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.588 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.588 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.588 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.588 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.588 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.588 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.588 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.588 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.589 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.589 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption2": { 2024-06-13T12:05:55.589 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption2", 2024-06-13T12:05:55.589 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.589 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.589 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.589 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.589 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.589 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.589 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.589 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.589 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.589 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.589 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.590 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.590 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption3": { 2024-06-13T12:05:55.590 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption3", 2024-06-13T12:05:55.590 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-13T12:05:55.590 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.590 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.590 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.590 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.590 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.590 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.590 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.590 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.590 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.591 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.591 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.591 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption4": { 2024-06-13T12:05:55.591 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption4", 2024-06-13T12:05:55.591 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.591 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.591 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.591 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.591 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.591 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.591 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.591 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.591 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.592 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.592 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.592 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.592 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption5": { 2024-06-13T12:05:55.592 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption5", 2024-06-13T12:05:55.592 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.592 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.592 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.592 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.592 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.592 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.592 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.592 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.592 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.593 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.593 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.593 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.593 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption6": { 2024-06-13T12:05:55.593 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption6", 2024-06-13T12:05:55.593 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.593 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.593 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.593 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.593 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.593 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.593 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.593 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.594 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.594 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.594 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.594 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.594 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption7": { 2024-06-13T12:05:55.594 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption7", 2024-06-13T12:05:55.594 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.594 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.594 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.594 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.594 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "1", 2024-06-13T12:05:55.594 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "42", 2024-06-13T12:05:55.594 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.594 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.595 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.595 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.595 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.595 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.595 INFO:teuthology.orchestra.run.smithi042.stdout: "testkey": { 2024-06-13T12:05:55.595 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "testkey", 2024-06-13T12:05:55.595 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.595 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.595 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.595 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.595 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.595 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.595 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.596 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.596 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.596 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.596 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.596 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.596 INFO:teuthology.orchestra.run.smithi042.stdout: "testlkey": { 2024-06-13T12:05:55.596 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "testlkey", 2024-06-13T12:05:55.596 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.596 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.596 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.596 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.596 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.596 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.596 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.597 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.597 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.597 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.597 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.597 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.597 INFO:teuthology.orchestra.run.smithi042.stdout: "testnewline": { 2024-06-13T12:05:55.597 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "testnewline", 2024-06-13T12:05:55.597 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.597 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.597 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.597 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.597 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.597 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.597 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.598 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.598 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.598 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.598 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.598 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.598 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.598 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.598 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.598 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "snap_schedule", 2024-06-13T12:05:55.598 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.598 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.598 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.598 INFO:teuthology.orchestra.run.smithi042.stdout: "allow_m_granularity": { 2024-06-13T12:05:55.598 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "allow_m_granularity", 2024-06-13T12:05:55.598 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.599 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.599 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.599 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.599 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.599 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.599 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.599 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "allow minute scheduled snapshots", 2024-06-13T12:05:55.599 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.599 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.599 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.599 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.599 INFO:teuthology.orchestra.run.smithi042.stdout: "dump_on_update": { 2024-06-13T12:05:55.599 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "dump_on_update", 2024-06-13T12:05:55.599 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.599 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.600 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.600 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.600 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.600 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.600 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.600 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "dump database to debug log on update", 2024-06-13T12:05:55.600 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.600 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.600 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.600 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.600 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.600 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.600 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.601 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.601 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.601 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.601 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.601 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.601 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.601 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.601 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.601 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.601 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.601 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.601 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.601 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.601 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.601 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.602 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.602 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.602 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.602 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.602 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.602 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.602 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.602 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.602 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.602 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.602 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.602 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.602 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.602 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.603 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.603 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.603 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.603 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.603 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.603 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.603 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.603 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.603 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.603 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.603 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.603 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.603 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.603 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.603 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.604 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.604 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.604 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.604 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.604 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.604 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.604 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.604 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.604 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.604 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.604 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.604 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.604 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.604 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.605 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.605 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.605 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.605 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.605 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.605 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.605 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.605 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.605 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.605 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.605 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.605 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.605 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "stats", 2024-06-13T12:05:55.605 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.606 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.606 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.606 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.606 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.606 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.606 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.606 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.606 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.606 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.606 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.606 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.606 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.606 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.606 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.607 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.607 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.607 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.607 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.607 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.607 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.607 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.607 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.607 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.607 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.607 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.607 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.607 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.607 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.608 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.608 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.608 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.608 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.608 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.608 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.608 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.608 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.608 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.608 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.608 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.608 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.608 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.608 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.609 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.609 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.609 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.609 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.609 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.609 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.609 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.609 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.609 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.609 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.609 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.609 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.609 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.609 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.610 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.610 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.610 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.610 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.610 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.610 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.610 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.610 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.610 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.610 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.610 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.610 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.610 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.610 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.611 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.611 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.611 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.611 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.611 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.611 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "status", 2024-06-13T12:05:55.611 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.611 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.611 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.611 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.611 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.611 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.611 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.611 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.612 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.612 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.612 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.612 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.612 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.612 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.612 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.612 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.612 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.612 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.612 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.612 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.612 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.612 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.612 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.613 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.613 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.613 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.613 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.613 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.613 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.613 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.613 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.613 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.613 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.613 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.613 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.613 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.613 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.614 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.614 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.614 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.614 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.614 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.614 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.614 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.614 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.614 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.614 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.614 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.614 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.614 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.614 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.615 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.615 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.615 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.615 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.615 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.615 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.615 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.615 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.615 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.615 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.615 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.615 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.615 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.615 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.615 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.616 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.616 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.616 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.616 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.616 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.616 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.616 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.616 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.616 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.616 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.616 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "telegraf", 2024-06-13T12:05:55.616 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.616 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.616 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.617 INFO:teuthology.orchestra.run.smithi042.stdout: "address": { 2024-06-13T12:05:55.617 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "address", 2024-06-13T12:05:55.617 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.617 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.617 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.617 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-06-13T12:05:55.617 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.617 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.617 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.617 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.617 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.617 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.617 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.618 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.618 INFO:teuthology.orchestra.run.smithi042.stdout: "interval": { 2024-06-13T12:05:55.618 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "interval", 2024-06-13T12:05:55.618 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.618 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.618 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.618 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "15", 2024-06-13T12:05:55.618 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.618 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.618 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.618 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.618 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.618 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.618 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.619 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.619 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.619 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.619 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.619 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.619 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.619 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.619 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.619 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.619 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.619 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.619 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.619 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.619 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.620 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.620 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.620 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.620 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.620 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.620 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.620 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.620 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.620 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.620 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.620 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.620 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.620 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.620 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.621 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.621 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.621 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.621 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.621 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.621 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.621 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.621 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.621 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.621 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.621 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.621 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.621 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.621 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.622 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.622 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.622 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.622 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.622 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.622 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.622 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.622 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.622 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.622 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.622 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.622 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.622 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.622 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.623 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.623 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.623 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.623 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.623 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.623 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.623 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.623 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.623 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.623 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.623 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.623 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.623 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.623 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.624 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.624 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.624 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.624 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.624 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "telemetry", 2024-06-13T12:05:55.624 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.624 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.624 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.624 INFO:teuthology.orchestra.run.smithi042.stdout: "channel_basic": { 2024-06-13T12:05:55.624 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "channel_basic", 2024-06-13T12:05:55.624 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.624 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.624 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.624 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.625 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.625 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.625 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.625 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Share basic cluster information (size, version)", 2024-06-13T12:05:55.625 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.625 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.625 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.625 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.625 INFO:teuthology.orchestra.run.smithi042.stdout: "channel_crash": { 2024-06-13T12:05:55.625 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "channel_crash", 2024-06-13T12:05:55.625 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.625 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.625 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.625 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.626 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.626 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.626 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.626 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-06-13T12:05:55.626 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.626 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.626 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.626 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.626 INFO:teuthology.orchestra.run.smithi042.stdout: "channel_device": { 2024-06-13T12:05:55.626 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "channel_device", 2024-06-13T12:05:55.626 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.626 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.626 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.627 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.627 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.627 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.627 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.627 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-06-13T12:05:55.627 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.627 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.627 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.627 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.627 INFO:teuthology.orchestra.run.smithi042.stdout: "channel_ident": { 2024-06-13T12:05:55.627 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "channel_ident", 2024-06-13T12:05:55.627 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.627 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.627 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.627 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.628 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.628 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.628 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.628 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-06-13T12:05:55.628 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.628 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.628 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.628 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.628 INFO:teuthology.orchestra.run.smithi042.stdout: "channel_perf": { 2024-06-13T12:05:55.628 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "channel_perf", 2024-06-13T12:05:55.628 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.628 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.628 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.629 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.629 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.629 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.629 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.629 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Share various performance metrics of a cluster", 2024-06-13T12:05:55.629 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.629 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.629 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.629 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.629 INFO:teuthology.orchestra.run.smithi042.stdout: "contact": { 2024-06-13T12:05:55.629 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "contact", 2024-06-13T12:05:55.629 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.629 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.629 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.630 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.630 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.630 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.630 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.630 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.630 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.630 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.630 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.630 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.630 INFO:teuthology.orchestra.run.smithi042.stdout: "description": { 2024-06-13T12:05:55.630 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "description", 2024-06-13T12:05:55.630 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.630 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.631 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.631 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.631 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.631 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.631 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.631 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.631 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.631 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.631 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.631 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.631 INFO:teuthology.orchestra.run.smithi042.stdout: "device_url": { 2024-06-13T12:05:55.631 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "device_url", 2024-06-13T12:05:55.631 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.631 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.632 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.632 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-06-13T12:05:55.632 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.632 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.632 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.632 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.632 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.632 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.632 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.632 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.632 INFO:teuthology.orchestra.run.smithi042.stdout: "enabled": { 2024-06-13T12:05:55.632 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "enabled", 2024-06-13T12:05:55.632 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.633 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.633 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.633 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.633 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.633 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.633 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.633 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.633 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.633 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.633 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.633 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.633 INFO:teuthology.orchestra.run.smithi042.stdout: "interval": { 2024-06-13T12:05:55.633 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "interval", 2024-06-13T12:05:55.633 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.634 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.634 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.634 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "24", 2024-06-13T12:05:55.634 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "8", 2024-06-13T12:05:55.634 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.634 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.634 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.634 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.634 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.634 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.634 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.634 INFO:teuthology.orchestra.run.smithi042.stdout: "last_opt_revision": { 2024-06-13T12:05:55.634 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "last_opt_revision", 2024-06-13T12:05:55.634 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.635 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.635 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.635 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "1", 2024-06-13T12:05:55.635 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.635 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.635 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.635 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.635 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.635 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.635 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.635 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.635 INFO:teuthology.orchestra.run.smithi042.stdout: "leaderboard": { 2024-06-13T12:05:55.635 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "leaderboard", 2024-06-13T12:05:55.636 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.636 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.636 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.636 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.636 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.636 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.636 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.636 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.636 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.636 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.636 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.636 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.636 INFO:teuthology.orchestra.run.smithi042.stdout: "leaderboard_description": { 2024-06-13T12:05:55.636 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "leaderboard_description", 2024-06-13T12:05:55.637 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.637 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.637 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.637 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.637 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.637 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.637 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.637 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.637 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.637 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.637 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.637 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.637 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.637 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.638 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.638 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.638 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.638 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.638 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.638 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.638 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.638 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.638 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.638 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.638 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.638 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.638 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.638 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.639 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.639 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.639 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.639 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.639 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.639 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.639 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.639 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.639 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.639 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.639 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.639 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.639 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.639 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.640 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.640 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.640 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.640 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.640 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.640 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.640 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.640 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.640 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.640 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.640 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.640 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.640 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.640 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.640 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.641 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.641 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.641 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.641 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.641 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.641 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.641 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.641 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.641 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.641 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.641 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.641 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.641 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.642 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.642 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.642 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.642 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.642 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.642 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.642 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.642 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.642 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.642 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.642 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.642 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.642 INFO:teuthology.orchestra.run.smithi042.stdout: "organization": { 2024-06-13T12:05:55.642 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "organization", 2024-06-13T12:05:55.643 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.643 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.643 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.643 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.643 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.643 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.643 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.643 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.643 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.643 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.643 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.643 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.643 INFO:teuthology.orchestra.run.smithi042.stdout: "proxy": { 2024-06-13T12:05:55.643 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "proxy", 2024-06-13T12:05:55.643 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.644 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.644 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.644 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.644 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.644 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.644 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.644 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.644 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.644 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.644 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.644 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.644 INFO:teuthology.orchestra.run.smithi042.stdout: "url": { 2024-06-13T12:05:55.644 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "url", 2024-06-13T12:05:55.644 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.645 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.645 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.645 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-06-13T12:05:55.645 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.645 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.645 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.645 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.645 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.645 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.645 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.645 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.645 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.645 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.645 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.646 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "test_orchestrator", 2024-06-13T12:05:55.646 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.646 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.646 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.646 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.646 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.646 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.646 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.646 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.646 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.646 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.646 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.647 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.647 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.647 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.647 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.647 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.647 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.647 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.647 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.647 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.647 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.647 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.647 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.647 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.647 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.648 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.648 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.648 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.648 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.648 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.648 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.648 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.648 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.648 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.648 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.648 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.648 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.648 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.649 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.649 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.649 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.649 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.649 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.649 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.649 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.649 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.649 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.649 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.649 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.649 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.649 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.650 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.650 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.650 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.650 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.650 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.650 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.650 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.650 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.650 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.650 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.650 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.650 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.650 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.651 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.651 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.651 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.651 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.651 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.651 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.651 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.651 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.651 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.651 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.651 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.651 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.651 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "volumes", 2024-06-13T12:05:55.651 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.652 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.652 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.652 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.652 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.652 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.652 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.652 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.652 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.652 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.652 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.652 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.652 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.652 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.652 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.653 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.653 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.653 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.653 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.653 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.653 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.653 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.653 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.653 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.653 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.653 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.653 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.653 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.654 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.654 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.654 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.654 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.654 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.654 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.654 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.654 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.654 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.654 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.654 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.654 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.654 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.655 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.655 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.655 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.655 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.655 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.655 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.655 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.655 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.655 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.655 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.655 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.655 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.655 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.655 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.656 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.656 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.656 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.656 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.656 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.656 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.656 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.656 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.656 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.656 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.656 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.656 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.656 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.656 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.656 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.657 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.657 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.657 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.657 INFO:teuthology.orchestra.run.smithi042.stdout: "max_concurrent_clones": { 2024-06-13T12:05:55.657 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "max_concurrent_clones", 2024-06-13T12:05:55.657 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.657 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.657 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.657 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "4", 2024-06-13T12:05:55.657 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.657 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.657 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.657 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Number of asynchronous cloner threads", 2024-06-13T12:05:55.657 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.658 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.658 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.658 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.658 INFO:teuthology.orchestra.run.smithi042.stdout: "periodic_async_work": { 2024-06-13T12:05:55.658 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "periodic_async_work", 2024-06-13T12:05:55.658 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.658 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.658 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.658 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.658 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.658 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.658 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.658 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Periodically check for async work", 2024-06-13T12:05:55.659 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.659 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.659 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.659 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.659 INFO:teuthology.orchestra.run.smithi042.stdout: "snapshot_clone_delay": { 2024-06-13T12:05:55.659 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "snapshot_clone_delay", 2024-06-13T12:05:55.659 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.659 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.659 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.659 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0", 2024-06-13T12:05:55.659 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.659 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.659 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.659 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-06-13T12:05:55.660 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.660 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.660 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.660 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.660 INFO:teuthology.orchestra.run.smithi042.stdout: "snapshot_clone_no_wait": { 2024-06-13T12:05:55.660 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "snapshot_clone_no_wait", 2024-06-13T12:05:55.660 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.660 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.660 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.660 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.660 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.660 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.660 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.660 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-06-13T12:05:55.660 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.661 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.661 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.661 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.661 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.661 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.661 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.661 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "zabbix", 2024-06-13T12:05:55.661 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.661 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.661 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.661 INFO:teuthology.orchestra.run.smithi042.stdout: "discovery_interval": { 2024-06-13T12:05:55.661 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "discovery_interval", 2024-06-13T12:05:55.661 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "uint", 2024-06-13T12:05:55.661 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.661 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.661 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "100", 2024-06-13T12:05:55.662 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.662 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.662 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.662 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.662 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.662 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.662 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.662 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.662 INFO:teuthology.orchestra.run.smithi042.stdout: "identifier": { 2024-06-13T12:05:55.662 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "identifier", 2024-06-13T12:05:55.662 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.662 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.662 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.662 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.663 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.663 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.663 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.663 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.663 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.663 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.663 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.663 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.663 INFO:teuthology.orchestra.run.smithi042.stdout: "interval": { 2024-06-13T12:05:55.663 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "interval", 2024-06-13T12:05:55.663 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.663 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.663 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.663 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "60", 2024-06-13T12:05:55.663 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.663 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.664 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.664 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.664 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.664 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.664 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.664 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.664 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.664 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.664 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.664 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.664 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.664 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.664 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.664 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.665 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.665 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.665 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.665 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.665 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.665 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.665 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.665 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.665 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.665 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.665 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.665 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.665 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.666 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.666 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.666 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.666 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.666 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.666 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.666 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.666 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.666 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.666 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.666 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.666 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.666 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.666 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.667 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.667 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.667 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.667 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.667 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.667 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.667 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.667 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.667 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.667 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.667 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.667 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.667 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.667 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.667 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.668 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.668 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.668 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.668 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.668 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.668 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.668 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.668 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.668 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.668 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.668 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.668 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.668 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.668 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.668 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.668 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.669 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.669 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.669 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.669 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.669 INFO:teuthology.orchestra.run.smithi042.stdout: "zabbix_host": { 2024-06-13T12:05:55.669 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "zabbix_host", 2024-06-13T12:05:55.669 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.669 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.669 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.669 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.669 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.669 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.669 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.669 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.669 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.670 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.670 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.670 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.670 INFO:teuthology.orchestra.run.smithi042.stdout: "zabbix_port": { 2024-06-13T12:05:55.670 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "zabbix_port", 2024-06-13T12:05:55.670 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.670 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.670 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.670 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10051", 2024-06-13T12:05:55.670 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.670 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.670 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.670 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.670 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.671 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.671 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.671 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.671 INFO:teuthology.orchestra.run.smithi042.stdout: "zabbix_sender": { 2024-06-13T12:05:55.671 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "zabbix_sender", 2024-06-13T12:05:55.671 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.671 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.671 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.671 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-06-13T12:05:55.671 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.671 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.671 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.671 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.671 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.671 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.672 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.672 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.672 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.672 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.672 INFO:teuthology.orchestra.run.smithi042.stdout: ] 2024-06-13T12:05:55.672 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.672 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.672 INFO:teuthology.orchestra.run.smithi042.stdout: "gid": 25154, 2024-06-13T12:05:55.672 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "y", 2024-06-13T12:05:55.672 INFO:teuthology.orchestra.run.smithi042.stdout: "mgr_features": 4540701547738038271, 2024-06-13T12:05:55.672 INFO:teuthology.orchestra.run.smithi042.stdout: "available_modules": [ 2024-06-13T12:05:55.672 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.672 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "alerts", 2024-06-13T12:05:55.672 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.672 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.673 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.673 INFO:teuthology.orchestra.run.smithi042.stdout: "interval": { 2024-06-13T12:05:55.673 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "interval", 2024-06-13T12:05:55.673 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.673 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.673 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.673 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "60", 2024-06-13T12:05:55.673 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.673 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.673 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.673 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "How frequently to reexamine health status", 2024-06-13T12:05:55.673 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.673 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.673 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.673 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.674 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.674 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.674 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.674 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.674 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.674 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.674 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.674 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.674 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.674 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.674 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.674 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.674 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.675 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.675 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.675 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.675 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.675 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.675 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.675 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.675 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.675 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.675 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.675 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.675 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.675 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.676 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.676 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.676 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.676 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.676 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.676 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.676 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.676 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.676 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.676 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.676 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.676 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.676 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.676 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.677 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.677 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.677 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.677 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.677 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.677 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.677 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.677 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.677 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.677 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.677 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.677 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.677 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.677 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.677 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.678 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.678 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.678 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.678 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.678 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.678 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.678 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.678 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.678 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.678 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.678 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.678 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.678 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.679 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.679 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.679 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_destination": { 2024-06-13T12:05:55.679 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_destination", 2024-06-13T12:05:55.679 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.679 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.679 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.679 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.679 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.679 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.679 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.679 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Email address to send alerts to", 2024-06-13T12:05:55.679 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.679 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.679 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.680 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.680 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_from_name": { 2024-06-13T12:05:55.680 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_from_name", 2024-06-13T12:05:55.680 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.680 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.680 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.680 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "Ceph", 2024-06-13T12:05:55.680 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.680 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.680 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.680 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Email From: name", 2024-06-13T12:05:55.680 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.680 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.680 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.681 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.681 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_host": { 2024-06-13T12:05:55.681 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_host", 2024-06-13T12:05:55.681 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.681 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.681 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.681 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.681 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.681 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.681 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.681 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "SMTP server", 2024-06-13T12:05:55.681 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.681 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.681 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.681 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.682 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_password": { 2024-06-13T12:05:55.682 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_password", 2024-06-13T12:05:55.682 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.682 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.682 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.682 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.682 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.682 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.682 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.682 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Password to authenticate with", 2024-06-13T12:05:55.682 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.682 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.682 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.682 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.683 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_port": { 2024-06-13T12:05:55.683 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_port", 2024-06-13T12:05:55.683 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.683 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.683 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.683 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "465", 2024-06-13T12:05:55.683 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.683 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.683 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.683 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "SMTP port", 2024-06-13T12:05:55.683 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.683 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.683 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.683 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.683 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_sender": { 2024-06-13T12:05:55.684 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_sender", 2024-06-13T12:05:55.684 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.684 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.684 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.684 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.684 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.684 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.684 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.684 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "SMTP envelope sender", 2024-06-13T12:05:55.684 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.684 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.684 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.684 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.684 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_ssl": { 2024-06-13T12:05:55.685 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_ssl", 2024-06-13T12:05:55.685 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.685 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.685 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.685 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.685 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.685 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.685 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.685 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Use SSL to connect to SMTP server", 2024-06-13T12:05:55.685 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.685 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.685 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.685 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.685 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_user": { 2024-06-13T12:05:55.686 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_user", 2024-06-13T12:05:55.686 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.686 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.686 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.686 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.686 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.686 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.686 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.686 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "User to authenticate as", 2024-06-13T12:05:55.686 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.686 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.686 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.686 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.687 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.687 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.687 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.687 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "balancer", 2024-06-13T12:05:55.687 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.687 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.687 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.687 INFO:teuthology.orchestra.run.smithi042.stdout: "active": { 2024-06-13T12:05:55.687 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "active", 2024-06-13T12:05:55.687 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.687 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.687 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.687 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.687 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.688 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.688 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.688 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "automatically balance PGs across cluster", 2024-06-13T12:05:55.688 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.688 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.688 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.688 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.688 INFO:teuthology.orchestra.run.smithi042.stdout: "begin_time": { 2024-06-13T12:05:55.688 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "begin_time", 2024-06-13T12:05:55.688 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.688 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.688 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.688 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0000", 2024-06-13T12:05:55.689 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.689 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.689 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.689 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "beginning time of day to automatically balance", 2024-06-13T12:05:55.689 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-06-13T12:05:55.689 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.689 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.689 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.689 INFO:teuthology.orchestra.run.smithi042.stdout: "begin_weekday": { 2024-06-13T12:05:55.689 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "begin_weekday", 2024-06-13T12:05:55.689 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "uint", 2024-06-13T12:05:55.689 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.689 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.689 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0", 2024-06-13T12:05:55.690 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "0", 2024-06-13T12:05:55.690 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "6", 2024-06-13T12:05:55.690 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.690 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-06-13T12:05:55.690 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-06-13T12:05:55.690 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.690 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.690 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.690 INFO:teuthology.orchestra.run.smithi042.stdout: "crush_compat_max_iterations": { 2024-06-13T12:05:55.690 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "crush_compat_max_iterations", 2024-06-13T12:05:55.690 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "uint", 2024-06-13T12:05:55.690 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.690 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.691 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "25", 2024-06-13T12:05:55.691 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "1", 2024-06-13T12:05:55.691 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "250", 2024-06-13T12:05:55.691 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.691 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-06-13T12:05:55.691 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.691 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.691 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.691 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.691 INFO:teuthology.orchestra.run.smithi042.stdout: "crush_compat_metrics": { 2024-06-13T12:05:55.691 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "crush_compat_metrics", 2024-06-13T12:05:55.691 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.691 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.691 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.692 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "pgs,objects,bytes", 2024-06-13T12:05:55.692 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.692 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.692 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.692 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-06-13T12:05:55.692 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-06-13T12:05:55.692 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.692 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.692 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.692 INFO:teuthology.orchestra.run.smithi042.stdout: "crush_compat_step": { 2024-06-13T12:05:55.692 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "crush_compat_step", 2024-06-13T12:05:55.692 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-13T12:05:55.692 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.692 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.693 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0.5", 2024-06-13T12:05:55.693 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "0.001", 2024-06-13T12:05:55.693 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "0.999", 2024-06-13T12:05:55.693 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.693 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "aggressiveness of optimization", 2024-06-13T12:05:55.693 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-06-13T12:05:55.693 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.693 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.693 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.693 INFO:teuthology.orchestra.run.smithi042.stdout: "end_time": { 2024-06-13T12:05:55.693 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "end_time", 2024-06-13T12:05:55.693 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.693 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.693 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.693 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "2359", 2024-06-13T12:05:55.694 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.694 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.694 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.694 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "ending time of day to automatically balance", 2024-06-13T12:05:55.694 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-06-13T12:05:55.694 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.694 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.694 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.694 INFO:teuthology.orchestra.run.smithi042.stdout: "end_weekday": { 2024-06-13T12:05:55.694 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "end_weekday", 2024-06-13T12:05:55.694 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "uint", 2024-06-13T12:05:55.694 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.694 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.695 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0", 2024-06-13T12:05:55.695 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "0", 2024-06-13T12:05:55.695 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "6", 2024-06-13T12:05:55.695 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.695 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-06-13T12:05:55.695 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-06-13T12:05:55.695 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.695 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.695 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.695 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.695 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.695 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.695 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.696 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.696 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.696 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.696 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.696 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.696 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.696 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.696 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.696 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.696 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.696 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.696 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.696 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.696 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.696 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.697 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.697 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.697 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.697 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.697 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.697 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.697 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.697 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.697 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.697 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.697 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.697 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.697 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.697 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.697 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.698 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.698 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.698 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.698 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.698 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.698 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.698 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.698 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.698 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.698 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.698 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.698 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.699 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.699 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.699 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.699 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.699 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.699 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.699 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.699 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.699 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.699 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.699 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.699 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.699 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.699 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.699 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.699 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.700 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.700 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.700 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.700 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.700 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.700 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.700 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.700 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.700 INFO:teuthology.orchestra.run.smithi042.stdout: "min_score": { 2024-06-13T12:05:55.700 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "min_score", 2024-06-13T12:05:55.700 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-13T12:05:55.700 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.700 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.700 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0", 2024-06-13T12:05:55.700 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.701 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.701 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.701 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-06-13T12:05:55.701 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.701 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.701 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.701 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.701 INFO:teuthology.orchestra.run.smithi042.stdout: "mode": { 2024-06-13T12:05:55.701 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mode", 2024-06-13T12:05:55.701 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.701 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.701 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.701 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "upmap", 2024-06-13T12:05:55.701 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.702 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.702 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.702 INFO:teuthology.orchestra.run.smithi042.stdout: "crush-compat", 2024-06-13T12:05:55.702 INFO:teuthology.orchestra.run.smithi042.stdout: "none", 2024-06-13T12:05:55.702 INFO:teuthology.orchestra.run.smithi042.stdout: "read", 2024-06-13T12:05:55.702 INFO:teuthology.orchestra.run.smithi042.stdout: "upmap", 2024-06-13T12:05:55.702 INFO:teuthology.orchestra.run.smithi042.stdout: "upmap-read" 2024-06-13T12:05:55.702 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.702 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Balancer mode", 2024-06-13T12:05:55.702 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.702 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.702 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.702 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.702 INFO:teuthology.orchestra.run.smithi042.stdout: "pool_ids": { 2024-06-13T12:05:55.703 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "pool_ids", 2024-06-13T12:05:55.703 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.703 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.703 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.703 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.703 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.703 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.703 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.703 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-06-13T12:05:55.703 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.703 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.703 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.703 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.704 INFO:teuthology.orchestra.run.smithi042.stdout: "sleep_interval": { 2024-06-13T12:05:55.704 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "sleep_interval", 2024-06-13T12:05:55.704 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.704 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.704 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.704 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "60", 2024-06-13T12:05:55.704 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.704 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.704 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.704 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-06-13T12:05:55.704 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.704 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.704 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.704 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.704 INFO:teuthology.orchestra.run.smithi042.stdout: "upmap_max_deviation": { 2024-06-13T12:05:55.705 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "upmap_max_deviation", 2024-06-13T12:05:55.705 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.705 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.705 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.705 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "5", 2024-06-13T12:05:55.705 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "1", 2024-06-13T12:05:55.705 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.705 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.705 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "deviation below which no optimization is attempted", 2024-06-13T12:05:55.705 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-06-13T12:05:55.705 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.705 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.705 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.705 INFO:teuthology.orchestra.run.smithi042.stdout: "upmap_max_optimizations": { 2024-06-13T12:05:55.706 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "upmap_max_optimizations", 2024-06-13T12:05:55.706 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "uint", 2024-06-13T12:05:55.706 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.706 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.706 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-13T12:05:55.706 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.706 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.706 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.706 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-06-13T12:05:55.706 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.706 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.706 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.706 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.706 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.707 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.707 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.707 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "cephadm", 2024-06-13T12:05:55.707 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.707 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.707 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.707 INFO:teuthology.orchestra.run.smithi042.stdout: "agent_down_multiplier": { 2024-06-13T12:05:55.707 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "agent_down_multiplier", 2024-06-13T12:05:55.707 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-13T12:05:55.707 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.707 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.707 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "3.0", 2024-06-13T12:05:55.707 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.707 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.708 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.708 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-06-13T12:05:55.708 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.708 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.708 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.708 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.708 INFO:teuthology.orchestra.run.smithi042.stdout: "agent_refresh_rate": { 2024-06-13T12:05:55.708 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "agent_refresh_rate", 2024-06-13T12:05:55.708 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.708 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.708 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.708 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "20", 2024-06-13T12:05:55.708 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.708 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.708 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.709 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-06-13T12:05:55.709 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.709 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.709 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.709 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.709 INFO:teuthology.orchestra.run.smithi042.stdout: "agent_starting_port": { 2024-06-13T12:05:55.709 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "agent_starting_port", 2024-06-13T12:05:55.709 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.709 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.709 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.709 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "4721", 2024-06-13T12:05:55.709 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.709 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.709 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.709 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-06-13T12:05:55.710 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.710 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.710 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.710 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.710 INFO:teuthology.orchestra.run.smithi042.stdout: "allow_ptrace": { 2024-06-13T12:05:55.710 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "allow_ptrace", 2024-06-13T12:05:55.710 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.710 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.710 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.710 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.710 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.710 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.711 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.711 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-06-13T12:05:55.711 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-06-13T12:05:55.711 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.711 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.711 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.711 INFO:teuthology.orchestra.run.smithi042.stdout: "autotune_interval": { 2024-06-13T12:05:55.711 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "autotune_interval", 2024-06-13T12:05:55.711 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.711 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.711 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.711 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "600", 2024-06-13T12:05:55.711 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.711 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.712 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.712 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how frequently to autotune daemon memory", 2024-06-13T12:05:55.712 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.712 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.712 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.712 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.712 INFO:teuthology.orchestra.run.smithi042.stdout: "autotune_memory_target_ratio": { 2024-06-13T12:05:55.712 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "autotune_memory_target_ratio", 2024-06-13T12:05:55.712 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-13T12:05:55.712 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.712 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.712 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0.7", 2024-06-13T12:05:55.712 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.712 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.712 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.713 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-06-13T12:05:55.713 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.713 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.713 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.713 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.713 INFO:teuthology.orchestra.run.smithi042.stdout: "cephadm_log_destination": { 2024-06-13T12:05:55.713 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "cephadm_log_destination", 2024-06-13T12:05:55.713 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.713 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.713 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.713 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.713 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.713 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.713 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.713 INFO:teuthology.orchestra.run.smithi042.stdout: "file", 2024-06-13T12:05:55.714 INFO:teuthology.orchestra.run.smithi042.stdout: "file,syslog", 2024-06-13T12:05:55.714 INFO:teuthology.orchestra.run.smithi042.stdout: "syslog" 2024-06-13T12:05:55.714 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.714 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-06-13T12:05:55.714 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.714 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.714 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.714 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.714 INFO:teuthology.orchestra.run.smithi042.stdout: "cgroups_split": { 2024-06-13T12:05:55.714 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "cgroups_split", 2024-06-13T12:05:55.714 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.714 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.714 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.715 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.715 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.715 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.715 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.715 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-06-13T12:05:55.715 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.715 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.715 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.715 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.715 INFO:teuthology.orchestra.run.smithi042.stdout: "config_checks_enabled": { 2024-06-13T12:05:55.715 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "config_checks_enabled", 2024-06-13T12:05:55.715 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.715 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.715 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.716 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.716 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.716 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.716 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.716 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-06-13T12:05:55.716 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.716 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.716 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.716 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.716 INFO:teuthology.orchestra.run.smithi042.stdout: "config_dashboard": { 2024-06-13T12:05:55.716 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "config_dashboard", 2024-06-13T12:05:55.716 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.716 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.716 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.717 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.717 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.717 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.717 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.717 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-06-13T12:05:55.717 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.717 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.717 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.717 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.717 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_alertmanager": { 2024-06-13T12:05:55.717 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_alertmanager", 2024-06-13T12:05:55.717 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.717 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.718 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.718 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-06-13T12:05:55.718 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.718 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.718 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.718 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Prometheus container image", 2024-06-13T12:05:55.718 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.718 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.718 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.718 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.718 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_base": { 2024-06-13T12:05:55.718 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_base", 2024-06-13T12:05:55.718 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.719 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.719 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.719 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/ceph/ceph", 2024-06-13T12:05:55.719 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.719 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.719 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.719 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Container image name, without the tag", 2024-06-13T12:05:55.719 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.719 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.719 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.719 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.719 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_elasticsearch": { 2024-06-13T12:05:55.719 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_elasticsearch", 2024-06-13T12:05:55.719 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.719 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.720 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.720 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-06-13T12:05:55.720 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.720 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.720 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.720 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "elasticsearch container image", 2024-06-13T12:05:55.720 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.720 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.720 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.720 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.720 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_grafana": { 2024-06-13T12:05:55.720 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_grafana", 2024-06-13T12:05:55.720 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.720 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.720 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.720 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-06-13T12:05:55.721 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.721 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.721 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.721 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Prometheus container image", 2024-06-13T12:05:55.721 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.721 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.721 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.721 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.721 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_haproxy": { 2024-06-13T12:05:55.721 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_haproxy", 2024-06-13T12:05:55.721 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.721 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.721 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.721 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-06-13T12:05:55.722 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.722 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.722 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.722 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "HAproxy container image", 2024-06-13T12:05:55.722 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.722 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.722 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.722 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.722 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_jaeger_agent": { 2024-06-13T12:05:55.722 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_jaeger_agent", 2024-06-13T12:05:55.722 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.722 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.722 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.723 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-06-13T12:05:55.723 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.723 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.723 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.723 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Jaeger agent container image", 2024-06-13T12:05:55.723 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.723 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.723 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.723 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.723 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_jaeger_collector": { 2024-06-13T12:05:55.723 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_jaeger_collector", 2024-06-13T12:05:55.723 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.723 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.723 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.724 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-06-13T12:05:55.724 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.724 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.724 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.724 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Jaeger collector container image", 2024-06-13T12:05:55.724 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.724 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.724 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.724 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.724 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_jaeger_query": { 2024-06-13T12:05:55.724 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_jaeger_query", 2024-06-13T12:05:55.724 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.724 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.725 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.725 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-06-13T12:05:55.725 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.725 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.725 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.725 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Jaeger query container image", 2024-06-13T12:05:55.725 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.725 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.725 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.725 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.725 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_keepalived": { 2024-06-13T12:05:55.725 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_keepalived", 2024-06-13T12:05:55.725 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.725 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.726 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.726 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-06-13T12:05:55.726 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.726 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.726 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.726 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Keepalived container image", 2024-06-13T12:05:55.726 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.726 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.726 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.726 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.726 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_loki": { 2024-06-13T12:05:55.726 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_loki", 2024-06-13T12:05:55.727 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.727 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.727 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.727 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-06-13T12:05:55.727 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.727 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.727 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.727 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Loki container image", 2024-06-13T12:05:55.727 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.727 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.727 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.727 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.727 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_node_exporter": { 2024-06-13T12:05:55.727 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_node_exporter", 2024-06-13T12:05:55.728 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.728 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.728 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.728 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-06-13T12:05:55.728 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.728 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.728 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.728 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Prometheus container image", 2024-06-13T12:05:55.728 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.728 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.728 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.728 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.728 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_nvmeof": { 2024-06-13T12:05:55.728 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_nvmeof", 2024-06-13T12:05:55.728 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.729 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.729 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.729 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-06-13T12:05:55.729 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.729 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.729 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.729 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Nvme-of container image", 2024-06-13T12:05:55.729 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.729 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.729 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.729 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.729 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_prometheus": { 2024-06-13T12:05:55.729 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_prometheus", 2024-06-13T12:05:55.729 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.730 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.730 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.730 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-06-13T12:05:55.730 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.730 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.730 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.730 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Prometheus container image", 2024-06-13T12:05:55.730 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.730 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.730 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.730 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.730 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_promtail": { 2024-06-13T12:05:55.730 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_promtail", 2024-06-13T12:05:55.731 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.731 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.731 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.731 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-06-13T12:05:55.731 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.731 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.731 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.731 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Promtail container image", 2024-06-13T12:05:55.731 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.731 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.731 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.731 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.731 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_samba": { 2024-06-13T12:05:55.731 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_samba", 2024-06-13T12:05:55.731 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.732 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.732 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.732 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-06-13T12:05:55.732 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.732 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.732 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.732 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Samba/SMB container image", 2024-06-13T12:05:55.732 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.732 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.732 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.732 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.732 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_snmp_gateway": { 2024-06-13T12:05:55.732 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_snmp_gateway", 2024-06-13T12:05:55.732 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.732 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.732 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.733 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-06-13T12:05:55.733 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.733 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.733 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.733 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "SNMP Gateway container image", 2024-06-13T12:05:55.733 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.733 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.733 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.733 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.733 INFO:teuthology.orchestra.run.smithi042.stdout: "container_init": { 2024-06-13T12:05:55.733 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_init", 2024-06-13T12:05:55.733 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.733 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.733 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.733 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.734 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.734 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.734 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.734 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Run podman/docker with `--init`", 2024-06-13T12:05:55.734 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.734 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.734 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.734 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.734 INFO:teuthology.orchestra.run.smithi042.stdout: "daemon_cache_timeout": { 2024-06-13T12:05:55.734 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "daemon_cache_timeout", 2024-06-13T12:05:55.734 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.734 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.734 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.734 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "600", 2024-06-13T12:05:55.735 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.735 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.735 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.735 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-06-13T12:05:55.735 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.735 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.735 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.735 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.735 INFO:teuthology.orchestra.run.smithi042.stdout: "default_cephadm_command_timeout": { 2024-06-13T12:05:55.735 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "default_cephadm_command_timeout", 2024-06-13T12:05:55.735 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.735 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.735 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.735 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "900", 2024-06-13T12:05:55.735 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.736 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.736 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.736 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-06-13T12:05:55.736 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.736 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.736 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.736 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.736 INFO:teuthology.orchestra.run.smithi042.stdout: "default_registry": { 2024-06-13T12:05:55.736 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "default_registry", 2024-06-13T12:05:55.736 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.736 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.736 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.736 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "docker.io", 2024-06-13T12:05:55.736 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.736 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.736 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.737 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-06-13T12:05:55.737 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.737 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.737 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.737 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.737 INFO:teuthology.orchestra.run.smithi042.stdout: "device_cache_timeout": { 2024-06-13T12:05:55.737 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "device_cache_timeout", 2024-06-13T12:05:55.737 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.737 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.737 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.737 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "1800", 2024-06-13T12:05:55.737 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.737 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.737 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.737 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "seconds to cache device inventory", 2024-06-13T12:05:55.738 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.738 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.738 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.738 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.738 INFO:teuthology.orchestra.run.smithi042.stdout: "device_enhanced_scan": { 2024-06-13T12:05:55.738 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "device_enhanced_scan", 2024-06-13T12:05:55.738 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.738 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.738 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.738 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.738 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.738 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.738 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.738 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Use libstoragemgmt during device scans", 2024-06-13T12:05:55.739 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.739 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.739 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.739 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.739 INFO:teuthology.orchestra.run.smithi042.stdout: "facts_cache_timeout": { 2024-06-13T12:05:55.739 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "facts_cache_timeout", 2024-06-13T12:05:55.739 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.739 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.739 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.739 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "60", 2024-06-13T12:05:55.739 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.739 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.739 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.739 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "seconds to cache host facts data", 2024-06-13T12:05:55.739 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.740 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.740 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.740 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.740 INFO:teuthology.orchestra.run.smithi042.stdout: "grafana_dashboards_path": { 2024-06-13T12:05:55.740 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "grafana_dashboards_path", 2024-06-13T12:05:55.740 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.740 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.740 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.740 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-06-13T12:05:55.740 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.740 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.740 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.740 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-06-13T12:05:55.740 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.741 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.741 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.741 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.741 INFO:teuthology.orchestra.run.smithi042.stdout: "host_check_interval": { 2024-06-13T12:05:55.741 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "host_check_interval", 2024-06-13T12:05:55.741 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.741 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.741 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.741 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "600", 2024-06-13T12:05:55.741 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.741 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.741 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.741 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how frequently to perform a host check", 2024-06-13T12:05:55.741 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.742 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.742 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.742 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.742 INFO:teuthology.orchestra.run.smithi042.stdout: "hw_monitoring": { 2024-06-13T12:05:55.742 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "hw_monitoring", 2024-06-13T12:05:55.742 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.742 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.742 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.742 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.742 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.742 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.742 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.742 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-06-13T12:05:55.742 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.743 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.743 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.743 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.743 INFO:teuthology.orchestra.run.smithi042.stdout: "inventory_list_all": { 2024-06-13T12:05:55.743 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "inventory_list_all", 2024-06-13T12:05:55.743 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.743 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.743 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.743 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.743 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.743 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.743 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.743 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-06-13T12:05:55.743 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.743 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.744 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.744 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.744 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.744 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.744 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.744 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.744 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.744 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.744 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.744 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.744 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.744 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.744 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.744 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.745 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.745 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.745 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.745 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.745 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.745 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.745 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.745 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.745 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.745 INFO:teuthology.orchestra.run.smithi042.stdout: "log_refresh_metadata": { 2024-06-13T12:05:55.745 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_refresh_metadata", 2024-06-13T12:05:55.745 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.745 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.746 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.746 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.746 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.746 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.746 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.746 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-06-13T12:05:55.746 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.746 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.746 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.746 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.746 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.746 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.746 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.747 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.747 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.747 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.747 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.747 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.747 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.747 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-06-13T12:05:55.747 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.747 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.747 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.747 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.747 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.747 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.747 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.748 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.748 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.748 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.748 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.748 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.748 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.748 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.748 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.748 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.748 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.748 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.748 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.748 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.748 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.749 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.749 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.749 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.749 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.749 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.749 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.749 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.749 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.749 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.749 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.749 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.749 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.749 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.749 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.749 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.750 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.750 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.750 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.750 INFO:teuthology.orchestra.run.smithi042.stdout: "manage_etc_ceph_ceph_conf": { 2024-06-13T12:05:55.750 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-06-13T12:05:55.750 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.750 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.750 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.750 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.750 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.750 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.750 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.750 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-06-13T12:05:55.750 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.751 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.751 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.751 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.751 INFO:teuthology.orchestra.run.smithi042.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-06-13T12:05:55.751 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-06-13T12:05:55.751 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.751 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.751 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.751 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "*", 2024-06-13T12:05:55.751 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.751 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.751 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.751 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-06-13T12:05:55.751 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.752 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.752 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.752 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.752 INFO:teuthology.orchestra.run.smithi042.stdout: "max_count_per_host": { 2024-06-13T12:05:55.752 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "max_count_per_host", 2024-06-13T12:05:55.752 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.752 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.752 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.752 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-13T12:05:55.752 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.752 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.752 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.752 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "max number of daemons per service per host", 2024-06-13T12:05:55.752 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.753 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.753 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.753 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.753 INFO:teuthology.orchestra.run.smithi042.stdout: "max_osd_draining_count": { 2024-06-13T12:05:55.753 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "max_osd_draining_count", 2024-06-13T12:05:55.753 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.753 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.753 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.753 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-13T12:05:55.753 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.753 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.753 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.753 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-06-13T12:05:55.753 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.754 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.754 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.754 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.754 INFO:teuthology.orchestra.run.smithi042.stdout: "migration_current": { 2024-06-13T12:05:55.754 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "migration_current", 2024-06-13T12:05:55.754 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.754 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.754 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.754 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.754 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.754 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.754 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.754 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "internal - do not modify", 2024-06-13T12:05:55.754 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.755 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.755 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.755 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.755 INFO:teuthology.orchestra.run.smithi042.stdout: "mode": { 2024-06-13T12:05:55.755 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mode", 2024-06-13T12:05:55.755 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.755 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.755 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.755 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "root", 2024-06-13T12:05:55.755 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.755 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.755 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.755 INFO:teuthology.orchestra.run.smithi042.stdout: "cephadm-package", 2024-06-13T12:05:55.755 INFO:teuthology.orchestra.run.smithi042.stdout: "root" 2024-06-13T12:05:55.755 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.756 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "mode for remote execution of cephadm", 2024-06-13T12:05:55.756 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.756 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.756 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.756 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.756 INFO:teuthology.orchestra.run.smithi042.stdout: "oob_default_addr": { 2024-06-13T12:05:55.756 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "oob_default_addr", 2024-06-13T12:05:55.756 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.756 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.756 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.756 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "169.254.1.1", 2024-06-13T12:05:55.756 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.756 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.756 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.757 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Default address for RedFish API (oob management).", 2024-06-13T12:05:55.757 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.757 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.757 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.757 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.757 INFO:teuthology.orchestra.run.smithi042.stdout: "prometheus_alerts_path": { 2024-06-13T12:05:55.757 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "prometheus_alerts_path", 2024-06-13T12:05:55.757 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.757 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.757 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.757 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-06-13T12:05:55.757 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.757 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.757 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.758 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-06-13T12:05:55.758 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.758 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.758 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.758 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.758 INFO:teuthology.orchestra.run.smithi042.stdout: "registry_insecure": { 2024-06-13T12:05:55.758 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "registry_insecure", 2024-06-13T12:05:55.758 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.758 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.758 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.758 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.758 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.758 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.758 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.759 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-06-13T12:05:55.759 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.759 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.759 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.759 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.759 INFO:teuthology.orchestra.run.smithi042.stdout: "registry_password": { 2024-06-13T12:05:55.759 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "registry_password", 2024-06-13T12:05:55.759 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.759 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.759 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.759 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.759 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.759 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.760 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.760 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-06-13T12:05:55.760 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.760 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.760 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.760 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.760 INFO:teuthology.orchestra.run.smithi042.stdout: "registry_url": { 2024-06-13T12:05:55.760 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "registry_url", 2024-06-13T12:05:55.760 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.760 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.760 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.760 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.760 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.760 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.760 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.761 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-06-13T12:05:55.761 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.761 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.761 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.761 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.761 INFO:teuthology.orchestra.run.smithi042.stdout: "registry_username": { 2024-06-13T12:05:55.761 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "registry_username", 2024-06-13T12:05:55.761 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.761 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.761 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.761 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.761 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.762 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.762 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.762 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-06-13T12:05:55.762 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.762 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.762 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.762 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.762 INFO:teuthology.orchestra.run.smithi042.stdout: "secure_monitoring_stack": { 2024-06-13T12:05:55.762 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "secure_monitoring_stack", 2024-06-13T12:05:55.762 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.762 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.762 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.762 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.763 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.763 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.763 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.763 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-06-13T12:05:55.763 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.763 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.763 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.763 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.763 INFO:teuthology.orchestra.run.smithi042.stdout: "service_discovery_port": { 2024-06-13T12:05:55.763 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "service_discovery_port", 2024-06-13T12:05:55.763 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.763 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.763 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.764 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "8765", 2024-06-13T12:05:55.764 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.764 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.764 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.764 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "cephadm service discovery port", 2024-06-13T12:05:55.764 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.764 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.764 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.764 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.764 INFO:teuthology.orchestra.run.smithi042.stdout: "ssh_config_file": { 2024-06-13T12:05:55.764 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ssh_config_file", 2024-06-13T12:05:55.764 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.764 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.764 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.765 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.765 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.765 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.765 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.765 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-06-13T12:05:55.765 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.765 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.765 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.765 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.765 INFO:teuthology.orchestra.run.smithi042.stdout: "use_agent": { 2024-06-13T12:05:55.765 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "use_agent", 2024-06-13T12:05:55.765 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.765 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.765 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.766 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.766 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.766 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.766 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.766 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-06-13T12:05:55.766 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.766 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.766 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.766 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.766 INFO:teuthology.orchestra.run.smithi042.stdout: "use_repo_digest": { 2024-06-13T12:05:55.766 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "use_repo_digest", 2024-06-13T12:05:55.766 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.766 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.766 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.767 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.767 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.767 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.767 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.767 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-06-13T12:05:55.767 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.767 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.767 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.767 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.767 INFO:teuthology.orchestra.run.smithi042.stdout: "warn_on_failed_host_check": { 2024-06-13T12:05:55.767 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "warn_on_failed_host_check", 2024-06-13T12:05:55.767 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.767 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.767 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.767 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.767 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.768 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.768 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.768 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "raise a health warning if the host check fails", 2024-06-13T12:05:55.768 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.768 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.768 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.768 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.768 INFO:teuthology.orchestra.run.smithi042.stdout: "warn_on_stray_daemons": { 2024-06-13T12:05:55.768 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "warn_on_stray_daemons", 2024-06-13T12:05:55.768 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.768 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.768 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.768 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.768 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.769 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.769 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.769 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-06-13T12:05:55.769 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.769 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.769 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.769 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.769 INFO:teuthology.orchestra.run.smithi042.stdout: "warn_on_stray_hosts": { 2024-06-13T12:05:55.769 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "warn_on_stray_hosts", 2024-06-13T12:05:55.769 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.769 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.769 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.769 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.769 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.770 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.770 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.770 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-06-13T12:05:55.770 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.770 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.770 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.770 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.770 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.770 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.770 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.770 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "crash", 2024-06-13T12:05:55.770 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.770 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.771 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.771 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.771 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.771 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.771 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.771 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.771 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.771 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.771 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.771 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.771 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.771 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.771 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.771 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.772 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.772 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.772 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.772 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.772 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.772 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.772 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.772 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.772 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.772 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.772 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.772 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.772 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.772 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.773 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.773 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.773 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.773 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.773 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.773 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.773 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.773 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.773 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.773 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.773 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.773 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.773 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.773 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.773 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.773 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.774 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.774 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.774 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.774 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.774 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.774 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.774 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.774 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.774 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.774 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.774 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.774 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.774 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.774 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.775 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.775 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.775 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.775 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.775 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.775 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.775 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.775 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.775 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.775 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.775 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.775 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.775 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.775 INFO:teuthology.orchestra.run.smithi042.stdout: "retain_interval": { 2024-06-13T12:05:55.775 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "retain_interval", 2024-06-13T12:05:55.776 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.776 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.776 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.776 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "31536000", 2024-06-13T12:05:55.776 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.776 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.776 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.776 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how long to retain crashes before pruning them", 2024-06-13T12:05:55.776 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.776 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.776 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.776 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.776 INFO:teuthology.orchestra.run.smithi042.stdout: "warn_recent_interval": { 2024-06-13T12:05:55.777 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "warn_recent_interval", 2024-06-13T12:05:55.777 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.777 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.777 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.777 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "1209600", 2024-06-13T12:05:55.777 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.777 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.777 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.777 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "time interval in which to warn about recent crashes", 2024-06-13T12:05:55.777 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.777 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.777 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.777 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.777 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.778 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.778 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.778 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "dashboard", 2024-06-13T12:05:55.778 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.778 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.778 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.778 INFO:teuthology.orchestra.run.smithi042.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-06-13T12:05:55.778 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-06-13T12:05:55.778 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.778 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.778 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.778 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-13T12:05:55.778 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.778 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.778 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.779 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.779 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.779 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.779 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.779 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.779 INFO:teuthology.orchestra.run.smithi042.stdout: "ALERTMANAGER_API_HOST": { 2024-06-13T12:05:55.779 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ALERTMANAGER_API_HOST", 2024-06-13T12:05:55.779 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.779 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.779 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.779 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.779 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.779 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.779 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.780 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.780 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.780 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.780 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.780 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.780 INFO:teuthology.orchestra.run.smithi042.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-06-13T12:05:55.780 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-06-13T12:05:55.780 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.780 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.780 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.780 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.780 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.780 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.780 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.780 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.781 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.781 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.781 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.781 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.781 INFO:teuthology.orchestra.run.smithi042.stdout: "AUDIT_API_ENABLED": { 2024-06-13T12:05:55.781 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "AUDIT_API_ENABLED", 2024-06-13T12:05:55.781 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.781 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.781 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.781 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.781 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.781 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.781 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.781 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.781 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.782 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.782 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.782 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.782 INFO:teuthology.orchestra.run.smithi042.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-06-13T12:05:55.782 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-06-13T12:05:55.782 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.782 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.782 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.782 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.782 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.782 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.782 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.782 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.782 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.783 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.783 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.783 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.783 INFO:teuthology.orchestra.run.smithi042.stdout: "ENABLE_BROWSABLE_API": { 2024-06-13T12:05:55.783 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ENABLE_BROWSABLE_API", 2024-06-13T12:05:55.783 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.783 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.783 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.783 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.783 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.783 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.783 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.783 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.783 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.784 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.784 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.784 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.784 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-06-13T12:05:55.784 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-06-13T12:05:55.784 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.784 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.784 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.784 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.784 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.784 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.784 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.784 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.784 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.785 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.785 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.785 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.785 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-06-13T12:05:55.785 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-06-13T12:05:55.785 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.785 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.785 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.785 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.785 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.785 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.785 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.785 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.785 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.786 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.786 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.786 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.786 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-06-13T12:05:55.786 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-06-13T12:05:55.786 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.786 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.786 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.786 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.786 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.786 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.786 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.786 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.786 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.787 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.787 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.787 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.787 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-06-13T12:05:55.787 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-06-13T12:05:55.787 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.787 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.787 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.787 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.787 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.787 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.787 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.787 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.787 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.788 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.788 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.788 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.788 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_NFS": { 2024-06-13T12:05:55.788 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-06-13T12:05:55.788 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.788 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.788 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.788 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.788 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.788 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.788 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.788 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.788 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.788 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.789 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.789 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.789 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_RBD": { 2024-06-13T12:05:55.789 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-06-13T12:05:55.789 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.789 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.789 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.789 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.789 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.789 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.789 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.789 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.789 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.789 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.790 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.790 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.790 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_RGW": { 2024-06-13T12:05:55.790 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-06-13T12:05:55.790 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.790 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.790 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.790 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.790 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.790 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.790 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.790 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.790 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.791 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.791 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.791 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.791 INFO:teuthology.orchestra.run.smithi042.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-06-13T12:05:55.791 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-06-13T12:05:55.791 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.791 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.791 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.791 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.791 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.791 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.791 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.791 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.791 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.792 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.792 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.792 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.792 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_API_PASSWORD": { 2024-06-13T12:05:55.792 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_API_PASSWORD", 2024-06-13T12:05:55.792 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.792 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.792 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.792 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "admin", 2024-06-13T12:05:55.792 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.792 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.792 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.792 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.792 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.793 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.793 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.793 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.793 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-06-13T12:05:55.793 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-06-13T12:05:55.793 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.793 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.793 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.793 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.793 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.793 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.793 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.793 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.793 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.793 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.794 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.794 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.794 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_API_URL": { 2024-06-13T12:05:55.794 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_API_URL", 2024-06-13T12:05:55.794 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.794 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.794 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.794 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.794 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.794 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.794 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.794 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.794 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.794 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.795 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.795 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.795 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_API_USERNAME": { 2024-06-13T12:05:55.795 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_API_USERNAME", 2024-06-13T12:05:55.795 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.795 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.795 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.795 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "admin", 2024-06-13T12:05:55.795 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.795 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.795 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.795 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.795 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.796 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.796 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.796 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.796 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-06-13T12:05:55.796 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-06-13T12:05:55.796 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.796 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.796 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.796 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.796 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.796 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.796 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.796 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.796 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.796 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.797 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.797 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.797 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-06-13T12:05:55.797 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-06-13T12:05:55.797 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.797 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.797 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.797 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.797 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.797 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.797 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.797 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.797 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.797 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.798 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.798 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.798 INFO:teuthology.orchestra.run.smithi042.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-06-13T12:05:55.798 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-06-13T12:05:55.798 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.798 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.798 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.798 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.798 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.798 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.798 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.798 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.798 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.799 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.799 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.799 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.799 INFO:teuthology.orchestra.run.smithi042.stdout: "ISSUE_TRACKER_API_KEY": { 2024-06-13T12:05:55.799 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-06-13T12:05:55.799 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.799 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.799 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.799 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.799 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.799 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.799 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.799 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.799 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.800 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.800 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.800 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.800 INFO:teuthology.orchestra.run.smithi042.stdout: "PROMETHEUS_API_HOST": { 2024-06-13T12:05:55.800 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PROMETHEUS_API_HOST", 2024-06-13T12:05:55.800 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.800 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.800 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.800 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.800 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.800 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.800 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.800 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.800 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.800 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.801 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.801 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.801 INFO:teuthology.orchestra.run.smithi042.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-06-13T12:05:55.801 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-06-13T12:05:55.801 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.801 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.801 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.801 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.801 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.801 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.801 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.801 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.801 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.801 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.802 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.802 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.802 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-06-13T12:05:55.802 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-06-13T12:05:55.802 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.802 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.802 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.802 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.802 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.802 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.802 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.802 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.802 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.802 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.803 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.803 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.803 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-06-13T12:05:55.803 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-06-13T12:05:55.803 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.803 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.803 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.803 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.803 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.803 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.803 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.803 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.803 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.803 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.804 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.804 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.804 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-06-13T12:05:55.804 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-06-13T12:05:55.804 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.804 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.804 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.804 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.804 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.804 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.804 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.804 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.804 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.804 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.805 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.805 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.805 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-06-13T12:05:55.805 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-06-13T12:05:55.805 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.805 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.805 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.805 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.805 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.805 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.805 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.805 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.805 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.805 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.805 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.806 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.806 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-06-13T12:05:55.806 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-06-13T12:05:55.806 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.806 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.806 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.806 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.806 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.806 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.806 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.806 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.806 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.806 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.807 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.807 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.807 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-06-13T12:05:55.807 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-06-13T12:05:55.807 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.807 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.807 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.807 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.807 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.807 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.807 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.807 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.807 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.807 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.807 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.808 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.808 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-06-13T12:05:55.808 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-06-13T12:05:55.808 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.808 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.808 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.808 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.808 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.808 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.808 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.808 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.808 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.808 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.808 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.809 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.809 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_ENABLED": { 2024-06-13T12:05:55.809 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_ENABLED", 2024-06-13T12:05:55.809 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.809 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.809 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.809 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.809 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.809 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.809 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.809 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.809 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.809 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.809 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.810 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.810 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-06-13T12:05:55.810 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-06-13T12:05:55.810 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.810 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.810 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.810 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-06-13T12:05:55.810 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.810 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.810 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.810 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.810 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.811 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.811 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.811 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.811 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-06-13T12:05:55.811 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-06-13T12:05:55.811 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.811 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.811 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.811 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-13T12:05:55.811 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.811 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.811 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.811 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.811 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.812 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.812 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.812 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.812 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-06-13T12:05:55.812 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-06-13T12:05:55.812 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.812 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.812 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.812 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "8", 2024-06-13T12:05:55.812 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.812 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.812 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.812 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.812 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.813 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.813 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.813 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.813 INFO:teuthology.orchestra.run.smithi042.stdout: "REST_REQUESTS_TIMEOUT": { 2024-06-13T12:05:55.813 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-06-13T12:05:55.813 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.813 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.813 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.813 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "45", 2024-06-13T12:05:55.813 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.813 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.813 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.813 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.813 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.813 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.814 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.814 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.814 INFO:teuthology.orchestra.run.smithi042.stdout: "RGW_API_ACCESS_KEY": { 2024-06-13T12:05:55.814 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RGW_API_ACCESS_KEY", 2024-06-13T12:05:55.814 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.814 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.814 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.814 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.814 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.814 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.814 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.814 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.814 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.815 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.815 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.815 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.815 INFO:teuthology.orchestra.run.smithi042.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-06-13T12:05:55.815 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-06-13T12:05:55.815 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.815 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.815 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.815 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "admin", 2024-06-13T12:05:55.815 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.815 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.815 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.815 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.815 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.816 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.816 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.816 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.816 INFO:teuthology.orchestra.run.smithi042.stdout: "RGW_API_SECRET_KEY": { 2024-06-13T12:05:55.816 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RGW_API_SECRET_KEY", 2024-06-13T12:05:55.816 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.816 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.816 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.816 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.816 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.816 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.816 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.816 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.816 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.817 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.817 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.817 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.817 INFO:teuthology.orchestra.run.smithi042.stdout: "RGW_API_SSL_VERIFY": { 2024-06-13T12:05:55.817 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RGW_API_SSL_VERIFY", 2024-06-13T12:05:55.817 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.817 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.817 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.817 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.817 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.817 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.817 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.817 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.817 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.818 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.818 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.818 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.818 INFO:teuthology.orchestra.run.smithi042.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-06-13T12:05:55.818 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-06-13T12:05:55.818 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.818 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.818 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.818 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0", 2024-06-13T12:05:55.818 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.818 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.818 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.818 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.818 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.819 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.819 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.819 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.819 INFO:teuthology.orchestra.run.smithi042.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-06-13T12:05:55.819 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-06-13T12:05:55.819 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.819 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.819 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.819 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-13T12:05:55.819 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.819 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.819 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.819 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.819 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.819 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.820 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.820 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.820 INFO:teuthology.orchestra.run.smithi042.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-06-13T12:05:55.820 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-06-13T12:05:55.820 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.820 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.820 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.820 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "5", 2024-06-13T12:05:55.820 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.820 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.820 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.820 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.820 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.820 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.821 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.821 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.821 INFO:teuthology.orchestra.run.smithi042.stdout: "cross_origin_url": { 2024-06-13T12:05:55.821 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "cross_origin_url", 2024-06-13T12:05:55.821 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.821 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.821 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.821 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.821 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.821 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.821 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.821 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.821 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.822 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.822 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.822 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.822 INFO:teuthology.orchestra.run.smithi042.stdout: "crt_file": { 2024-06-13T12:05:55.822 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "crt_file", 2024-06-13T12:05:55.822 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.822 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.822 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.822 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.822 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.822 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.822 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.822 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.823 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.823 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.823 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.823 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.823 INFO:teuthology.orchestra.run.smithi042.stdout: "debug": { 2024-06-13T12:05:55.823 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "debug", 2024-06-13T12:05:55.823 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.823 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.823 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.823 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.823 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.823 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.823 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.823 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Enable/disable debug options", 2024-06-13T12:05:55.824 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.824 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.824 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.824 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.824 INFO:teuthology.orchestra.run.smithi042.stdout: "jwt_token_ttl": { 2024-06-13T12:05:55.824 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "jwt_token_ttl", 2024-06-13T12:05:55.824 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.824 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.824 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.824 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "28800", 2024-06-13T12:05:55.824 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.824 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.824 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.824 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.825 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.825 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.825 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.825 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.825 INFO:teuthology.orchestra.run.smithi042.stdout: "key_file": { 2024-06-13T12:05:55.825 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "key_file", 2024-06-13T12:05:55.825 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.825 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.825 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.825 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.825 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.825 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.825 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.826 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.826 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.826 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.826 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.826 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.826 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.826 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.826 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.826 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.826 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.826 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.826 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.826 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.827 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.827 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.827 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.827 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.827 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.827 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.827 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.827 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.827 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.827 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.827 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.827 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.827 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.828 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.828 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.828 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.828 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.828 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.828 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.828 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.828 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.828 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.828 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.828 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.828 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.828 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.828 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.829 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.829 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.829 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.829 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.829 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.829 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.829 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.829 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.829 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.829 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.829 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.829 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.829 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.829 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.829 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.830 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.830 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.830 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.830 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.830 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.830 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.830 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.830 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.830 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.830 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.830 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.830 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.830 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.831 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.831 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.831 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.831 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.831 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.831 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.831 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.831 INFO:teuthology.orchestra.run.smithi042.stdout: "motd": { 2024-06-13T12:05:55.831 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "motd", 2024-06-13T12:05:55.831 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.831 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.831 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.831 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.831 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.832 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.832 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.832 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "The message of the day", 2024-06-13T12:05:55.832 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.832 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.832 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.832 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.832 INFO:teuthology.orchestra.run.smithi042.stdout: "redirect_resolve_ip_addr": { 2024-06-13T12:05:55.832 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "redirect_resolve_ip_addr", 2024-06-13T12:05:55.832 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.832 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.832 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.832 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.832 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.832 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.833 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.833 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.833 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.833 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.833 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.833 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.833 INFO:teuthology.orchestra.run.smithi042.stdout: "server_addr": { 2024-06-13T12:05:55.833 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_addr", 2024-06-13T12:05:55.833 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.833 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.833 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.833 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "::", 2024-06-13T12:05:55.833 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.833 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.834 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.834 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.834 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.834 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.834 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.834 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.834 INFO:teuthology.orchestra.run.smithi042.stdout: "server_port": { 2024-06-13T12:05:55.834 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_port", 2024-06-13T12:05:55.834 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.834 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.834 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.834 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "8080", 2024-06-13T12:05:55.834 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.834 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.835 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.835 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.835 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.835 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.835 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.835 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.835 INFO:teuthology.orchestra.run.smithi042.stdout: "ssl": { 2024-06-13T12:05:55.835 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ssl", 2024-06-13T12:05:55.835 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.835 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.835 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.835 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.835 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.835 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.836 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.836 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.836 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.836 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.836 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.836 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.836 INFO:teuthology.orchestra.run.smithi042.stdout: "ssl_server_port": { 2024-06-13T12:05:55.836 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ssl_server_port", 2024-06-13T12:05:55.836 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.836 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.836 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.836 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "8443", 2024-06-13T12:05:55.836 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.836 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.836 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.836 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.837 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.837 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.837 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.837 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.837 INFO:teuthology.orchestra.run.smithi042.stdout: "standby_behaviour": { 2024-06-13T12:05:55.837 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "standby_behaviour", 2024-06-13T12:05:55.837 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.837 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.837 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.837 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "redirect", 2024-06-13T12:05:55.837 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.837 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.837 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.837 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.838 INFO:teuthology.orchestra.run.smithi042.stdout: "redirect" 2024-06-13T12:05:55.838 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.838 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.838 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.838 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.838 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.838 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.838 INFO:teuthology.orchestra.run.smithi042.stdout: "standby_error_status_code": { 2024-06-13T12:05:55.838 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "standby_error_status_code", 2024-06-13T12:05:55.838 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.838 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.838 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.838 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "500", 2024-06-13T12:05:55.839 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "400", 2024-06-13T12:05:55.839 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "599", 2024-06-13T12:05:55.839 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.839 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.839 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.839 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.839 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.839 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.839 INFO:teuthology.orchestra.run.smithi042.stdout: "url_prefix": { 2024-06-13T12:05:55.839 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "url_prefix", 2024-06-13T12:05:55.839 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.839 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.839 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.840 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.840 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.840 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.840 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.840 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.840 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.840 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.840 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.840 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.840 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.840 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.840 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.840 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "devicehealth", 2024-06-13T12:05:55.841 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.841 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.841 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.841 INFO:teuthology.orchestra.run.smithi042.stdout: "enable_monitoring": { 2024-06-13T12:05:55.841 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "enable_monitoring", 2024-06-13T12:05:55.841 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.841 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.841 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.841 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.841 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.841 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.841 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.841 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "monitor device health metrics", 2024-06-13T12:05:55.841 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.841 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.842 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.842 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.842 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.842 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.842 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.842 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.842 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.842 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.842 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.842 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.842 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.842 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.842 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.843 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.843 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.843 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.843 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.843 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.843 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.843 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.843 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.843 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.843 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.843 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.843 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.843 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.843 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.843 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.844 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.844 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.844 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.844 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.844 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.844 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.844 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.844 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.844 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.844 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.844 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.844 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.844 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.844 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.844 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.845 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.845 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.845 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.845 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.845 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.845 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.845 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.845 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.845 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.845 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.845 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.845 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.845 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.845 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.845 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.846 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.846 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.846 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.846 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.846 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.846 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.846 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.846 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.846 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.846 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.846 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.846 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.846 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.846 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.846 INFO:teuthology.orchestra.run.smithi042.stdout: "mark_out_threshold": { 2024-06-13T12:05:55.847 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mark_out_threshold", 2024-06-13T12:05:55.847 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.847 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.847 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.847 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "2419200", 2024-06-13T12:05:55.847 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.847 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.847 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.847 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-06-13T12:05:55.847 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.847 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.847 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.847 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.847 INFO:teuthology.orchestra.run.smithi042.stdout: "pool_name": { 2024-06-13T12:05:55.848 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "pool_name", 2024-06-13T12:05:55.848 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.848 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.848 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.848 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "device_health_metrics", 2024-06-13T12:05:55.848 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.848 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.848 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.848 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "name of pool in which to store device health metrics", 2024-06-13T12:05:55.848 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.848 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.848 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.848 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.848 INFO:teuthology.orchestra.run.smithi042.stdout: "retention_period": { 2024-06-13T12:05:55.848 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "retention_period", 2024-06-13T12:05:55.848 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.849 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.849 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.849 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "15552000", 2024-06-13T12:05:55.849 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.849 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.849 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.849 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how long to retain device health metrics", 2024-06-13T12:05:55.849 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.849 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.849 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.849 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.849 INFO:teuthology.orchestra.run.smithi042.stdout: "scrape_frequency": { 2024-06-13T12:05:55.849 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "scrape_frequency", 2024-06-13T12:05:55.849 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.850 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.850 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.850 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "86400", 2024-06-13T12:05:55.850 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.850 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.850 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.850 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how frequently to scrape device health metrics", 2024-06-13T12:05:55.850 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.850 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.850 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.850 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.850 INFO:teuthology.orchestra.run.smithi042.stdout: "self_heal": { 2024-06-13T12:05:55.850 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "self_heal", 2024-06-13T12:05:55.850 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.851 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.851 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.851 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.851 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.851 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.851 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.851 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-06-13T12:05:55.851 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.851 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.851 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.851 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.851 INFO:teuthology.orchestra.run.smithi042.stdout: "sleep_interval": { 2024-06-13T12:05:55.851 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "sleep_interval", 2024-06-13T12:05:55.851 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.851 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.852 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.852 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "600", 2024-06-13T12:05:55.852 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.852 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.852 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.852 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how frequently to wake up and check device health", 2024-06-13T12:05:55.852 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.852 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.852 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.852 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.852 INFO:teuthology.orchestra.run.smithi042.stdout: "warn_threshold": { 2024-06-13T12:05:55.852 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "warn_threshold", 2024-06-13T12:05:55.852 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.852 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.853 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.853 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "7257600", 2024-06-13T12:05:55.853 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.853 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.853 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.853 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-06-13T12:05:55.853 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.853 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.853 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.853 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.853 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.853 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.853 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.853 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "diskprediction_local", 2024-06-13T12:05:55.853 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.854 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.854 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.854 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.854 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.854 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.854 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.854 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.854 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.854 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.854 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.854 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.854 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.854 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.854 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.855 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.855 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.855 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.855 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.855 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.855 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.855 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.855 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.855 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.855 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.855 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.855 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.855 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.855 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.855 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.856 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.856 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.856 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.856 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.856 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.856 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.856 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.856 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.856 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.856 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.856 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.856 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.856 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.856 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.856 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.857 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.857 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.857 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.857 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.857 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.857 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.857 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.857 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.857 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.857 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.857 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.857 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.857 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.857 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.857 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.858 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.858 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.858 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.858 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.858 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.858 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.858 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.858 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.858 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.858 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.858 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.858 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.858 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.859 INFO:teuthology.orchestra.run.smithi042.stdout: "predict_interval": { 2024-06-13T12:05:55.859 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "predict_interval", 2024-06-13T12:05:55.859 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.859 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.859 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.859 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "86400", 2024-06-13T12:05:55.859 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.859 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.859 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.859 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.859 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.859 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.859 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.859 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.859 INFO:teuthology.orchestra.run.smithi042.stdout: "predictor_model": { 2024-06-13T12:05:55.860 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "predictor_model", 2024-06-13T12:05:55.860 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.860 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.860 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.860 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "prophetstor", 2024-06-13T12:05:55.860 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.860 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.860 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.860 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.860 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.860 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.860 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.860 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.860 INFO:teuthology.orchestra.run.smithi042.stdout: "sleep_interval": { 2024-06-13T12:05:55.861 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "sleep_interval", 2024-06-13T12:05:55.861 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.861 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.861 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.861 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "600", 2024-06-13T12:05:55.861 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.861 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.861 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.861 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.861 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.861 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.861 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.861 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.862 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.862 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.862 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.862 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "influx", 2024-06-13T12:05:55.862 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": false, 2024-06-13T12:05:55.862 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "influxdb python module not found", 2024-06-13T12:05:55.862 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.862 INFO:teuthology.orchestra.run.smithi042.stdout: "batch_size": { 2024-06-13T12:05:55.862 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "batch_size", 2024-06-13T12:05:55.862 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.862 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.862 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.862 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "5000", 2024-06-13T12:05:55.862 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.863 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.863 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.863 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-06-13T12:05:55.863 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.863 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.863 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.863 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.863 INFO:teuthology.orchestra.run.smithi042.stdout: "database": { 2024-06-13T12:05:55.863 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "database", 2024-06-13T12:05:55.863 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.863 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.863 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.863 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "ceph", 2024-06-13T12:05:55.863 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.864 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.864 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.864 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-06-13T12:05:55.864 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.864 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.864 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.864 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.864 INFO:teuthology.orchestra.run.smithi042.stdout: "hostname": { 2024-06-13T12:05:55.864 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "hostname", 2024-06-13T12:05:55.864 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.864 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.864 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.864 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.864 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.865 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.865 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.865 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "InfluxDB server hostname", 2024-06-13T12:05:55.865 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.865 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.865 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.865 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.865 INFO:teuthology.orchestra.run.smithi042.stdout: "interval": { 2024-06-13T12:05:55.865 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "interval", 2024-06-13T12:05:55.865 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.865 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.865 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.865 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "30", 2024-06-13T12:05:55.865 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "5", 2024-06-13T12:05:55.866 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.866 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.866 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-06-13T12:05:55.866 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.866 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.866 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.866 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.866 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.866 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.866 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.866 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.866 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.867 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.867 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.867 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.867 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.867 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.867 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.867 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.867 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.867 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.867 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.867 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.867 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.867 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.867 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.867 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.868 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.868 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.868 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.868 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.868 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.868 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.868 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.868 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.868 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.868 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.868 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.868 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.868 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.868 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.869 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.869 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.869 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.869 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.869 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.869 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.869 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.869 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.869 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.869 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.869 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.869 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.869 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.869 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.870 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.870 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.870 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.870 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.870 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.870 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.870 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.870 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.870 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.870 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.870 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.870 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.870 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.871 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.871 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.871 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.871 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.871 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.871 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.871 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.871 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.871 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.871 INFO:teuthology.orchestra.run.smithi042.stdout: "password": { 2024-06-13T12:05:55.871 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "password", 2024-06-13T12:05:55.871 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.871 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.871 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.871 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.872 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.872 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.872 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.872 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "password of InfluxDB server user", 2024-06-13T12:05:55.872 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.872 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.872 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.872 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.872 INFO:teuthology.orchestra.run.smithi042.stdout: "port": { 2024-06-13T12:05:55.872 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "port", 2024-06-13T12:05:55.872 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.872 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.872 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.872 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "8086", 2024-06-13T12:05:55.872 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.873 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.873 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.873 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "InfluxDB server port", 2024-06-13T12:05:55.873 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.873 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.873 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.873 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.873 INFO:teuthology.orchestra.run.smithi042.stdout: "ssl": { 2024-06-13T12:05:55.873 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ssl", 2024-06-13T12:05:55.873 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.873 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.873 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.873 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "false", 2024-06-13T12:05:55.873 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.873 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.874 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.874 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-06-13T12:05:55.874 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.874 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.874 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.874 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.874 INFO:teuthology.orchestra.run.smithi042.stdout: "threads": { 2024-06-13T12:05:55.874 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "threads", 2024-06-13T12:05:55.874 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.874 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.874 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.874 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "5", 2024-06-13T12:05:55.874 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "1", 2024-06-13T12:05:55.874 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "32", 2024-06-13T12:05:55.875 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.875 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-06-13T12:05:55.875 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.875 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.875 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.875 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.875 INFO:teuthology.orchestra.run.smithi042.stdout: "username": { 2024-06-13T12:05:55.875 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "username", 2024-06-13T12:05:55.875 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.875 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.875 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.875 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.875 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.875 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.876 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.876 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "username of InfluxDB server user", 2024-06-13T12:05:55.876 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.876 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.876 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.876 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.876 INFO:teuthology.orchestra.run.smithi042.stdout: "verify_ssl": { 2024-06-13T12:05:55.876 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "verify_ssl", 2024-06-13T12:05:55.876 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.876 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.876 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.876 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "true", 2024-06-13T12:05:55.876 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.876 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.876 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.877 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-06-13T12:05:55.877 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.877 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.877 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.877 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.877 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.877 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.877 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.877 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "insights", 2024-06-13T12:05:55.877 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.877 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.877 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.877 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.878 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.878 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.878 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.878 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.878 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.878 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.878 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.878 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.878 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.878 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.878 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.878 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.878 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.879 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.879 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.879 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.879 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.879 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.879 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.879 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.879 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.879 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.879 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.879 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.879 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.879 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.879 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.880 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.880 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.880 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.880 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.880 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.880 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.880 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.880 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.880 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.880 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.880 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.880 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.880 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.880 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.881 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.881 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.881 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.881 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.881 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.881 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.881 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.881 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.881 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.881 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.881 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.881 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.881 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.881 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.881 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.881 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.882 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.882 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.882 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.882 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.882 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.882 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.882 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.882 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.882 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.882 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.882 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.882 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.882 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.882 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.883 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.883 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "iostat", 2024-06-13T12:05:55.883 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.883 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.883 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.883 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.883 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.883 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.883 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.883 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.883 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.883 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.883 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.883 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.883 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.884 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.884 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.884 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.884 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.884 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.884 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.884 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.884 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.884 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.884 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.884 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.884 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.884 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.884 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.885 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.885 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.885 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.885 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.885 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.885 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.885 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.885 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.885 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.885 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.885 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.885 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.885 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.885 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.885 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.885 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.886 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.886 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.886 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.886 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.886 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.886 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.886 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.886 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.886 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.886 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.886 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.886 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.886 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.886 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.886 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.887 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.887 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.887 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.887 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.887 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.887 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.887 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.887 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.887 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.887 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.887 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.887 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.887 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.887 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.887 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.887 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.888 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.888 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.888 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "k8sevents", 2024-06-13T12:05:55.888 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.888 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.888 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.888 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_event_retention_days": { 2024-06-13T12:05:55.888 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ceph_event_retention_days", 2024-06-13T12:05:55.888 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.888 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.888 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.888 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "7", 2024-06-13T12:05:55.888 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.888 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.888 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.888 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Days to hold ceph event information within local cache", 2024-06-13T12:05:55.889 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.889 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.889 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.889 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.889 INFO:teuthology.orchestra.run.smithi042.stdout: "config_check_secs": { 2024-06-13T12:05:55.889 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "config_check_secs", 2024-06-13T12:05:55.889 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.889 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.889 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.889 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-13T12:05:55.889 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "10", 2024-06-13T12:05:55.889 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.889 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.889 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-06-13T12:05:55.890 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.890 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.890 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.890 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.890 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.890 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.890 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.890 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.890 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.890 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.890 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.890 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.890 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.891 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.891 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.891 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.891 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.891 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.891 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.891 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.891 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.891 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.891 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.891 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.891 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.891 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.892 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.892 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.892 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.892 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.892 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.892 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.892 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.892 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.892 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.892 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.892 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.892 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.892 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.892 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.893 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.893 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.893 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.893 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.893 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.893 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.893 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.893 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.893 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.893 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.893 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.893 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.893 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.893 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.893 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.894 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.894 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.894 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.894 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.894 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.894 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.894 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.894 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.894 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.894 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.894 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.894 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.894 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.895 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.895 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.895 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.895 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.895 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.895 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.895 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.895 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.895 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.895 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "localpool", 2024-06-13T12:05:55.895 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.895 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.895 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.895 INFO:teuthology.orchestra.run.smithi042.stdout: "failure_domain": { 2024-06-13T12:05:55.896 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "failure_domain", 2024-06-13T12:05:55.896 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.896 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.896 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.896 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "host", 2024-06-13T12:05:55.896 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.896 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.896 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.896 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "failure domain for any created local pool", 2024-06-13T12:05:55.896 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-06-13T12:05:55.896 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.896 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.896 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.897 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.897 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.897 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.897 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.897 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.897 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.897 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.897 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.897 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.897 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.897 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.897 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.897 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.897 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.897 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.897 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.898 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.898 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.898 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.898 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.898 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.898 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.898 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.898 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.898 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.898 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.898 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.898 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.898 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.898 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.899 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.899 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.899 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.899 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.899 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.899 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.899 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.899 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.899 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.899 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.899 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.899 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.899 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.900 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.900 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.900 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.900 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.900 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.900 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.900 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.900 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.900 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.900 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.900 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.900 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.900 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.900 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.900 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.901 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.901 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.901 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.901 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.901 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.901 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.901 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.901 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.901 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.901 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.901 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.901 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.901 INFO:teuthology.orchestra.run.smithi042.stdout: "min_size": { 2024-06-13T12:05:55.901 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "min_size", 2024-06-13T12:05:55.901 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.902 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.902 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.902 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.902 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.902 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.902 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.902 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "default min_size for any created local pool", 2024-06-13T12:05:55.902 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-06-13T12:05:55.902 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.902 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.902 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.902 INFO:teuthology.orchestra.run.smithi042.stdout: "num_rep": { 2024-06-13T12:05:55.902 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "num_rep", 2024-06-13T12:05:55.902 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.903 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.903 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.903 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "3", 2024-06-13T12:05:55.903 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.903 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.903 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.903 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "default replica count for any created local pool", 2024-06-13T12:05:55.903 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.903 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.903 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.903 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.903 INFO:teuthology.orchestra.run.smithi042.stdout: "pg_num": { 2024-06-13T12:05:55.903 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "pg_num", 2024-06-13T12:05:55.903 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.903 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.904 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.904 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "128", 2024-06-13T12:05:55.904 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.904 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.904 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.904 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "default pg_num for any created local pool", 2024-06-13T12:05:55.904 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.904 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.904 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.904 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.905 INFO:teuthology.orchestra.run.smithi042.stdout: "prefix": { 2024-06-13T12:05:55.905 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "prefix", 2024-06-13T12:05:55.905 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.905 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.905 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.905 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.905 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.905 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.905 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.905 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "name prefix for any created local pool", 2024-06-13T12:05:55.905 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.905 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.905 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.905 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.906 INFO:teuthology.orchestra.run.smithi042.stdout: "subtree": { 2024-06-13T12:05:55.906 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "subtree", 2024-06-13T12:05:55.906 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.906 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.906 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.906 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "rack", 2024-06-13T12:05:55.906 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.906 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.906 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.906 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "CRUSH level for which to create a local pool", 2024-06-13T12:05:55.906 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-06-13T12:05:55.906 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.906 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.906 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.907 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.907 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.907 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.907 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mds_autoscaler", 2024-06-13T12:05:55.907 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.907 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.907 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.907 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.907 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.907 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.907 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.907 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.907 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.907 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.908 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.908 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.908 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.908 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.908 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.908 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.908 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.908 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.908 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.908 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.908 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.908 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.908 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.909 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.909 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.909 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.909 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.909 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.909 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.909 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.909 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.909 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.909 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.909 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.909 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.909 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.909 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.909 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.910 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.910 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.910 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.910 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.910 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.910 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.910 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.910 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.910 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.910 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.910 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.910 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.910 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.910 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.911 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.911 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.911 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.911 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.911 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.911 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.911 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.911 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.911 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.911 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.911 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.911 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.911 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.911 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.912 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.912 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.912 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.912 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.912 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.912 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.912 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.912 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.912 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.912 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.912 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mirroring", 2024-06-13T12:05:55.912 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.912 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.912 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.912 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.913 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.913 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.913 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.913 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.913 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.913 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.913 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.913 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.913 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.913 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.913 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.913 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.913 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.913 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.913 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.914 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.914 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.914 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.914 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.914 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.914 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.914 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.914 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.914 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.914 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.914 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.914 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.914 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.914 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.915 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.915 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.915 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.915 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.915 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.915 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.915 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.915 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.915 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.915 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.915 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.915 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.915 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.915 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.915 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.915 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.915 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.916 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.916 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.916 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.916 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.916 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.916 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.916 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.916 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.916 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.916 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.916 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.916 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.916 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.916 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.917 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.917 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.917 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.917 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.917 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.917 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.917 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.917 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.917 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.917 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.917 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.917 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.917 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "nfs", 2024-06-13T12:05:55.917 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.917 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.918 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.918 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.918 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.918 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.918 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.918 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.918 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.918 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.918 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.918 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.918 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.918 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.918 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.918 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.919 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.919 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.919 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.919 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.919 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.919 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.919 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.919 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.919 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.919 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.919 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.919 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.919 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.919 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.919 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.920 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.920 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.920 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.920 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.920 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.920 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.920 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.920 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.920 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.920 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.920 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.920 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.920 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.920 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.921 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.921 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.921 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.921 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.921 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.921 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.921 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.921 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.921 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.921 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.921 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.921 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.921 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.921 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.921 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.921 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.922 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.922 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.922 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.922 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.922 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.922 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.922 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.922 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.922 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.922 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.922 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.922 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.922 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.922 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.923 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.923 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "orchestrator", 2024-06-13T12:05:55.923 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.923 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.923 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.923 INFO:teuthology.orchestra.run.smithi042.stdout: "fail_fs": { 2024-06-13T12:05:55.923 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "fail_fs", 2024-06-13T12:05:55.923 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.923 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.923 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.923 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.923 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.923 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.923 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.924 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-06-13T12:05:55.924 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.924 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.924 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.924 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.924 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.924 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.924 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.924 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.924 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.924 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.924 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.924 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.924 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.925 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.925 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.925 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.925 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.925 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.925 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.925 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.925 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.925 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.925 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.925 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.925 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.925 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.926 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.926 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.926 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.926 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.926 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.926 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.926 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.926 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.926 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.926 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.926 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.926 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.926 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.927 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.927 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.927 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.927 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.927 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.927 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.927 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.927 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.927 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.927 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.927 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.927 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.927 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.927 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.928 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.928 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.928 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.928 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.928 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.928 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.928 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.928 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.928 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.928 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.928 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.928 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.928 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.928 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.929 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.929 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.929 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.929 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.929 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.929 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.929 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.929 INFO:teuthology.orchestra.run.smithi042.stdout: "orchestrator": { 2024-06-13T12:05:55.929 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "orchestrator", 2024-06-13T12:05:55.929 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.929 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.929 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.929 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.929 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.930 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.930 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.930 INFO:teuthology.orchestra.run.smithi042.stdout: "cephadm", 2024-06-13T12:05:55.930 INFO:teuthology.orchestra.run.smithi042.stdout: "rook", 2024-06-13T12:05:55.930 INFO:teuthology.orchestra.run.smithi042.stdout: "test_orchestrator" 2024-06-13T12:05:55.930 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.930 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Orchestrator backend", 2024-06-13T12:05:55.930 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.930 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.930 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.930 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.930 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.930 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.931 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.931 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "osd_perf_query", 2024-06-13T12:05:55.931 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.931 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.931 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.931 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.931 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.931 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.931 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.931 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.931 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.931 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.931 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.931 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.931 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.932 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.932 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.932 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.932 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.932 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.932 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.932 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.932 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.932 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.932 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.932 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.932 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.932 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.932 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.932 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.933 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.933 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.933 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.933 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.933 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.933 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.933 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.933 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.933 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.933 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.933 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.933 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.933 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.933 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.934 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.934 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.934 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.934 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.934 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.934 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.934 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.934 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.934 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.934 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.934 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.934 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.934 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.935 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.935 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.935 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.935 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.935 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.935 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.935 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.935 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.935 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.935 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.935 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.935 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.935 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.935 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.936 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.936 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.936 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.936 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.936 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.936 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.936 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.936 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "osd_support", 2024-06-13T12:05:55.936 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.936 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.936 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.936 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.936 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.937 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.937 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.937 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.937 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.937 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.937 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.937 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.937 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.937 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.937 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.937 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.937 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.937 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.937 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.938 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.938 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.938 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.938 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.938 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.938 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.938 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.938 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.938 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.938 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.938 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.938 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.938 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.939 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.939 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.939 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.939 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.939 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.939 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.939 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.939 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.939 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.939 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.939 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.939 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.939 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.939 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.939 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.940 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.940 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.940 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.940 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.940 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.940 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.940 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.940 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.940 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.940 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.940 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.940 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.940 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.941 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.941 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.941 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.941 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.941 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.941 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.941 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.941 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.941 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.941 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.941 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.941 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.941 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.941 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.942 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.942 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.942 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "pg_autoscaler", 2024-06-13T12:05:55.942 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.942 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.942 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.942 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.942 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.942 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.942 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.942 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.942 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.942 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.942 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.943 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.943 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.943 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.943 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.943 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.943 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.943 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.943 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.943 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.943 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.943 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.943 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.943 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.943 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.944 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.944 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.944 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.944 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.944 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.944 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.944 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.944 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.944 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.944 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.944 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.944 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.944 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.944 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.944 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.945 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.945 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.945 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.945 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.945 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.945 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.945 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.945 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.945 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.945 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.945 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.945 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.945 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.945 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.946 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.946 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.946 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.946 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.946 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.946 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.946 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.946 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.946 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.946 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.946 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.946 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.947 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.947 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.947 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.947 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.947 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.947 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.947 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.947 INFO:teuthology.orchestra.run.smithi042.stdout: "sleep_interval": { 2024-06-13T12:05:55.947 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "sleep_interval", 2024-06-13T12:05:55.947 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.947 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.947 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.947 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "60", 2024-06-13T12:05:55.947 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.948 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.948 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.948 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.948 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.948 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.948 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.948 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.948 INFO:teuthology.orchestra.run.smithi042.stdout: "threshold": { 2024-06-13T12:05:55.948 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "threshold", 2024-06-13T12:05:55.948 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-13T12:05:55.948 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.948 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.948 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "3.0", 2024-06-13T12:05:55.948 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "1.0", 2024-06-13T12:05:55.949 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.949 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.949 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "scaling threshold", 2024-06-13T12:05:55.949 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-06-13T12:05:55.949 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.949 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.949 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.949 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.949 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.949 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.949 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "progress", 2024-06-13T12:05:55.949 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.949 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.950 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.950 INFO:teuthology.orchestra.run.smithi042.stdout: "allow_pg_recovery_event": { 2024-06-13T12:05:55.950 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "allow_pg_recovery_event", 2024-06-13T12:05:55.950 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.950 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.950 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.950 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.950 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.950 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.950 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.950 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "allow the module to show pg recovery progress", 2024-06-13T12:05:55.950 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.950 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.951 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.951 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.951 INFO:teuthology.orchestra.run.smithi042.stdout: "enabled": { 2024-06-13T12:05:55.951 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "enabled", 2024-06-13T12:05:55.951 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.951 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.951 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.951 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.951 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.951 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.951 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.951 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.951 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.951 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.952 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.952 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.952 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.952 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.952 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.952 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.952 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.952 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.952 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.952 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.952 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.952 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.952 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.952 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.953 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.953 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.953 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.953 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.953 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.953 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.953 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.953 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.953 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.953 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.953 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.953 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.953 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.953 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.954 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.954 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.954 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.954 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.954 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.954 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.954 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.954 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.954 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.954 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.954 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.954 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.954 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.955 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.955 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.955 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.955 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.955 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.955 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.955 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.955 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.955 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.955 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.955 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.955 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.955 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.955 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.955 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.955 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.956 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.956 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.956 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.956 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.956 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.956 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.956 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.956 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.956 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.956 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.956 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.956 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.956 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.956 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.956 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.956 INFO:teuthology.orchestra.run.smithi042.stdout: "max_completed_events": { 2024-06-13T12:05:55.957 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "max_completed_events", 2024-06-13T12:05:55.957 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.957 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.957 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.957 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "50", 2024-06-13T12:05:55.957 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.957 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.957 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.957 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "number of past completed events to remember", 2024-06-13T12:05:55.957 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.957 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.957 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.957 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.957 INFO:teuthology.orchestra.run.smithi042.stdout: "sleep_interval": { 2024-06-13T12:05:55.957 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "sleep_interval", 2024-06-13T12:05:55.957 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:55.958 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.958 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.958 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "5", 2024-06-13T12:05:55.958 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.958 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.958 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.958 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how long the module is going to sleep", 2024-06-13T12:05:55.958 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.958 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.958 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.958 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.958 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.958 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.958 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.959 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "prometheus", 2024-06-13T12:05:55.959 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.959 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.959 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.959 INFO:teuthology.orchestra.run.smithi042.stdout: "cache": { 2024-06-13T12:05:55.959 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "cache", 2024-06-13T12:05:55.959 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.959 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.959 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.959 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.959 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.959 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.959 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.959 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.959 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.960 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.960 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.960 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.960 INFO:teuthology.orchestra.run.smithi042.stdout: "exclude_perf_counters": { 2024-06-13T12:05:55.960 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "exclude_perf_counters", 2024-06-13T12:05:55.960 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.960 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.960 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.960 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.960 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.960 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.960 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.960 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-06-13T12:05:55.960 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-06-13T12:05:55.960 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.961 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.961 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.961 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.961 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.961 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.961 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.961 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.961 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.961 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.961 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.961 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.961 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.961 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.961 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.962 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.962 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.962 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.962 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.962 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.962 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.962 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.962 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.962 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.962 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.962 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.962 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.962 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.962 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.962 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.963 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.963 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.963 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.963 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.963 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.963 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.963 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.963 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.963 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.963 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.963 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.963 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.963 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.963 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.964 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.964 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.964 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.964 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.964 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.964 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.964 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.964 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.964 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.964 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.964 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.964 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.964 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.964 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.964 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.965 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.965 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.965 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.965 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.965 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.965 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.965 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.965 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.965 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.965 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.965 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.965 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.965 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.965 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.966 INFO:teuthology.orchestra.run.smithi042.stdout: "rbd_stats_pools": { 2024-06-13T12:05:55.966 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rbd_stats_pools", 2024-06-13T12:05:55.966 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.966 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.966 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.966 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.966 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.966 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.966 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.966 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.966 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.966 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.966 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.966 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.966 INFO:teuthology.orchestra.run.smithi042.stdout: "rbd_stats_pools_refresh_interval": { 2024-06-13T12:05:55.967 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-06-13T12:05:55.967 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.967 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.967 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.967 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "300", 2024-06-13T12:05:55.967 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.967 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.967 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.967 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.967 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.967 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.967 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.967 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.967 INFO:teuthology.orchestra.run.smithi042.stdout: "scrape_interval": { 2024-06-13T12:05:55.967 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "scrape_interval", 2024-06-13T12:05:55.968 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-13T12:05:55.968 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.968 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.968 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "15.0", 2024-06-13T12:05:55.968 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.968 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.968 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.968 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.968 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.968 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.968 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.968 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.968 INFO:teuthology.orchestra.run.smithi042.stdout: "server_addr": { 2024-06-13T12:05:55.968 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_addr", 2024-06-13T12:05:55.968 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.968 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.968 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.969 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "::", 2024-06-13T12:05:55.969 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.969 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.969 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.969 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-06-13T12:05:55.969 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.969 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.969 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.969 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.969 INFO:teuthology.orchestra.run.smithi042.stdout: "server_port": { 2024-06-13T12:05:55.969 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_port", 2024-06-13T12:05:55.969 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.969 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.969 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.969 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "9283", 2024-06-13T12:05:55.969 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.970 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.970 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.970 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-06-13T12:05:55.970 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.970 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.970 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.970 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.970 INFO:teuthology.orchestra.run.smithi042.stdout: "stale_cache_strategy": { 2024-06-13T12:05:55.970 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "stale_cache_strategy", 2024-06-13T12:05:55.970 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.970 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.970 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.970 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "log", 2024-06-13T12:05:55.971 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.971 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.971 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.971 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.971 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.971 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.971 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.971 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.971 INFO:teuthology.orchestra.run.smithi042.stdout: "standby_behaviour": { 2024-06-13T12:05:55.971 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "standby_behaviour", 2024-06-13T12:05:55.971 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.971 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.971 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.972 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "default", 2024-06-13T12:05:55.972 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.972 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.972 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.972 INFO:teuthology.orchestra.run.smithi042.stdout: "default", 2024-06-13T12:05:55.972 INFO:teuthology.orchestra.run.smithi042.stdout: "error" 2024-06-13T12:05:55.972 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.972 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.972 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.972 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.972 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.972 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.972 INFO:teuthology.orchestra.run.smithi042.stdout: "standby_error_status_code": { 2024-06-13T12:05:55.972 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "standby_error_status_code", 2024-06-13T12:05:55.973 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.973 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.973 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.973 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "500", 2024-06-13T12:05:55.973 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "400", 2024-06-13T12:05:55.973 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "599", 2024-06-13T12:05:55.973 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.973 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.973 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.973 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.973 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.973 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.973 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.973 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.974 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.974 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rbd_support", 2024-06-13T12:05:55.974 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.974 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.974 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.974 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.974 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.974 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.974 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.974 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.974 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.974 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.974 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.975 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.975 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.975 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.975 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.975 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.975 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.975 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.975 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.975 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.975 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.975 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.975 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.975 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.975 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.976 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.976 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.976 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.976 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.976 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.976 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.976 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.976 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.976 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.976 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.976 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.976 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.976 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.977 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.977 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.977 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.977 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.977 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.977 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.977 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.977 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.977 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.977 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.977 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.977 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.977 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.977 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.978 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.978 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.978 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.978 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.978 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.978 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.978 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.978 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.978 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.978 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.978 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.978 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.978 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.979 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.979 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.979 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.979 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.979 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.979 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.979 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.979 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.979 INFO:teuthology.orchestra.run.smithi042.stdout: "max_concurrent_snap_create": { 2024-06-13T12:05:55.979 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "max_concurrent_snap_create", 2024-06-13T12:05:55.979 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:55.979 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.979 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.979 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-13T12:05:55.979 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.980 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.980 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.980 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.980 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.980 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.980 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.980 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.980 INFO:teuthology.orchestra.run.smithi042.stdout: "mirror_snapshot_schedule": { 2024-06-13T12:05:55.980 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mirror_snapshot_schedule", 2024-06-13T12:05:55.980 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.980 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.980 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.980 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.980 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.981 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.981 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.981 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.981 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.981 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.981 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.981 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.981 INFO:teuthology.orchestra.run.smithi042.stdout: "trash_purge_schedule": { 2024-06-13T12:05:55.981 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "trash_purge_schedule", 2024-06-13T12:05:55.981 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.981 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.981 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.981 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.981 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.982 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.982 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.982 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.982 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.982 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.982 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.982 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.982 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.982 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.982 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.982 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "restful", 2024-06-13T12:05:55.982 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.982 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.982 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.983 INFO:teuthology.orchestra.run.smithi042.stdout: "enable_auth": { 2024-06-13T12:05:55.983 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "enable_auth", 2024-06-13T12:05:55.983 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.983 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.983 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.983 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:55.983 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.983 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.983 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.983 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.983 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.983 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.983 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.983 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.984 INFO:teuthology.orchestra.run.smithi042.stdout: "key_file": { 2024-06-13T12:05:55.984 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "key_file", 2024-06-13T12:05:55.984 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.984 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.984 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.984 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.984 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.984 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.984 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.984 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.984 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.984 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.984 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.984 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.984 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.985 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.985 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.985 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.985 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.985 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.985 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.985 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.985 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.985 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.985 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.985 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.985 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.985 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.985 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.986 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.986 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.986 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.986 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.986 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.986 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.986 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.986 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.986 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.986 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.986 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.986 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.986 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.986 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.987 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.987 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.987 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.987 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.987 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.987 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.987 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.987 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.987 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.987 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.987 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.987 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.987 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.988 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.988 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.988 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.988 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.988 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.988 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.988 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.988 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.988 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.988 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.988 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.988 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.988 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.988 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.989 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.989 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.989 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.989 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.989 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.989 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.989 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.989 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.989 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.989 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.989 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.989 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.989 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.989 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.989 INFO:teuthology.orchestra.run.smithi042.stdout: "server_addr": { 2024-06-13T12:05:55.990 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_addr", 2024-06-13T12:05:55.990 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.990 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.990 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.990 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.990 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.990 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.990 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.990 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.990 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.990 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.990 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.990 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.990 INFO:teuthology.orchestra.run.smithi042.stdout: "server_port": { 2024-06-13T12:05:55.991 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_port", 2024-06-13T12:05:55.991 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.991 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.991 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:55.991 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.991 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.991 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.991 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.991 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.991 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.991 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.991 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.991 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.991 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.991 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.992 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.992 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rgw", 2024-06-13T12:05:55.992 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.992 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.992 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.992 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.992 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.992 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.992 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.992 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.992 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.992 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.992 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.992 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.993 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.993 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.993 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.993 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.993 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.993 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.993 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.993 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.993 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.993 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.993 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.993 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.993 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.993 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.993 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.993 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.994 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.994 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.994 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.994 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.994 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.994 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.994 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.994 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.994 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.994 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.994 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.994 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.994 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.994 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.995 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.995 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:55.995 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.995 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.995 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.995 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.995 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.995 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.995 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.995 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.995 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.995 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.995 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.995 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.995 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.995 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.996 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.996 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:55.996 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:55.996 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.996 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.996 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.996 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.996 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.996 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.996 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.996 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.996 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.996 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.996 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.996 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.997 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:55.997 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.997 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:55.997 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rook", 2024-06-13T12:05:55.997 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:55.997 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:55.997 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:55.997 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:55.997 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:55.997 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.997 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.997 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.997 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:55.997 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.997 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.997 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:55.998 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:55.998 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:55.998 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:55.998 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:55.998 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:55.998 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:55.998 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:55.998 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.998 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.998 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.998 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.998 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.998 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:55.998 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:55.998 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:55.999 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:55.999 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:55.999 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:55.999 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:55.999 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:55.999 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:55.999 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:55.999 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:55.999 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:55.999 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:55.999 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:55.999 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:55.999 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:55.999 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:55.999 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.000 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.000 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.000 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.000 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.000 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.000 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.000 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.000 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.000 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.000 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.000 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.000 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.000 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.000 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.000 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.001 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.001 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.001 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.001 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.001 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.001 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.001 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.001 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.001 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.001 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.001 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.001 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.001 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.001 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.001 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.001 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.002 INFO:teuthology.orchestra.run.smithi042.stdout: "storage_class": { 2024-06-13T12:05:56.002 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "storage_class", 2024-06-13T12:05:56.002 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.002 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.002 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.002 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "local", 2024-06-13T12:05:56.002 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.002 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.002 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.002 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-06-13T12:05:56.002 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.002 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.002 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.003 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.003 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.003 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.003 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.003 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "selftest", 2024-06-13T12:05:56.003 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.003 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.003 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.003 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.003 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.003 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.003 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.003 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.003 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.004 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.004 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.004 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.004 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.004 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.004 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.004 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.004 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.004 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.004 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.004 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.004 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.004 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.004 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.004 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.005 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.005 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.005 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.005 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.005 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.005 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.005 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.005 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.005 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.005 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.005 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.005 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.005 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.005 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.005 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.006 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.006 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.006 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.006 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.006 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.006 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.006 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.006 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.006 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.006 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.006 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.006 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.007 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.007 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.007 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.007 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.007 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.007 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.007 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.007 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.007 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.007 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.007 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.007 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.007 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.007 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.007 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.008 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.008 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.008 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.008 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.008 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.008 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.008 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.008 INFO:teuthology.orchestra.run.smithi042.stdout: "roption1": { 2024-06-13T12:05:56.008 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "roption1", 2024-06-13T12:05:56.008 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.008 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.008 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.008 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.008 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.008 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.009 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.009 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.009 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.009 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.009 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.009 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.009 INFO:teuthology.orchestra.run.smithi042.stdout: "roption2": { 2024-06-13T12:05:56.009 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "roption2", 2024-06-13T12:05:56.009 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.009 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.009 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.009 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "xyz", 2024-06-13T12:05:56.009 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.009 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.009 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.010 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.010 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.010 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.010 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.010 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.010 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption1": { 2024-06-13T12:05:56.010 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption1", 2024-06-13T12:05:56.010 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.010 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.010 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.010 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.010 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.010 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.011 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.011 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.011 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.011 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.011 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.011 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.011 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption2": { 2024-06-13T12:05:56.011 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption2", 2024-06-13T12:05:56.011 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.011 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.011 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.011 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.011 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.012 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.012 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.012 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.012 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.012 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.012 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.012 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.012 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption3": { 2024-06-13T12:05:56.012 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption3", 2024-06-13T12:05:56.012 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-13T12:05:56.012 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.012 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.012 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.012 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.013 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.013 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.013 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.013 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.013 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.013 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.013 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.013 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption4": { 2024-06-13T12:05:56.013 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption4", 2024-06-13T12:05:56.013 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.013 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.013 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.013 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.013 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.014 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.014 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.014 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.014 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.014 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.014 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.014 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.014 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption5": { 2024-06-13T12:05:56.014 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption5", 2024-06-13T12:05:56.014 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.014 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.014 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.014 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.015 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.015 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.015 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.015 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.015 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.015 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.015 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.015 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.015 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption6": { 2024-06-13T12:05:56.015 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption6", 2024-06-13T12:05:56.015 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.015 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.015 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.015 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.016 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.016 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.016 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.016 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.016 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.016 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.016 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.016 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.016 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption7": { 2024-06-13T12:05:56.016 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption7", 2024-06-13T12:05:56.016 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.016 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.016 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.016 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.017 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "1", 2024-06-13T12:05:56.017 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "42", 2024-06-13T12:05:56.017 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.017 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.017 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.017 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.017 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.017 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.017 INFO:teuthology.orchestra.run.smithi042.stdout: "testkey": { 2024-06-13T12:05:56.017 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "testkey", 2024-06-13T12:05:56.017 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.017 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.017 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.017 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.018 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.018 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.018 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.018 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.018 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.018 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.018 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.018 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.018 INFO:teuthology.orchestra.run.smithi042.stdout: "testlkey": { 2024-06-13T12:05:56.018 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "testlkey", 2024-06-13T12:05:56.018 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.018 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.018 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.018 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.019 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.019 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.019 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.019 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.019 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.019 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.019 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.019 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.019 INFO:teuthology.orchestra.run.smithi042.stdout: "testnewline": { 2024-06-13T12:05:56.019 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "testnewline", 2024-06-13T12:05:56.019 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.019 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.019 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.019 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.019 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.020 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.020 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.020 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.020 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.020 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.020 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.020 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.020 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.020 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.020 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.020 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "snap_schedule", 2024-06-13T12:05:56.020 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.020 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.020 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.021 INFO:teuthology.orchestra.run.smithi042.stdout: "allow_m_granularity": { 2024-06-13T12:05:56.021 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "allow_m_granularity", 2024-06-13T12:05:56.021 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.021 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.021 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.021 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.021 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.021 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.021 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.021 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "allow minute scheduled snapshots", 2024-06-13T12:05:56.021 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.021 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.021 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.021 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.022 INFO:teuthology.orchestra.run.smithi042.stdout: "dump_on_update": { 2024-06-13T12:05:56.022 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "dump_on_update", 2024-06-13T12:05:56.022 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.022 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.022 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.022 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.022 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.022 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.022 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.022 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "dump database to debug log on update", 2024-06-13T12:05:56.022 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.022 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.022 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.023 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.023 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.023 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.023 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.023 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.023 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.023 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.023 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.023 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.023 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.023 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.023 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.023 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.023 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.024 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.024 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.024 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.024 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.024 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.024 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.024 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.024 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.024 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.024 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.024 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.024 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.024 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.024 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.025 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.025 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.025 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.025 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.025 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.025 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.025 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.025 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.025 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.025 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.025 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.025 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.025 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.025 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.026 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.026 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.026 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.026 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.026 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.026 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.026 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.026 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.026 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.026 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.026 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.026 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.026 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.027 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.027 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.027 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.027 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.027 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.027 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.027 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.027 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.027 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.027 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.027 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.027 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.027 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.027 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.028 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.028 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.028 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.028 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.028 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.028 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "stats", 2024-06-13T12:05:56.028 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.028 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.028 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.028 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.028 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.028 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.028 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.029 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.029 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.029 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.029 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.029 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.029 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.029 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.029 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.029 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.029 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.029 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.029 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.029 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.029 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.030 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.030 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.030 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.030 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.030 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.030 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.030 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.030 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.030 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.030 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.030 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.030 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.030 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.030 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.031 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.031 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.031 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.031 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.031 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.031 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.031 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.031 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.031 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.031 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.031 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.031 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.031 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.031 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.031 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.032 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.032 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.032 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.032 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.032 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.032 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.032 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.032 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.032 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.032 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.032 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.032 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.032 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.032 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.033 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.033 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.033 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.033 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.033 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.033 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.033 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.033 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.033 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.033 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.033 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.033 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.033 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "status", 2024-06-13T12:05:56.033 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.034 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.034 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.034 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.034 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.034 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.034 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.034 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.034 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.034 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.034 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.034 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.034 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.034 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.035 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.035 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.035 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.035 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.035 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.035 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.035 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.035 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.035 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.035 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.035 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.035 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.035 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.035 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.036 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.036 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.036 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.036 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.036 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.036 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.036 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.036 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.036 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.036 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.036 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.036 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.036 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.036 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.037 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.037 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.037 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.037 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.037 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.037 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.037 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.037 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.037 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.037 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.037 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.037 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.037 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.037 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.038 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.038 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.038 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.038 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.038 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.038 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.038 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.038 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.038 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.038 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.038 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.038 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.039 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.039 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.039 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.039 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.039 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.039 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.039 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.039 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.039 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "telegraf", 2024-06-13T12:05:56.039 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.039 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.039 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.039 INFO:teuthology.orchestra.run.smithi042.stdout: "address": { 2024-06-13T12:05:56.040 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "address", 2024-06-13T12:05:56.040 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.040 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.040 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.040 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-06-13T12:05:56.040 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.040 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.040 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.040 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.040 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.040 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.040 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.040 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.041 INFO:teuthology.orchestra.run.smithi042.stdout: "interval": { 2024-06-13T12:05:56.041 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "interval", 2024-06-13T12:05:56.041 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:56.041 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.041 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.041 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "15", 2024-06-13T12:05:56.041 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.041 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.041 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.041 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.041 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.041 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.041 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.041 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.041 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.042 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.042 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.042 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.042 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.042 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.042 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.042 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.042 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.042 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.042 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.042 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.042 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.042 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.042 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.043 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.043 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.043 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.043 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.043 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.043 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.043 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.043 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.043 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.043 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.043 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.043 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.043 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.044 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.044 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.044 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.044 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.044 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.044 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.044 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.044 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.044 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.044 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.044 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.044 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.044 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.044 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.044 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.045 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.045 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.045 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.045 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.045 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.045 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.045 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.045 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.045 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.045 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.045 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.045 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.045 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.045 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.046 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.046 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.046 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.046 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.046 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.046 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.046 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.046 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.046 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.046 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.046 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.046 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.047 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.047 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.047 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.047 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.047 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "telemetry", 2024-06-13T12:05:56.047 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.047 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.047 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.047 INFO:teuthology.orchestra.run.smithi042.stdout: "channel_basic": { 2024-06-13T12:05:56.047 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "channel_basic", 2024-06-13T12:05:56.047 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.047 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.047 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.047 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.047 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.048 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.048 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.048 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Share basic cluster information (size, version)", 2024-06-13T12:05:56.048 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.048 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.048 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.048 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.048 INFO:teuthology.orchestra.run.smithi042.stdout: "channel_crash": { 2024-06-13T12:05:56.048 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "channel_crash", 2024-06-13T12:05:56.048 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.048 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.048 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.048 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.048 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.049 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.049 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.049 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-06-13T12:05:56.049 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.049 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.049 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.049 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.049 INFO:teuthology.orchestra.run.smithi042.stdout: "channel_device": { 2024-06-13T12:05:56.049 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "channel_device", 2024-06-13T12:05:56.049 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.049 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.049 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.049 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.049 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.050 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.050 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.050 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-06-13T12:05:56.050 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.050 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.050 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.050 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.050 INFO:teuthology.orchestra.run.smithi042.stdout: "channel_ident": { 2024-06-13T12:05:56.050 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "channel_ident", 2024-06-13T12:05:56.050 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.050 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.050 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.050 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.050 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.050 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.051 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.051 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-06-13T12:05:56.051 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.051 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.051 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.051 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.051 INFO:teuthology.orchestra.run.smithi042.stdout: "channel_perf": { 2024-06-13T12:05:56.051 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "channel_perf", 2024-06-13T12:05:56.051 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.051 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.051 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.051 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.051 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.052 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.052 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.052 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Share various performance metrics of a cluster", 2024-06-13T12:05:56.052 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.052 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.052 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.052 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.052 INFO:teuthology.orchestra.run.smithi042.stdout: "contact": { 2024-06-13T12:05:56.052 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "contact", 2024-06-13T12:05:56.052 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.052 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.052 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.052 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.052 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.052 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.053 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.053 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.053 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.053 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.053 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.053 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.053 INFO:teuthology.orchestra.run.smithi042.stdout: "description": { 2024-06-13T12:05:56.053 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "description", 2024-06-13T12:05:56.053 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.053 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.053 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.053 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.053 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.053 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.054 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.054 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.054 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.054 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.054 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.054 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.054 INFO:teuthology.orchestra.run.smithi042.stdout: "device_url": { 2024-06-13T12:05:56.054 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "device_url", 2024-06-13T12:05:56.054 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.054 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.054 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.054 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-06-13T12:05:56.054 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.055 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.055 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.055 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.055 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.055 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.055 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.055 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.055 INFO:teuthology.orchestra.run.smithi042.stdout: "enabled": { 2024-06-13T12:05:56.055 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "enabled", 2024-06-13T12:05:56.055 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.055 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.055 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.055 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.055 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.055 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.056 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.056 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.056 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.056 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.056 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.056 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.056 INFO:teuthology.orchestra.run.smithi042.stdout: "interval": { 2024-06-13T12:05:56.056 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "interval", 2024-06-13T12:05:56.056 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.056 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.056 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.056 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "24", 2024-06-13T12:05:56.056 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "8", 2024-06-13T12:05:56.056 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.057 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.057 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.057 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.057 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.057 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.057 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.057 INFO:teuthology.orchestra.run.smithi042.stdout: "last_opt_revision": { 2024-06-13T12:05:56.057 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "last_opt_revision", 2024-06-13T12:05:56.057 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.057 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.057 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.057 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "1", 2024-06-13T12:05:56.057 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.057 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.058 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.058 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.058 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.058 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.058 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.058 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.058 INFO:teuthology.orchestra.run.smithi042.stdout: "leaderboard": { 2024-06-13T12:05:56.058 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "leaderboard", 2024-06-13T12:05:56.058 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.058 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.058 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.058 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.058 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.058 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.059 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.059 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.059 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.059 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.059 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.059 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.059 INFO:teuthology.orchestra.run.smithi042.stdout: "leaderboard_description": { 2024-06-13T12:05:56.059 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "leaderboard_description", 2024-06-13T12:05:56.059 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.059 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.059 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.059 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.059 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.060 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.060 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.060 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.060 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.060 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.060 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.060 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.060 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.060 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.060 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.060 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.060 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.060 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.060 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.061 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.061 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.061 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.061 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.061 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.061 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.061 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.061 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.061 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.061 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.061 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.061 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.061 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.061 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.061 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.062 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.062 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.062 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.062 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.062 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.062 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.062 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.062 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.062 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.062 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.062 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.062 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.062 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.063 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.063 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.063 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.063 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.063 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.063 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.063 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.063 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.063 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.063 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.063 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.063 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.063 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.063 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.063 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.064 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.064 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.064 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.064 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.064 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.064 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.064 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.064 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.064 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.064 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.064 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.064 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.064 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.064 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.065 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.065 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.065 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.065 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.065 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.065 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.065 INFO:teuthology.orchestra.run.smithi042.stdout: "organization": { 2024-06-13T12:05:56.065 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "organization", 2024-06-13T12:05:56.065 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.065 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.065 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.065 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.065 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.066 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.066 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.066 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.066 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.066 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.066 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.066 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.066 INFO:teuthology.orchestra.run.smithi042.stdout: "proxy": { 2024-06-13T12:05:56.066 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "proxy", 2024-06-13T12:05:56.066 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.066 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.066 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.066 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.066 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.067 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.067 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.067 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.067 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.067 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.067 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.067 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.067 INFO:teuthology.orchestra.run.smithi042.stdout: "url": { 2024-06-13T12:05:56.067 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "url", 2024-06-13T12:05:56.067 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.067 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.067 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.067 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-06-13T12:05:56.067 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.068 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.068 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.068 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.068 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.068 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.068 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.068 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.068 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.068 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.068 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.068 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "test_orchestrator", 2024-06-13T12:05:56.068 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.068 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.068 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.068 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.069 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.069 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.069 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.069 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.069 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.069 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.069 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.069 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.069 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.069 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.069 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.069 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.069 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.069 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.069 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.070 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.070 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.070 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.070 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.070 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.070 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.070 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.070 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.070 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.070 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.070 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.070 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.070 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.071 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.071 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.071 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.071 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.071 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.071 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.071 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.071 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.071 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.071 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.071 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.071 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.071 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.072 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.072 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.072 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.072 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.072 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.072 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.072 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.072 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.072 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.072 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.072 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.072 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.072 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.072 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.073 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.073 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.073 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.073 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.073 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.073 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.073 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.073 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.073 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.073 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.073 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.073 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.073 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.074 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.074 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.074 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.074 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.074 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "volumes", 2024-06-13T12:05:56.074 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.074 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.074 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.074 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.074 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.074 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.074 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.075 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.075 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.075 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.075 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.075 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.075 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.075 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.075 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.075 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.075 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.075 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.075 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.075 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.075 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.075 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.076 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.076 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.076 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.076 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.076 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.076 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.076 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.076 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.076 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.076 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.076 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.076 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.076 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.076 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.076 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.077 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.077 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.077 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.077 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.077 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.077 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.077 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.077 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.077 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.077 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.077 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.077 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.077 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.077 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.077 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.078 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.078 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.078 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.078 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.078 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.078 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.078 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.078 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.078 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.078 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.078 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.078 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.078 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.078 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.079 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.079 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.079 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.079 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.079 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.079 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.079 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.079 INFO:teuthology.orchestra.run.smithi042.stdout: "max_concurrent_clones": { 2024-06-13T12:05:56.079 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "max_concurrent_clones", 2024-06-13T12:05:56.079 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.079 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.079 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.079 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "4", 2024-06-13T12:05:56.080 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.080 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.080 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.080 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Number of asynchronous cloner threads", 2024-06-13T12:05:56.080 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.080 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.080 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.080 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.080 INFO:teuthology.orchestra.run.smithi042.stdout: "periodic_async_work": { 2024-06-13T12:05:56.080 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "periodic_async_work", 2024-06-13T12:05:56.080 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.080 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.080 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.080 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.080 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.081 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.081 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.081 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Periodically check for async work", 2024-06-13T12:05:56.081 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.081 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.081 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.081 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.081 INFO:teuthology.orchestra.run.smithi042.stdout: "snapshot_clone_delay": { 2024-06-13T12:05:56.081 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "snapshot_clone_delay", 2024-06-13T12:05:56.081 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.081 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.081 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.081 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0", 2024-06-13T12:05:56.081 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.082 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.082 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.082 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-06-13T12:05:56.082 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.082 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.082 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.082 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.082 INFO:teuthology.orchestra.run.smithi042.stdout: "snapshot_clone_no_wait": { 2024-06-13T12:05:56.082 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "snapshot_clone_no_wait", 2024-06-13T12:05:56.082 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.082 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.082 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.082 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.083 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.083 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.083 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.083 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-06-13T12:05:56.083 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.083 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.083 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.083 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.083 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.083 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.083 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.083 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "zabbix", 2024-06-13T12:05:56.083 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.083 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.083 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.084 INFO:teuthology.orchestra.run.smithi042.stdout: "discovery_interval": { 2024-06-13T12:05:56.084 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "discovery_interval", 2024-06-13T12:05:56.084 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "uint", 2024-06-13T12:05:56.084 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.084 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.084 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "100", 2024-06-13T12:05:56.084 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.084 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.084 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.084 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.084 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.084 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.084 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.084 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.085 INFO:teuthology.orchestra.run.smithi042.stdout: "identifier": { 2024-06-13T12:05:56.085 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "identifier", 2024-06-13T12:05:56.085 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.085 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.085 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.085 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.085 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.085 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.085 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.085 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.085 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.085 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.085 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.085 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.086 INFO:teuthology.orchestra.run.smithi042.stdout: "interval": { 2024-06-13T12:05:56.086 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "interval", 2024-06-13T12:05:56.086 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:56.086 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.086 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.086 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "60", 2024-06-13T12:05:56.086 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.086 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.086 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.086 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.086 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.086 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.086 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.086 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.087 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.087 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.087 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.087 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.087 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.087 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.087 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.087 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.087 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.087 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.087 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.087 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.087 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.088 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.088 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.088 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.088 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.088 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.088 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.088 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.088 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.088 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.088 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.088 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.088 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.088 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.088 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.089 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.089 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.089 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.089 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.089 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.089 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.089 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.089 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.089 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.089 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.089 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.089 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.089 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.089 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.090 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.090 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.090 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.090 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.090 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.090 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.090 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.090 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.090 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.090 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.090 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.090 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.090 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.090 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.091 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.091 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.091 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.091 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.091 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.091 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.091 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.091 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.091 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.091 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.091 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.091 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.091 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.091 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.092 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.092 INFO:teuthology.orchestra.run.smithi042.stdout: "zabbix_host": { 2024-06-13T12:05:56.092 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "zabbix_host", 2024-06-13T12:05:56.092 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.092 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.092 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.092 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.092 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.092 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.092 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.092 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.092 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.092 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.092 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.093 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.093 INFO:teuthology.orchestra.run.smithi042.stdout: "zabbix_port": { 2024-06-13T12:05:56.093 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "zabbix_port", 2024-06-13T12:05:56.093 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.093 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.093 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.093 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10051", 2024-06-13T12:05:56.093 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.093 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.093 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.093 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.093 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.093 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.093 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.094 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.094 INFO:teuthology.orchestra.run.smithi042.stdout: "zabbix_sender": { 2024-06-13T12:05:56.094 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "zabbix_sender", 2024-06-13T12:05:56.094 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.094 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.094 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.094 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-06-13T12:05:56.094 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.094 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.094 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.094 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.094 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.094 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.094 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.094 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.095 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.095 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.095 INFO:teuthology.orchestra.run.smithi042.stdout: ] 2024-06-13T12:05:56.095 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.095 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.095 INFO:teuthology.orchestra.run.smithi042.stdout: "modules": [ 2024-06-13T12:05:56.095 INFO:teuthology.orchestra.run.smithi042.stdout: "cephadm", 2024-06-13T12:05:56.095 INFO:teuthology.orchestra.run.smithi042.stdout: "dashboard", 2024-06-13T12:05:56.095 INFO:teuthology.orchestra.run.smithi042.stdout: "iostat", 2024-06-13T12:05:56.095 INFO:teuthology.orchestra.run.smithi042.stdout: "nfs", 2024-06-13T12:05:56.095 INFO:teuthology.orchestra.run.smithi042.stdout: "restful", 2024-06-13T12:05:56.095 INFO:teuthology.orchestra.run.smithi042.stdout: "snap_schedule" 2024-06-13T12:05:56.095 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.095 INFO:teuthology.orchestra.run.smithi042.stdout: "available_modules": [ 2024-06-13T12:05:56.096 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.096 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "alerts", 2024-06-13T12:05:56.096 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.096 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.096 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.096 INFO:teuthology.orchestra.run.smithi042.stdout: "interval": { 2024-06-13T12:05:56.096 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "interval", 2024-06-13T12:05:56.096 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:56.096 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.096 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.096 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "60", 2024-06-13T12:05:56.096 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.096 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.097 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.097 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "How frequently to reexamine health status", 2024-06-13T12:05:56.097 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.097 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.097 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.097 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.097 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.097 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.097 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.097 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.097 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.097 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.097 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.097 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.098 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.098 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.098 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.098 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.098 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.098 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.098 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.098 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.098 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.098 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.098 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.098 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.098 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.099 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.099 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.099 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.099 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.099 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.099 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.099 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.099 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.099 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.099 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.099 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.099 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.099 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.099 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.099 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.100 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.100 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.100 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.100 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.100 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.100 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.100 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.100 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.100 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.100 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.100 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.100 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.100 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.100 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.101 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.101 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.101 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.101 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.101 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.101 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.101 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.101 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.101 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.101 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.101 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.101 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.101 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.101 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.102 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.102 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.102 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.102 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.102 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.102 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.102 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_destination": { 2024-06-13T12:05:56.102 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_destination", 2024-06-13T12:05:56.102 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.102 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.102 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.102 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.102 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.103 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.103 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.103 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Email address to send alerts to", 2024-06-13T12:05:56.103 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.103 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.103 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.103 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.103 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_from_name": { 2024-06-13T12:05:56.103 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_from_name", 2024-06-13T12:05:56.103 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.103 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.103 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.103 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "Ceph", 2024-06-13T12:05:56.103 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.104 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.104 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.104 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Email From: name", 2024-06-13T12:05:56.104 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.104 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.104 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.104 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.104 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_host": { 2024-06-13T12:05:56.104 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_host", 2024-06-13T12:05:56.104 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.104 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.104 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.104 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.104 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.105 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.105 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.105 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "SMTP server", 2024-06-13T12:05:56.105 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.105 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.105 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.105 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.105 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_password": { 2024-06-13T12:05:56.105 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_password", 2024-06-13T12:05:56.105 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.105 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.105 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.105 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.105 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.106 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.106 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.106 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Password to authenticate with", 2024-06-13T12:05:56.106 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.106 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.106 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.106 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.106 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_port": { 2024-06-13T12:05:56.106 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_port", 2024-06-13T12:05:56.106 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.106 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.106 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.106 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "465", 2024-06-13T12:05:56.106 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.107 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.107 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.107 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "SMTP port", 2024-06-13T12:05:56.107 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.107 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.107 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.107 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.107 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_sender": { 2024-06-13T12:05:56.107 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_sender", 2024-06-13T12:05:56.107 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.107 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.107 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.107 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.107 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.108 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.108 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.108 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "SMTP envelope sender", 2024-06-13T12:05:56.108 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.108 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.108 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.108 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.108 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_ssl": { 2024-06-13T12:05:56.108 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_ssl", 2024-06-13T12:05:56.108 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.108 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.108 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.108 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.108 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.109 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.109 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.109 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Use SSL to connect to SMTP server", 2024-06-13T12:05:56.109 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.109 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.109 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.109 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.109 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_user": { 2024-06-13T12:05:56.109 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_user", 2024-06-13T12:05:56.109 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.109 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.109 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.109 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.109 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.110 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.110 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.110 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "User to authenticate as", 2024-06-13T12:05:56.110 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.110 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.110 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.110 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.110 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.110 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.110 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.110 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "balancer", 2024-06-13T12:05:56.110 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.110 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.111 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.111 INFO:teuthology.orchestra.run.smithi042.stdout: "active": { 2024-06-13T12:05:56.111 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "active", 2024-06-13T12:05:56.111 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.111 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.111 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.111 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.111 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.111 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.111 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.111 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "automatically balance PGs across cluster", 2024-06-13T12:05:56.111 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.111 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.111 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.112 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.112 INFO:teuthology.orchestra.run.smithi042.stdout: "begin_time": { 2024-06-13T12:05:56.112 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "begin_time", 2024-06-13T12:05:56.112 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.112 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.112 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.112 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0000", 2024-06-13T12:05:56.112 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.112 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.112 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.112 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "beginning time of day to automatically balance", 2024-06-13T12:05:56.112 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-06-13T12:05:56.112 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.112 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.112 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.112 INFO:teuthology.orchestra.run.smithi042.stdout: "begin_weekday": { 2024-06-13T12:05:56.113 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "begin_weekday", 2024-06-13T12:05:56.113 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "uint", 2024-06-13T12:05:56.113 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.113 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.113 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0", 2024-06-13T12:05:56.113 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "0", 2024-06-13T12:05:56.113 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "6", 2024-06-13T12:05:56.113 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.113 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-06-13T12:05:56.113 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-06-13T12:05:56.113 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.113 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.114 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.114 INFO:teuthology.orchestra.run.smithi042.stdout: "crush_compat_max_iterations": { 2024-06-13T12:05:56.114 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "crush_compat_max_iterations", 2024-06-13T12:05:56.114 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "uint", 2024-06-13T12:05:56.114 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.114 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.114 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "25", 2024-06-13T12:05:56.114 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "1", 2024-06-13T12:05:56.114 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "250", 2024-06-13T12:05:56.114 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.114 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-06-13T12:05:56.114 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.114 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.115 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.115 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.115 INFO:teuthology.orchestra.run.smithi042.stdout: "crush_compat_metrics": { 2024-06-13T12:05:56.115 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "crush_compat_metrics", 2024-06-13T12:05:56.115 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.115 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.115 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.115 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "pgs,objects,bytes", 2024-06-13T12:05:56.115 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.115 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.115 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.115 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-06-13T12:05:56.115 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-06-13T12:05:56.115 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.116 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.116 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.116 INFO:teuthology.orchestra.run.smithi042.stdout: "crush_compat_step": { 2024-06-13T12:05:56.116 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "crush_compat_step", 2024-06-13T12:05:56.116 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-13T12:05:56.116 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.116 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.116 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0.5", 2024-06-13T12:05:56.116 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "0.001", 2024-06-13T12:05:56.116 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "0.999", 2024-06-13T12:05:56.116 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.116 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "aggressiveness of optimization", 2024-06-13T12:05:56.116 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-06-13T12:05:56.116 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.116 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.117 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.117 INFO:teuthology.orchestra.run.smithi042.stdout: "end_time": { 2024-06-13T12:05:56.117 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "end_time", 2024-06-13T12:05:56.117 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.117 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.117 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.117 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "2359", 2024-06-13T12:05:56.117 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.117 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.117 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.117 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "ending time of day to automatically balance", 2024-06-13T12:05:56.117 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-06-13T12:05:56.117 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.117 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.118 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.118 INFO:teuthology.orchestra.run.smithi042.stdout: "end_weekday": { 2024-06-13T12:05:56.118 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "end_weekday", 2024-06-13T12:05:56.118 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "uint", 2024-06-13T12:05:56.118 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.118 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.118 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0", 2024-06-13T12:05:56.118 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "0", 2024-06-13T12:05:56.118 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "6", 2024-06-13T12:05:56.118 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.118 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-06-13T12:05:56.118 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-06-13T12:05:56.118 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.118 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.119 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.119 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.119 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.119 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.119 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.119 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.119 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.119 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.119 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.119 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.119 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.119 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.119 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.119 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.119 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.120 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.120 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.120 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.120 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.120 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.120 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.120 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.120 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.120 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.120 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.120 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.120 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.120 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.120 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.121 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.121 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.121 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.121 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.121 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.121 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.121 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.121 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.121 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.121 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.121 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.121 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.121 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.121 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.122 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.122 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.122 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.122 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.122 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.122 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.122 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.122 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.122 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.122 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.122 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.122 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.122 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.122 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.123 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.123 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.123 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.123 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.123 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.123 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.123 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.123 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.123 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.123 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.123 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.123 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.123 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.123 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.123 INFO:teuthology.orchestra.run.smithi042.stdout: "min_score": { 2024-06-13T12:05:56.124 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "min_score", 2024-06-13T12:05:56.124 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-13T12:05:56.124 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.124 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.124 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0", 2024-06-13T12:05:56.124 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.124 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.124 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.124 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-06-13T12:05:56.124 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.124 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.124 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.124 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.124 INFO:teuthology.orchestra.run.smithi042.stdout: "mode": { 2024-06-13T12:05:56.124 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mode", 2024-06-13T12:05:56.125 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.125 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.125 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.125 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "upmap", 2024-06-13T12:05:56.125 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.125 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.125 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.125 INFO:teuthology.orchestra.run.smithi042.stdout: "crush-compat", 2024-06-13T12:05:56.125 INFO:teuthology.orchestra.run.smithi042.stdout: "none", 2024-06-13T12:05:56.125 INFO:teuthology.orchestra.run.smithi042.stdout: "read", 2024-06-13T12:05:56.125 INFO:teuthology.orchestra.run.smithi042.stdout: "upmap", 2024-06-13T12:05:56.125 INFO:teuthology.orchestra.run.smithi042.stdout: "upmap-read" 2024-06-13T12:05:56.125 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.125 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Balancer mode", 2024-06-13T12:05:56.125 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.126 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.126 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.126 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.126 INFO:teuthology.orchestra.run.smithi042.stdout: "pool_ids": { 2024-06-13T12:05:56.126 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "pool_ids", 2024-06-13T12:05:56.126 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.126 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.126 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.126 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.126 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.126 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.126 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.126 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-06-13T12:05:56.126 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.127 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.127 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.127 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.127 INFO:teuthology.orchestra.run.smithi042.stdout: "sleep_interval": { 2024-06-13T12:05:56.127 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "sleep_interval", 2024-06-13T12:05:56.127 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:56.127 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.127 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.127 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "60", 2024-06-13T12:05:56.127 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.127 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.127 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.127 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-06-13T12:05:56.127 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.127 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.128 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.128 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.128 INFO:teuthology.orchestra.run.smithi042.stdout: "upmap_max_deviation": { 2024-06-13T12:05:56.128 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "upmap_max_deviation", 2024-06-13T12:05:56.128 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.128 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.128 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.128 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "5", 2024-06-13T12:05:56.128 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "1", 2024-06-13T12:05:56.128 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.128 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.128 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "deviation below which no optimization is attempted", 2024-06-13T12:05:56.128 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-06-13T12:05:56.128 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.129 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.129 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.129 INFO:teuthology.orchestra.run.smithi042.stdout: "upmap_max_optimizations": { 2024-06-13T12:05:56.129 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "upmap_max_optimizations", 2024-06-13T12:05:56.129 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "uint", 2024-06-13T12:05:56.129 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.129 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.129 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-13T12:05:56.129 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.129 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.129 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.129 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-06-13T12:05:56.129 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.129 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.130 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.130 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.130 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.130 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.130 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.130 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "cephadm", 2024-06-13T12:05:56.130 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.130 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.130 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.130 INFO:teuthology.orchestra.run.smithi042.stdout: "agent_down_multiplier": { 2024-06-13T12:05:56.130 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "agent_down_multiplier", 2024-06-13T12:05:56.130 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-13T12:05:56.130 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.130 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.131 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "3.0", 2024-06-13T12:05:56.131 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.131 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.131 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.131 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-06-13T12:05:56.131 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.133 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.133 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.133 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.133 INFO:teuthology.orchestra.run.smithi042.stdout: "agent_refresh_rate": { 2024-06-13T12:05:56.133 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "agent_refresh_rate", 2024-06-13T12:05:56.134 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:56.134 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.134 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.134 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "20", 2024-06-13T12:05:56.134 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.134 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.134 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.134 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-06-13T12:05:56.134 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.134 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.134 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.134 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.134 INFO:teuthology.orchestra.run.smithi042.stdout: "agent_starting_port": { 2024-06-13T12:05:56.134 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "agent_starting_port", 2024-06-13T12:05:56.135 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.135 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.135 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.135 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "4721", 2024-06-13T12:05:56.135 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.135 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.135 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.135 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-06-13T12:05:56.135 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.135 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.135 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.135 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.135 INFO:teuthology.orchestra.run.smithi042.stdout: "allow_ptrace": { 2024-06-13T12:05:56.136 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "allow_ptrace", 2024-06-13T12:05:56.136 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.136 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.136 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.136 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.136 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.136 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.136 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.136 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-06-13T12:05:56.136 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-06-13T12:05:56.136 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.136 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.136 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.136 INFO:teuthology.orchestra.run.smithi042.stdout: "autotune_interval": { 2024-06-13T12:05:56.136 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "autotune_interval", 2024-06-13T12:05:56.137 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:56.137 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.137 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.137 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "600", 2024-06-13T12:05:56.137 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.137 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.137 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.137 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how frequently to autotune daemon memory", 2024-06-13T12:05:56.137 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.137 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.137 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.137 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.137 INFO:teuthology.orchestra.run.smithi042.stdout: "autotune_memory_target_ratio": { 2024-06-13T12:05:56.137 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "autotune_memory_target_ratio", 2024-06-13T12:05:56.138 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-13T12:05:56.138 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.138 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.138 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0.7", 2024-06-13T12:05:56.138 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.138 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.138 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.138 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-06-13T12:05:56.138 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.138 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.138 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.138 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.138 INFO:teuthology.orchestra.run.smithi042.stdout: "cephadm_log_destination": { 2024-06-13T12:05:56.138 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "cephadm_log_destination", 2024-06-13T12:05:56.139 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.139 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.139 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.139 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.139 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.139 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.139 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.139 INFO:teuthology.orchestra.run.smithi042.stdout: "file", 2024-06-13T12:05:56.139 INFO:teuthology.orchestra.run.smithi042.stdout: "file,syslog", 2024-06-13T12:05:56.139 INFO:teuthology.orchestra.run.smithi042.stdout: "syslog" 2024-06-13T12:05:56.139 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.139 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-06-13T12:05:56.139 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.139 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.139 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.140 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.140 INFO:teuthology.orchestra.run.smithi042.stdout: "cgroups_split": { 2024-06-13T12:05:56.140 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "cgroups_split", 2024-06-13T12:05:56.140 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.140 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.140 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.140 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.140 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.140 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.140 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.140 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-06-13T12:05:56.140 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.140 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.140 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.140 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.141 INFO:teuthology.orchestra.run.smithi042.stdout: "config_checks_enabled": { 2024-06-13T12:05:56.141 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "config_checks_enabled", 2024-06-13T12:05:56.141 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.141 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.141 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.141 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.141 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.141 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.141 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.141 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-06-13T12:05:56.141 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.141 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.141 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.141 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.142 INFO:teuthology.orchestra.run.smithi042.stdout: "config_dashboard": { 2024-06-13T12:05:56.142 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "config_dashboard", 2024-06-13T12:05:56.142 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.142 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.142 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.142 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.142 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.142 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.142 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.142 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-06-13T12:05:56.142 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.142 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.142 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.142 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.143 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_alertmanager": { 2024-06-13T12:05:56.143 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_alertmanager", 2024-06-13T12:05:56.143 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.143 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.143 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.143 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-06-13T12:05:56.143 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.143 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.143 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.143 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Prometheus container image", 2024-06-13T12:05:56.143 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.143 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.143 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.143 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.143 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_base": { 2024-06-13T12:05:56.144 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_base", 2024-06-13T12:05:56.144 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.144 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.144 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.144 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/ceph/ceph", 2024-06-13T12:05:56.144 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.144 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.144 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.144 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Container image name, without the tag", 2024-06-13T12:05:56.144 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.144 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.144 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.144 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.144 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_elasticsearch": { 2024-06-13T12:05:56.145 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_elasticsearch", 2024-06-13T12:05:56.145 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.145 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.145 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.145 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-06-13T12:05:56.145 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.145 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.145 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.145 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "elasticsearch container image", 2024-06-13T12:05:56.145 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.145 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.145 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.145 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.145 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_grafana": { 2024-06-13T12:05:56.146 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_grafana", 2024-06-13T12:05:56.146 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.146 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.146 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.146 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-06-13T12:05:56.146 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.146 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.146 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.146 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Prometheus container image", 2024-06-13T12:05:56.146 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.146 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.146 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.146 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.146 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_haproxy": { 2024-06-13T12:05:56.147 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_haproxy", 2024-06-13T12:05:56.147 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.147 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.147 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.147 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-06-13T12:05:56.147 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.147 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.147 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.147 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "HAproxy container image", 2024-06-13T12:05:56.147 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.147 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.147 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.147 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.147 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_jaeger_agent": { 2024-06-13T12:05:56.148 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_jaeger_agent", 2024-06-13T12:05:56.148 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.148 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.148 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.148 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-06-13T12:05:56.148 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.148 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.148 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.148 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Jaeger agent container image", 2024-06-13T12:05:56.148 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.148 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.148 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.148 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.148 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_jaeger_collector": { 2024-06-13T12:05:56.149 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_jaeger_collector", 2024-06-13T12:05:56.149 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.149 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.149 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.149 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-06-13T12:05:56.149 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.149 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.149 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.149 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Jaeger collector container image", 2024-06-13T12:05:56.149 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.149 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.149 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.149 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.149 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_jaeger_query": { 2024-06-13T12:05:56.150 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_jaeger_query", 2024-06-13T12:05:56.150 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.150 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.150 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.150 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-06-13T12:05:56.150 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.150 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.150 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.150 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Jaeger query container image", 2024-06-13T12:05:56.150 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.150 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.150 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.151 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.151 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_keepalived": { 2024-06-13T12:05:56.151 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_keepalived", 2024-06-13T12:05:56.151 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.151 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.151 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.151 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-06-13T12:05:56.151 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.151 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.151 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.151 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Keepalived container image", 2024-06-13T12:05:56.151 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.151 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.151 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.152 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.152 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_loki": { 2024-06-13T12:05:56.152 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_loki", 2024-06-13T12:05:56.152 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.152 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.152 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.152 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-06-13T12:05:56.152 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.152 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.152 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.152 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Loki container image", 2024-06-13T12:05:56.152 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.152 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.153 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.153 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.153 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_node_exporter": { 2024-06-13T12:05:56.153 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_node_exporter", 2024-06-13T12:05:56.153 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.153 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.153 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.153 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-06-13T12:05:56.153 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.153 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.153 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.153 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Prometheus container image", 2024-06-13T12:05:56.153 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.154 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.154 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.154 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.154 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_nvmeof": { 2024-06-13T12:05:56.154 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_nvmeof", 2024-06-13T12:05:56.154 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.154 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.154 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.154 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-06-13T12:05:56.154 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.154 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.154 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.154 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Nvme-of container image", 2024-06-13T12:05:56.154 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.155 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.155 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.155 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.155 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_prometheus": { 2024-06-13T12:05:56.155 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_prometheus", 2024-06-13T12:05:56.155 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.155 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.155 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.155 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-06-13T12:05:56.155 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.155 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.155 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.155 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Prometheus container image", 2024-06-13T12:05:56.155 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.156 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.156 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.156 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.156 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_promtail": { 2024-06-13T12:05:56.156 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_promtail", 2024-06-13T12:05:56.156 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.156 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.156 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.156 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-06-13T12:05:56.156 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.156 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.156 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.156 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Promtail container image", 2024-06-13T12:05:56.157 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.157 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.157 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.157 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.157 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_samba": { 2024-06-13T12:05:56.157 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_samba", 2024-06-13T12:05:56.157 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.157 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.157 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.157 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-06-13T12:05:56.157 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.157 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.157 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.157 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Samba/SMB container image", 2024-06-13T12:05:56.158 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.158 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.158 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.158 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.158 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_snmp_gateway": { 2024-06-13T12:05:56.158 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_snmp_gateway", 2024-06-13T12:05:56.158 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.158 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.158 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.158 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-06-13T12:05:56.158 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.158 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.158 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.159 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "SNMP Gateway container image", 2024-06-13T12:05:56.159 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.159 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.159 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.159 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.159 INFO:teuthology.orchestra.run.smithi042.stdout: "container_init": { 2024-06-13T12:05:56.159 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_init", 2024-06-13T12:05:56.159 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.159 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.159 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.159 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.159 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.159 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.159 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.160 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Run podman/docker with `--init`", 2024-06-13T12:05:56.160 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.160 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.160 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.160 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.160 INFO:teuthology.orchestra.run.smithi042.stdout: "daemon_cache_timeout": { 2024-06-13T12:05:56.160 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "daemon_cache_timeout", 2024-06-13T12:05:56.160 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:56.160 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.160 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.160 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "600", 2024-06-13T12:05:56.160 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.160 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.160 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.161 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-06-13T12:05:56.161 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.161 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.161 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.161 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.161 INFO:teuthology.orchestra.run.smithi042.stdout: "default_cephadm_command_timeout": { 2024-06-13T12:05:56.161 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "default_cephadm_command_timeout", 2024-06-13T12:05:56.161 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.161 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.161 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.161 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "900", 2024-06-13T12:05:56.161 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.161 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.161 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.162 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-06-13T12:05:56.162 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.162 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.162 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.162 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.162 INFO:teuthology.orchestra.run.smithi042.stdout: "default_registry": { 2024-06-13T12:05:56.162 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "default_registry", 2024-06-13T12:05:56.162 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.162 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.162 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.162 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "docker.io", 2024-06-13T12:05:56.162 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.162 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.162 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.163 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-06-13T12:05:56.163 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.163 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.163 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.163 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.163 INFO:teuthology.orchestra.run.smithi042.stdout: "device_cache_timeout": { 2024-06-13T12:05:56.163 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "device_cache_timeout", 2024-06-13T12:05:56.163 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:56.163 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.163 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.163 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "1800", 2024-06-13T12:05:56.163 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.163 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.163 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.163 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "seconds to cache device inventory", 2024-06-13T12:05:56.164 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.164 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.164 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.164 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.164 INFO:teuthology.orchestra.run.smithi042.stdout: "device_enhanced_scan": { 2024-06-13T12:05:56.164 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "device_enhanced_scan", 2024-06-13T12:05:56.164 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.164 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.164 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.164 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.164 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.164 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.164 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.164 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Use libstoragemgmt during device scans", 2024-06-13T12:05:56.164 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.165 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.165 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.165 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.165 INFO:teuthology.orchestra.run.smithi042.stdout: "facts_cache_timeout": { 2024-06-13T12:05:56.165 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "facts_cache_timeout", 2024-06-13T12:05:56.165 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:56.165 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.165 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.165 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "60", 2024-06-13T12:05:56.165 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.165 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.165 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.165 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "seconds to cache host facts data", 2024-06-13T12:05:56.165 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.165 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.166 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.166 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.166 INFO:teuthology.orchestra.run.smithi042.stdout: "grafana_dashboards_path": { 2024-06-13T12:05:56.166 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "grafana_dashboards_path", 2024-06-13T12:05:56.166 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.166 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.166 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.166 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-06-13T12:05:56.166 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.166 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.166 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.166 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-06-13T12:05:56.166 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.167 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.167 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.167 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.167 INFO:teuthology.orchestra.run.smithi042.stdout: "host_check_interval": { 2024-06-13T12:05:56.167 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "host_check_interval", 2024-06-13T12:05:56.167 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:56.167 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.167 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.167 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "600", 2024-06-13T12:05:56.167 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.167 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.167 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.167 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how frequently to perform a host check", 2024-06-13T12:05:56.167 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.167 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.168 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.168 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.168 INFO:teuthology.orchestra.run.smithi042.stdout: "hw_monitoring": { 2024-06-13T12:05:56.168 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "hw_monitoring", 2024-06-13T12:05:56.168 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.168 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.168 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.168 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.168 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.168 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.168 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.168 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-06-13T12:05:56.168 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.168 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.168 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.169 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.169 INFO:teuthology.orchestra.run.smithi042.stdout: "inventory_list_all": { 2024-06-13T12:05:56.169 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "inventory_list_all", 2024-06-13T12:05:56.169 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.169 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.169 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.169 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.169 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.169 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.169 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.169 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-06-13T12:05:56.169 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.169 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.169 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.170 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.170 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.170 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.170 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.170 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.170 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.170 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.170 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.170 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.170 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.170 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.170 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.170 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.170 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.171 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.171 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.171 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.171 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.171 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.171 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.171 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.171 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.171 INFO:teuthology.orchestra.run.smithi042.stdout: "log_refresh_metadata": { 2024-06-13T12:05:56.171 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_refresh_metadata", 2024-06-13T12:05:56.171 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.171 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.171 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.171 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.171 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.172 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.172 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.172 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-06-13T12:05:56.172 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.172 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.172 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.172 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.172 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.172 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.172 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.172 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.172 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.172 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.172 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.173 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.173 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.173 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-06-13T12:05:56.173 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.173 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.173 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.173 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.173 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.173 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.173 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.173 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.173 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.173 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.173 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.173 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.174 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.174 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.174 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.174 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.174 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.174 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.174 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.174 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.174 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.174 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.174 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.174 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.174 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.174 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.175 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.175 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.175 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.175 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.175 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.175 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.175 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.175 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.175 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.175 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.175 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.175 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.175 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.175 INFO:teuthology.orchestra.run.smithi042.stdout: "manage_etc_ceph_ceph_conf": { 2024-06-13T12:05:56.175 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-06-13T12:05:56.176 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.176 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.176 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.176 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.176 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.176 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.176 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.176 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-06-13T12:05:56.176 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.176 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.176 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.176 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.176 INFO:teuthology.orchestra.run.smithi042.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-06-13T12:05:56.177 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-06-13T12:05:56.177 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.177 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.177 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.177 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "*", 2024-06-13T12:05:56.177 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.177 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.177 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.177 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-06-13T12:05:56.177 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.177 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.177 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.177 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.177 INFO:teuthology.orchestra.run.smithi042.stdout: "max_count_per_host": { 2024-06-13T12:05:56.178 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "max_count_per_host", 2024-06-13T12:05:56.178 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.178 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.178 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.178 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-13T12:05:56.178 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.178 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.178 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.178 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "max number of daemons per service per host", 2024-06-13T12:05:56.178 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.178 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.178 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.179 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.179 INFO:teuthology.orchestra.run.smithi042.stdout: "max_osd_draining_count": { 2024-06-13T12:05:56.179 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "max_osd_draining_count", 2024-06-13T12:05:56.179 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.179 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.179 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.179 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-13T12:05:56.179 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.179 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.179 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.179 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-06-13T12:05:56.179 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.179 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.179 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.180 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.180 INFO:teuthology.orchestra.run.smithi042.stdout: "migration_current": { 2024-06-13T12:05:56.180 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "migration_current", 2024-06-13T12:05:56.180 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.180 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.180 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.180 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.180 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.180 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.180 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.180 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "internal - do not modify", 2024-06-13T12:05:56.180 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.180 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.180 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.180 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.181 INFO:teuthology.orchestra.run.smithi042.stdout: "mode": { 2024-06-13T12:05:56.181 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mode", 2024-06-13T12:05:56.181 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.181 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.181 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.181 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "root", 2024-06-13T12:05:56.181 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.181 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.181 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.181 INFO:teuthology.orchestra.run.smithi042.stdout: "cephadm-package", 2024-06-13T12:05:56.181 INFO:teuthology.orchestra.run.smithi042.stdout: "root" 2024-06-13T12:05:56.181 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.181 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "mode for remote execution of cephadm", 2024-06-13T12:05:56.181 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.181 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.182 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.182 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.182 INFO:teuthology.orchestra.run.smithi042.stdout: "oob_default_addr": { 2024-06-13T12:05:56.182 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "oob_default_addr", 2024-06-13T12:05:56.182 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.182 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.182 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.182 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "169.254.1.1", 2024-06-13T12:05:56.182 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.182 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.182 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.182 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Default address for RedFish API (oob management).", 2024-06-13T12:05:56.182 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.182 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.183 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.183 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.183 INFO:teuthology.orchestra.run.smithi042.stdout: "prometheus_alerts_path": { 2024-06-13T12:05:56.183 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "prometheus_alerts_path", 2024-06-13T12:05:56.183 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.183 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.183 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.183 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-06-13T12:05:56.183 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.183 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.183 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.183 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-06-13T12:05:56.183 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.183 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.183 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.184 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.184 INFO:teuthology.orchestra.run.smithi042.stdout: "registry_insecure": { 2024-06-13T12:05:56.184 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "registry_insecure", 2024-06-13T12:05:56.184 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.184 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.184 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.184 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.184 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.184 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.184 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.184 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-06-13T12:05:56.184 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.184 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.184 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.185 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.185 INFO:teuthology.orchestra.run.smithi042.stdout: "registry_password": { 2024-06-13T12:05:56.185 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "registry_password", 2024-06-13T12:05:56.185 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.185 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.185 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.185 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.185 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.185 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.185 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.185 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-06-13T12:05:56.185 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.185 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.185 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.185 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.186 INFO:teuthology.orchestra.run.smithi042.stdout: "registry_url": { 2024-06-13T12:05:56.186 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "registry_url", 2024-06-13T12:05:56.186 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.186 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.186 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.186 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.186 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.186 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.186 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.186 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-06-13T12:05:56.186 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.186 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.186 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.187 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.187 INFO:teuthology.orchestra.run.smithi042.stdout: "registry_username": { 2024-06-13T12:05:56.187 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "registry_username", 2024-06-13T12:05:56.187 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.187 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.187 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.187 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.187 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.187 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.187 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.187 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-06-13T12:05:56.187 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.187 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.187 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.188 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.188 INFO:teuthology.orchestra.run.smithi042.stdout: "secure_monitoring_stack": { 2024-06-13T12:05:56.188 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "secure_monitoring_stack", 2024-06-13T12:05:56.188 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.188 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.188 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.188 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.188 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.188 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.188 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.188 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-06-13T12:05:56.188 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.188 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.188 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.188 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.189 INFO:teuthology.orchestra.run.smithi042.stdout: "service_discovery_port": { 2024-06-13T12:05:56.189 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "service_discovery_port", 2024-06-13T12:05:56.189 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.189 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.189 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.189 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "8765", 2024-06-13T12:05:56.189 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.189 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.189 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.189 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "cephadm service discovery port", 2024-06-13T12:05:56.189 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.189 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.189 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.189 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.189 INFO:teuthology.orchestra.run.smithi042.stdout: "ssh_config_file": { 2024-06-13T12:05:56.190 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ssh_config_file", 2024-06-13T12:05:56.190 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.190 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.190 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.190 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.190 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.190 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.190 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.190 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-06-13T12:05:56.190 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.190 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.190 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.190 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.190 INFO:teuthology.orchestra.run.smithi042.stdout: "use_agent": { 2024-06-13T12:05:56.191 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "use_agent", 2024-06-13T12:05:56.191 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.191 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.191 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.191 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.191 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.191 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.191 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.191 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-06-13T12:05:56.191 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.191 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.191 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.191 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.191 INFO:teuthology.orchestra.run.smithi042.stdout: "use_repo_digest": { 2024-06-13T12:05:56.191 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "use_repo_digest", 2024-06-13T12:05:56.191 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.192 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.192 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.192 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.192 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.192 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.192 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.192 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-06-13T12:05:56.192 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.192 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.192 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.192 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.192 INFO:teuthology.orchestra.run.smithi042.stdout: "warn_on_failed_host_check": { 2024-06-13T12:05:56.192 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "warn_on_failed_host_check", 2024-06-13T12:05:56.193 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.193 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.193 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.193 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.193 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.193 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.193 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.193 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "raise a health warning if the host check fails", 2024-06-13T12:05:56.193 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.193 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.193 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.193 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.193 INFO:teuthology.orchestra.run.smithi042.stdout: "warn_on_stray_daemons": { 2024-06-13T12:05:56.193 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "warn_on_stray_daemons", 2024-06-13T12:05:56.194 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.194 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.194 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.194 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.194 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.194 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.194 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.194 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-06-13T12:05:56.194 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.194 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.194 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.194 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.194 INFO:teuthology.orchestra.run.smithi042.stdout: "warn_on_stray_hosts": { 2024-06-13T12:05:56.195 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "warn_on_stray_hosts", 2024-06-13T12:05:56.195 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.195 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.195 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.195 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.195 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.195 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.195 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.195 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-06-13T12:05:56.195 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.195 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.195 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.195 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.195 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.196 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.196 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.196 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "crash", 2024-06-13T12:05:56.196 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.196 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.196 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.196 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.196 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.196 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.196 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.196 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.196 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.196 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.196 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.196 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.197 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.197 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.197 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.197 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.197 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.197 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.197 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.197 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.197 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.197 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.197 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.197 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.197 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.197 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.198 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.198 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.198 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.198 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.198 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.198 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.198 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.198 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.198 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.198 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.198 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.198 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.198 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.198 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.199 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.199 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.199 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.199 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.199 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.199 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.199 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.199 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.199 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.199 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.199 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.199 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.199 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.199 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.200 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.200 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.200 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.200 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.200 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.200 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.200 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.200 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.200 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.200 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.200 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.200 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.200 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.200 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.201 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.201 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.201 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.201 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.201 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.201 INFO:teuthology.orchestra.run.smithi042.stdout: "retain_interval": { 2024-06-13T12:05:56.201 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "retain_interval", 2024-06-13T12:05:56.201 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:56.201 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.201 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.201 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "31536000", 2024-06-13T12:05:56.201 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.201 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.201 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.202 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how long to retain crashes before pruning them", 2024-06-13T12:05:56.202 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.202 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.202 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.202 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.202 INFO:teuthology.orchestra.run.smithi042.stdout: "warn_recent_interval": { 2024-06-13T12:05:56.202 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "warn_recent_interval", 2024-06-13T12:05:56.202 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:56.202 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.202 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.202 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "1209600", 2024-06-13T12:05:56.202 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.202 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.202 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.203 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "time interval in which to warn about recent crashes", 2024-06-13T12:05:56.203 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.203 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.203 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.203 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.203 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.203 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.203 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.203 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "dashboard", 2024-06-13T12:05:56.203 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.203 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.203 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.203 INFO:teuthology.orchestra.run.smithi042.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-06-13T12:05:56.203 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-06-13T12:05:56.204 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.204 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.204 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.204 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-13T12:05:56.204 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.204 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.204 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.204 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.204 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.204 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.204 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.204 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.204 INFO:teuthology.orchestra.run.smithi042.stdout: "ALERTMANAGER_API_HOST": { 2024-06-13T12:05:56.204 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ALERTMANAGER_API_HOST", 2024-06-13T12:05:56.205 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.205 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.205 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.205 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.205 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.205 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.205 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.205 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.205 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.205 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.205 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.205 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.205 INFO:teuthology.orchestra.run.smithi042.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-06-13T12:05:56.205 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-06-13T12:05:56.206 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.206 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.206 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.206 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.206 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.206 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.206 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.206 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.206 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.206 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.206 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.206 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.206 INFO:teuthology.orchestra.run.smithi042.stdout: "AUDIT_API_ENABLED": { 2024-06-13T12:05:56.206 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "AUDIT_API_ENABLED", 2024-06-13T12:05:56.207 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.207 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.207 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.207 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.207 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.207 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.207 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.207 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.207 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.207 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.207 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.207 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.207 INFO:teuthology.orchestra.run.smithi042.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-06-13T12:05:56.207 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-06-13T12:05:56.208 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.208 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.208 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.208 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.208 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.208 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.208 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.208 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.208 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.208 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.208 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.208 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.208 INFO:teuthology.orchestra.run.smithi042.stdout: "ENABLE_BROWSABLE_API": { 2024-06-13T12:05:56.208 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ENABLE_BROWSABLE_API", 2024-06-13T12:05:56.208 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.209 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.209 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.209 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.209 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.209 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.209 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.209 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.209 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.209 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.209 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.209 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.209 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-06-13T12:05:56.209 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-06-13T12:05:56.209 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.210 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.210 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.210 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.210 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.210 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.210 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.210 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.210 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.210 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.210 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.210 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.210 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-06-13T12:05:56.210 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-06-13T12:05:56.210 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.211 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.211 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.211 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.211 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.211 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.211 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.211 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.211 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.211 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.211 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.211 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.211 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-06-13T12:05:56.211 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-06-13T12:05:56.211 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.211 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.212 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.212 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.212 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.212 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.212 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.212 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.212 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.212 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.212 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.212 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.212 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-06-13T12:05:56.212 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-06-13T12:05:56.212 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.212 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.213 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.213 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.213 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.213 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.213 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.213 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.213 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.213 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.213 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.213 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.213 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_NFS": { 2024-06-13T12:05:56.213 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-06-13T12:05:56.213 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.213 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.213 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.214 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.214 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.214 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.214 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.214 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.214 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.214 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.214 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.214 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.214 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_RBD": { 2024-06-13T12:05:56.214 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-06-13T12:05:56.214 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.214 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.215 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.215 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.215 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.215 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.215 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.215 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.215 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.215 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.215 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.215 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.215 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_RGW": { 2024-06-13T12:05:56.215 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-06-13T12:05:56.215 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.215 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.215 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.216 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.216 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.216 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.216 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.216 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.216 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.216 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.216 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.216 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.216 INFO:teuthology.orchestra.run.smithi042.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-06-13T12:05:56.216 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-06-13T12:05:56.216 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.216 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.216 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.216 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.217 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.217 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.217 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.217 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.217 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.217 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.217 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.217 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.217 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_API_PASSWORD": { 2024-06-13T12:05:56.217 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_API_PASSWORD", 2024-06-13T12:05:56.217 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.217 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.217 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.217 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "admin", 2024-06-13T12:05:56.217 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.218 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.218 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.218 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.218 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.218 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.218 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.218 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.218 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-06-13T12:05:56.218 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-06-13T12:05:56.218 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.218 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.218 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.218 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.218 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.219 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.219 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.219 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.219 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.219 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.219 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.219 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.219 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_API_URL": { 2024-06-13T12:05:56.219 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_API_URL", 2024-06-13T12:05:56.219 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.219 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.219 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.219 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.219 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.219 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.220 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.220 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.220 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.220 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.220 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.220 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.220 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_API_USERNAME": { 2024-06-13T12:05:56.220 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_API_USERNAME", 2024-06-13T12:05:56.220 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.220 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.220 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.220 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "admin", 2024-06-13T12:05:56.220 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.220 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.221 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.221 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.221 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.221 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.221 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.221 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.221 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-06-13T12:05:56.221 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-06-13T12:05:56.221 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.221 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.221 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.221 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.221 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.222 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.222 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.222 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.222 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.222 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.222 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.222 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.222 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-06-13T12:05:56.222 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-06-13T12:05:56.222 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.222 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.222 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.222 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.222 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.223 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.223 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.223 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.223 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.223 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.223 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.223 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.223 INFO:teuthology.orchestra.run.smithi042.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-06-13T12:05:56.223 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-06-13T12:05:56.223 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.223 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.223 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.223 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.223 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.224 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.224 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.224 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.224 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.224 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.224 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.224 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.224 INFO:teuthology.orchestra.run.smithi042.stdout: "ISSUE_TRACKER_API_KEY": { 2024-06-13T12:05:56.224 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-06-13T12:05:56.224 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.224 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.224 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.224 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.224 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.224 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.225 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.225 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.225 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.225 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.225 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.225 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.225 INFO:teuthology.orchestra.run.smithi042.stdout: "PROMETHEUS_API_HOST": { 2024-06-13T12:05:56.225 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PROMETHEUS_API_HOST", 2024-06-13T12:05:56.225 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.225 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.225 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.225 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.225 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.226 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.226 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.226 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.226 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.226 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.226 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.226 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.226 INFO:teuthology.orchestra.run.smithi042.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-06-13T12:05:56.226 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-06-13T12:05:56.226 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.226 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.226 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.226 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.226 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.227 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.227 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.227 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.227 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.227 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.227 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.227 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.227 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-06-13T12:05:56.227 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-06-13T12:05:56.227 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.227 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.227 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.227 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.227 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.228 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.228 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.228 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.228 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.228 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.228 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.228 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.228 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-06-13T12:05:56.228 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-06-13T12:05:56.228 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.228 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.228 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.228 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.228 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.229 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.229 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.229 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.229 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.229 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.229 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.229 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.229 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-06-13T12:05:56.229 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-06-13T12:05:56.229 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.229 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.229 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.229 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.229 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.230 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.230 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.230 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.230 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.230 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.230 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.230 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.230 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-06-13T12:05:56.230 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-06-13T12:05:56.230 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.230 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.230 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.230 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.230 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.231 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.231 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.231 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.231 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.231 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.231 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.231 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.231 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-06-13T12:05:56.231 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-06-13T12:05:56.231 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.231 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.231 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.231 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.232 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.232 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.232 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.232 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.232 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.232 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.232 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.232 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.232 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-06-13T12:05:56.232 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-06-13T12:05:56.232 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.232 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.232 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.232 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.232 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.233 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.233 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.233 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.233 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.233 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.233 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.233 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.233 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-06-13T12:05:56.233 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-06-13T12:05:56.233 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.233 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.233 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.233 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.233 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.234 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.234 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.234 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.234 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.234 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.234 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.234 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.234 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_ENABLED": { 2024-06-13T12:05:56.234 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_ENABLED", 2024-06-13T12:05:56.234 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.234 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.234 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.234 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.234 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.235 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.235 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.235 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.235 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.235 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.235 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.235 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.235 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-06-13T12:05:56.235 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-06-13T12:05:56.235 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.235 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.235 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.235 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-06-13T12:05:56.235 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.236 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.236 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.236 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.236 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.236 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.236 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.236 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.236 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-06-13T12:05:56.236 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-06-13T12:05:56.236 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.236 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.236 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.236 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-13T12:05:56.237 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.237 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.237 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.237 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.237 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.237 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.237 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.237 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.237 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-06-13T12:05:56.237 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-06-13T12:05:56.237 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.237 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.237 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.237 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "8", 2024-06-13T12:05:56.238 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.238 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.238 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.238 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.238 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.238 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.238 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.238 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.238 INFO:teuthology.orchestra.run.smithi042.stdout: "REST_REQUESTS_TIMEOUT": { 2024-06-13T12:05:56.238 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-06-13T12:05:56.238 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.238 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.238 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.239 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "45", 2024-06-13T12:05:56.239 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.239 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.239 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.239 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.239 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.239 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.239 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.239 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.239 INFO:teuthology.orchestra.run.smithi042.stdout: "RGW_API_ACCESS_KEY": { 2024-06-13T12:05:56.239 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RGW_API_ACCESS_KEY", 2024-06-13T12:05:56.239 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.239 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.239 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.239 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.240 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.240 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.240 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.240 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.240 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.240 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.240 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.240 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.240 INFO:teuthology.orchestra.run.smithi042.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-06-13T12:05:56.240 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-06-13T12:05:56.240 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.240 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.240 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.241 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "admin", 2024-06-13T12:05:56.241 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.241 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.241 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.241 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.241 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.241 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.241 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.241 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.241 INFO:teuthology.orchestra.run.smithi042.stdout: "RGW_API_SECRET_KEY": { 2024-06-13T12:05:56.241 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RGW_API_SECRET_KEY", 2024-06-13T12:05:56.241 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.241 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.242 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.242 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.242 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.242 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.242 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.242 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.242 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.242 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.242 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.242 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.242 INFO:teuthology.orchestra.run.smithi042.stdout: "RGW_API_SSL_VERIFY": { 2024-06-13T12:05:56.242 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RGW_API_SSL_VERIFY", 2024-06-13T12:05:56.242 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.243 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.243 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.243 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.243 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.243 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.243 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.243 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.243 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.243 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.243 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.243 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.243 INFO:teuthology.orchestra.run.smithi042.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-06-13T12:05:56.243 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-06-13T12:05:56.243 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.244 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.244 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.244 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0", 2024-06-13T12:05:56.244 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.244 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.244 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.244 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.244 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.244 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.244 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.244 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.244 INFO:teuthology.orchestra.run.smithi042.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-06-13T12:05:56.244 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-06-13T12:05:56.245 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.245 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.245 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.245 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-13T12:05:56.245 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.245 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.245 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.245 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.245 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.245 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.245 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.245 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.245 INFO:teuthology.orchestra.run.smithi042.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-06-13T12:05:56.246 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-06-13T12:05:56.246 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.246 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.246 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.246 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "5", 2024-06-13T12:05:56.246 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.246 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.246 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.246 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.246 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.246 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.246 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.246 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.246 INFO:teuthology.orchestra.run.smithi042.stdout: "cross_origin_url": { 2024-06-13T12:05:56.247 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "cross_origin_url", 2024-06-13T12:05:56.247 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.247 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.247 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.247 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.247 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.247 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.247 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.247 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.247 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.247 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.247 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.247 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.248 INFO:teuthology.orchestra.run.smithi042.stdout: "crt_file": { 2024-06-13T12:05:56.248 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "crt_file", 2024-06-13T12:05:56.248 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.248 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.248 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.248 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.248 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.248 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.248 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.248 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.248 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.248 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.248 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.248 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.249 INFO:teuthology.orchestra.run.smithi042.stdout: "debug": { 2024-06-13T12:05:56.249 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "debug", 2024-06-13T12:05:56.249 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.249 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.249 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.249 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.249 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.249 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.249 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.249 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Enable/disable debug options", 2024-06-13T12:05:56.249 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.249 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.249 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.250 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.250 INFO:teuthology.orchestra.run.smithi042.stdout: "jwt_token_ttl": { 2024-06-13T12:05:56.250 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "jwt_token_ttl", 2024-06-13T12:05:56.250 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.250 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.250 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.250 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "28800", 2024-06-13T12:05:56.250 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.250 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.250 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.250 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.250 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.250 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.250 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.251 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.251 INFO:teuthology.orchestra.run.smithi042.stdout: "key_file": { 2024-06-13T12:05:56.251 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "key_file", 2024-06-13T12:05:56.251 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.251 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.251 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.251 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.251 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.251 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.251 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.251 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.251 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.251 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.252 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.252 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.252 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.252 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.252 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.252 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.252 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.252 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.252 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.252 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.252 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.252 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.252 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.252 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.252 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.253 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.253 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.253 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.253 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.253 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.253 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.253 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.253 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.253 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.253 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.253 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.253 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.253 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.253 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.253 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.254 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.254 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.254 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.254 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.254 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.254 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.254 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.254 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.254 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.254 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.254 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.254 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.254 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.254 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.255 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.255 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.255 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.255 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.255 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.255 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.255 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.255 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.255 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.255 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.255 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.255 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.255 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.255 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.255 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.255 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.256 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.256 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.256 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.256 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.256 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.256 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.256 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.256 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.256 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.256 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.256 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.256 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.256 INFO:teuthology.orchestra.run.smithi042.stdout: "motd": { 2024-06-13T12:05:56.256 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "motd", 2024-06-13T12:05:56.256 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.257 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.257 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.257 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.257 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.257 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.257 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.257 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "The message of the day", 2024-06-13T12:05:56.257 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.257 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.257 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.257 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.257 INFO:teuthology.orchestra.run.smithi042.stdout: "redirect_resolve_ip_addr": { 2024-06-13T12:05:56.257 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "redirect_resolve_ip_addr", 2024-06-13T12:05:56.257 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.257 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.258 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.258 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.258 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.258 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.258 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.258 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.258 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.258 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.258 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.258 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.258 INFO:teuthology.orchestra.run.smithi042.stdout: "server_addr": { 2024-06-13T12:05:56.258 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_addr", 2024-06-13T12:05:56.258 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.259 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.259 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.259 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "::", 2024-06-13T12:05:56.259 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.259 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.259 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.259 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.259 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.259 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.259 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.259 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.259 INFO:teuthology.orchestra.run.smithi042.stdout: "server_port": { 2024-06-13T12:05:56.259 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_port", 2024-06-13T12:05:56.259 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.260 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.260 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.260 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "8080", 2024-06-13T12:05:56.260 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.260 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.260 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.260 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.260 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.260 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.260 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.260 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.260 INFO:teuthology.orchestra.run.smithi042.stdout: "ssl": { 2024-06-13T12:05:56.260 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ssl", 2024-06-13T12:05:56.260 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.261 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.261 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.261 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.261 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.261 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.261 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.261 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.261 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.261 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.261 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.261 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.261 INFO:teuthology.orchestra.run.smithi042.stdout: "ssl_server_port": { 2024-06-13T12:05:56.261 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ssl_server_port", 2024-06-13T12:05:56.261 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.261 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.261 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.262 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "8443", 2024-06-13T12:05:56.262 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.262 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.262 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.262 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.262 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.262 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.262 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.262 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.262 INFO:teuthology.orchestra.run.smithi042.stdout: "standby_behaviour": { 2024-06-13T12:05:56.262 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "standby_behaviour", 2024-06-13T12:05:56.262 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.262 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.263 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.263 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "redirect", 2024-06-13T12:05:56.263 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.263 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.263 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.263 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.263 INFO:teuthology.orchestra.run.smithi042.stdout: "redirect" 2024-06-13T12:05:56.263 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.263 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.263 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.263 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.263 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.263 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.263 INFO:teuthology.orchestra.run.smithi042.stdout: "standby_error_status_code": { 2024-06-13T12:05:56.263 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "standby_error_status_code", 2024-06-13T12:05:56.264 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.264 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.264 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.264 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "500", 2024-06-13T12:05:56.264 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "400", 2024-06-13T12:05:56.264 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "599", 2024-06-13T12:05:56.264 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.264 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.264 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.264 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.264 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.264 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.264 INFO:teuthology.orchestra.run.smithi042.stdout: "url_prefix": { 2024-06-13T12:05:56.264 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "url_prefix", 2024-06-13T12:05:56.264 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.264 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.265 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.265 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.265 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.265 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.265 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.265 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.265 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.265 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.265 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.265 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.265 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.265 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.265 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.266 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "devicehealth", 2024-06-13T12:05:56.266 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.266 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.266 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.266 INFO:teuthology.orchestra.run.smithi042.stdout: "enable_monitoring": { 2024-06-13T12:05:56.266 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "enable_monitoring", 2024-06-13T12:05:56.266 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.266 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.266 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.266 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.266 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.266 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.266 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.267 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "monitor device health metrics", 2024-06-13T12:05:56.267 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.267 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.267 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.267 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.267 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.267 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.267 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.267 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.267 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.267 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.267 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.267 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.267 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.268 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.268 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.268 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.268 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.268 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.268 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.268 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.268 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.268 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.268 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.268 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.268 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.268 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.268 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.268 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.269 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.269 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.269 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.269 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.269 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.269 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.269 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.269 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.269 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.269 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.269 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.269 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.269 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.269 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.269 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.270 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.270 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.270 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.270 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.270 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.270 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.270 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.270 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.270 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.270 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.270 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.270 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.270 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.271 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.271 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.271 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.271 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.271 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.271 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.271 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.271 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.271 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.271 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.271 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.271 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.271 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.271 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.271 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.272 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.272 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.272 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.272 INFO:teuthology.orchestra.run.smithi042.stdout: "mark_out_threshold": { 2024-06-13T12:05:56.272 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mark_out_threshold", 2024-06-13T12:05:56.272 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:56.272 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.272 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.272 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "2419200", 2024-06-13T12:05:56.272 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.272 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.272 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.272 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-06-13T12:05:56.272 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.272 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.273 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.273 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.273 INFO:teuthology.orchestra.run.smithi042.stdout: "pool_name": { 2024-06-13T12:05:56.273 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "pool_name", 2024-06-13T12:05:56.273 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.273 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.273 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.273 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "device_health_metrics", 2024-06-13T12:05:56.273 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.273 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.273 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.273 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "name of pool in which to store device health metrics", 2024-06-13T12:05:56.273 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.273 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.274 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.274 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.274 INFO:teuthology.orchestra.run.smithi042.stdout: "retention_period": { 2024-06-13T12:05:56.274 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "retention_period", 2024-06-13T12:05:56.274 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:56.274 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.274 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.274 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "15552000", 2024-06-13T12:05:56.274 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.274 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.274 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.274 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how long to retain device health metrics", 2024-06-13T12:05:56.274 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.275 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.275 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.275 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.275 INFO:teuthology.orchestra.run.smithi042.stdout: "scrape_frequency": { 2024-06-13T12:05:56.275 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "scrape_frequency", 2024-06-13T12:05:56.275 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:56.275 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.275 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.275 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "86400", 2024-06-13T12:05:56.275 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.275 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.275 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.275 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how frequently to scrape device health metrics", 2024-06-13T12:05:56.275 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.276 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.276 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.276 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.276 INFO:teuthology.orchestra.run.smithi042.stdout: "self_heal": { 2024-06-13T12:05:56.276 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "self_heal", 2024-06-13T12:05:56.276 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.276 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.276 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.276 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.276 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.276 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.276 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.276 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-06-13T12:05:56.277 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.277 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.277 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.277 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.277 INFO:teuthology.orchestra.run.smithi042.stdout: "sleep_interval": { 2024-06-13T12:05:56.277 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "sleep_interval", 2024-06-13T12:05:56.277 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:56.277 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.277 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.277 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "600", 2024-06-13T12:05:56.277 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.277 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.277 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.277 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how frequently to wake up and check device health", 2024-06-13T12:05:56.277 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.278 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.278 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.278 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.278 INFO:teuthology.orchestra.run.smithi042.stdout: "warn_threshold": { 2024-06-13T12:05:56.278 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "warn_threshold", 2024-06-13T12:05:56.278 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:56.278 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.278 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.278 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "7257600", 2024-06-13T12:05:56.278 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.278 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.278 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.278 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-06-13T12:05:56.279 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.279 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.279 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.279 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.279 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.279 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.279 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.279 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "diskprediction_local", 2024-06-13T12:05:56.279 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.279 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.279 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.279 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.279 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.280 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.280 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.280 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.280 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.280 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.280 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.280 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.280 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.280 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.280 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.280 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.280 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.280 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.280 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.280 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.281 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.281 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.281 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.281 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.281 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.281 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.281 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.281 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.281 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.281 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.281 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.281 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.281 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.281 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.282 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.282 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.282 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.282 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.282 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.282 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.282 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.282 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.282 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.282 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.282 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.282 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.282 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.282 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.283 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.283 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.283 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.283 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.283 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.283 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.283 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.283 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.283 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.283 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.283 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.283 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.283 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.283 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.284 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.284 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.284 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.284 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.284 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.284 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.284 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.284 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.284 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.284 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.284 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.284 INFO:teuthology.orchestra.run.smithi042.stdout: "predict_interval": { 2024-06-13T12:05:56.284 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "predict_interval", 2024-06-13T12:05:56.284 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.285 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.285 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.285 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "86400", 2024-06-13T12:05:56.285 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.285 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.285 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.285 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.285 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.285 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.286 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.286 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.286 INFO:teuthology.orchestra.run.smithi042.stdout: "predictor_model": { 2024-06-13T12:05:56.286 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "predictor_model", 2024-06-13T12:05:56.286 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.286 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.286 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.286 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "prophetstor", 2024-06-13T12:05:56.286 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.286 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.286 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.286 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.286 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.287 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.287 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.287 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.287 INFO:teuthology.orchestra.run.smithi042.stdout: "sleep_interval": { 2024-06-13T12:05:56.287 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "sleep_interval", 2024-06-13T12:05:56.287 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.287 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.287 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.287 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "600", 2024-06-13T12:05:56.287 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.287 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.287 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.287 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.287 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.287 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.288 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.288 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.288 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.288 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.288 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.288 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "influx", 2024-06-13T12:05:56.288 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": false, 2024-06-13T12:05:56.288 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "influxdb python module not found", 2024-06-13T12:05:56.288 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.288 INFO:teuthology.orchestra.run.smithi042.stdout: "batch_size": { 2024-06-13T12:05:56.288 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "batch_size", 2024-06-13T12:05:56.288 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.288 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.288 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.288 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "5000", 2024-06-13T12:05:56.289 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.289 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.289 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.289 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-06-13T12:05:56.289 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.289 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.289 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.289 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.289 INFO:teuthology.orchestra.run.smithi042.stdout: "database": { 2024-06-13T12:05:56.289 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "database", 2024-06-13T12:05:56.289 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.289 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.289 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.289 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "ceph", 2024-06-13T12:05:56.289 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.289 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.290 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.290 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-06-13T12:05:56.290 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.290 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.290 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.290 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.290 INFO:teuthology.orchestra.run.smithi042.stdout: "hostname": { 2024-06-13T12:05:56.290 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "hostname", 2024-06-13T12:05:56.290 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.290 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.290 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.290 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.290 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.290 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.291 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.291 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "InfluxDB server hostname", 2024-06-13T12:05:56.291 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.291 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.291 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.291 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.291 INFO:teuthology.orchestra.run.smithi042.stdout: "interval": { 2024-06-13T12:05:56.291 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "interval", 2024-06-13T12:05:56.291 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:56.291 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.291 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.291 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "30", 2024-06-13T12:05:56.291 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "5", 2024-06-13T12:05:56.291 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.292 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.292 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-06-13T12:05:56.292 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.292 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.292 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.292 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.292 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.292 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.292 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.292 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.292 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.292 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.292 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.292 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.292 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.292 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.293 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.293 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.293 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.293 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.293 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.293 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.293 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.293 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.293 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.293 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.293 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.293 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.293 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.293 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.293 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.293 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.294 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.294 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.294 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.294 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.294 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.294 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.294 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.294 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.294 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.294 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.294 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.294 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.294 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.294 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.295 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.295 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.295 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.295 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.295 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.295 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.295 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.295 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.295 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.295 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.295 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.295 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.295 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.295 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.295 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.295 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.296 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.296 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.296 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.296 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.296 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.296 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.296 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.296 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.296 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.296 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.296 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.296 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.296 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.296 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.296 INFO:teuthology.orchestra.run.smithi042.stdout: "password": { 2024-06-13T12:05:56.296 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "password", 2024-06-13T12:05:56.297 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.297 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.297 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.297 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.297 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.297 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.297 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.297 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "password of InfluxDB server user", 2024-06-13T12:05:56.297 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.297 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.297 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.297 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.297 INFO:teuthology.orchestra.run.smithi042.stdout: "port": { 2024-06-13T12:05:56.297 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "port", 2024-06-13T12:05:56.297 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.297 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.298 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.298 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "8086", 2024-06-13T12:05:56.298 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.298 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.298 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.298 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "InfluxDB server port", 2024-06-13T12:05:56.298 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.298 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.298 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.298 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.298 INFO:teuthology.orchestra.run.smithi042.stdout: "ssl": { 2024-06-13T12:05:56.298 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ssl", 2024-06-13T12:05:56.298 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.298 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.299 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.299 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "false", 2024-06-13T12:05:56.299 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.299 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.299 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.299 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-06-13T12:05:56.299 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.299 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.299 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.299 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.299 INFO:teuthology.orchestra.run.smithi042.stdout: "threads": { 2024-06-13T12:05:56.299 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "threads", 2024-06-13T12:05:56.299 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.299 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.299 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.299 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "5", 2024-06-13T12:05:56.300 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "1", 2024-06-13T12:05:56.300 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "32", 2024-06-13T12:05:56.300 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.300 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-06-13T12:05:56.300 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.300 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.300 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.300 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.300 INFO:teuthology.orchestra.run.smithi042.stdout: "username": { 2024-06-13T12:05:56.300 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "username", 2024-06-13T12:05:56.300 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.300 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.300 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.300 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.300 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.301 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.301 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.301 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "username of InfluxDB server user", 2024-06-13T12:05:56.301 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.301 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.301 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.301 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.301 INFO:teuthology.orchestra.run.smithi042.stdout: "verify_ssl": { 2024-06-13T12:05:56.301 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "verify_ssl", 2024-06-13T12:05:56.301 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.301 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.301 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.301 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "true", 2024-06-13T12:05:56.301 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.301 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.302 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.302 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-06-13T12:05:56.302 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.302 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.302 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.302 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.302 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.302 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.302 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.302 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "insights", 2024-06-13T12:05:56.302 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.302 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.302 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.302 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.303 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.303 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.303 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.303 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.303 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.303 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.303 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.303 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.303 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.303 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.303 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.303 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.303 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.303 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.303 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.304 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.304 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.304 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.304 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.304 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.304 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.304 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.304 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.304 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.304 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.304 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.304 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.304 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.304 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.304 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.305 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.305 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.305 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.305 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.305 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.305 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.305 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.305 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.305 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.305 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.305 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.305 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.305 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.305 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.305 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.306 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.306 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.306 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.306 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.306 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.306 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.306 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.306 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.306 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.306 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.306 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.306 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.306 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.306 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.306 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.307 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.307 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.307 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.307 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.307 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.307 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.307 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.307 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.307 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.307 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.307 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.307 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.307 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "iostat", 2024-06-13T12:05:56.307 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.307 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.308 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.308 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.308 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.308 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.308 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.308 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.308 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.308 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.308 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.308 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.308 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.308 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.308 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.308 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.309 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.309 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.309 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.309 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.309 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.309 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.309 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.309 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.309 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.309 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.309 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.309 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.309 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.309 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.310 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.310 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.310 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.310 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.310 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.310 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.310 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.310 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.310 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.310 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.310 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.310 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.310 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.310 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.311 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.311 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.311 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.311 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.311 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.311 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.311 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.311 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.311 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.311 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.311 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.311 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.311 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.311 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.312 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.312 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.312 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.312 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.312 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.312 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.312 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.312 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.312 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.312 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.312 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.312 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.312 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.312 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.312 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.313 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.313 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.313 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.313 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "k8sevents", 2024-06-13T12:05:56.313 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.313 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.313 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.313 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_event_retention_days": { 2024-06-13T12:05:56.313 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ceph_event_retention_days", 2024-06-13T12:05:56.313 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.313 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.313 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.313 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "7", 2024-06-13T12:05:56.313 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.314 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.314 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.314 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Days to hold ceph event information within local cache", 2024-06-13T12:05:56.314 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.314 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.314 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.314 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.314 INFO:teuthology.orchestra.run.smithi042.stdout: "config_check_secs": { 2024-06-13T12:05:56.314 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "config_check_secs", 2024-06-13T12:05:56.314 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.314 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.314 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.314 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-13T12:05:56.315 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "10", 2024-06-13T12:05:56.315 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.315 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.315 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-06-13T12:05:56.315 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.315 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.315 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.315 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.315 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.315 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.315 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.315 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.315 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.315 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.315 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.316 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.316 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.316 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.316 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.316 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.316 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.316 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.316 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.316 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.316 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.316 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.316 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.316 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.316 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.316 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.317 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.317 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.317 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.317 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.317 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.317 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.317 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.317 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.317 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.317 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.317 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.317 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.317 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.317 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.318 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.318 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.318 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.318 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.318 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.318 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.318 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.318 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.318 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.318 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.318 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.318 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.318 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.319 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.319 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.319 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.319 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.319 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.319 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.319 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.319 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.319 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.319 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.319 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.319 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.319 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.319 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.320 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.320 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.320 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.320 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.320 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.320 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.320 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.320 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.320 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.320 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.320 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "localpool", 2024-06-13T12:05:56.320 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.320 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.320 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.321 INFO:teuthology.orchestra.run.smithi042.stdout: "failure_domain": { 2024-06-13T12:05:56.321 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "failure_domain", 2024-06-13T12:05:56.321 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.321 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.321 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.321 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "host", 2024-06-13T12:05:56.321 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.321 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.321 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.321 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "failure domain for any created local pool", 2024-06-13T12:05:56.321 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-06-13T12:05:56.321 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.321 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.321 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.322 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.322 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.322 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.322 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.322 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.322 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.322 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.322 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.322 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.322 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.322 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.322 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.322 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.322 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.323 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.323 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.323 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.323 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.323 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.323 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.323 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.323 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.323 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.323 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.323 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.323 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.323 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.323 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.323 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.324 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.324 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.324 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.324 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.324 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.324 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.324 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.324 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.324 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.324 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.324 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.324 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.324 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.325 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.325 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.325 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.325 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.325 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.325 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.325 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.325 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.325 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.325 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.325 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.325 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.325 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.325 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.326 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.326 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.326 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.326 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.326 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.326 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.326 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.326 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.326 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.326 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.326 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.326 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.326 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.326 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.327 INFO:teuthology.orchestra.run.smithi042.stdout: "min_size": { 2024-06-13T12:05:56.327 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "min_size", 2024-06-13T12:05:56.327 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.327 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.327 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.327 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.327 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.327 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.327 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.327 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "default min_size for any created local pool", 2024-06-13T12:05:56.327 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-06-13T12:05:56.327 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.327 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.327 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.327 INFO:teuthology.orchestra.run.smithi042.stdout: "num_rep": { 2024-06-13T12:05:56.328 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "num_rep", 2024-06-13T12:05:56.328 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.328 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.328 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.328 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "3", 2024-06-13T12:05:56.328 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.328 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.328 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.328 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "default replica count for any created local pool", 2024-06-13T12:05:56.328 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.328 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.328 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.328 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.328 INFO:teuthology.orchestra.run.smithi042.stdout: "pg_num": { 2024-06-13T12:05:56.329 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "pg_num", 2024-06-13T12:05:56.329 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.329 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.329 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.329 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "128", 2024-06-13T12:05:56.329 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.329 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.329 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.329 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "default pg_num for any created local pool", 2024-06-13T12:05:56.329 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.329 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.329 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.329 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.329 INFO:teuthology.orchestra.run.smithi042.stdout: "prefix": { 2024-06-13T12:05:56.329 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "prefix", 2024-06-13T12:05:56.330 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.330 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.330 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.330 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.330 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.330 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.330 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.330 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "name prefix for any created local pool", 2024-06-13T12:05:56.330 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.330 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.330 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.330 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.330 INFO:teuthology.orchestra.run.smithi042.stdout: "subtree": { 2024-06-13T12:05:56.330 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "subtree", 2024-06-13T12:05:56.331 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.331 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.331 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.331 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "rack", 2024-06-13T12:05:56.331 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.331 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.331 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.331 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "CRUSH level for which to create a local pool", 2024-06-13T12:05:56.331 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-06-13T12:05:56.331 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.331 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.331 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.331 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.331 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.331 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.331 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mds_autoscaler", 2024-06-13T12:05:56.332 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.332 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.332 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.332 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.332 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.332 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.332 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.332 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.332 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.332 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.332 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.332 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.332 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.332 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.332 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.333 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.333 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.333 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.333 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.333 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.333 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.333 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.333 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.333 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.333 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.333 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.333 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.333 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.333 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.333 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.334 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.334 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.334 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.334 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.334 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.334 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.334 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.334 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.334 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.334 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.334 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.334 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.334 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.334 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.335 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.335 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.335 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.335 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.335 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.335 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.335 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.335 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.335 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.335 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.335 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.335 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.335 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.335 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.335 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.336 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.336 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.336 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.336 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.336 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.336 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.336 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.336 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.336 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.336 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.336 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.336 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.336 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.336 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.336 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.336 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.337 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.337 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mirroring", 2024-06-13T12:05:56.337 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.337 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.337 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.337 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.337 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.337 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.337 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.337 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.337 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.337 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.337 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.337 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.337 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.337 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.338 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.338 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.338 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.338 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.338 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.338 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.338 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.338 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.338 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.338 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.338 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.338 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.338 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.338 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.338 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.339 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.339 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.339 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.339 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.339 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.339 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.339 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.339 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.339 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.339 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.339 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.339 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.339 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.339 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.339 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.339 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.340 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.340 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.340 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.340 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.340 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.340 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.340 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.340 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.340 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.340 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.340 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.340 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.340 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.340 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.340 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.340 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.341 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.341 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.341 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.341 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.341 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.341 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.341 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.341 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.341 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.341 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.341 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.341 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.341 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.341 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.341 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.341 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "nfs", 2024-06-13T12:05:56.342 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.342 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.342 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.342 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.342 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.342 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.342 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.342 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.342 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.342 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.342 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.342 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.342 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.343 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.343 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.343 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.343 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.343 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.343 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.343 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.343 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.343 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.343 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.343 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.343 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.343 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.344 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.344 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.344 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.344 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.344 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.344 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.344 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.344 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.344 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.344 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.344 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.344 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.344 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.344 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.344 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.344 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.345 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.345 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.345 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.345 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.345 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.345 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.345 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.345 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.345 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.345 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.345 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.345 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.345 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.345 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.346 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.346 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.346 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.346 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.346 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.346 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.346 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.346 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.346 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.346 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.346 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.346 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.347 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.347 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.347 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.347 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.347 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.347 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.347 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.347 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.347 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "orchestrator", 2024-06-13T12:05:56.347 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.347 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.347 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.347 INFO:teuthology.orchestra.run.smithi042.stdout: "fail_fs": { 2024-06-13T12:05:56.347 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "fail_fs", 2024-06-13T12:05:56.348 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.348 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.348 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.348 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.348 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.348 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.348 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.348 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-06-13T12:05:56.348 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.348 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.348 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.348 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.348 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.348 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.348 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.349 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.349 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.349 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.349 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.349 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.349 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.349 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.349 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.349 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.349 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.349 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.349 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.349 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.349 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.350 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.350 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.350 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.350 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.350 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.350 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.350 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.350 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.350 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.350 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.350 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.350 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.350 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.351 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.351 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.351 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.351 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.351 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.351 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.351 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.351 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.351 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.351 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.351 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.351 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.351 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.351 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.352 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.352 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.352 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.352 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.352 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.352 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.352 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.352 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.352 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.352 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.352 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.352 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.352 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.353 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.353 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.353 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.353 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.353 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.353 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.353 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.353 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.353 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.353 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.353 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.353 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.353 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.353 INFO:teuthology.orchestra.run.smithi042.stdout: "orchestrator": { 2024-06-13T12:05:56.353 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "orchestrator", 2024-06-13T12:05:56.354 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.354 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.354 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.354 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.354 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.354 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.354 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.354 INFO:teuthology.orchestra.run.smithi042.stdout: "cephadm", 2024-06-13T12:05:56.354 INFO:teuthology.orchestra.run.smithi042.stdout: "rook", 2024-06-13T12:05:56.354 INFO:teuthology.orchestra.run.smithi042.stdout: "test_orchestrator" 2024-06-13T12:05:56.354 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.354 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Orchestrator backend", 2024-06-13T12:05:56.354 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.355 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.355 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.355 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.355 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.355 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.355 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.355 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "osd_perf_query", 2024-06-13T12:05:56.355 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.355 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.355 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.355 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.355 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.355 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.356 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.356 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.356 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.356 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.356 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.356 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.356 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.356 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.356 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.356 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.356 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.356 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.356 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.356 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.357 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.357 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.357 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.357 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.357 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.357 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.357 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.357 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.357 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.357 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.357 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.357 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.357 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.357 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.358 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.358 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.358 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.358 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.358 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.358 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.358 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.358 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.358 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.358 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.358 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.358 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.358 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.358 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.359 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.359 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.359 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.359 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.359 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.359 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.359 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.359 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.359 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.359 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.359 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.359 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.359 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.359 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.360 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.360 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.360 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.360 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.360 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.360 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.360 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.360 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.360 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.360 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.360 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.360 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.360 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.361 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.361 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "osd_support", 2024-06-13T12:05:56.361 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.361 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.361 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.361 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.361 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.361 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.361 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.361 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.361 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.361 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.361 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.361 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.361 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.362 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.362 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.362 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.362 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.362 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.362 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.362 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.362 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.362 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.362 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.362 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.362 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.362 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.363 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.363 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.363 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.363 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.363 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.363 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.363 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.363 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.363 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.363 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.363 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.363 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.363 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.363 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.364 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.364 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.364 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.364 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.364 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.364 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.364 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.364 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.364 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.364 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.364 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.364 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.364 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.364 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.364 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.365 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.365 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.365 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.365 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.365 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.365 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.365 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.365 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.365 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.365 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.365 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.365 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.365 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.365 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.366 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.366 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.366 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.366 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.366 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.366 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.366 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.366 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "pg_autoscaler", 2024-06-13T12:05:56.366 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.366 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.366 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.366 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.366 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.366 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.367 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.367 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.367 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.367 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.367 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.367 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.367 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.367 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.367 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.367 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.367 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.367 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.367 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.367 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.368 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.368 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.368 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.368 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.368 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.368 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.368 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.368 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.368 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.368 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.368 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.368 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.368 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.368 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.368 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.369 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.369 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.369 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.369 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.369 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.369 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.369 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.369 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.369 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.369 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.369 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.369 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.369 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.369 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.369 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.370 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.370 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.370 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.370 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.370 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.370 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.370 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.370 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.370 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.370 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.370 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.370 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.370 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.371 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.371 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.371 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.371 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.371 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.371 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.371 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.371 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.371 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.371 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.371 INFO:teuthology.orchestra.run.smithi042.stdout: "sleep_interval": { 2024-06-13T12:05:56.371 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "sleep_interval", 2024-06-13T12:05:56.371 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:56.371 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.372 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.372 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "60", 2024-06-13T12:05:56.372 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.372 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.372 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.372 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.372 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.372 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.372 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.372 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.372 INFO:teuthology.orchestra.run.smithi042.stdout: "threshold": { 2024-06-13T12:05:56.372 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "threshold", 2024-06-13T12:05:56.372 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-13T12:05:56.372 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.372 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.373 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "3.0", 2024-06-13T12:05:56.373 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "1.0", 2024-06-13T12:05:56.373 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.373 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.373 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "scaling threshold", 2024-06-13T12:05:56.373 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-06-13T12:05:56.373 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.373 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.373 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.373 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.373 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.373 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.373 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "progress", 2024-06-13T12:05:56.373 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.374 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.374 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.374 INFO:teuthology.orchestra.run.smithi042.stdout: "allow_pg_recovery_event": { 2024-06-13T12:05:56.374 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "allow_pg_recovery_event", 2024-06-13T12:05:56.374 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.374 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.374 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.374 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.374 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.374 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.374 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.374 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "allow the module to show pg recovery progress", 2024-06-13T12:05:56.374 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.375 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.375 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.375 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.375 INFO:teuthology.orchestra.run.smithi042.stdout: "enabled": { 2024-06-13T12:05:56.375 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "enabled", 2024-06-13T12:05:56.375 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.375 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.375 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.375 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.375 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.375 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.375 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.375 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.375 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.376 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.376 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.376 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.376 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.376 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.376 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.376 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.376 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.376 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.376 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.376 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.376 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.376 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.376 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.377 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.377 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.377 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.377 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.377 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.377 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.377 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.377 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.377 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.377 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.377 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.377 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.377 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.377 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.377 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.378 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.378 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.378 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.378 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.378 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.378 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.378 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.378 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.378 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.378 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.378 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.378 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.378 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.378 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.379 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.379 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.379 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.379 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.379 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.379 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.379 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.379 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.379 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.379 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.379 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.379 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.379 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.380 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.380 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.380 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.380 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.380 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.380 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.380 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.380 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.380 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.380 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.380 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.380 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.380 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.380 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.381 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.381 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.381 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.381 INFO:teuthology.orchestra.run.smithi042.stdout: "max_completed_events": { 2024-06-13T12:05:56.381 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "max_completed_events", 2024-06-13T12:05:56.381 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.381 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.381 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.381 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "50", 2024-06-13T12:05:56.381 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.381 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.381 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.381 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "number of past completed events to remember", 2024-06-13T12:05:56.381 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.382 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.382 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.382 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.382 INFO:teuthology.orchestra.run.smithi042.stdout: "sleep_interval": { 2024-06-13T12:05:56.382 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "sleep_interval", 2024-06-13T12:05:56.382 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:56.382 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.382 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.382 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "5", 2024-06-13T12:05:56.382 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.382 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.382 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.382 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how long the module is going to sleep", 2024-06-13T12:05:56.383 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.383 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.383 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.383 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.383 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.383 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.383 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.383 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "prometheus", 2024-06-13T12:05:56.383 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.383 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.383 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.383 INFO:teuthology.orchestra.run.smithi042.stdout: "cache": { 2024-06-13T12:05:56.383 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "cache", 2024-06-13T12:05:56.383 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.384 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.384 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.384 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.384 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.384 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.384 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.384 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.384 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.384 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.384 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.384 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.384 INFO:teuthology.orchestra.run.smithi042.stdout: "exclude_perf_counters": { 2024-06-13T12:05:56.384 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "exclude_perf_counters", 2024-06-13T12:05:56.384 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.385 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.385 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.385 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.385 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.385 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.385 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.385 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-06-13T12:05:56.385 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-06-13T12:05:56.385 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.385 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.385 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.385 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.385 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.386 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.386 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.386 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.386 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.386 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.386 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.386 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.386 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.386 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.386 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.386 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.386 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.386 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.386 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.387 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.387 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.387 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.387 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.387 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.387 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.387 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.387 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.387 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.387 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.387 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.387 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.387 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.387 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.388 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.388 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.388 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.388 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.388 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.388 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.388 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.388 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.388 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.388 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.388 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.388 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.388 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.388 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.389 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.389 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.389 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.389 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.389 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.389 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.389 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.389 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.389 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.389 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.389 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.389 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.389 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.389 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.390 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.390 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.390 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.390 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.390 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.390 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.390 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.390 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.390 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.390 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.390 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.390 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.390 INFO:teuthology.orchestra.run.smithi042.stdout: "rbd_stats_pools": { 2024-06-13T12:05:56.391 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rbd_stats_pools", 2024-06-13T12:05:56.391 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.391 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.391 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.391 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.391 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.391 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.391 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.391 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.391 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.391 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.391 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.391 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.391 INFO:teuthology.orchestra.run.smithi042.stdout: "rbd_stats_pools_refresh_interval": { 2024-06-13T12:05:56.391 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-06-13T12:05:56.392 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.392 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.392 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.392 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "300", 2024-06-13T12:05:56.392 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.392 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.392 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.392 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.392 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.392 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.392 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.392 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.392 INFO:teuthology.orchestra.run.smithi042.stdout: "scrape_interval": { 2024-06-13T12:05:56.392 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "scrape_interval", 2024-06-13T12:05:56.393 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-13T12:05:56.393 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.393 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.393 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "15.0", 2024-06-13T12:05:56.393 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.393 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.393 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.393 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.393 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.393 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.393 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.393 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.393 INFO:teuthology.orchestra.run.smithi042.stdout: "server_addr": { 2024-06-13T12:05:56.393 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_addr", 2024-06-13T12:05:56.394 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.394 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.394 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.394 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "::", 2024-06-13T12:05:56.394 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.394 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.394 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.394 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-06-13T12:05:56.394 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.394 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.394 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.394 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.394 INFO:teuthology.orchestra.run.smithi042.stdout: "server_port": { 2024-06-13T12:05:56.394 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_port", 2024-06-13T12:05:56.395 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.395 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.395 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.395 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "9283", 2024-06-13T12:05:56.395 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.395 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.395 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.395 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-06-13T12:05:56.395 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.395 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.395 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.395 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.395 INFO:teuthology.orchestra.run.smithi042.stdout: "stale_cache_strategy": { 2024-06-13T12:05:56.396 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "stale_cache_strategy", 2024-06-13T12:05:56.396 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.396 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.396 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.396 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "log", 2024-06-13T12:05:56.396 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.396 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.396 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.396 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.396 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.396 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.396 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.396 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.397 INFO:teuthology.orchestra.run.smithi042.stdout: "standby_behaviour": { 2024-06-13T12:05:56.397 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "standby_behaviour", 2024-06-13T12:05:56.397 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.397 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.397 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.397 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "default", 2024-06-13T12:05:56.397 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.397 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.397 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.397 INFO:teuthology.orchestra.run.smithi042.stdout: "default", 2024-06-13T12:05:56.397 INFO:teuthology.orchestra.run.smithi042.stdout: "error" 2024-06-13T12:05:56.397 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.397 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.397 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.397 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.397 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.398 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.398 INFO:teuthology.orchestra.run.smithi042.stdout: "standby_error_status_code": { 2024-06-13T12:05:56.398 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "standby_error_status_code", 2024-06-13T12:05:56.398 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.398 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.398 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.398 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "500", 2024-06-13T12:05:56.398 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "400", 2024-06-13T12:05:56.398 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "599", 2024-06-13T12:05:56.398 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.398 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.398 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.398 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.398 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.398 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.399 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.399 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.399 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.399 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rbd_support", 2024-06-13T12:05:56.399 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.399 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.399 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.399 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.399 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.399 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.399 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.399 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.399 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.399 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.399 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.399 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.400 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.400 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.400 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.400 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.400 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.400 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.400 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.400 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.400 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.400 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.400 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.400 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.400 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.400 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.400 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.401 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.401 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.401 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.401 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.401 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.401 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.401 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.401 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.401 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.401 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.401 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.401 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.401 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.401 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.401 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.401 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.402 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.402 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.402 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.402 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.402 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.402 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.402 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.402 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.402 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.402 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.402 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.402 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.402 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.403 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.403 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.403 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.403 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.403 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.403 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.403 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.403 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.403 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.403 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.403 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.403 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.403 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.403 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.404 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.404 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.404 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.404 INFO:teuthology.orchestra.run.smithi042.stdout: "max_concurrent_snap_create": { 2024-06-13T12:05:56.404 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "max_concurrent_snap_create", 2024-06-13T12:05:56.404 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.404 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.404 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.404 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-13T12:05:56.404 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.404 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.404 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.404 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.404 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.404 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.404 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.405 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.405 INFO:teuthology.orchestra.run.smithi042.stdout: "mirror_snapshot_schedule": { 2024-06-13T12:05:56.405 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mirror_snapshot_schedule", 2024-06-13T12:05:56.405 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.405 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.405 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.405 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.405 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.405 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.405 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.405 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.405 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.405 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.405 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.405 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.406 INFO:teuthology.orchestra.run.smithi042.stdout: "trash_purge_schedule": { 2024-06-13T12:05:56.406 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "trash_purge_schedule", 2024-06-13T12:05:56.406 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.406 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.406 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.406 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.406 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.406 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.406 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.406 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.406 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.406 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.406 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.406 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.407 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.407 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.407 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.407 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "restful", 2024-06-13T12:05:56.407 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.407 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.407 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.407 INFO:teuthology.orchestra.run.smithi042.stdout: "enable_auth": { 2024-06-13T12:05:56.407 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "enable_auth", 2024-06-13T12:05:56.407 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.407 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.407 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.407 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.407 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.407 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.407 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.408 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.408 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.408 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.408 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.408 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.408 INFO:teuthology.orchestra.run.smithi042.stdout: "key_file": { 2024-06-13T12:05:56.408 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "key_file", 2024-06-13T12:05:56.408 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.408 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.408 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.408 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.408 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.408 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.408 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.408 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.408 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.408 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.409 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.409 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.409 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.409 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.409 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.409 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.409 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.409 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.409 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.409 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.409 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.409 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.409 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.409 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.410 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.410 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.410 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.410 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.410 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.410 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.410 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.410 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.410 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.410 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.410 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.410 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.410 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.410 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.411 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.411 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.411 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.411 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.411 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.411 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.411 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.411 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.411 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.411 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.411 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.411 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.411 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.411 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.411 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.412 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.412 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.412 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.412 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.412 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.412 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.412 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.412 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.412 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.412 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.412 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.412 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.412 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.412 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.413 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.413 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.413 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.413 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.413 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.413 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.413 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.413 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.413 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.413 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.413 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.413 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.413 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.413 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.413 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.414 INFO:teuthology.orchestra.run.smithi042.stdout: "server_addr": { 2024-06-13T12:05:56.414 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_addr", 2024-06-13T12:05:56.414 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.414 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.414 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.414 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.414 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.414 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.414 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.414 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.414 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.414 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.414 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.415 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.415 INFO:teuthology.orchestra.run.smithi042.stdout: "server_port": { 2024-06-13T12:05:56.415 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_port", 2024-06-13T12:05:56.415 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.415 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.415 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.415 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.415 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.415 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.415 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.415 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.415 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.415 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.415 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.416 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.416 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.416 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.416 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.416 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rgw", 2024-06-13T12:05:56.416 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.416 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.416 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.416 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.416 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.416 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.416 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.416 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.416 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.416 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.417 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.417 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.417 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.417 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.417 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.417 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.417 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.417 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.417 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.417 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.417 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.417 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.417 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.417 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.418 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.418 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.418 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.418 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.418 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.418 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.418 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.418 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.418 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.418 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.418 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.418 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.418 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.419 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.419 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.419 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.419 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.419 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.419 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.419 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.419 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.419 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.419 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.419 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.419 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.419 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.419 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.419 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.420 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.420 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.420 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.420 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.420 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.420 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.420 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.420 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.420 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.420 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.420 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.420 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.420 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.420 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.420 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.421 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.421 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.421 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.421 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.421 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.421 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.421 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.421 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.421 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.421 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rook", 2024-06-13T12:05:56.421 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.421 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.421 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.421 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.422 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.422 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.422 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.422 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.422 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.422 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.422 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.422 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.422 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.422 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.422 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.422 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.422 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.423 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.423 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.423 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.423 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.423 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.423 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.423 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.423 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.423 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.423 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.423 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.423 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.423 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.424 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.424 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.424 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.424 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.424 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.424 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.424 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.424 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.424 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.424 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.424 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.424 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.424 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.425 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.425 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.425 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.425 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.425 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.425 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.425 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.425 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.425 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.425 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.425 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.425 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.425 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.425 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.425 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.426 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.426 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.426 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.426 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.426 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.426 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.426 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.426 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.426 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.426 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.426 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.426 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.426 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.427 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.427 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.427 INFO:teuthology.orchestra.run.smithi042.stdout: "storage_class": { 2024-06-13T12:05:56.427 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "storage_class", 2024-06-13T12:05:56.427 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.427 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.427 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.427 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "local", 2024-06-13T12:05:56.427 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.427 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.427 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.427 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-06-13T12:05:56.427 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.428 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.428 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.428 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.428 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.428 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.428 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.428 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "selftest", 2024-06-13T12:05:56.428 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.428 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.428 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.428 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.428 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.428 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.428 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.428 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.429 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.429 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.429 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.429 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.429 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.429 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.429 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.429 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.429 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.429 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.429 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.429 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.429 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.429 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.430 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.430 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.430 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.430 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.430 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.430 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.430 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.430 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.430 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.430 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.430 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.430 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.430 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.430 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.431 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.431 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.431 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.431 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.431 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.431 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.431 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.431 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.431 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.431 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.431 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.431 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.431 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.431 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.432 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.432 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.432 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.432 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.432 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.432 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.432 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.432 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.432 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.432 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.432 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.432 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.432 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.432 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.432 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.433 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.433 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.433 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.433 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.433 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.433 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.433 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.433 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.433 INFO:teuthology.orchestra.run.smithi042.stdout: "roption1": { 2024-06-13T12:05:56.433 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "roption1", 2024-06-13T12:05:56.433 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.433 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.433 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.433 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.433 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.434 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.434 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.434 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.434 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.434 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.434 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.434 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.434 INFO:teuthology.orchestra.run.smithi042.stdout: "roption2": { 2024-06-13T12:05:56.434 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "roption2", 2024-06-13T12:05:56.434 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.434 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.434 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.435 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "xyz", 2024-06-13T12:05:56.435 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.435 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.435 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.435 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.435 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.435 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.435 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.435 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.435 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption1": { 2024-06-13T12:05:56.435 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption1", 2024-06-13T12:05:56.435 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.435 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.436 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.436 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.436 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.436 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.436 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.436 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.436 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.436 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.436 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.436 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.436 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption2": { 2024-06-13T12:05:56.436 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption2", 2024-06-13T12:05:56.436 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.436 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.436 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.437 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.437 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.437 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.437 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.437 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.437 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.437 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.437 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.437 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.437 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption3": { 2024-06-13T12:05:56.437 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption3", 2024-06-13T12:05:56.437 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-13T12:05:56.437 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.437 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.437 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.438 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.438 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.438 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.438 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.438 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.438 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.438 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.438 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.438 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption4": { 2024-06-13T12:05:56.438 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption4", 2024-06-13T12:05:56.438 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.438 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.438 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.438 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.439 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.439 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.439 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.439 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.439 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.439 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.439 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.439 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.439 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption5": { 2024-06-13T12:05:56.439 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption5", 2024-06-13T12:05:56.439 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.439 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.439 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.439 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.440 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.440 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.440 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.440 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.440 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.440 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.440 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.440 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.440 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption6": { 2024-06-13T12:05:56.440 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption6", 2024-06-13T12:05:56.440 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.440 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.440 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.440 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.440 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.441 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.441 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.441 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.441 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.441 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.441 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.441 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.441 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption7": { 2024-06-13T12:05:56.441 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption7", 2024-06-13T12:05:56.441 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.441 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.441 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.441 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.441 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "1", 2024-06-13T12:05:56.442 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "42", 2024-06-13T12:05:56.442 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.442 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.442 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.442 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.442 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.442 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.442 INFO:teuthology.orchestra.run.smithi042.stdout: "testkey": { 2024-06-13T12:05:56.442 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "testkey", 2024-06-13T12:05:56.442 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.442 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.442 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.442 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.442 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.443 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.443 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.443 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.443 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.443 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.443 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.443 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.443 INFO:teuthology.orchestra.run.smithi042.stdout: "testlkey": { 2024-06-13T12:05:56.443 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "testlkey", 2024-06-13T12:05:56.443 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.443 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.443 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.443 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.443 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.444 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.444 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.444 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.444 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.444 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.444 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.444 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.444 INFO:teuthology.orchestra.run.smithi042.stdout: "testnewline": { 2024-06-13T12:05:56.444 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "testnewline", 2024-06-13T12:05:56.444 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.444 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.444 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.444 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.444 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.444 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.445 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.445 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.445 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.445 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.445 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.445 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.445 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.445 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.445 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.445 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "snap_schedule", 2024-06-13T12:05:56.445 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.445 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.445 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.445 INFO:teuthology.orchestra.run.smithi042.stdout: "allow_m_granularity": { 2024-06-13T12:05:56.445 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "allow_m_granularity", 2024-06-13T12:05:56.446 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.446 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.446 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.446 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.446 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.446 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.446 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.446 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "allow minute scheduled snapshots", 2024-06-13T12:05:56.446 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.446 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.446 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.446 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.446 INFO:teuthology.orchestra.run.smithi042.stdout: "dump_on_update": { 2024-06-13T12:05:56.446 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "dump_on_update", 2024-06-13T12:05:56.447 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.447 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.447 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.447 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.447 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.447 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.447 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.447 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "dump database to debug log on update", 2024-06-13T12:05:56.447 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.447 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.447 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.447 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.447 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.447 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.447 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.448 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.448 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.448 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.448 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.448 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.448 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.448 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.448 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.448 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.448 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.448 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.448 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.448 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.448 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.449 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.449 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.449 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.449 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.449 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.449 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.449 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.449 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.449 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.449 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.449 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.449 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.449 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.449 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.449 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.449 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.450 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.450 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.450 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.450 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.450 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.450 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.450 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.450 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.450 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.450 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.450 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.450 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.450 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.451 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.451 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.451 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.451 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.451 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.451 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.451 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.451 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.451 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.451 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.451 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.451 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.451 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.452 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.452 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.452 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.452 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.452 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.452 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.452 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.452 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.452 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.452 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.452 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.452 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.452 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.453 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.453 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "stats", 2024-06-13T12:05:56.453 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.453 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.453 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.453 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.453 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.453 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.453 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.453 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.453 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.453 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.453 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.453 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.454 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.454 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.454 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.454 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.454 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.454 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.454 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.454 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.454 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.454 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.454 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.454 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.454 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.454 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.455 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.455 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.455 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.455 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.455 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.455 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.455 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.455 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.455 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.455 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.455 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.455 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.455 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.455 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.456 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.456 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.456 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.456 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.456 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.456 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.456 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.456 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.456 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.456 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.456 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.456 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.456 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.457 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.457 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.457 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.457 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.457 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.457 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.457 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.457 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.457 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.457 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.457 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.457 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.457 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.457 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.458 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.458 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.458 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.458 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.458 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.458 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.458 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.458 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.458 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.458 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "status", 2024-06-13T12:05:56.458 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.458 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.458 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.459 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.459 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.459 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.459 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.459 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.459 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.459 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.459 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.459 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.459 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.459 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.459 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.459 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.459 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.460 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.460 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.460 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.460 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.460 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.460 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.460 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.460 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.460 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.460 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.460 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.460 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.460 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.460 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.460 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.461 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.461 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.461 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.461 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.461 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.461 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.461 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.461 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.461 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.461 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.461 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.461 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.461 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.461 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.461 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.462 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.462 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.462 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.462 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.462 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.462 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.462 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.462 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.462 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.462 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.462 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.462 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.462 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.463 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.463 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.463 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.463 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.463 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.463 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.463 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.463 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.463 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.463 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.463 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.463 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.463 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.463 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.463 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.464 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.464 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "telegraf", 2024-06-13T12:05:56.464 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.464 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.464 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.464 INFO:teuthology.orchestra.run.smithi042.stdout: "address": { 2024-06-13T12:05:56.464 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "address", 2024-06-13T12:05:56.464 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.464 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.464 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.464 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-06-13T12:05:56.464 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.464 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.464 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.465 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.465 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.465 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.465 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.465 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.465 INFO:teuthology.orchestra.run.smithi042.stdout: "interval": { 2024-06-13T12:05:56.465 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "interval", 2024-06-13T12:05:56.465 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:56.465 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.465 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.465 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "15", 2024-06-13T12:05:56.465 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.465 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.465 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.466 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.466 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.466 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.466 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.466 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.466 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.466 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.466 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.466 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.466 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.466 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.466 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.466 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.466 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.466 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.467 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.467 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.467 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.467 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.467 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.467 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.467 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.467 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.467 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.467 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.467 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.467 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.467 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.467 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.468 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.468 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.468 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.468 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.468 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.468 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.468 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.468 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.468 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.468 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.468 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.468 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.468 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.468 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.468 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.468 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.469 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.469 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.469 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.469 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.469 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.469 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.469 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.469 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.469 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.469 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.469 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.469 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.469 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.469 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.469 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.470 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.470 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.470 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.470 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.470 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.470 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.470 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.470 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.470 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.470 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.470 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.470 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.470 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.471 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.471 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.471 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.471 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.471 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.471 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "telemetry", 2024-06-13T12:05:56.471 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.471 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.471 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.471 INFO:teuthology.orchestra.run.smithi042.stdout: "channel_basic": { 2024-06-13T12:05:56.471 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "channel_basic", 2024-06-13T12:05:56.471 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.471 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.471 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.471 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.472 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.472 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.472 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.472 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Share basic cluster information (size, version)", 2024-06-13T12:05:56.472 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.472 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.472 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.472 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.472 INFO:teuthology.orchestra.run.smithi042.stdout: "channel_crash": { 2024-06-13T12:05:56.472 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "channel_crash", 2024-06-13T12:05:56.472 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.472 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.472 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.472 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.473 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.473 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.473 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.473 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-06-13T12:05:56.473 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.473 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.473 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.473 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.473 INFO:teuthology.orchestra.run.smithi042.stdout: "channel_device": { 2024-06-13T12:05:56.473 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "channel_device", 2024-06-13T12:05:56.473 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.473 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.473 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.473 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.474 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.474 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.474 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.474 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-06-13T12:05:56.474 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.474 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.474 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.474 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.474 INFO:teuthology.orchestra.run.smithi042.stdout: "channel_ident": { 2024-06-13T12:05:56.474 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "channel_ident", 2024-06-13T12:05:56.474 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.474 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.474 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.475 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.475 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.475 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.475 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.475 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-06-13T12:05:56.475 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.475 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.475 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.475 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.475 INFO:teuthology.orchestra.run.smithi042.stdout: "channel_perf": { 2024-06-13T12:05:56.475 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "channel_perf", 2024-06-13T12:05:56.475 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.475 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.475 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.476 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.476 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.476 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.476 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.476 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Share various performance metrics of a cluster", 2024-06-13T12:05:56.476 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.476 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.476 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.476 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.476 INFO:teuthology.orchestra.run.smithi042.stdout: "contact": { 2024-06-13T12:05:56.476 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "contact", 2024-06-13T12:05:56.476 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.476 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.477 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.477 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.477 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.477 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.477 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.477 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.477 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.477 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.477 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.477 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.477 INFO:teuthology.orchestra.run.smithi042.stdout: "description": { 2024-06-13T12:05:56.477 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "description", 2024-06-13T12:05:56.477 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.477 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.478 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.478 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.478 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.478 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.478 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.478 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.478 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.478 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.478 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.478 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.478 INFO:teuthology.orchestra.run.smithi042.stdout: "device_url": { 2024-06-13T12:05:56.478 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "device_url", 2024-06-13T12:05:56.478 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.479 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.479 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.479 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-06-13T12:05:56.479 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.479 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.479 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.479 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.479 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.479 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.479 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.479 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.479 INFO:teuthology.orchestra.run.smithi042.stdout: "enabled": { 2024-06-13T12:05:56.479 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "enabled", 2024-06-13T12:05:56.479 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.480 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.480 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.480 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.480 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.480 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.480 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.480 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.480 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.480 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.480 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.480 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.480 INFO:teuthology.orchestra.run.smithi042.stdout: "interval": { 2024-06-13T12:05:56.480 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "interval", 2024-06-13T12:05:56.480 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.480 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.481 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.481 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "24", 2024-06-13T12:05:56.481 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "8", 2024-06-13T12:05:56.481 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.481 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.481 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.481 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.481 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.481 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.481 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.481 INFO:teuthology.orchestra.run.smithi042.stdout: "last_opt_revision": { 2024-06-13T12:05:56.481 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "last_opt_revision", 2024-06-13T12:05:56.481 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.481 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.482 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.482 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "1", 2024-06-13T12:05:56.482 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.482 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.482 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.482 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.482 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.482 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.482 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.482 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.482 INFO:teuthology.orchestra.run.smithi042.stdout: "leaderboard": { 2024-06-13T12:05:56.482 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "leaderboard", 2024-06-13T12:05:56.482 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.483 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.483 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.483 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.483 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.483 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.483 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.483 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.483 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.483 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.483 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.483 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.483 INFO:teuthology.orchestra.run.smithi042.stdout: "leaderboard_description": { 2024-06-13T12:05:56.483 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "leaderboard_description", 2024-06-13T12:05:56.483 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.483 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.484 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.484 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.484 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.484 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.484 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.484 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.484 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.484 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.484 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.484 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.484 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.484 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.484 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.484 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.485 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.485 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.485 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.485 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.485 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.485 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.485 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.485 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.485 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.485 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.485 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.485 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.485 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.485 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.486 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.486 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.486 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.486 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.486 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.486 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.486 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.486 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.486 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.486 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.486 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.486 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.486 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.487 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.487 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.487 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.487 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.487 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.487 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.487 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.487 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.487 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.487 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.487 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.487 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.487 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.487 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.487 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.488 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.488 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.488 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.488 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.488 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.488 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.488 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.488 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.488 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.488 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.488 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.488 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.488 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.488 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.489 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.489 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.489 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.489 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.489 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.489 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.489 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.489 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.489 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.489 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.489 INFO:teuthology.orchestra.run.smithi042.stdout: "organization": { 2024-06-13T12:05:56.489 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "organization", 2024-06-13T12:05:56.489 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.489 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.490 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.490 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.490 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.490 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.490 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.490 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.490 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.490 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.490 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.490 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.490 INFO:teuthology.orchestra.run.smithi042.stdout: "proxy": { 2024-06-13T12:05:56.490 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "proxy", 2024-06-13T12:05:56.490 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.491 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.491 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.491 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.491 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.491 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.491 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.491 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.491 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.491 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.491 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.491 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.491 INFO:teuthology.orchestra.run.smithi042.stdout: "url": { 2024-06-13T12:05:56.491 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "url", 2024-06-13T12:05:56.491 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.492 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.492 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.492 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-06-13T12:05:56.492 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.492 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.492 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.492 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.492 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.492 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.492 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.492 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.492 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.492 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.492 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.493 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "test_orchestrator", 2024-06-13T12:05:56.493 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.493 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.493 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.493 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.493 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.493 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.493 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.493 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.493 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.493 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.493 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.493 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.493 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.494 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.494 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.494 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.494 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.494 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.494 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.494 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.494 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.494 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.494 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.494 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.494 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.494 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.495 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.495 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.495 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.495 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.495 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.495 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.495 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.495 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.495 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.495 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.495 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.495 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.495 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.496 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.496 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.496 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.496 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.496 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.496 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.496 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.496 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.496 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.496 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.496 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.496 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.496 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.496 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.497 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.497 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.497 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.497 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.497 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.497 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.497 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.497 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.497 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.497 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.497 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.497 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.497 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.497 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.497 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.498 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.498 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.498 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.498 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.498 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.498 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.498 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.498 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.498 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "volumes", 2024-06-13T12:05:56.498 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.498 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.498 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.498 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.499 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.499 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.499 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.499 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.499 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.499 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.499 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.499 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.499 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.499 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.499 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.499 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.499 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.499 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.499 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.500 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.500 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.500 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.500 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.500 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.500 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.500 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.500 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.500 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.500 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.500 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.500 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.500 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.500 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.500 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.501 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.501 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.501 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.501 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.501 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.501 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.501 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.501 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.501 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.501 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.501 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.501 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.501 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.501 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.502 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.502 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.502 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.502 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.502 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.502 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.502 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.502 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.502 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.502 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.502 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.502 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.502 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.503 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.503 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.503 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.503 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.503 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.503 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.503 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.503 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.503 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.503 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.503 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.503 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.503 INFO:teuthology.orchestra.run.smithi042.stdout: "max_concurrent_clones": { 2024-06-13T12:05:56.503 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "max_concurrent_clones", 2024-06-13T12:05:56.504 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.504 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.504 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.504 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "4", 2024-06-13T12:05:56.504 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.504 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.504 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.504 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Number of asynchronous cloner threads", 2024-06-13T12:05:56.504 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.504 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.504 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.504 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.504 INFO:teuthology.orchestra.run.smithi042.stdout: "periodic_async_work": { 2024-06-13T12:05:56.504 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "periodic_async_work", 2024-06-13T12:05:56.505 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.505 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.505 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.505 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.505 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.505 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.505 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.505 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Periodically check for async work", 2024-06-13T12:05:56.505 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.505 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.505 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.505 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.505 INFO:teuthology.orchestra.run.smithi042.stdout: "snapshot_clone_delay": { 2024-06-13T12:05:56.505 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "snapshot_clone_delay", 2024-06-13T12:05:56.505 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.506 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.506 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.506 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0", 2024-06-13T12:05:56.506 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.506 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.506 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.506 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-06-13T12:05:56.506 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.506 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.506 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.506 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.506 INFO:teuthology.orchestra.run.smithi042.stdout: "snapshot_clone_no_wait": { 2024-06-13T12:05:56.506 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "snapshot_clone_no_wait", 2024-06-13T12:05:56.507 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.507 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.507 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.507 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-13T12:05:56.507 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.507 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.507 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.507 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-06-13T12:05:56.507 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.507 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.507 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.507 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.507 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.507 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.508 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.508 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "zabbix", 2024-06-13T12:05:56.508 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-13T12:05:56.508 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-13T12:05:56.508 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-13T12:05:56.508 INFO:teuthology.orchestra.run.smithi042.stdout: "discovery_interval": { 2024-06-13T12:05:56.508 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "discovery_interval", 2024-06-13T12:05:56.508 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "uint", 2024-06-13T12:05:56.508 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.508 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.508 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "100", 2024-06-13T12:05:56.508 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.508 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.508 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.508 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.509 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.509 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.509 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.509 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.509 INFO:teuthology.orchestra.run.smithi042.stdout: "identifier": { 2024-06-13T12:05:56.509 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "identifier", 2024-06-13T12:05:56.509 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.509 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.509 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.509 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.509 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.509 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.509 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.509 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.509 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.510 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.510 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.510 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.510 INFO:teuthology.orchestra.run.smithi042.stdout: "interval": { 2024-06-13T12:05:56.510 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "interval", 2024-06-13T12:05:56.510 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-13T12:05:56.510 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.510 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.510 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "60", 2024-06-13T12:05:56.510 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.510 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.510 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.510 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.511 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.511 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.511 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.511 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.511 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-13T12:05:56.511 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-13T12:05:56.511 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.511 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.511 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.511 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.511 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.511 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.511 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.511 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.511 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.512 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.512 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.512 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.512 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.512 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.512 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.512 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.512 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.512 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.512 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.512 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-13T12:05:56.512 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-13T12:05:56.512 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.512 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.512 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.513 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.513 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.513 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.513 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.513 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.513 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.513 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.513 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.513 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.513 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-13T12:05:56.513 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-13T12:05:56.513 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.513 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.513 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.513 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-13T12:05:56.514 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.514 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.514 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-13T12:05:56.514 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-13T12:05:56.514 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-13T12:05:56.514 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-13T12:05:56.514 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-13T12:05:56.514 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-13T12:05:56.514 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-13T12:05:56.514 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.514 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.514 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.514 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.515 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.515 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.515 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-13T12:05:56.515 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-13T12:05:56.515 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-13T12:05:56.515 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.515 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-13T12:05:56.515 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-13T12:05:56.515 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.515 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.515 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.515 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.515 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.515 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.515 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.516 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.516 INFO:teuthology.orchestra.run.smithi042.stdout: "zabbix_host": { 2024-06-13T12:05:56.516 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "zabbix_host", 2024-06-13T12:05:56.516 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.516 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.516 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.516 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-13T12:05:56.516 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.516 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.516 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.516 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.516 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.516 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.516 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.517 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.517 INFO:teuthology.orchestra.run.smithi042.stdout: "zabbix_port": { 2024-06-13T12:05:56.517 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "zabbix_port", 2024-06-13T12:05:56.517 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-13T12:05:56.517 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.517 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.517 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10051", 2024-06-13T12:05:56.517 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.517 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.517 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.517 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.517 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.517 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.517 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.518 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.518 INFO:teuthology.orchestra.run.smithi042.stdout: "zabbix_sender": { 2024-06-13T12:05:56.518 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "zabbix_sender", 2024-06-13T12:05:56.518 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-13T12:05:56.518 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-13T12:05:56.518 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-13T12:05:56.518 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-06-13T12:05:56.518 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-13T12:05:56.518 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-13T12:05:56.518 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-13T12:05:56.518 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-13T12:05:56.518 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-13T12:05:56.518 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-13T12:05:56.519 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-13T12:05:56.519 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.519 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.519 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.519 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.519 INFO:teuthology.orchestra.run.smithi042.stdout: "services": { 2024-06-13T12:05:56.519 INFO:teuthology.orchestra.run.smithi042.stdout: "dashboard": "https://172.21.15.42:8443/" 2024-06-13T12:05:56.519 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.519 INFO:teuthology.orchestra.run.smithi042.stdout: "always_on_modules": { 2024-06-13T12:05:56.519 INFO:teuthology.orchestra.run.smithi042.stdout: "octopus": [ 2024-06-13T12:05:56.519 INFO:teuthology.orchestra.run.smithi042.stdout: "balancer", 2024-06-13T12:05:56.519 INFO:teuthology.orchestra.run.smithi042.stdout: "crash", 2024-06-13T12:05:56.519 INFO:teuthology.orchestra.run.smithi042.stdout: "devicehealth", 2024-06-13T12:05:56.519 INFO:teuthology.orchestra.run.smithi042.stdout: "orchestrator", 2024-06-13T12:05:56.519 INFO:teuthology.orchestra.run.smithi042.stdout: "pg_autoscaler", 2024-06-13T12:05:56.520 INFO:teuthology.orchestra.run.smithi042.stdout: "progress", 2024-06-13T12:05:56.520 INFO:teuthology.orchestra.run.smithi042.stdout: "rbd_support", 2024-06-13T12:05:56.520 INFO:teuthology.orchestra.run.smithi042.stdout: "status", 2024-06-13T12:05:56.520 INFO:teuthology.orchestra.run.smithi042.stdout: "telemetry", 2024-06-13T12:05:56.520 INFO:teuthology.orchestra.run.smithi042.stdout: "volumes" 2024-06-13T12:05:56.520 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.520 INFO:teuthology.orchestra.run.smithi042.stdout: "pacific": [ 2024-06-13T12:05:56.520 INFO:teuthology.orchestra.run.smithi042.stdout: "balancer", 2024-06-13T12:05:56.520 INFO:teuthology.orchestra.run.smithi042.stdout: "crash", 2024-06-13T12:05:56.520 INFO:teuthology.orchestra.run.smithi042.stdout: "devicehealth", 2024-06-13T12:05:56.520 INFO:teuthology.orchestra.run.smithi042.stdout: "orchestrator", 2024-06-13T12:05:56.520 INFO:teuthology.orchestra.run.smithi042.stdout: "pg_autoscaler", 2024-06-13T12:05:56.520 INFO:teuthology.orchestra.run.smithi042.stdout: "progress", 2024-06-13T12:05:56.520 INFO:teuthology.orchestra.run.smithi042.stdout: "rbd_support", 2024-06-13T12:05:56.520 INFO:teuthology.orchestra.run.smithi042.stdout: "status", 2024-06-13T12:05:56.521 INFO:teuthology.orchestra.run.smithi042.stdout: "telemetry", 2024-06-13T12:05:56.521 INFO:teuthology.orchestra.run.smithi042.stdout: "volumes" 2024-06-13T12:05:56.521 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.521 INFO:teuthology.orchestra.run.smithi042.stdout: "quincy": [ 2024-06-13T12:05:56.521 INFO:teuthology.orchestra.run.smithi042.stdout: "balancer", 2024-06-13T12:05:56.521 INFO:teuthology.orchestra.run.smithi042.stdout: "crash", 2024-06-13T12:05:56.521 INFO:teuthology.orchestra.run.smithi042.stdout: "devicehealth", 2024-06-13T12:05:56.521 INFO:teuthology.orchestra.run.smithi042.stdout: "orchestrator", 2024-06-13T12:05:56.521 INFO:teuthology.orchestra.run.smithi042.stdout: "pg_autoscaler", 2024-06-13T12:05:56.521 INFO:teuthology.orchestra.run.smithi042.stdout: "progress", 2024-06-13T12:05:56.521 INFO:teuthology.orchestra.run.smithi042.stdout: "rbd_support", 2024-06-13T12:05:56.521 INFO:teuthology.orchestra.run.smithi042.stdout: "status", 2024-06-13T12:05:56.521 INFO:teuthology.orchestra.run.smithi042.stdout: "telemetry", 2024-06-13T12:05:56.521 INFO:teuthology.orchestra.run.smithi042.stdout: "volumes" 2024-06-13T12:05:56.521 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.522 INFO:teuthology.orchestra.run.smithi042.stdout: "reef": [ 2024-06-13T12:05:56.522 INFO:teuthology.orchestra.run.smithi042.stdout: "balancer", 2024-06-13T12:05:56.522 INFO:teuthology.orchestra.run.smithi042.stdout: "crash", 2024-06-13T12:05:56.522 INFO:teuthology.orchestra.run.smithi042.stdout: "devicehealth", 2024-06-13T12:05:56.522 INFO:teuthology.orchestra.run.smithi042.stdout: "orchestrator", 2024-06-13T12:05:56.522 INFO:teuthology.orchestra.run.smithi042.stdout: "pg_autoscaler", 2024-06-13T12:05:56.522 INFO:teuthology.orchestra.run.smithi042.stdout: "progress", 2024-06-13T12:05:56.522 INFO:teuthology.orchestra.run.smithi042.stdout: "rbd_support", 2024-06-13T12:05:56.522 INFO:teuthology.orchestra.run.smithi042.stdout: "status", 2024-06-13T12:05:56.522 INFO:teuthology.orchestra.run.smithi042.stdout: "telemetry", 2024-06-13T12:05:56.522 INFO:teuthology.orchestra.run.smithi042.stdout: "volumes" 2024-06-13T12:05:56.522 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-13T12:05:56.522 INFO:teuthology.orchestra.run.smithi042.stdout: "squid": [ 2024-06-13T12:05:56.522 INFO:teuthology.orchestra.run.smithi042.stdout: "balancer", 2024-06-13T12:05:56.523 INFO:teuthology.orchestra.run.smithi042.stdout: "crash", 2024-06-13T12:05:56.523 INFO:teuthology.orchestra.run.smithi042.stdout: "devicehealth", 2024-06-13T12:05:56.523 INFO:teuthology.orchestra.run.smithi042.stdout: "orchestrator", 2024-06-13T12:05:56.523 INFO:teuthology.orchestra.run.smithi042.stdout: "pg_autoscaler", 2024-06-13T12:05:56.523 INFO:teuthology.orchestra.run.smithi042.stdout: "progress", 2024-06-13T12:05:56.523 INFO:teuthology.orchestra.run.smithi042.stdout: "rbd_support", 2024-06-13T12:05:56.523 INFO:teuthology.orchestra.run.smithi042.stdout: "status", 2024-06-13T12:05:56.523 INFO:teuthology.orchestra.run.smithi042.stdout: "telemetry", 2024-06-13T12:05:56.523 INFO:teuthology.orchestra.run.smithi042.stdout: "volumes" 2024-06-13T12:05:56.523 INFO:teuthology.orchestra.run.smithi042.stdout: ] 2024-06-13T12:05:56.523 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.523 INFO:teuthology.orchestra.run.smithi042.stdout: "last_failure_osd_epoch": 101, 2024-06-13T12:05:56.523 INFO:teuthology.orchestra.run.smithi042.stdout: "active_clients": [ 2024-06-13T12:05:56.523 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.523 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "devicehealth", 2024-06-13T12:05:56.523 INFO:teuthology.orchestra.run.smithi042.stdout: "addrvec": [ 2024-06-13T12:05:56.524 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.524 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "v2", 2024-06-13T12:05:56.524 INFO:teuthology.orchestra.run.smithi042.stdout: "addr": "172.21.15.42:0", 2024-06-13T12:05:56.524 INFO:teuthology.orchestra.run.smithi042.stdout: "nonce": 3822249261 2024-06-13T12:05:56.524 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.524 INFO:teuthology.orchestra.run.smithi042.stdout: ] 2024-06-13T12:05:56.524 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.524 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.524 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "libcephsqlite", 2024-06-13T12:05:56.524 INFO:teuthology.orchestra.run.smithi042.stdout: "addrvec": [ 2024-06-13T12:05:56.524 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.524 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "v2", 2024-06-13T12:05:56.524 INFO:teuthology.orchestra.run.smithi042.stdout: "addr": "172.21.15.42:0", 2024-06-13T12:05:56.524 INFO:teuthology.orchestra.run.smithi042.stdout: "nonce": 3114591552 2024-06-13T12:05:56.525 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.525 INFO:teuthology.orchestra.run.smithi042.stdout: ] 2024-06-13T12:05:56.525 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.525 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.525 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rbd_support", 2024-06-13T12:05:56.525 INFO:teuthology.orchestra.run.smithi042.stdout: "addrvec": [ 2024-06-13T12:05:56.525 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.525 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "v2", 2024-06-13T12:05:56.525 INFO:teuthology.orchestra.run.smithi042.stdout: "addr": "172.21.15.42:0", 2024-06-13T12:05:56.525 INFO:teuthology.orchestra.run.smithi042.stdout: "nonce": 1676480864 2024-06-13T12:05:56.525 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.525 INFO:teuthology.orchestra.run.smithi042.stdout: ] 2024-06-13T12:05:56.525 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.525 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.525 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "snap_schedule", 2024-06-13T12:05:56.526 INFO:teuthology.orchestra.run.smithi042.stdout: "addrvec": [ 2024-06-13T12:05:56.526 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.526 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "v2", 2024-06-13T12:05:56.526 INFO:teuthology.orchestra.run.smithi042.stdout: "addr": "172.21.15.42:0", 2024-06-13T12:05:56.526 INFO:teuthology.orchestra.run.smithi042.stdout: "nonce": 2618161248 2024-06-13T12:05:56.526 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.526 INFO:teuthology.orchestra.run.smithi042.stdout: ] 2024-06-13T12:05:56.526 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.526 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.526 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "snap_schedule", 2024-06-13T12:05:56.526 INFO:teuthology.orchestra.run.smithi042.stdout: "addrvec": [ 2024-06-13T12:05:56.526 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.526 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "v2", 2024-06-13T12:05:56.527 INFO:teuthology.orchestra.run.smithi042.stdout: "addr": "172.21.15.42:0", 2024-06-13T12:05:56.527 INFO:teuthology.orchestra.run.smithi042.stdout: "nonce": 912522156 2024-06-13T12:05:56.527 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.527 INFO:teuthology.orchestra.run.smithi042.stdout: ] 2024-06-13T12:05:56.527 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:56.527 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.527 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "volumes", 2024-06-13T12:05:56.527 INFO:teuthology.orchestra.run.smithi042.stdout: "addrvec": [ 2024-06-13T12:05:56.527 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-13T12:05:56.527 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "v2", 2024-06-13T12:05:56.527 INFO:teuthology.orchestra.run.smithi042.stdout: "addr": "172.21.15.42:0", 2024-06-13T12:05:56.527 INFO:teuthology.orchestra.run.smithi042.stdout: "nonce": 1339311966 2024-06-13T12:05:56.527 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.528 INFO:teuthology.orchestra.run.smithi042.stdout: ] 2024-06-13T12:05:56.528 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:56.528 INFO:teuthology.orchestra.run.smithi042.stdout: ] 2024-06-13T12:05:56.528 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-13T12:05:56.529 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:55 smithi162 ceph-mon[36757]: pgmap v320: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 0 B/s wr, 9 op/s 2024-06-13T12:05:56.529 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:55 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2899493153' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-06-13T12:05:56.529 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:55 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/1510977409' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-06-13T12:05:56.529 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:55 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2461523303' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-06-13T12:05:56.529 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:55 smithi088 ceph-mon[36399]: pgmap v320: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 0 B/s wr, 9 op/s 2024-06-13T12:05:56.530 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:55 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2899493153' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-06-13T12:05:56.530 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:55 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/1510977409' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-06-13T12:05:56.530 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:55 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2461523303' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-06-13T12:05:56.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:55.243+0000 7f9a92800640 1 -- 172.21.15.42:0/2461523303 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f9a700a2d00 msgr2=0x7f9a700a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:56.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:55.243+0000 7f9a92800640 1 --2- 172.21.15.42:0/2461523303 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f9a700a2d00 0x7f9a700a51c0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f9a8c0ffb70 tx=0x7f9a74005f90 comp rx=0 tx=0).stop 2024-06-13T12:05:56.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:55.243+0000 7f9a92800640 1 -- 172.21.15.42:0/2461523303 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a8c103df0 msgr2=0x7f9a8c19a4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:05:56.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:55.243+0000 7f9a92800640 1 --2- 172.21.15.42:0/2461523303 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a8c103df0 0x7f9a8c19a4f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c02ade0 tx=0x7f9a7c0319f0 comp rx=0 tx=0).stop 2024-06-13T12:05:56.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:55.243+0000 7f9a92800640 1 -- 172.21.15.42:0/2461523303 shutdown_connections 2024-06-13T12:05:56.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:55.243+0000 7f9a92800640 1 --2- 172.21.15.42:0/2461523303 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f9a700a2d00 0x7f9a700a51c0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:56.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:55.243+0000 7f9a92800640 1 --2- 172.21.15.42:0/2461523303 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9a8c19ed60 0x7f9a8c19f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:56.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:55.243+0000 7f9a92800640 1 --2- 172.21.15.42:0/2461523303 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a8c108ec0 0x7f9a8c19aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:56.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:55.243+0000 7f9a92800640 1 --2- 172.21.15.42:0/2461523303 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a8c103df0 0x7f9a8c19a4f0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:05:56.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:55.243+0000 7f9a92800640 1 -- 172.21.15.42:0/2461523303 >> 172.21.15.42:0/2461523303 conn(0x7f9a8c0ff650 msgr2=0x7f9a8c100a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:05:56.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:55.243+0000 7f9a92800640 1 -- 172.21.15.42:0/2461523303 shutdown_connections 2024-06-13T12:05:56.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:05:55.243+0000 7f9a92800640 1 -- 172.21.15.42:0/2461523303 wait complete. 2024-06-13T12:05:56.537 DEBUG:tasks.check_counter:Getting stats from a 2024-06-13T12:05:56.537 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph daemon mds.a perf dump 2024-06-13T12:05:56.538 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:55 smithi042 ceph-mon[32231]: pgmap v320: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 0 B/s wr, 9 op/s 2024-06-13T12:05:56.538 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:55 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2899493153' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-06-13T12:05:56.538 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:55 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/1510977409' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-06-13T12:05:56.538 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:55 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2461523303' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-06-13T12:05:57.000 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T12:05:57.472 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:57 smithi042 ceph-mon[32231]: pgmap v321: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-06-13T12:05:57.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:57 smithi088 ceph-mon[36399]: pgmap v321: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-06-13T12:05:57.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:57 smithi162 ceph-mon[36757]: pgmap v321: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-06-13T12:05:59.322 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-13T12:05:59.322 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-0": { 2024-06-13T12:05:59.322 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 0, 2024-06-13T12:05:59.322 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 2, 2024-06-13T12:05:59.322 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 0, 2024-06-13T12:05:59.322 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 0, 2024-06-13T12:05:59.322 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 4, 2024-06-13T12:05:59.322 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 0, 2024-06-13T12:05:59.323 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.004455199, 2024-06-13T12:05:59.323 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.000000000, 2024-06-13T12:05:59.323 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.000812070, 2024-06-13T12:05:59.323 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-13T12:05:59.323 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:05:59.323 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:05:59.323 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:05:59.323 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:05:59.323 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:59.323 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:05:59.323 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:05:59.323 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:05:59.323 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:05:59.324 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:59.324 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 0, 2024-06-13T12:05:59.324 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 0 2024-06-13T12:05:59.324 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:59.324 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-1": { 2024-06-13T12:05:59.324 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 2, 2024-06-13T12:05:59.324 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 193, 2024-06-13T12:05:59.324 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 320, 2024-06-13T12:05:59.324 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 189792, 2024-06-13T12:05:59.324 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 5, 2024-06-13T12:05:59.324 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 3, 2024-06-13T12:05:59.324 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.038980983, 2024-06-13T12:05:59.325 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.029081064, 2024-06-13T12:05:59.325 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.004295619, 2024-06-13T12:05:59.325 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-13T12:05:59.325 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:05:59.325 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 190, 2024-06-13T12:05:59.325 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.033112684, 2024-06-13T12:05:59.325 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000174277 2024-06-13T12:05:59.325 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:59.325 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:05:59.325 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:05:59.325 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:05:59.325 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:05:59.325 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:59.325 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 320, 2024-06-13T12:05:59.326 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 189792 2024-06-13T12:05:59.326 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:59.326 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-2": { 2024-06-13T12:05:59.326 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 268, 2024-06-13T12:05:59.326 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 254, 2024-06-13T12:05:59.326 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 1733776, 2024-06-13T12:05:59.326 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 155728, 2024-06-13T12:05:59.326 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 2, 2024-06-13T12:05:59.326 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 1, 2024-06-13T12:05:59.326 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.112163550, 2024-06-13T12:05:59.326 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.040520261, 2024-06-13T12:05:59.326 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.081446152, 2024-06-13T12:05:59.326 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.011429094, 2024-06-13T12:05:59.326 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:05:59.327 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 254, 2024-06-13T12:05:59.327 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.031393869, 2024-06-13T12:05:59.327 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000123597 2024-06-13T12:05:59.327 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:59.327 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:05:59.327 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:05:59.327 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:05:59.327 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:05:59.327 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:59.327 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 1733776, 2024-06-13T12:05:59.327 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 155728 2024-06-13T12:05:59.327 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:59.327 INFO:teuthology.orchestra.run.smithi042.stdout: "cct": { 2024-06-13T12:05:59.327 INFO:teuthology.orchestra.run.smithi042.stdout: "total_workers": 0, 2024-06-13T12:05:59.327 INFO:teuthology.orchestra.run.smithi042.stdout: "unhealthy_workers": 0 2024-06-13T12:05:59.328 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:59.328 INFO:teuthology.orchestra.run.smithi042.stdout: "mempool": { 2024-06-13T12:05:59.328 INFO:teuthology.orchestra.run.smithi042.stdout: "bloom_filter_bytes": 0, 2024-06-13T12:05:59.328 INFO:teuthology.orchestra.run.smithi042.stdout: "bloom_filter_items": 0, 2024-06-13T12:05:59.328 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_alloc_bytes": 0, 2024-06-13T12:05:59.328 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_alloc_items": 0, 2024-06-13T12:05:59.328 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_data_bytes": 0, 2024-06-13T12:05:59.328 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_data_items": 0, 2024-06-13T12:05:59.328 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-13T12:05:59.328 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_onode_items": 0, 2024-06-13T12:05:59.328 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-13T12:05:59.328 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_meta_items": 0, 2024-06-13T12:05:59.328 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_other_bytes": 0, 2024-06-13T12:05:59.328 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_other_items": 0, 2024-06-13T12:05:59.328 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-13T12:05:59.329 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_buffer_items": 0, 2024-06-13T12:05:59.329 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_extent_bytes": 0, 2024-06-13T12:05:59.329 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_extent_items": 0, 2024-06-13T12:05:59.329 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_blob_bytes": 0, 2024-06-13T12:05:59.329 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_blob_items": 0, 2024-06-13T12:05:59.329 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-13T12:05:59.329 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_shared_blob_items": 0, 2024-06-13T12:05:59.329 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-13T12:05:59.329 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_inline_bl_items": 0, 2024-06-13T12:05:59.329 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_fsck_bytes": 0, 2024-06-13T12:05:59.329 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_fsck_items": 0, 2024-06-13T12:05:59.329 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_txc_bytes": 0, 2024-06-13T12:05:59.329 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_txc_items": 0, 2024-06-13T12:05:59.330 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-13T12:05:59.330 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_deferred_items": 0, 2024-06-13T12:05:59.330 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_bytes": 0, 2024-06-13T12:05:59.330 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_items": 0, 2024-06-13T12:05:59.330 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_bytes": 0, 2024-06-13T12:05:59.330 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_items": 0, 2024-06-13T12:05:59.330 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_reader_bytes": 0, 2024-06-13T12:05:59.330 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_reader_items": 0, 2024-06-13T12:05:59.330 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_writer_bytes": 0, 2024-06-13T12:05:59.330 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_writer_items": 0, 2024-06-13T12:05:59.330 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_anon_bytes": 149745, 2024-06-13T12:05:59.330 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_anon_items": 31, 2024-06-13T12:05:59.330 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_meta_bytes": 0, 2024-06-13T12:05:59.330 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_meta_items": 0, 2024-06-13T12:05:59.331 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_bytes": 0, 2024-06-13T12:05:59.331 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_items": 0, 2024-06-13T12:05:59.331 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_mapbl_bytes": 0, 2024-06-13T12:05:59.331 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_mapbl_items": 0, 2024-06-13T12:05:59.331 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_pglog_bytes": 0, 2024-06-13T12:05:59.331 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_pglog_items": 0, 2024-06-13T12:05:59.331 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_bytes": 0, 2024-06-13T12:05:59.331 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_items": 0, 2024-06-13T12:05:59.331 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_mapping_bytes": 0, 2024-06-13T12:05:59.331 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_mapping_items": 0, 2024-06-13T12:05:59.331 INFO:teuthology.orchestra.run.smithi042.stdout: "pgmap_bytes": 0, 2024-06-13T12:05:59.331 INFO:teuthology.orchestra.run.smithi042.stdout: "pgmap_items": 0, 2024-06-13T12:05:59.331 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_co_bytes": 928, 2024-06-13T12:05:59.331 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_co_items": 2, 2024-06-13T12:05:59.331 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_1_bytes": 0, 2024-06-13T12:05:59.332 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_1_items": 0, 2024-06-13T12:05:59.332 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_2_bytes": 0, 2024-06-13T12:05:59.332 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_2_items": 0 2024-06-13T12:05:59.332 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:05:59.332 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-13T12:05:59.332 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-06-13T12:05:59.332 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 104857600, 2024-06-13T12:05:59.332 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-06-13T12:05:59.332 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 266, 2024-06-13T12:05:59.332 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 1693537, 2024-06-13T12:05:59.332 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-06-13T12:05:59.332 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 266, 2024-06-13T12:05:59.332 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 0, 2024-06-13T12:05:59.332 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 0, 2024-06-13T12:05:59.333 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 266, 2024-06-13T12:05:59.333 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 1693537, 2024-06-13T12:05:59.333 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-06-13T12:05:59.333 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:05:59.333 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:05:59.333 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:05:59.333 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:59.333 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:05:59.333 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-13T12:05:59.374 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:05:59 smithi042 ceph-mon[32231]: pgmap v322: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 0 B/s wr, 9 op/s 2024-06-13T12:05:59.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:05:59 smithi088 ceph-mon[36399]: pgmap v322: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 0 B/s wr, 9 op/s 2024-06-13T12:05:59.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:05:59 smithi162 ceph-mon[36757]: pgmap v322: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 0 B/s wr, 9 op/s 2024-06-13T12:06:00.229 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.a 2024-06-13T12:06:00.230 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.a 2024-06-13T12:06:00.230 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.a 2024-06-13T12:06:00.230 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.a 2024-06-13T12:06:00.230 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.a 2024-06-13T12:06:00.230 DEBUG:tasks.check_counter:Getting stats from d 2024-06-13T12:06:00.230 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph daemon mds.d perf dump 2024-06-13T12:06:00.665 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T12:06:01.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:01 smithi088 ceph-mon[36399]: pgmap v323: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-06-13T12:06:01.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:01 smithi042 ceph-mon[32231]: pgmap v323: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-06-13T12:06:01.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:01 smithi162 ceph-mon[36757]: pgmap v323: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-06-13T12:06:02.832 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-13T12:06:02.832 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-0": { 2024-06-13T12:06:02.832 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 0, 2024-06-13T12:06:02.832 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 2, 2024-06-13T12:06:02.832 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 0, 2024-06-13T12:06:02.833 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 0, 2024-06-13T12:06:02.833 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 4, 2024-06-13T12:06:02.833 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 0, 2024-06-13T12:06:02.833 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.004265902, 2024-06-13T12:06:02.833 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.000000000, 2024-06-13T12:06:02.833 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.000694837, 2024-06-13T12:06:02.833 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-13T12:06:02.833 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:06:02.833 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:06:02.833 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:06:02.833 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:06:02.833 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:02.833 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:06:02.833 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:06:02.833 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:06:02.834 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:06:02.834 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:02.834 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 0, 2024-06-13T12:06:02.834 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 0 2024-06-13T12:06:02.834 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:02.834 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-1": { 2024-06-13T12:06:02.834 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 276, 2024-06-13T12:06:02.834 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 262, 2024-06-13T12:06:02.834 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 1735952, 2024-06-13T12:06:02.834 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 160848, 2024-06-13T12:06:02.834 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 2, 2024-06-13T12:06:02.834 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 1, 2024-06-13T12:06:02.835 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.115280446, 2024-06-13T12:06:02.835 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.042349027, 2024-06-13T12:06:02.835 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.082240981, 2024-06-13T12:06:02.835 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.011853502, 2024-06-13T12:06:02.835 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:06:02.835 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 262, 2024-06-13T12:06:02.835 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.028333736, 2024-06-13T12:06:02.835 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000108144 2024-06-13T12:06:02.835 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:02.835 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:06:02.835 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:06:02.835 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:06:02.835 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:06:02.835 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:02.836 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 1735952, 2024-06-13T12:06:02.836 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 160848 2024-06-13T12:06:02.836 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:02.836 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-2": { 2024-06-13T12:06:02.836 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 2, 2024-06-13T12:06:02.836 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 198, 2024-06-13T12:06:02.836 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 320, 2024-06-13T12:06:02.836 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 190672, 2024-06-13T12:06:02.836 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 5, 2024-06-13T12:06:02.836 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 3, 2024-06-13T12:06:02.836 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.043124136, 2024-06-13T12:06:02.836 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.030982207, 2024-06-13T12:06:02.836 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.005469757, 2024-06-13T12:06:02.836 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-13T12:06:02.837 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:06:02.837 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 195, 2024-06-13T12:06:02.837 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.032605015, 2024-06-13T12:06:02.837 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000167205 2024-06-13T12:06:02.837 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:02.837 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:06:02.837 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:06:02.837 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:06:02.837 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:06:02.837 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:02.837 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 320, 2024-06-13T12:06:02.837 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 190672 2024-06-13T12:06:02.837 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:02.837 INFO:teuthology.orchestra.run.smithi042.stdout: "cct": { 2024-06-13T12:06:02.838 INFO:teuthology.orchestra.run.smithi042.stdout: "total_workers": 0, 2024-06-13T12:06:02.838 INFO:teuthology.orchestra.run.smithi042.stdout: "unhealthy_workers": 0 2024-06-13T12:06:02.838 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:02.838 INFO:teuthology.orchestra.run.smithi042.stdout: "mempool": { 2024-06-13T12:06:02.838 INFO:teuthology.orchestra.run.smithi042.stdout: "bloom_filter_bytes": 0, 2024-06-13T12:06:02.838 INFO:teuthology.orchestra.run.smithi042.stdout: "bloom_filter_items": 0, 2024-06-13T12:06:02.838 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_alloc_bytes": 0, 2024-06-13T12:06:02.838 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_alloc_items": 0, 2024-06-13T12:06:02.838 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_data_bytes": 0, 2024-06-13T12:06:02.838 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_data_items": 0, 2024-06-13T12:06:02.838 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-13T12:06:02.838 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_onode_items": 0, 2024-06-13T12:06:02.838 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-13T12:06:02.838 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_meta_items": 0, 2024-06-13T12:06:02.839 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_other_bytes": 0, 2024-06-13T12:06:02.839 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_other_items": 0, 2024-06-13T12:06:02.839 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-13T12:06:02.839 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_buffer_items": 0, 2024-06-13T12:06:02.839 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_extent_bytes": 0, 2024-06-13T12:06:02.839 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_extent_items": 0, 2024-06-13T12:06:02.839 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_blob_bytes": 0, 2024-06-13T12:06:02.839 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_blob_items": 0, 2024-06-13T12:06:02.839 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-13T12:06:02.839 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_shared_blob_items": 0, 2024-06-13T12:06:02.839 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-13T12:06:02.839 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_inline_bl_items": 0, 2024-06-13T12:06:02.839 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_fsck_bytes": 0, 2024-06-13T12:06:02.839 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_fsck_items": 0, 2024-06-13T12:06:02.839 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_txc_bytes": 0, 2024-06-13T12:06:02.839 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_txc_items": 0, 2024-06-13T12:06:02.840 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-13T12:06:02.840 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_deferred_items": 0, 2024-06-13T12:06:02.840 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_bytes": 0, 2024-06-13T12:06:02.840 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_items": 0, 2024-06-13T12:06:02.840 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_bytes": 0, 2024-06-13T12:06:02.840 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_items": 0, 2024-06-13T12:06:02.840 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_reader_bytes": 0, 2024-06-13T12:06:02.840 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_reader_items": 0, 2024-06-13T12:06:02.840 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_writer_bytes": 0, 2024-06-13T12:06:02.840 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_writer_items": 0, 2024-06-13T12:06:02.840 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_anon_bytes": 148731, 2024-06-13T12:06:02.840 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_anon_items": 31, 2024-06-13T12:06:02.840 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_meta_bytes": 0, 2024-06-13T12:06:02.841 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_meta_items": 0, 2024-06-13T12:06:02.841 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_bytes": 0, 2024-06-13T12:06:02.841 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_items": 0, 2024-06-13T12:06:02.841 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_mapbl_bytes": 0, 2024-06-13T12:06:02.841 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_mapbl_items": 0, 2024-06-13T12:06:02.841 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_pglog_bytes": 0, 2024-06-13T12:06:02.841 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_pglog_items": 0, 2024-06-13T12:06:02.841 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_bytes": 0, 2024-06-13T12:06:02.841 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_items": 0, 2024-06-13T12:06:02.841 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_mapping_bytes": 0, 2024-06-13T12:06:02.841 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_mapping_items": 0, 2024-06-13T12:06:02.841 INFO:teuthology.orchestra.run.smithi042.stdout: "pgmap_bytes": 0, 2024-06-13T12:06:02.842 INFO:teuthology.orchestra.run.smithi042.stdout: "pgmap_items": 0, 2024-06-13T12:06:02.842 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_co_bytes": 928, 2024-06-13T12:06:02.842 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_co_items": 2, 2024-06-13T12:06:02.842 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_1_bytes": 0, 2024-06-13T12:06:02.842 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_1_items": 0, 2024-06-13T12:06:02.842 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_2_bytes": 0, 2024-06-13T12:06:02.842 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_2_items": 0 2024-06-13T12:06:02.842 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:02.842 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-13T12:06:02.842 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-06-13T12:06:02.842 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 104857600, 2024-06-13T12:06:02.842 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-06-13T12:06:02.842 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 274, 2024-06-13T12:06:02.843 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 1694577, 2024-06-13T12:06:02.843 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:02.843 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 274, 2024-06-13T12:06:02.843 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 0, 2024-06-13T12:06:02.843 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 0, 2024-06-13T12:06:02.843 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 274, 2024-06-13T12:06:02.843 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 1694577, 2024-06-13T12:06:02.843 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-06-13T12:06:02.843 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:06:02.843 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:06:02.843 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:06:02.843 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:06:02.844 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:06:02.844 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-13T12:06:03.547 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:03 smithi042 ceph-mon[32231]: pgmap v324: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-06-13T12:06:03.606 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-06-13T12:06:03.607 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-06-13T12:06:03.607 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.d 2024-06-13T12:06:03.607 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.d 2024-06-13T12:06:03.607 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.d 2024-06-13T12:06:03.607 DEBUG:tasks.check_counter:Getting stats from g 2024-06-13T12:06:03.607 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph daemon mds.g perf dump 2024-06-13T12:06:03.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:03 smithi162 ceph-mon[36757]: pgmap v324: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-06-13T12:06:03.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:03 smithi088 ceph-mon[36399]: pgmap v324: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-06-13T12:06:04.081 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T12:06:05.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:05 smithi042 ceph-mon[32231]: pgmap v325: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 44 KiB/s wr, 27 op/s 2024-06-13T12:06:05.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:05 smithi162 ceph-mon[36757]: pgmap v325: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 44 KiB/s wr, 27 op/s 2024-06-13T12:06:05.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:05 smithi088 ceph-mon[36399]: pgmap v325: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 44 KiB/s wr, 27 op/s 2024-06-13T12:06:06.525 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-13T12:06:06.526 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-0": { 2024-06-13T12:06:06.526 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 1666, 2024-06-13T12:06:06.526 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 1643, 2024-06-13T12:06:06.526 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 2274273, 2024-06-13T12:06:06.526 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 4999734, 2024-06-13T12:06:06.526 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 11, 2024-06-13T12:06:06.526 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 5, 2024-06-13T12:06:06.526 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.395989112, 2024-06-13T12:06:06.526 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.142533154, 2024-06-13T12:06:06.527 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.168701231, 2024-06-13T12:06:06.527 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.089020381, 2024-06-13T12:06:06.527 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:06:06.527 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 1642, 2024-06-13T12:06:06.527 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.332321809, 2024-06-13T12:06:06.527 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000202388 2024-06-13T12:06:06.527 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.527 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:06:06.527 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 11, 2024-06-13T12:06:06.527 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000002800, 2024-06-13T12:06:06.527 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000254 2024-06-13T12:06:06.528 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.528 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 1823664, 2024-06-13T12:06:06.528 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 217824 2024-06-13T12:06:06.528 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.528 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-1": { 2024-06-13T12:06:06.528 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 13371, 2024-06-13T12:06:06.528 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 10332, 2024-06-13T12:06:06.528 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 5181980, 2024-06-13T12:06:06.528 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 3932292, 2024-06-13T12:06:06.528 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 11, 2024-06-13T12:06:06.528 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 6, 2024-06-13T12:06:06.529 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 2.094190916, 2024-06-13T12:06:06.529 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.898009151, 2024-06-13T12:06:06.529 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 1.575363900, 2024-06-13T12:06:06.529 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.055999963, 2024-06-13T12:06:06.529 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:06:06.529 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 10330, 2024-06-13T12:06:06.529 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 1.465430270, 2024-06-13T12:06:06.529 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000141861 2024-06-13T12:06:06.529 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.529 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:06:06.529 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 21339, 2024-06-13T12:06:06.529 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.010030505, 2024-06-13T12:06:06.530 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000470 2024-06-13T12:06:06.530 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.530 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 5488, 2024-06-13T12:06:06.530 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 484208 2024-06-13T12:06:06.530 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.530 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-2": { 2024-06-13T12:06:06.530 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 7601, 2024-06-13T12:06:06.530 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 11388, 2024-06-13T12:06:06.530 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 2834635, 2024-06-13T12:06:06.530 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 13809491, 2024-06-13T12:06:06.530 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 17, 2024-06-13T12:06:06.531 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 5, 2024-06-13T12:06:06.531 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 2.861075179, 2024-06-13T12:06:06.531 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 1.876352234, 2024-06-13T12:06:06.531 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 1.061681577, 2024-06-13T12:06:06.531 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.091868807, 2024-06-13T12:06:06.531 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:06:06.531 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 11386, 2024-06-13T12:06:06.531 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 2.644954262, 2024-06-13T12:06:06.531 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000232298 2024-06-13T12:06:06.531 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.531 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:06:06.532 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 13661, 2024-06-13T12:06:06.532 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.008213701, 2024-06-13T12:06:06.532 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000601 2024-06-13T12:06:06.532 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.532 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 1925712, 2024-06-13T12:06:06.532 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 5273488 2024-06-13T12:06:06.532 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.532 INFO:teuthology.orchestra.run.smithi042.stdout: "cct": { 2024-06-13T12:06:06.532 INFO:teuthology.orchestra.run.smithi042.stdout: "total_workers": 1, 2024-06-13T12:06:06.532 INFO:teuthology.orchestra.run.smithi042.stdout: "unhealthy_workers": 0 2024-06-13T12:06:06.532 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.532 INFO:teuthology.orchestra.run.smithi042.stdout: "finisher-MDSRank": { 2024-06-13T12:06:06.533 INFO:teuthology.orchestra.run.smithi042.stdout: "queue_len": 0, 2024-06-13T12:06:06.533 INFO:teuthology.orchestra.run.smithi042.stdout: "complete_latency": { 2024-06-13T12:06:06.533 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 2558, 2024-06-13T12:06:06.533 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 4.487485475, 2024-06-13T12:06:06.533 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.001754294 2024-06-13T12:06:06.533 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:06:06.533 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.533 INFO:teuthology.orchestra.run.smithi042.stdout: "finisher-PurgeQueue": { 2024-06-13T12:06:06.533 INFO:teuthology.orchestra.run.smithi042.stdout: "queue_len": 0, 2024-06-13T12:06:06.533 INFO:teuthology.orchestra.run.smithi042.stdout: "complete_latency": { 2024-06-13T12:06:06.533 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 1812, 2024-06-13T12:06:06.533 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.319222686, 2024-06-13T12:06:06.534 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000176171 2024-06-13T12:06:06.534 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:06:06.534 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.534 INFO:teuthology.orchestra.run.smithi042.stdout: "mds": { 2024-06-13T12:06:06.534 INFO:teuthology.orchestra.run.smithi042.stdout: "request": 2767, 2024-06-13T12:06:06.534 INFO:teuthology.orchestra.run.smithi042.stdout: "reply": 2738, 2024-06-13T12:06:06.534 INFO:teuthology.orchestra.run.smithi042.stdout: "reply_latency": { 2024-06-13T12:06:06.534 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 2738, 2024-06-13T12:06:06.534 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 12.078408975, 2024-06-13T12:06:06.534 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.004411398 2024-06-13T12:06:06.535 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.535 INFO:teuthology.orchestra.run.smithi042.stdout: "slow_reply": 0, 2024-06-13T12:06:06.535 INFO:teuthology.orchestra.run.smithi042.stdout: "forward": 29, 2024-06-13T12:06:06.535 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_fetch_complete": 0, 2024-06-13T12:06:06.535 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_fetch_keys": 0, 2024-06-13T12:06:06.535 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_commit": 11, 2024-06-13T12:06:06.535 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_split": 0, 2024-06-13T12:06:06.535 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_merge": 0, 2024-06-13T12:06:06.535 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes": 1090, 2024-06-13T12:06:06.535 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_top": 6, 2024-06-13T12:06:06.535 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_bottom": 3, 2024-06-13T12:06:06.536 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_pin_tail": 1081, 2024-06-13T12:06:06.536 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_pinned": 1081, 2024-06-13T12:06:06.536 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_expired": 1670, 2024-06-13T12:06:06.536 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_with_caps": 1, 2024-06-13T12:06:06.536 INFO:teuthology.orchestra.run.smithi042.stdout: "caps": 1, 2024-06-13T12:06:06.536 INFO:teuthology.orchestra.run.smithi042.stdout: "subtrees": 6, 2024-06-13T12:06:06.536 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse": 5711, 2024-06-13T12:06:06.536 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_hit": 4402, 2024-06-13T12:06:06.536 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_forward": 27, 2024-06-13T12:06:06.536 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_discover": 173, 2024-06-13T12:06:06.536 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_dir_fetch": 0, 2024-06-13T12:06:06.536 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_remote_ino": 4, 2024-06-13T12:06:06.537 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_lock": 13, 2024-06-13T12:06:06.537 INFO:teuthology.orchestra.run.smithi042.stdout: "load_cent": 0, 2024-06-13T12:06:06.537 INFO:teuthology.orchestra.run.smithi042.stdout: "q": 0, 2024-06-13T12:06:06.537 INFO:teuthology.orchestra.run.smithi042.stdout: "exported": 68, 2024-06-13T12:06:06.537 INFO:teuthology.orchestra.run.smithi042.stdout: "exported_inodes": 1172, 2024-06-13T12:06:06.537 INFO:teuthology.orchestra.run.smithi042.stdout: "imported": 65, 2024-06-13T12:06:06.537 INFO:teuthology.orchestra.run.smithi042.stdout: "imported_inodes": 635, 2024-06-13T12:06:06.537 INFO:teuthology.orchestra.run.smithi042.stdout: "openino_dir_fetch": 0, 2024-06-13T12:06:06.537 INFO:teuthology.orchestra.run.smithi042.stdout: "openino_backtrace_fetch": 246, 2024-06-13T12:06:06.537 INFO:teuthology.orchestra.run.smithi042.stdout: "openino_peer_discover": 9, 2024-06-13T12:06:06.537 INFO:teuthology.orchestra.run.smithi042.stdout: "root_rfiles": 4, 2024-06-13T12:06:06.537 INFO:teuthology.orchestra.run.smithi042.stdout: "root_rbytes": 234, 2024-06-13T12:06:06.538 INFO:teuthology.orchestra.run.smithi042.stdout: "root_rsnaps": 5, 2024-06-13T12:06:06.538 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_backtrace_fetch": 246, 2024-06-13T12:06:06.538 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_set_tag": 0, 2024-06-13T12:06:06.538 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_backtrace_repaired": 0, 2024-06-13T12:06:06.538 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_inotable_repaired": 0, 2024-06-13T12:06:06.538 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_dir_inodes": 0, 2024-06-13T12:06:06.538 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_dir_base_inodes": 0, 2024-06-13T12:06:06.538 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_dirfrag_rstats": 0, 2024-06-13T12:06:06.538 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_file_inodes": 246, 2024-06-13T12:06:06.538 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_inode_file_caps": 54, 2024-06-13T12:06:06.538 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_cap_op_revoke": 571, 2024-06-13T12:06:06.538 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_cap_op_grant": 1650, 2024-06-13T12:06:06.539 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_cap_op_trunc": 38, 2024-06-13T12:06:06.539 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-06-13T12:06:06.539 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_cap_op_flush_ack": 0, 2024-06-13T12:06:06.539 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_client_caps": 1474, 2024-06-13T12:06:06.539 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_client_caps_dirty": 783, 2024-06-13T12:06:06.539 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_client_cap_release": 94, 2024-06-13T12:06:06.539 INFO:teuthology.orchestra.run.smithi042.stdout: "process_request_cap_release": 1985 2024-06-13T12:06:06.539 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.539 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_cache": { 2024-06-13T12:06:06.539 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_update": 0, 2024-06-13T12:06:06.539 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_update_receipt": 0, 2024-06-13T12:06:06.539 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_try_discover": 0, 2024-06-13T12:06:06.539 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_send_discover": 167, 2024-06-13T12:06:06.540 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_handle_discover": 106, 2024-06-13T12:06:06.540 INFO:teuthology.orchestra.run.smithi042.stdout: "num_strays": 106, 2024-06-13T12:06:06.540 INFO:teuthology.orchestra.run.smithi042.stdout: "num_strays_delayed": 0, 2024-06-13T12:06:06.540 INFO:teuthology.orchestra.run.smithi042.stdout: "num_strays_enqueuing": 0, 2024-06-13T12:06:06.540 INFO:teuthology.orchestra.run.smithi042.stdout: "strays_created": 923, 2024-06-13T12:06:06.540 INFO:teuthology.orchestra.run.smithi042.stdout: "strays_enqueued": 816, 2024-06-13T12:06:06.540 INFO:teuthology.orchestra.run.smithi042.stdout: "strays_reintegrated": 23, 2024-06-13T12:06:06.540 INFO:teuthology.orchestra.run.smithi042.stdout: "strays_migrated": 5, 2024-06-13T12:06:06.540 INFO:teuthology.orchestra.run.smithi042.stdout: "num_recovering_processing": 0, 2024-06-13T12:06:06.540 INFO:teuthology.orchestra.run.smithi042.stdout: "num_recovering_enqueued": 0, 2024-06-13T12:06:06.540 INFO:teuthology.orchestra.run.smithi042.stdout: "num_recovering_prioritized": 0, 2024-06-13T12:06:06.540 INFO:teuthology.orchestra.run.smithi042.stdout: "recovery_started": 0, 2024-06-13T12:06:06.541 INFO:teuthology.orchestra.run.smithi042.stdout: "recovery_completed": 0, 2024-06-13T12:06:06.541 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_quiesce_path": 0, 2024-06-13T12:06:06.541 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_quiesce_inode": 0, 2024-06-13T12:06:06.541 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_enqueue_scrub": 0, 2024-06-13T12:06:06.541 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_exportdir": 69, 2024-06-13T12:06:06.541 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_flush": 0, 2024-06-13T12:06:06.541 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_fragmentdir": 0, 2024-06-13T12:06:06.541 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_fragstats": 0, 2024-06-13T12:06:06.541 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_inodestats": 0 2024-06-13T12:06:06.541 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.541 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_log": { 2024-06-13T12:06:06.541 INFO:teuthology.orchestra.run.smithi042.stdout: "evlrg": 0, 2024-06-13T12:06:06.542 INFO:teuthology.orchestra.run.smithi042.stdout: "evadd": 4522, 2024-06-13T12:06:06.542 INFO:teuthology.orchestra.run.smithi042.stdout: "evex": 0, 2024-06-13T12:06:06.542 INFO:teuthology.orchestra.run.smithi042.stdout: "evtrm": 0, 2024-06-13T12:06:06.542 INFO:teuthology.orchestra.run.smithi042.stdout: "ev": 4522, 2024-06-13T12:06:06.542 INFO:teuthology.orchestra.run.smithi042.stdout: "evexg": 0, 2024-06-13T12:06:06.542 INFO:teuthology.orchestra.run.smithi042.stdout: "evexd": 0, 2024-06-13T12:06:06.542 INFO:teuthology.orchestra.run.smithi042.stdout: "segadd": 7, 2024-06-13T12:06:06.542 INFO:teuthology.orchestra.run.smithi042.stdout: "segex": 0, 2024-06-13T12:06:06.542 INFO:teuthology.orchestra.run.smithi042.stdout: "segtrm": 0, 2024-06-13T12:06:06.542 INFO:teuthology.orchestra.run.smithi042.stdout: "seg": 7, 2024-06-13T12:06:06.542 INFO:teuthology.orchestra.run.smithi042.stdout: "segmjr": 2, 2024-06-13T12:06:06.542 INFO:teuthology.orchestra.run.smithi042.stdout: "segexg": 0, 2024-06-13T12:06:06.543 INFO:teuthology.orchestra.run.smithi042.stdout: "segexd": 0, 2024-06-13T12:06:06.543 INFO:teuthology.orchestra.run.smithi042.stdout: "expos": 4194304, 2024-06-13T12:06:06.543 INFO:teuthology.orchestra.run.smithi042.stdout: "wrpos": 15784961, 2024-06-13T12:06:06.543 INFO:teuthology.orchestra.run.smithi042.stdout: "rdpos": 0, 2024-06-13T12:06:06.543 INFO:teuthology.orchestra.run.smithi042.stdout: "jlat": { 2024-06-13T12:06:06.543 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 1191, 2024-06-13T12:06:06.543 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 8.878669641, 2024-06-13T12:06:06.543 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.007454802 2024-06-13T12:06:06.543 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.543 INFO:teuthology.orchestra.run.smithi042.stdout: "replayed": 0 2024-06-13T12:06:06.543 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.544 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_mem": { 2024-06-13T12:06:06.544 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 413, 2024-06-13T12:06:06.544 INFO:teuthology.orchestra.run.smithi042.stdout: "ino+": 2032, 2024-06-13T12:06:06.544 INFO:teuthology.orchestra.run.smithi042.stdout: "ino-": 1619, 2024-06-13T12:06:06.544 INFO:teuthology.orchestra.run.smithi042.stdout: "dir": 132, 2024-06-13T12:06:06.544 INFO:teuthology.orchestra.run.smithi042.stdout: "dir+": 401, 2024-06-13T12:06:06.544 INFO:teuthology.orchestra.run.smithi042.stdout: "dir-": 269, 2024-06-13T12:06:06.544 INFO:teuthology.orchestra.run.smithi042.stdout: "dn": 1090, 2024-06-13T12:06:06.544 INFO:teuthology.orchestra.run.smithi042.stdout: "dn+": 3568, 2024-06-13T12:06:06.544 INFO:teuthology.orchestra.run.smithi042.stdout: "dn-": 2478, 2024-06-13T12:06:06.544 INFO:teuthology.orchestra.run.smithi042.stdout: "cap": 1, 2024-06-13T12:06:06.544 INFO:teuthology.orchestra.run.smithi042.stdout: "cap+": 1473, 2024-06-13T12:06:06.544 INFO:teuthology.orchestra.run.smithi042.stdout: "cap-": 1472, 2024-06-13T12:06:06.544 INFO:teuthology.orchestra.run.smithi042.stdout: "rss": 89836, 2024-06-13T12:06:06.545 INFO:teuthology.orchestra.run.smithi042.stdout: "heap": 223612 2024-06-13T12:06:06.545 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.545 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_server": { 2024-06-13T12:06:06.545 INFO:teuthology.orchestra.run.smithi042.stdout: "dispatch_client_request": 4809, 2024-06-13T12:06:06.545 INFO:teuthology.orchestra.run.smithi042.stdout: "dispatch_server_request": 723, 2024-06-13T12:06:06.545 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_client_request": 2767, 2024-06-13T12:06:06.545 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_client_session": 181, 2024-06-13T12:06:06.545 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_peer_request": 1885, 2024-06-13T12:06:06.545 INFO:teuthology.orchestra.run.smithi042.stdout: "req_create_latency": { 2024-06-13T12:06:06.545 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 175, 2024-06-13T12:06:06.545 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.475143972, 2024-06-13T12:06:06.546 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.002715108 2024-06-13T12:06:06.546 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.546 INFO:teuthology.orchestra.run.smithi042.stdout: "req_getattr_latency": { 2024-06-13T12:06:06.546 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 34, 2024-06-13T12:06:06.546 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.130081510, 2024-06-13T12:06:06.546 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.003825926 2024-06-13T12:06:06.546 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.546 INFO:teuthology.orchestra.run.smithi042.stdout: "req_getfilelock_latency": { 2024-06-13T12:06:06.546 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:06:06.546 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:06:06.546 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:06:06.546 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.547 INFO:teuthology.orchestra.run.smithi042.stdout: "req_link_latency": { 2024-06-13T12:06:06.547 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 44, 2024-06-13T12:06:06.547 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.494355105, 2024-06-13T12:06:06.547 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.011235343 2024-06-13T12:06:06.547 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.547 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookup_latency": { 2024-06-13T12:06:06.547 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 892, 2024-06-13T12:06:06.547 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.862513764, 2024-06-13T12:06:06.547 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000966943 2024-06-13T12:06:06.547 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.547 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookuphash_latency": { 2024-06-13T12:06:06.547 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:06:06.547 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:06:06.548 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:06:06.548 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.548 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookupino_latency": { 2024-06-13T12:06:06.548 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:06:06.548 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:06:06.548 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:06:06.548 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.548 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookupname_latency": { 2024-06-13T12:06:06.548 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:06:06.548 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:06:06.548 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:06:06.548 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.549 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookupparent_latency": { 2024-06-13T12:06:06.549 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:06:06.549 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:06:06.549 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:06:06.549 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.549 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookupsnap_latency": { 2024-06-13T12:06:06.549 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:06:06.549 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:06:06.549 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:06:06.549 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.549 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lssnap_latency": { 2024-06-13T12:06:06.550 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:06:06.550 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:06:06.550 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:06:06.550 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.550 INFO:teuthology.orchestra.run.smithi042.stdout: "req_mkdir_latency": { 2024-06-13T12:06:06.550 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 92, 2024-06-13T12:06:06.551 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.288881320, 2024-06-13T12:06:06.551 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.003140014 2024-06-13T12:06:06.551 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.553 INFO:teuthology.orchestra.run.smithi042.stdout: "req_mknod_latency": { 2024-06-13T12:06:06.553 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 92, 2024-06-13T12:06:06.553 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.221155345, 2024-06-13T12:06:06.554 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.002403862 2024-06-13T12:06:06.554 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.554 INFO:teuthology.orchestra.run.smithi042.stdout: "req_mksnap_latency": { 2024-06-13T12:06:06.554 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:06:06.554 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:06:06.554 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:06:06.554 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.554 INFO:teuthology.orchestra.run.smithi042.stdout: "req_open_latency": { 2024-06-13T12:06:06.554 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 2, 2024-06-13T12:06:06.554 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.001310699, 2024-06-13T12:06:06.555 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000655349 2024-06-13T12:06:06.555 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.555 INFO:teuthology.orchestra.run.smithi042.stdout: "req_readdir_latency": { 2024-06-13T12:06:06.555 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 160, 2024-06-13T12:06:06.555 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.307107817, 2024-06-13T12:06:06.555 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.001919423 2024-06-13T12:06:06.555 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.555 INFO:teuthology.orchestra.run.smithi042.stdout: "req_rename_latency": { 2024-06-13T12:06:06.555 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 126, 2024-06-13T12:06:06.555 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 2.802987469, 2024-06-13T12:06:06.555 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.022245932 2024-06-13T12:06:06.556 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.556 INFO:teuthology.orchestra.run.smithi042.stdout: "req_renamesnap_latency": { 2024-06-13T12:06:06.556 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:06:06.556 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:06:06.556 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:06:06.556 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.556 INFO:teuthology.orchestra.run.smithi042.stdout: "req_snapdiff_latency": { 2024-06-13T12:06:06.556 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:06:06.556 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:06:06.556 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:06:06.556 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.556 INFO:teuthology.orchestra.run.smithi042.stdout: "req_rmdir_latency": { 2024-06-13T12:06:06.556 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 124, 2024-06-13T12:06:06.557 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 2.215616734, 2024-06-13T12:06:06.557 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.017867876 2024-06-13T12:06:06.557 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.557 INFO:teuthology.orchestra.run.smithi042.stdout: "req_rmsnap_latency": { 2024-06-13T12:06:06.557 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:06:06.557 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:06:06.557 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:06:06.557 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.557 INFO:teuthology.orchestra.run.smithi042.stdout: "req_rmxattr_latency": { 2024-06-13T12:06:06.557 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:06:06.557 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:06:06.557 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:06:06.558 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.558 INFO:teuthology.orchestra.run.smithi042.stdout: "req_setattr_latency": { 2024-06-13T12:06:06.558 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 40, 2024-06-13T12:06:06.558 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.124304967, 2024-06-13T12:06:06.558 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.003107624 2024-06-13T12:06:06.558 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.558 INFO:teuthology.orchestra.run.smithi042.stdout: "req_setdirlayout_latency": { 2024-06-13T12:06:06.558 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:06:06.558 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:06:06.558 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:06:06.558 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.559 INFO:teuthology.orchestra.run.smithi042.stdout: "req_setfilelock_latency": { 2024-06-13T12:06:06.559 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:06:06.559 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:06:06.559 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:06:06.559 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.559 INFO:teuthology.orchestra.run.smithi042.stdout: "req_setlayout_latency": { 2024-06-13T12:06:06.559 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:06:06.559 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:06:06.559 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:06:06.559 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.559 INFO:teuthology.orchestra.run.smithi042.stdout: "req_setxattr_latency": { 2024-06-13T12:06:06.560 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:06:06.560 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:06:06.560 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:06:06.560 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.560 INFO:teuthology.orchestra.run.smithi042.stdout: "req_symlink_latency": { 2024-06-13T12:06:06.560 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 98, 2024-06-13T12:06:06.560 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.237030923, 2024-06-13T12:06:06.560 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.002418682 2024-06-13T12:06:06.560 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.560 INFO:teuthology.orchestra.run.smithi042.stdout: "req_unlink_latency": { 2024-06-13T12:06:06.560 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 859, 2024-06-13T12:06:06.560 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 3.917919350, 2024-06-13T12:06:06.561 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.004561023 2024-06-13T12:06:06.561 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.561 INFO:teuthology.orchestra.run.smithi042.stdout: "cap_revoke_eviction": 0, 2024-06-13T12:06:06.561 INFO:teuthology.orchestra.run.smithi042.stdout: "cap_acquisition_throttle": 0, 2024-06-13T12:06:06.561 INFO:teuthology.orchestra.run.smithi042.stdout: "req_getvxattr_latency": { 2024-06-13T12:06:06.561 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:06:06.561 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:06:06.561 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:06:06.561 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:06:06.561 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.561 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_sessions": { 2024-06-13T12:06:06.561 INFO:teuthology.orchestra.run.smithi042.stdout: "session_count": 1, 2024-06-13T12:06:06.562 INFO:teuthology.orchestra.run.smithi042.stdout: "session_add": 3, 2024-06-13T12:06:06.562 INFO:teuthology.orchestra.run.smithi042.stdout: "session_remove": 2, 2024-06-13T12:06:06.562 INFO:teuthology.orchestra.run.smithi042.stdout: "sessions_open": 1, 2024-06-13T12:06:06.562 INFO:teuthology.orchestra.run.smithi042.stdout: "sessions_stale": 0, 2024-06-13T12:06:06.562 INFO:teuthology.orchestra.run.smithi042.stdout: "total_load": 1236, 2024-06-13T12:06:06.562 INFO:teuthology.orchestra.run.smithi042.stdout: "average_load": 1236, 2024-06-13T12:06:06.562 INFO:teuthology.orchestra.run.smithi042.stdout: "avg_session_uptime": 636, 2024-06-13T12:06:06.562 INFO:teuthology.orchestra.run.smithi042.stdout: "mdthresh_evicted": 0 2024-06-13T12:06:06.562 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.562 INFO:teuthology.orchestra.run.smithi042.stdout: "mempool": { 2024-06-13T12:06:06.562 INFO:teuthology.orchestra.run.smithi042.stdout: "bloom_filter_bytes": 0, 2024-06-13T12:06:06.563 INFO:teuthology.orchestra.run.smithi042.stdout: "bloom_filter_items": 0, 2024-06-13T12:06:06.563 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_alloc_bytes": 0, 2024-06-13T12:06:06.563 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_alloc_items": 0, 2024-06-13T12:06:06.563 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_data_bytes": 0, 2024-06-13T12:06:06.563 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_data_items": 0, 2024-06-13T12:06:06.563 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-13T12:06:06.563 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_onode_items": 0, 2024-06-13T12:06:06.563 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-13T12:06:06.563 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_meta_items": 0, 2024-06-13T12:06:06.563 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_other_bytes": 0, 2024-06-13T12:06:06.563 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_other_items": 0, 2024-06-13T12:06:06.563 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-13T12:06:06.564 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_buffer_items": 0, 2024-06-13T12:06:06.564 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_extent_bytes": 0, 2024-06-13T12:06:06.564 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_extent_items": 0, 2024-06-13T12:06:06.564 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_blob_bytes": 0, 2024-06-13T12:06:06.564 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_blob_items": 0, 2024-06-13T12:06:06.564 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-13T12:06:06.564 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_shared_blob_items": 0, 2024-06-13T12:06:06.564 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-13T12:06:06.564 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_inline_bl_items": 0, 2024-06-13T12:06:06.564 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_fsck_bytes": 0, 2024-06-13T12:06:06.564 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_fsck_items": 0, 2024-06-13T12:06:06.564 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_txc_bytes": 0, 2024-06-13T12:06:06.565 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_txc_items": 0, 2024-06-13T12:06:06.565 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-13T12:06:06.565 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_deferred_items": 0, 2024-06-13T12:06:06.565 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_bytes": 0, 2024-06-13T12:06:06.565 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_items": 0, 2024-06-13T12:06:06.565 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_bytes": 0, 2024-06-13T12:06:06.565 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_items": 0, 2024-06-13T12:06:06.565 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_reader_bytes": 0, 2024-06-13T12:06:06.565 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_reader_items": 0, 2024-06-13T12:06:06.565 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_writer_bytes": 0, 2024-06-13T12:06:06.565 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_writer_items": 0, 2024-06-13T12:06:06.566 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_anon_bytes": 1192429, 2024-06-13T12:06:06.566 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_anon_items": 734, 2024-06-13T12:06:06.566 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_meta_bytes": 88, 2024-06-13T12:06:06.566 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_meta_items": 1, 2024-06-13T12:06:06.566 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_bytes": 0, 2024-06-13T12:06:06.566 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_items": 0, 2024-06-13T12:06:06.566 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_mapbl_bytes": 0, 2024-06-13T12:06:06.566 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_mapbl_items": 0, 2024-06-13T12:06:06.566 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_pglog_bytes": 0, 2024-06-13T12:06:06.566 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_pglog_items": 0, 2024-06-13T12:06:06.566 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_bytes": 9704, 2024-06-13T12:06:06.566 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_items": 186, 2024-06-13T12:06:06.567 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_mapping_bytes": 0, 2024-06-13T12:06:06.567 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_mapping_items": 0, 2024-06-13T12:06:06.567 INFO:teuthology.orchestra.run.smithi042.stdout: "pgmap_bytes": 0, 2024-06-13T12:06:06.567 INFO:teuthology.orchestra.run.smithi042.stdout: "pgmap_items": 0, 2024-06-13T12:06:06.567 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_co_bytes": 2217286, 2024-06-13T12:06:06.567 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_co_items": 190599, 2024-06-13T12:06:06.567 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_1_bytes": 0, 2024-06-13T12:06:06.567 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_1_items": 0, 2024-06-13T12:06:06.567 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_2_bytes": 0, 2024-06-13T12:06:06.567 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_2_items": 0 2024-06-13T12:06:06.567 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.567 INFO:teuthology.orchestra.run.smithi042.stdout: "objecter": { 2024-06-13T12:06:06.568 INFO:teuthology.orchestra.run.smithi042.stdout: "op_active": 0, 2024-06-13T12:06:06.568 INFO:teuthology.orchestra.run.smithi042.stdout: "op_laggy": 0, 2024-06-13T12:06:06.568 INFO:teuthology.orchestra.run.smithi042.stdout: "op_send": 3514, 2024-06-13T12:06:06.568 INFO:teuthology.orchestra.run.smithi042.stdout: "op_send_bytes": 11805115, 2024-06-13T12:06:06.568 INFO:teuthology.orchestra.run.smithi042.stdout: "op_resend": 31, 2024-06-13T12:06:06.568 INFO:teuthology.orchestra.run.smithi042.stdout: "op_reply": 3514, 2024-06-13T12:06:06.568 INFO:teuthology.orchestra.run.smithi042.stdout: "op_latency": { 2024-06-13T12:06:06.568 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 3514, 2024-06-13T12:06:06.568 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 26.167816720, 2024-06-13T12:06:06.568 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.007446732 2024-06-13T12:06:06.568 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.568 INFO:teuthology.orchestra.run.smithi042.stdout: "op_inflight": 0, 2024-06-13T12:06:06.569 INFO:teuthology.orchestra.run.smithi042.stdout: "oplen_avg": { 2024-06-13T12:06:06.569 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 3514, 2024-06-13T12:06:06.569 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 3682 2024-06-13T12:06:06.569 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.569 INFO:teuthology.orchestra.run.smithi042.stdout: "op": 3514, 2024-06-13T12:06:06.569 INFO:teuthology.orchestra.run.smithi042.stdout: "op_r": 377, 2024-06-13T12:06:06.569 INFO:teuthology.orchestra.run.smithi042.stdout: "op_w": 3137, 2024-06-13T12:06:06.569 INFO:teuthology.orchestra.run.smithi042.stdout: "op_rmw": 0, 2024-06-13T12:06:06.569 INFO:teuthology.orchestra.run.smithi042.stdout: "op_pg": 0, 2024-06-13T12:06:06.569 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_stat": 0, 2024-06-13T12:06:06.569 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_create": 10, 2024-06-13T12:06:06.569 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_read": 131, 2024-06-13T12:06:06.570 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_write": 1322, 2024-06-13T12:06:06.570 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_writefull": 87, 2024-06-13T12:06:06.570 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_writesame": 0, 2024-06-13T12:06:06.570 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_append": 0, 2024-06-13T12:06:06.570 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_zero": 19, 2024-06-13T12:06:06.570 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_truncate": 0, 2024-06-13T12:06:06.570 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_delete": 1533, 2024-06-13T12:06:06.570 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_mapext": 0, 2024-06-13T12:06:06.570 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_sparse_read": 0, 2024-06-13T12:06:06.570 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_clonerange": 0, 2024-06-13T12:06:06.570 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_getxattr": 246, 2024-06-13T12:06:06.571 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_setxattr": 20, 2024-06-13T12:06:06.571 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_cmpxattr": 0, 2024-06-13T12:06:06.571 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_rmxattr": 0, 2024-06-13T12:06:06.571 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_resetxattrs": 0, 2024-06-13T12:06:06.571 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_call": 0, 2024-06-13T12:06:06.571 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_watch": 0, 2024-06-13T12:06:06.571 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_notify": 0, 2024-06-13T12:06:06.571 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_src_cmpxattr": 0, 2024-06-13T12:06:06.571 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_pgls": 0, 2024-06-13T12:06:06.571 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_pgls_filter": 0, 2024-06-13T12:06:06.571 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_other": 45, 2024-06-13T12:06:06.572 INFO:teuthology.orchestra.run.smithi042.stdout: "linger_active": 0, 2024-06-13T12:06:06.572 INFO:teuthology.orchestra.run.smithi042.stdout: "linger_send": 0, 2024-06-13T12:06:06.572 INFO:teuthology.orchestra.run.smithi042.stdout: "linger_resend": 0, 2024-06-13T12:06:06.572 INFO:teuthology.orchestra.run.smithi042.stdout: "linger_ping": 0, 2024-06-13T12:06:06.572 INFO:teuthology.orchestra.run.smithi042.stdout: "poolop_active": 0, 2024-06-13T12:06:06.572 INFO:teuthology.orchestra.run.smithi042.stdout: "poolop_send": 0, 2024-06-13T12:06:06.572 INFO:teuthology.orchestra.run.smithi042.stdout: "poolop_resend": 0, 2024-06-13T12:06:06.572 INFO:teuthology.orchestra.run.smithi042.stdout: "poolstat_active": 0, 2024-06-13T12:06:06.572 INFO:teuthology.orchestra.run.smithi042.stdout: "poolstat_send": 0, 2024-06-13T12:06:06.572 INFO:teuthology.orchestra.run.smithi042.stdout: "poolstat_resend": 0, 2024-06-13T12:06:06.572 INFO:teuthology.orchestra.run.smithi042.stdout: "statfs_active": 0, 2024-06-13T12:06:06.573 INFO:teuthology.orchestra.run.smithi042.stdout: "statfs_send": 0, 2024-06-13T12:06:06.573 INFO:teuthology.orchestra.run.smithi042.stdout: "statfs_resend": 0, 2024-06-13T12:06:06.573 INFO:teuthology.orchestra.run.smithi042.stdout: "command_active": 0, 2024-06-13T12:06:06.573 INFO:teuthology.orchestra.run.smithi042.stdout: "command_send": 0, 2024-06-13T12:06:06.573 INFO:teuthology.orchestra.run.smithi042.stdout: "command_resend": 0, 2024-06-13T12:06:06.573 INFO:teuthology.orchestra.run.smithi042.stdout: "map_epoch": 107, 2024-06-13T12:06:06.573 INFO:teuthology.orchestra.run.smithi042.stdout: "map_full": 0, 2024-06-13T12:06:06.573 INFO:teuthology.orchestra.run.smithi042.stdout: "map_inc": 9, 2024-06-13T12:06:06.573 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_sessions": 12, 2024-06-13T12:06:06.573 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_session_open": 12, 2024-06-13T12:06:06.573 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_session_close": 0, 2024-06-13T12:06:06.574 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_laggy": 0, 2024-06-13T12:06:06.574 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_wr": 200, 2024-06-13T12:06:06.574 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_rd": 0, 2024-06-13T12:06:06.574 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_del": 69 2024-06-13T12:06:06.574 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.574 INFO:teuthology.orchestra.run.smithi042.stdout: "oft": { 2024-06-13T12:06:06.574 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_total_objs": 1, 2024-06-13T12:06:06.574 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_total_kv_pairs": 0, 2024-06-13T12:06:06.574 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_total_updates": 0, 2024-06-13T12:06:06.574 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_total_removes": 0 2024-06-13T12:06:06.575 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.575 INFO:teuthology.orchestra.run.smithi042.stdout: "osd-slow-ops": { 2024-06-13T12:06:06.575 INFO:teuthology.orchestra.run.smithi042.stdout: "slow_ops_count": 1 2024-06-13T12:06:06.575 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.575 INFO:teuthology.orchestra.run.smithi042.stdout: "purge_queue": { 2024-06-13T12:06:06.575 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executing_ops": 0, 2024-06-13T12:06:06.575 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executing_ops_high_water": 21, 2024-06-13T12:06:06.575 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executing": 0, 2024-06-13T12:06:06.575 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executing_high_water": 14, 2024-06-13T12:06:06.575 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executed_ops": 1538, 2024-06-13T12:06:06.575 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executed": 816, 2024-06-13T12:06:06.575 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_item_in_journal": 0 2024-06-13T12:06:06.575 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.576 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-13T12:06:06.576 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-06-13T12:06:06.576 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 104857600, 2024-06-13T12:06:06.576 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-06-13T12:06:06.576 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 22634, 2024-06-13T12:06:06.576 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 8027298, 2024-06-13T12:06:06.576 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:06.576 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 22634, 2024-06-13T12:06:06.576 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 0, 2024-06-13T12:06:06.576 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 0, 2024-06-13T12:06:06.576 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 22634, 2024-06-13T12:06:06.576 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 8027298, 2024-06-13T12:06:06.576 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-06-13T12:06:06.577 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:06:06.577 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:06:06.577 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:06:06.577 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:06:06.577 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.577 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-objecter_bytes": { 2024-06-13T12:06:06.577 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-06-13T12:06:06.577 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 104857600, 2024-06-13T12:06:06.577 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-06-13T12:06:06.577 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 0, 2024-06-13T12:06:06.577 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 0, 2024-06-13T12:06:06.577 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:06.578 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 0, 2024-06-13T12:06:06.578 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 3514, 2024-06-13T12:06:06.578 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 11901571, 2024-06-13T12:06:06.578 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 3514, 2024-06-13T12:06:06.578 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 11901571, 2024-06-13T12:06:06.578 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-06-13T12:06:06.578 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:06:06.578 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:06:06.578 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:06:06.578 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:06:06.578 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.578 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-objecter_ops": { 2024-06-13T12:06:06.579 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-06-13T12:06:06.579 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 1024, 2024-06-13T12:06:06.579 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-06-13T12:06:06.579 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 0, 2024-06-13T12:06:06.579 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 0, 2024-06-13T12:06:06.579 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:06.579 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 0, 2024-06-13T12:06:06.579 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 3514, 2024-06-13T12:06:06.579 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 3514, 2024-06-13T12:06:06.579 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 3514, 2024-06-13T12:06:06.579 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 3514, 2024-06-13T12:06:06.580 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-06-13T12:06:06.580 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:06:06.580 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:06:06.580 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:06:06.580 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:06:06.580 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.580 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-write_buf_throttle": { 2024-06-13T12:06:06.580 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-06-13T12:06:06.580 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 3758096384, 2024-06-13T12:06:06.580 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-06-13T12:06:06.580 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 816, 2024-06-13T12:06:06.580 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 96456, 2024-06-13T12:06:06.581 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:06.581 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 816, 2024-06-13T12:06:06.581 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 0, 2024-06-13T12:06:06.581 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 0, 2024-06-13T12:06:06.581 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 131, 2024-06-13T12:06:06.581 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 96456, 2024-06-13T12:06:06.581 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-06-13T12:06:06.581 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:06:06.581 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:06:06.581 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:06:06.581 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:06:06.582 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:06.582 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-write_buf_throttle-0x5614265a2500": { 2024-06-13T12:06:06.582 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-06-13T12:06:06.582 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 3758096384, 2024-06-13T12:06:06.582 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-06-13T12:06:06.582 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 4522, 2024-06-13T12:06:06.582 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 11590657, 2024-06-13T12:06:06.582 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:06.582 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 4522, 2024-06-13T12:06:06.582 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 0, 2024-06-13T12:06:06.582 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 0, 2024-06-13T12:06:06.583 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 1191, 2024-06-13T12:06:06.583 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 11590657, 2024-06-13T12:06:06.583 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-06-13T12:06:06.583 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:06:06.583 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:06:06.583 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:06:06.583 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:06:06.583 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:06:06.583 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-13T12:06:07.410 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:07 smithi042 ceph-mon[32231]: pgmap v326: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-06-13T12:06:07.410 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:07 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T12:06:07.466 INFO:tasks.check_counter:Daemon mds.g mds.exported=68 2024-06-13T12:06:07.466 INFO:tasks.check_counter:Daemon mds.g mds.imported=65 2024-06-13T12:06:07.466 INFO:tasks.check_counter:Daemon mds.g mds.root_rsnaps=5 2024-06-13T12:06:07.466 INFO:tasks.check_counter:Daemon mds.g mds_server.req_mksnap_latency.avgcount=0 2024-06-13T12:06:07.466 INFO:tasks.check_counter:Daemon mds.g mds_server.req_rmsnap_latency.avgcount=0 2024-06-13T12:06:07.466 DEBUG:tasks.check_counter:Getting stats from j 2024-06-13T12:06:07.467 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph daemon mds.j perf dump 2024-06-13T12:06:07.614 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:07 smithi162 ceph-mon[36757]: pgmap v326: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-06-13T12:06:07.614 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:07 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T12:06:07.633 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:07 smithi088 ceph-mon[36399]: pgmap v326: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-06-13T12:06:07.633 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:07 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T12:06:08.281 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T12:06:09.489 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:09 smithi042 ceph-mon[32231]: pgmap v327: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-06-13T12:06:09.489 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:09 smithi042 ceph-mon[32231]: osdmap e108: 12 total, 12 up, 12 in 2024-06-13T12:06:09.489 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:09 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:06:09.489 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:09 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:06:09.489 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:09 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:06:09.489 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:09 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:06:09.490 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:09 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.490 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:09 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.490 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:09 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.490 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:09 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.490 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:09 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.490 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:09 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.490 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:09 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.490 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:09 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.490 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:09 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.490 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:09 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.490 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:09 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.490 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:09 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.490 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:09 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.491 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:09 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.491 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:09 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.491 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:09 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:09 smithi162 ceph-mon[36757]: pgmap v327: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-06-13T12:06:09.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:09 smithi162 ceph-mon[36757]: osdmap e108: 12 total, 12 up, 12 in 2024-06-13T12:06:09.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:09 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:06:09.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:09 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:06:09.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:09 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:06:09.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:09 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:06:09.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:09 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:09 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:09 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:09 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:09 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:09 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:09 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:09 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:09 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:09 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:09 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:09 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:09 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:09 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:09 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:09 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:09 smithi088 ceph-mon[36399]: pgmap v327: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-06-13T12:06:09.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:09 smithi088 ceph-mon[36399]: osdmap e108: 12 total, 12 up, 12 in 2024-06-13T12:06:09.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:09 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:06:09.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:09 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:06:09.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:09 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:06:09.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:09 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:06:09.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:09 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:09 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:09 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:09 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:09 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:09 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:09 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:09 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:09 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:09 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:09 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:09 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:09 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:09 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:09 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:09.756 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:09 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:10.446 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:10 smithi042 ceph-mon[32231]: Adjusting osd_memory_target on smithi162 to 176.2M 2024-06-13T12:06:10.446 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:10 smithi042 ceph-mon[32231]: Unable to set osd_memory_target on smithi162 to 184788172: error parsing value: Value '184788172' is below minimum 939524096 2024-06-13T12:06:10.446 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:10 smithi042 ceph-mon[32231]: Adjusting osd_memory_target on smithi088 to 176.2M 2024-06-13T12:06:10.446 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:10 smithi042 ceph-mon[32231]: Unable to set osd_memory_target on smithi088 to 184785305: error parsing value: Value '184785305' is below minimum 939524096 2024-06-13T12:06:10.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:10 smithi162 ceph-mon[36757]: Adjusting osd_memory_target on smithi162 to 176.2M 2024-06-13T12:06:10.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:10 smithi162 ceph-mon[36757]: Unable to set osd_memory_target on smithi162 to 184788172: error parsing value: Value '184788172' is below minimum 939524096 2024-06-13T12:06:10.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:10 smithi162 ceph-mon[36757]: Adjusting osd_memory_target on smithi088 to 176.2M 2024-06-13T12:06:10.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:10 smithi162 ceph-mon[36757]: Unable to set osd_memory_target on smithi088 to 184785305: error parsing value: Value '184785305' is below minimum 939524096 2024-06-13T12:06:10.667 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-13T12:06:10.667 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-0": { 2024-06-13T12:06:10.667 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 0, 2024-06-13T12:06:10.667 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 2, 2024-06-13T12:06:10.668 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 0, 2024-06-13T12:06:10.668 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 0, 2024-06-13T12:06:10.668 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 4, 2024-06-13T12:06:10.668 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 0, 2024-06-13T12:06:10.668 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.004253945, 2024-06-13T12:06:10.668 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.000000000, 2024-06-13T12:06:10.668 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.000864433, 2024-06-13T12:06:10.668 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-13T12:06:10.668 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:06:10.668 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:06:10.668 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:06:10.669 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:06:10.669 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:10.669 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:06:10.669 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:06:10.669 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:06:10.669 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:06:10.669 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:10.669 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 0, 2024-06-13T12:06:10.669 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 0 2024-06-13T12:06:10.669 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:10.669 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-1": { 2024-06-13T12:06:10.670 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 279, 2024-06-13T12:06:10.670 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 265, 2024-06-13T12:06:10.670 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 1736768, 2024-06-13T12:06:10.670 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 162768, 2024-06-13T12:06:10.670 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 2, 2024-06-13T12:06:10.670 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 1, 2024-06-13T12:06:10.670 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.134004926, 2024-06-13T12:06:10.670 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.048610181, 2024-06-13T12:06:10.670 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.104902030, 2024-06-13T12:06:10.670 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.012359877, 2024-06-13T12:06:10.670 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:06:10.670 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 265, 2024-06-13T12:06:10.671 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.029731697, 2024-06-13T12:06:10.671 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000112195 2024-06-13T12:06:10.671 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:10.671 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:06:10.671 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:06:10.671 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:06:10.671 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:06:10.671 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:10.671 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 1736768, 2024-06-13T12:06:10.671 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 162768 2024-06-13T12:06:10.671 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:10.672 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-2": { 2024-06-13T12:06:10.672 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 2, 2024-06-13T12:06:10.672 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 201, 2024-06-13T12:06:10.672 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 320, 2024-06-13T12:06:10.672 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 191200, 2024-06-13T12:06:10.672 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 5, 2024-06-13T12:06:10.672 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 3, 2024-06-13T12:06:10.672 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.042218825, 2024-06-13T12:06:10.672 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.031690758, 2024-06-13T12:06:10.672 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.004095759, 2024-06-13T12:06:10.672 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-13T12:06:10.672 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:06:10.673 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 198, 2024-06-13T12:06:10.673 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.031273349, 2024-06-13T12:06:10.673 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000157946 2024-06-13T12:06:10.673 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:10.673 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:06:10.673 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:06:10.673 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:06:10.673 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:06:10.673 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:10.673 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 320, 2024-06-13T12:06:10.673 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 191200 2024-06-13T12:06:10.673 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:10.673 INFO:teuthology.orchestra.run.smithi042.stdout: "cct": { 2024-06-13T12:06:10.674 INFO:teuthology.orchestra.run.smithi042.stdout: "total_workers": 0, 2024-06-13T12:06:10.674 INFO:teuthology.orchestra.run.smithi042.stdout: "unhealthy_workers": 0 2024-06-13T12:06:10.674 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:10.674 INFO:teuthology.orchestra.run.smithi042.stdout: "mempool": { 2024-06-13T12:06:10.674 INFO:teuthology.orchestra.run.smithi042.stdout: "bloom_filter_bytes": 0, 2024-06-13T12:06:10.674 INFO:teuthology.orchestra.run.smithi042.stdout: "bloom_filter_items": 0, 2024-06-13T12:06:10.674 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_alloc_bytes": 0, 2024-06-13T12:06:10.674 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_alloc_items": 0, 2024-06-13T12:06:10.674 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_data_bytes": 0, 2024-06-13T12:06:10.674 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_data_items": 0, 2024-06-13T12:06:10.674 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-13T12:06:10.674 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_onode_items": 0, 2024-06-13T12:06:10.674 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-13T12:06:10.675 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_meta_items": 0, 2024-06-13T12:06:10.675 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_other_bytes": 0, 2024-06-13T12:06:10.675 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_other_items": 0, 2024-06-13T12:06:10.675 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-13T12:06:10.675 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_buffer_items": 0, 2024-06-13T12:06:10.675 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_extent_bytes": 0, 2024-06-13T12:06:10.675 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_extent_items": 0, 2024-06-13T12:06:10.675 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_blob_bytes": 0, 2024-06-13T12:06:10.675 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_blob_items": 0, 2024-06-13T12:06:10.675 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-13T12:06:10.675 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_shared_blob_items": 0, 2024-06-13T12:06:10.675 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-13T12:06:10.675 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_inline_bl_items": 0, 2024-06-13T12:06:10.675 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_fsck_bytes": 0, 2024-06-13T12:06:10.676 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_fsck_items": 0, 2024-06-13T12:06:10.676 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_txc_bytes": 0, 2024-06-13T12:06:10.676 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_txc_items": 0, 2024-06-13T12:06:10.676 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-13T12:06:10.676 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_deferred_items": 0, 2024-06-13T12:06:10.676 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_bytes": 0, 2024-06-13T12:06:10.676 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_items": 0, 2024-06-13T12:06:10.676 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_bytes": 0, 2024-06-13T12:06:10.676 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_items": 0, 2024-06-13T12:06:10.676 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_reader_bytes": 0, 2024-06-13T12:06:10.676 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_reader_items": 0, 2024-06-13T12:06:10.676 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_writer_bytes": 0, 2024-06-13T12:06:10.676 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_writer_items": 0, 2024-06-13T12:06:10.676 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_anon_bytes": 148714, 2024-06-13T12:06:10.676 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_anon_items": 30, 2024-06-13T12:06:10.677 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_meta_bytes": 0, 2024-06-13T12:06:10.677 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_meta_items": 0, 2024-06-13T12:06:10.677 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_bytes": 0, 2024-06-13T12:06:10.677 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_items": 0, 2024-06-13T12:06:10.677 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_mapbl_bytes": 0, 2024-06-13T12:06:10.677 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_mapbl_items": 0, 2024-06-13T12:06:10.677 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_pglog_bytes": 0, 2024-06-13T12:06:10.677 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_pglog_items": 0, 2024-06-13T12:06:10.677 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_bytes": 0, 2024-06-13T12:06:10.677 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_items": 0, 2024-06-13T12:06:10.677 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_mapping_bytes": 0, 2024-06-13T12:06:10.677 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_mapping_items": 0, 2024-06-13T12:06:10.677 INFO:teuthology.orchestra.run.smithi042.stdout: "pgmap_bytes": 0, 2024-06-13T12:06:10.677 INFO:teuthology.orchestra.run.smithi042.stdout: "pgmap_items": 0, 2024-06-13T12:06:10.677 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_co_bytes": 928, 2024-06-13T12:06:10.678 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_co_items": 2, 2024-06-13T12:06:10.678 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_1_bytes": 0, 2024-06-13T12:06:10.678 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_1_items": 0, 2024-06-13T12:06:10.678 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_2_bytes": 0, 2024-06-13T12:06:10.678 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_2_items": 0 2024-06-13T12:06:10.678 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-13T12:06:10.678 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-13T12:06:10.678 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-06-13T12:06:10.678 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 104857600, 2024-06-13T12:06:10.678 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-06-13T12:06:10.678 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 277, 2024-06-13T12:06:10.678 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 1694967, 2024-06-13T12:06:10.679 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:10.679 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 277, 2024-06-13T12:06:10.679 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 0, 2024-06-13T12:06:10.679 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 0, 2024-06-13T12:06:10.679 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 277, 2024-06-13T12:06:10.679 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 1694967, 2024-06-13T12:06:10.679 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-06-13T12:06:10.679 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-13T12:06:10.679 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-13T12:06:10.679 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-13T12:06:10.679 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:06:10.679 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-13T12:06:10.679 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-13T12:06:10.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:10 smithi088 ceph-mon[36399]: Adjusting osd_memory_target on smithi162 to 176.2M 2024-06-13T12:06:10.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:10 smithi088 ceph-mon[36399]: Unable to set osd_memory_target on smithi162 to 184788172: error parsing value: Value '184788172' is below minimum 939524096 2024-06-13T12:06:10.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:10 smithi088 ceph-mon[36399]: Adjusting osd_memory_target on smithi088 to 176.2M 2024-06-13T12:06:10.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:10 smithi088 ceph-mon[36399]: Unable to set osd_memory_target on smithi088 to 184785305: error parsing value: Value '184785305' is below minimum 939524096 2024-06-13T12:06:11.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:11 smithi042 ceph-mon[32231]: pgmap v329: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-06-13T12:06:11.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:11 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:06:11.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:11 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:06:11.441 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-06-13T12:06:11.442 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-06-13T12:06:11.442 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.j 2024-06-13T12:06:11.442 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.j 2024-06-13T12:06:11.442 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.j 2024-06-13T12:06:11.442 DEBUG:tasks.check_counter:Getting stats from b 2024-06-13T12:06:11.442 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph daemon mds.b perf dump 2024-06-13T12:06:11.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:11 smithi162 ceph-mon[36757]: pgmap v329: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-06-13T12:06:11.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:11 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:06:11.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:11 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:06:11.688 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.b/config 2024-06-13T12:06:11.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:11 smithi088 ceph-mon[36399]: pgmap v329: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-06-13T12:06:11.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:11 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:06:11.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:11 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:06:12.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:12 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:12.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:12 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:12.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:12 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:12.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:12 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:12.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:12 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:12.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:12 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:12.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:12 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:12.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:12 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:12.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:12 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T12:06:12.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:12 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T12:06:12.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:12 smithi088 ceph-mon[36399]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:06:12.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:12 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:12.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:12 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:12.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:12 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:12.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:12 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:12.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:12 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:12.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:12 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:12.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:12 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:12.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:12 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:12.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:12 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T12:06:12.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:12 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T12:06:12.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:12 smithi042 ceph-mon[32231]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:06:12.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:12 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:12.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:12 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:12.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:12 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:12.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:12 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:12.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:12 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:12.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:12 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:12.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:12 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:12.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:12 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-13T12:06:12.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:12 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T12:06:12.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:12 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T12:06:12.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:12 smithi162 ceph-mon[36757]: from='mgr.25157 ' entity='mgr.x' 2024-06-13T12:06:13.415 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:13 smithi088 ceph-mon[36399]: Adjusting osd_memory_target on smithi042 to 177.5M 2024-06-13T12:06:13.415 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:13 smithi088 ceph-mon[36399]: Unable to set osd_memory_target on smithi042 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-06-13T12:06:13.415 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:13 smithi088 ceph-mon[36399]: pgmap v330: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-06-13T12:06:13.542 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-06-13T12:06:13.542 INFO:teuthology.orchestra.run.smithi088.stdout: "AsyncMessenger::Worker-0": { 2024-06-13T12:06:13.542 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_messages": 24512, 2024-06-13T12:06:13.542 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages": 23670, 2024-06-13T12:06:13.542 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_bytes": 7905839, 2024-06-13T12:06:13.542 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_bytes": 111311110, 2024-06-13T12:06:13.542 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_created_connections": 57, 2024-06-13T12:06:13.543 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_active_connections": 6, 2024-06-13T12:06:13.543 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_total_time": 2.163989552, 2024-06-13T12:06:13.543 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_send_time": 0.842152873, 2024-06-13T12:06:13.543 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_recv_time": 0.371870481, 2024-06-13T12:06:13.543 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_fast_dispatch_time": 0.832824358, 2024-06-13T12:06:13.543 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:06:13.543 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 23664, 2024-06-13T12:06:13.543 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 16.516726929, 2024-06-13T12:06:13.543 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000697968 2024-06-13T12:06:13.543 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.543 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:06:13.544 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 1329, 2024-06-13T12:06:13.544 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000284291, 2024-06-13T12:06:13.544 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000213 2024-06-13T12:06:13.544 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.544 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_encrypted_bytes": 472848, 2024-06-13T12:06:13.544 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_encrypted_bytes": 129456 2024-06-13T12:06:13.544 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.544 INFO:teuthology.orchestra.run.smithi088.stdout: "AsyncMessenger::Worker-1": { 2024-06-13T12:06:13.544 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_messages": 85900, 2024-06-13T12:06:13.544 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages": 143517, 2024-06-13T12:06:13.544 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_bytes": 34205206, 2024-06-13T12:06:13.545 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_bytes": 139062418, 2024-06-13T12:06:13.545 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_created_connections": 29, 2024-06-13T12:06:13.545 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_active_connections": 6, 2024-06-13T12:06:13.545 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_total_time": 6.168383460, 2024-06-13T12:06:13.545 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_send_time": 2.693559464, 2024-06-13T12:06:13.545 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_recv_time": 3.366974234, 2024-06-13T12:06:13.545 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_fast_dispatch_time": 0.752681081, 2024-06-13T12:06:13.545 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:06:13.545 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 143518, 2024-06-13T12:06:13.545 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 24.142783924, 2024-06-13T12:06:13.545 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000168221 2024-06-13T12:06:13.546 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.546 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:06:13.546 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 144248, 2024-06-13T12:06:13.546 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.025099862, 2024-06-13T12:06:13.546 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000174 2024-06-13T12:06:13.546 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.546 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_encrypted_bytes": 23029536, 2024-06-13T12:06:13.546 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_encrypted_bytes": 61354432 2024-06-13T12:06:13.546 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.546 INFO:teuthology.orchestra.run.smithi088.stdout: "AsyncMessenger::Worker-2": { 2024-06-13T12:06:13.547 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_messages": 30752, 2024-06-13T12:06:13.547 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages": 33814, 2024-06-13T12:06:13.547 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_bytes": 12070775, 2024-06-13T12:06:13.547 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_bytes": 60560790, 2024-06-13T12:06:13.547 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_created_connections": 11, 2024-06-13T12:06:13.547 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_active_connections": 6, 2024-06-13T12:06:13.547 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_total_time": 2.418472697, 2024-06-13T12:06:13.547 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_send_time": 1.005480793, 2024-06-13T12:06:13.547 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_recv_time": 0.663695407, 2024-06-13T12:06:13.547 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_fast_dispatch_time": 0.716379528, 2024-06-13T12:06:13.547 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:06:13.547 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 33814, 2024-06-13T12:06:13.548 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 15.623699234, 2024-06-13T12:06:13.548 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000462048 2024-06-13T12:06:13.548 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.548 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:06:13.548 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 17682, 2024-06-13T12:06:13.548 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.003040474, 2024-06-13T12:06:13.548 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000171 2024-06-13T12:06:13.548 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.548 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_encrypted_bytes": 1889968, 2024-06-13T12:06:13.548 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_encrypted_bytes": 178592 2024-06-13T12:06:13.548 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.548 INFO:teuthology.orchestra.run.smithi088.stdout: "cct": { 2024-06-13T12:06:13.549 INFO:teuthology.orchestra.run.smithi088.stdout: "total_workers": 1, 2024-06-13T12:06:13.549 INFO:teuthology.orchestra.run.smithi088.stdout: "unhealthy_workers": 0 2024-06-13T12:06:13.549 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.549 INFO:teuthology.orchestra.run.smithi088.stdout: "finisher-MDSRank": { 2024-06-13T12:06:13.549 INFO:teuthology.orchestra.run.smithi088.stdout: "queue_len": 0, 2024-06-13T12:06:13.549 INFO:teuthology.orchestra.run.smithi088.stdout: "complete_latency": { 2024-06-13T12:06:13.549 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 11891, 2024-06-13T12:06:13.549 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 44.260487545, 2024-06-13T12:06:13.549 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.003722183 2024-06-13T12:06:13.549 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-06-13T12:06:13.549 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.549 INFO:teuthology.orchestra.run.smithi088.stdout: "finisher-PurgeQueue": { 2024-06-13T12:06:13.550 INFO:teuthology.orchestra.run.smithi088.stdout: "queue_len": 0, 2024-06-13T12:06:13.550 INFO:teuthology.orchestra.run.smithi088.stdout: "complete_latency": { 2024-06-13T12:06:13.550 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 21776, 2024-06-13T12:06:13.550 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 2.693388550, 2024-06-13T12:06:13.550 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000123686 2024-06-13T12:06:13.550 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-06-13T12:06:13.550 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.550 INFO:teuthology.orchestra.run.smithi088.stdout: "mds": { 2024-06-13T12:06:13.550 INFO:teuthology.orchestra.run.smithi088.stdout: "request": 33127, 2024-06-13T12:06:13.550 INFO:teuthology.orchestra.run.smithi088.stdout: "reply": 32961, 2024-06-13T12:06:13.550 INFO:teuthology.orchestra.run.smithi088.stdout: "reply_latency": { 2024-06-13T12:06:13.551 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 32961, 2024-06-13T12:06:13.551 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 137.041561232, 2024-06-13T12:06:13.551 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.004157688 2024-06-13T12:06:13.551 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.551 INFO:teuthology.orchestra.run.smithi088.stdout: "slow_reply": 0, 2024-06-13T12:06:13.551 INFO:teuthology.orchestra.run.smithi088.stdout: "forward": 166, 2024-06-13T12:06:13.551 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_fetch_complete": 19, 2024-06-13T12:06:13.551 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_fetch_keys": 2, 2024-06-13T12:06:13.552 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_commit": 5478, 2024-06-13T12:06:13.552 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_split": 15, 2024-06-13T12:06:13.552 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_merge": 0, 2024-06-13T12:06:13.552 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes": 30348, 2024-06-13T12:06:13.552 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_top": 17254, 2024-06-13T12:06:13.552 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_bottom": 13020, 2024-06-13T12:06:13.552 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_pin_tail": 74, 2024-06-13T12:06:13.552 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_pinned": 5294, 2024-06-13T12:06:13.552 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_expired": 1231, 2024-06-13T12:06:13.552 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_with_caps": 3, 2024-06-13T12:06:13.552 INFO:teuthology.orchestra.run.smithi088.stdout: "caps": 4, 2024-06-13T12:06:13.553 INFO:teuthology.orchestra.run.smithi088.stdout: "subtrees": 48, 2024-06-13T12:06:13.553 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse": 37813, 2024-06-13T12:06:13.553 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_hit": 36995, 2024-06-13T12:06:13.553 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_forward": 77, 2024-06-13T12:06:13.553 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_discover": 86, 2024-06-13T12:06:13.553 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_dir_fetch": 2, 2024-06-13T12:06:13.553 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_remote_ino": 0, 2024-06-13T12:06:13.553 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_lock": 7, 2024-06-13T12:06:13.553 INFO:teuthology.orchestra.run.smithi088.stdout: "load_cent": 0, 2024-06-13T12:06:13.553 INFO:teuthology.orchestra.run.smithi088.stdout: "q": 0, 2024-06-13T12:06:13.553 INFO:teuthology.orchestra.run.smithi088.stdout: "exported": 102, 2024-06-13T12:06:13.554 INFO:teuthology.orchestra.run.smithi088.stdout: "exported_inodes": 996, 2024-06-13T12:06:13.554 INFO:teuthology.orchestra.run.smithi088.stdout: "imported": 110, 2024-06-13T12:06:13.554 INFO:teuthology.orchestra.run.smithi088.stdout: "imported_inodes": 1982, 2024-06-13T12:06:13.554 INFO:teuthology.orchestra.run.smithi088.stdout: "openino_dir_fetch": 0, 2024-06-13T12:06:13.554 INFO:teuthology.orchestra.run.smithi088.stdout: "openino_backtrace_fetch": 5835, 2024-06-13T12:06:13.554 INFO:teuthology.orchestra.run.smithi088.stdout: "openino_peer_discover": 0, 2024-06-13T12:06:13.555 INFO:teuthology.orchestra.run.smithi088.stdout: "root_rfiles": 4, 2024-06-13T12:06:13.555 INFO:teuthology.orchestra.run.smithi088.stdout: "root_rbytes": 234, 2024-06-13T12:06:13.555 INFO:teuthology.orchestra.run.smithi088.stdout: "root_rsnaps": 7, 2024-06-13T12:06:13.555 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_backtrace_fetch": 5835, 2024-06-13T12:06:13.555 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_set_tag": 0, 2024-06-13T12:06:13.555 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_backtrace_repaired": 0, 2024-06-13T12:06:13.555 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_inotable_repaired": 0, 2024-06-13T12:06:13.555 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_dir_inodes": 515, 2024-06-13T12:06:13.555 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_dir_base_inodes": 3, 2024-06-13T12:06:13.555 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_dirfrag_rstats": 512, 2024-06-13T12:06:13.555 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_file_inodes": 5320, 2024-06-13T12:06:13.555 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_inode_file_caps": 255, 2024-06-13T12:06:13.556 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_revoke": 4215, 2024-06-13T12:06:13.556 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_grant": 29220, 2024-06-13T12:06:13.556 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_trunc": 177, 2024-06-13T12:06:13.556 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-06-13T12:06:13.556 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_flush_ack": 0, 2024-06-13T12:06:13.556 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_caps": 21586, 2024-06-13T12:06:13.556 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_caps_dirty": 14333, 2024-06-13T12:06:13.556 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_cap_release": 176, 2024-06-13T12:06:13.556 INFO:teuthology.orchestra.run.smithi088.stdout: "process_request_cap_release": 18340 2024-06-13T12:06:13.556 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.556 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_cache": { 2024-06-13T12:06:13.556 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_update": 0, 2024-06-13T12:06:13.557 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_update_receipt": 0, 2024-06-13T12:06:13.557 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_try_discover": 0, 2024-06-13T12:06:13.557 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_send_discover": 89, 2024-06-13T12:06:13.557 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_handle_discover": 257, 2024-06-13T12:06:13.557 INFO:teuthology.orchestra.run.smithi088.stdout: "num_strays": 1714, 2024-06-13T12:06:13.557 INFO:teuthology.orchestra.run.smithi088.stdout: "num_strays_delayed": 0, 2024-06-13T12:06:13.557 INFO:teuthology.orchestra.run.smithi088.stdout: "num_strays_enqueuing": 0, 2024-06-13T12:06:13.557 INFO:teuthology.orchestra.run.smithi088.stdout: "strays_created": 13181, 2024-06-13T12:06:13.557 INFO:teuthology.orchestra.run.smithi088.stdout: "strays_enqueued": 11420, 2024-06-13T12:06:13.557 INFO:teuthology.orchestra.run.smithi088.stdout: "strays_reintegrated": 97, 2024-06-13T12:06:13.558 INFO:teuthology.orchestra.run.smithi088.stdout: "strays_migrated": 9, 2024-06-13T12:06:13.558 INFO:teuthology.orchestra.run.smithi088.stdout: "num_recovering_processing": 0, 2024-06-13T12:06:13.558 INFO:teuthology.orchestra.run.smithi088.stdout: "num_recovering_enqueued": 0, 2024-06-13T12:06:13.558 INFO:teuthology.orchestra.run.smithi088.stdout: "num_recovering_prioritized": 0, 2024-06-13T12:06:13.558 INFO:teuthology.orchestra.run.smithi088.stdout: "recovery_started": 0, 2024-06-13T12:06:13.558 INFO:teuthology.orchestra.run.smithi088.stdout: "recovery_completed": 0, 2024-06-13T12:06:13.558 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_quiesce_path": 0, 2024-06-13T12:06:13.558 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_quiesce_inode": 0, 2024-06-13T12:06:13.558 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_enqueue_scrub": 3, 2024-06-13T12:06:13.558 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_exportdir": 102, 2024-06-13T12:06:13.559 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_flush": 0, 2024-06-13T12:06:13.559 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_fragmentdir": 15, 2024-06-13T12:06:13.559 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_fragstats": 0, 2024-06-13T12:06:13.559 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_inodestats": 0 2024-06-13T12:06:13.559 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.559 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_log": { 2024-06-13T12:06:13.559 INFO:teuthology.orchestra.run.smithi088.stdout: "evlrg": 0, 2024-06-13T12:06:13.559 INFO:teuthology.orchestra.run.smithi088.stdout: "evadd": 70266, 2024-06-13T12:06:13.559 INFO:teuthology.orchestra.run.smithi088.stdout: "evex": 65519, 2024-06-13T12:06:13.559 INFO:teuthology.orchestra.run.smithi088.stdout: "evtrm": 65519, 2024-06-13T12:06:13.560 INFO:teuthology.orchestra.run.smithi088.stdout: "ev": 4747, 2024-06-13T12:06:13.560 INFO:teuthology.orchestra.run.smithi088.stdout: "evexg": 0, 2024-06-13T12:06:13.560 INFO:teuthology.orchestra.run.smithi088.stdout: "evexd": 6493, 2024-06-13T12:06:13.560 INFO:teuthology.orchestra.run.smithi088.stdout: "segadd": 97, 2024-06-13T12:06:13.560 INFO:teuthology.orchestra.run.smithi088.stdout: "segex": 91, 2024-06-13T12:06:13.560 INFO:teuthology.orchestra.run.smithi088.stdout: "segtrm": 91, 2024-06-13T12:06:13.560 INFO:teuthology.orchestra.run.smithi088.stdout: "seg": 6, 2024-06-13T12:06:13.560 INFO:teuthology.orchestra.run.smithi088.stdout: "segmjr": 1, 2024-06-13T12:06:13.560 INFO:teuthology.orchestra.run.smithi088.stdout: "segexg": 0, 2024-06-13T12:06:13.561 INFO:teuthology.orchestra.run.smithi088.stdout: "segexd": 8, 2024-06-13T12:06:13.561 INFO:teuthology.orchestra.run.smithi088.stdout: "expos": 169610004, 2024-06-13T12:06:13.561 INFO:teuthology.orchestra.run.smithi088.stdout: "wrpos": 181036020, 2024-06-13T12:06:13.561 INFO:teuthology.orchestra.run.smithi088.stdout: "rdpos": 0, 2024-06-13T12:06:13.561 INFO:teuthology.orchestra.run.smithi088.stdout: "jlat": { 2024-06-13T12:06:13.561 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 5969, 2024-06-13T12:06:13.561 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 306.725758648, 2024-06-13T12:06:13.561 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.051386456 2024-06-13T12:06:13.561 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.561 INFO:teuthology.orchestra.run.smithi088.stdout: "replayed": 0 2024-06-13T12:06:13.561 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.562 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_mem": { 2024-06-13T12:06:13.562 INFO:teuthology.orchestra.run.smithi088.stdout: "ino": 14296, 2024-06-13T12:06:13.562 INFO:teuthology.orchestra.run.smithi088.stdout: "ino+": 26727, 2024-06-13T12:06:13.562 INFO:teuthology.orchestra.run.smithi088.stdout: "ino-": 12431, 2024-06-13T12:06:13.562 INFO:teuthology.orchestra.run.smithi088.stdout: "dir": 1726, 2024-06-13T12:06:13.562 INFO:teuthology.orchestra.run.smithi088.stdout: "dir+": 1909, 2024-06-13T12:06:13.562 INFO:teuthology.orchestra.run.smithi088.stdout: "dir-": 183, 2024-06-13T12:06:13.562 INFO:teuthology.orchestra.run.smithi088.stdout: "dn": 30348, 2024-06-13T12:06:13.562 INFO:teuthology.orchestra.run.smithi088.stdout: "dn+": 43462, 2024-06-13T12:06:13.562 INFO:teuthology.orchestra.run.smithi088.stdout: "dn-": 13114, 2024-06-13T12:06:13.562 INFO:teuthology.orchestra.run.smithi088.stdout: "cap": 4, 2024-06-13T12:06:13.562 INFO:teuthology.orchestra.run.smithi088.stdout: "cap+": 14101, 2024-06-13T12:06:13.563 INFO:teuthology.orchestra.run.smithi088.stdout: "cap-": 14097, 2024-06-13T12:06:13.563 INFO:teuthology.orchestra.run.smithi088.stdout: "rss": 214376, 2024-06-13T12:06:13.563 INFO:teuthology.orchestra.run.smithi088.stdout: "heap": 231804 2024-06-13T12:06:13.563 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.563 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_server": { 2024-06-13T12:06:13.563 INFO:teuthology.orchestra.run.smithi088.stdout: "dispatch_client_request": 41384, 2024-06-13T12:06:13.563 INFO:teuthology.orchestra.run.smithi088.stdout: "dispatch_server_request": 2002, 2024-06-13T12:06:13.564 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_request": 33127, 2024-06-13T12:06:13.564 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_session": 363, 2024-06-13T12:06:13.564 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_peer_request": 3453, 2024-06-13T12:06:13.564 INFO:teuthology.orchestra.run.smithi088.stdout: "req_create_latency": { 2024-06-13T12:06:13.564 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 11472, 2024-06-13T12:06:13.564 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 26.156551455, 2024-06-13T12:06:13.564 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.002280034 2024-06-13T12:06:13.564 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.564 INFO:teuthology.orchestra.run.smithi088.stdout: "req_getattr_latency": { 2024-06-13T12:06:13.564 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 328, 2024-06-13T12:06:13.564 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.743021419, 2024-06-13T12:06:13.565 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.002265309 2024-06-13T12:06:13.565 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.565 INFO:teuthology.orchestra.run.smithi088.stdout: "req_getfilelock_latency": { 2024-06-13T12:06:13.565 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:13.565 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:13.565 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:13.565 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.565 INFO:teuthology.orchestra.run.smithi088.stdout: "req_link_latency": { 2024-06-13T12:06:13.565 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 210, 2024-06-13T12:06:13.566 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 1.660178120, 2024-06-13T12:06:13.566 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.007905610 2024-06-13T12:06:13.566 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.566 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookup_latency": { 2024-06-13T12:06:13.566 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 2440, 2024-06-13T12:06:13.566 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 1.817410477, 2024-06-13T12:06:13.566 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000744840 2024-06-13T12:06:13.566 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.566 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookuphash_latency": { 2024-06-13T12:06:13.566 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:13.566 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:13.567 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:13.567 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.567 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookupino_latency": { 2024-06-13T12:06:13.567 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 2, 2024-06-13T12:06:13.567 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000351133, 2024-06-13T12:06:13.567 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000175566 2024-06-13T12:06:13.567 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.568 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookupname_latency": { 2024-06-13T12:06:13.568 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:13.568 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:13.568 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:13.568 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.568 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookupparent_latency": { 2024-06-13T12:06:13.568 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:13.568 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:13.569 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:13.569 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.569 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookupsnap_latency": { 2024-06-13T12:06:13.569 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:13.570 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:13 smithi042 ceph-mon[32231]: Adjusting osd_memory_target on smithi042 to 177.5M 2024-06-13T12:06:13.571 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:13 smithi042 ceph-mon[32231]: Unable to set osd_memory_target on smithi042 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-06-13T12:06:13.571 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:13 smithi042 ceph-mon[32231]: pgmap v330: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-06-13T12:06:13.571 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:13.571 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:13.571 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.571 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lssnap_latency": { 2024-06-13T12:06:13.571 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 11, 2024-06-13T12:06:13.571 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.003427136, 2024-06-13T12:06:13.571 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000311557 2024-06-13T12:06:13.572 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.572 INFO:teuthology.orchestra.run.smithi088.stdout: "req_mkdir_latency": { 2024-06-13T12:06:13.572 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 1714, 2024-06-13T12:06:13.572 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 6.781252000, 2024-06-13T12:06:13.572 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.003956389 2024-06-13T12:06:13.572 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.572 INFO:teuthology.orchestra.run.smithi088.stdout: "req_mknod_latency": { 2024-06-13T12:06:13.572 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 403, 2024-06-13T12:06:13.572 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 1.314955536, 2024-06-13T12:06:13.573 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.003262916 2024-06-13T12:06:13.573 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.573 INFO:teuthology.orchestra.run.smithi088.stdout: "req_mksnap_latency": { 2024-06-13T12:06:13.573 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 11, 2024-06-13T12:06:13.573 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.308559486, 2024-06-13T12:06:13.573 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.028050862 2024-06-13T12:06:13.573 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.573 INFO:teuthology.orchestra.run.smithi088.stdout: "req_open_latency": { 2024-06-13T12:06:13.573 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 47, 2024-06-13T12:06:13.573 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.017303872, 2024-06-13T12:06:13.573 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000368167 2024-06-13T12:06:13.573 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.574 INFO:teuthology.orchestra.run.smithi088.stdout: "req_readdir_latency": { 2024-06-13T12:06:13.574 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 1748, 2024-06-13T12:06:13.574 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 2.184525369, 2024-06-13T12:06:13.574 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.001249728 2024-06-13T12:06:13.574 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.574 INFO:teuthology.orchestra.run.smithi088.stdout: "req_rename_latency": { 2024-06-13T12:06:13.574 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 477, 2024-06-13T12:06:13.574 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 40.129159330, 2024-06-13T12:06:13.574 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.084128216 2024-06-13T12:06:13.574 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.574 INFO:teuthology.orchestra.run.smithi088.stdout: "req_renamesnap_latency": { 2024-06-13T12:06:13.575 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:13.575 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:13.575 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:13.575 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.575 INFO:teuthology.orchestra.run.smithi088.stdout: "req_snapdiff_latency": { 2024-06-13T12:06:13.575 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:13.575 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:13.575 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:13.575 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.575 INFO:teuthology.orchestra.run.smithi088.stdout: "req_rmdir_latency": { 2024-06-13T12:06:13.576 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 1879, 2024-06-13T12:06:13.576 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 30.139495994, 2024-06-13T12:06:13.576 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.016040178 2024-06-13T12:06:13.576 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.576 INFO:teuthology.orchestra.run.smithi088.stdout: "req_rmsnap_latency": { 2024-06-13T12:06:13.576 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 4, 2024-06-13T12:06:13.576 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.027731714, 2024-06-13T12:06:13.576 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.006932928 2024-06-13T12:06:13.576 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.576 INFO:teuthology.orchestra.run.smithi088.stdout: "req_rmxattr_latency": { 2024-06-13T12:06:13.576 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:13.577 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:13.577 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:13.577 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.577 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setattr_latency": { 2024-06-13T12:06:13.577 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 184, 2024-06-13T12:06:13.577 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.996496532, 2024-06-13T12:06:13.577 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.005415742 2024-06-13T12:06:13.577 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.577 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setdirlayout_latency": { 2024-06-13T12:06:13.577 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:13.578 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:13.578 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:13.578 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.578 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setfilelock_latency": { 2024-06-13T12:06:13.578 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:13.578 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:13.578 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:13.578 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.578 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setlayout_latency": { 2024-06-13T12:06:13.579 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:13.579 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:13.579 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:13.579 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.579 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setxattr_latency": { 2024-06-13T12:06:13.579 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 9, 2024-06-13T12:06:13.579 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.027074095, 2024-06-13T12:06:13.579 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.003008232 2024-06-13T12:06:13.579 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.580 INFO:teuthology.orchestra.run.smithi088.stdout: "req_symlink_latency": { 2024-06-13T12:06:13.580 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 419, 2024-06-13T12:06:13.580 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 3.236100259, 2024-06-13T12:06:13.580 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.007723389 2024-06-13T12:06:13.580 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.580 INFO:teuthology.orchestra.run.smithi088.stdout: "req_unlink_latency": { 2024-06-13T12:06:13.580 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 11603, 2024-06-13T12:06:13.580 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 21.497967305, 2024-06-13T12:06:13.580 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.001852793 2024-06-13T12:06:13.580 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.580 INFO:teuthology.orchestra.run.smithi088.stdout: "cap_revoke_eviction": 0, 2024-06-13T12:06:13.581 INFO:teuthology.orchestra.run.smithi088.stdout: "cap_acquisition_throttle": 0, 2024-06-13T12:06:13.581 INFO:teuthology.orchestra.run.smithi088.stdout: "req_getvxattr_latency": { 2024-06-13T12:06:13.581 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:13.581 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:13.581 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:13.581 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-06-13T12:06:13.581 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.581 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_sessions": { 2024-06-13T12:06:13.581 INFO:teuthology.orchestra.run.smithi088.stdout: "session_count": 2, 2024-06-13T12:06:13.581 INFO:teuthology.orchestra.run.smithi088.stdout: "session_add": 7, 2024-06-13T12:06:13.581 INFO:teuthology.orchestra.run.smithi088.stdout: "session_remove": 5, 2024-06-13T12:06:13.582 INFO:teuthology.orchestra.run.smithi088.stdout: "sessions_open": 2, 2024-06-13T12:06:13.582 INFO:teuthology.orchestra.run.smithi088.stdout: "sessions_stale": 0, 2024-06-13T12:06:13.582 INFO:teuthology.orchestra.run.smithi088.stdout: "total_load": 244, 2024-06-13T12:06:13.582 INFO:teuthology.orchestra.run.smithi088.stdout: "average_load": 122, 2024-06-13T12:06:13.582 INFO:teuthology.orchestra.run.smithi088.stdout: "avg_session_uptime": 628, 2024-06-13T12:06:13.582 INFO:teuthology.orchestra.run.smithi088.stdout: "mdthresh_evicted": 0 2024-06-13T12:06:13.582 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.582 INFO:teuthology.orchestra.run.smithi088.stdout: "mempool": { 2024-06-13T12:06:13.582 INFO:teuthology.orchestra.run.smithi088.stdout: "bloom_filter_bytes": 0, 2024-06-13T12:06:13.582 INFO:teuthology.orchestra.run.smithi088.stdout: "bloom_filter_items": 0, 2024-06-13T12:06:13.583 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_alloc_bytes": 0, 2024-06-13T12:06:13.583 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_alloc_items": 0, 2024-06-13T12:06:13.583 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_data_bytes": 0, 2024-06-13T12:06:13.583 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_data_items": 0, 2024-06-13T12:06:13.583 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-13T12:06:13.583 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_onode_items": 0, 2024-06-13T12:06:13.583 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-13T12:06:13.583 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_meta_items": 0, 2024-06-13T12:06:13.583 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_other_bytes": 0, 2024-06-13T12:06:13.583 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_other_items": 0, 2024-06-13T12:06:13.583 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-13T12:06:13.584 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_buffer_items": 0, 2024-06-13T12:06:13.584 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_extent_bytes": 0, 2024-06-13T12:06:13.584 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_extent_items": 0, 2024-06-13T12:06:13.584 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_blob_bytes": 0, 2024-06-13T12:06:13.584 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_blob_items": 0, 2024-06-13T12:06:13.584 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-13T12:06:13.584 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_shared_blob_items": 0, 2024-06-13T12:06:13.584 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-13T12:06:13.584 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_inline_bl_items": 0, 2024-06-13T12:06:13.584 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_fsck_bytes": 0, 2024-06-13T12:06:13.584 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_fsck_items": 0, 2024-06-13T12:06:13.585 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_txc_bytes": 0, 2024-06-13T12:06:13.585 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_txc_items": 0, 2024-06-13T12:06:13.585 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-13T12:06:13.585 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_writing_deferred_items": 0, 2024-06-13T12:06:13.585 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_writing_bytes": 0, 2024-06-13T12:06:13.585 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_writing_items": 0, 2024-06-13T12:06:13.585 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_bytes": 0, 2024-06-13T12:06:13.585 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_items": 0, 2024-06-13T12:06:13.585 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_file_reader_bytes": 0, 2024-06-13T12:06:13.585 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_file_reader_items": 0, 2024-06-13T12:06:13.585 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_file_writer_bytes": 0, 2024-06-13T12:06:13.586 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_file_writer_items": 0, 2024-06-13T12:06:13.586 INFO:teuthology.orchestra.run.smithi088.stdout: "buffer_anon_bytes": 14581856, 2024-06-13T12:06:13.586 INFO:teuthology.orchestra.run.smithi088.stdout: "buffer_anon_items": 17117, 2024-06-13T12:06:13.586 INFO:teuthology.orchestra.run.smithi088.stdout: "buffer_meta_bytes": 1496, 2024-06-13T12:06:13.586 INFO:teuthology.orchestra.run.smithi088.stdout: "buffer_meta_items": 17, 2024-06-13T12:06:13.586 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_bytes": 0, 2024-06-13T12:06:13.586 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_items": 0, 2024-06-13T12:06:13.586 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_mapbl_bytes": 0, 2024-06-13T12:06:13.586 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_mapbl_items": 0, 2024-06-13T12:06:13.586 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_pglog_bytes": 0, 2024-06-13T12:06:13.586 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_pglog_items": 0, 2024-06-13T12:06:13.586 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_bytes": 9944, 2024-06-13T12:06:13.587 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_items": 192, 2024-06-13T12:06:13.587 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_mapping_bytes": 0, 2024-06-13T12:06:13.587 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_mapping_items": 0, 2024-06-13T12:06:13.587 INFO:teuthology.orchestra.run.smithi088.stdout: "pgmap_bytes": 0, 2024-06-13T12:06:13.587 INFO:teuthology.orchestra.run.smithi088.stdout: "pgmap_items": 0, 2024-06-13T12:06:13.587 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_co_bytes": 60178229, 2024-06-13T12:06:13.587 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_co_items": 1628633, 2024-06-13T12:06:13.587 INFO:teuthology.orchestra.run.smithi088.stdout: "unittest_1_bytes": 0, 2024-06-13T12:06:13.587 INFO:teuthology.orchestra.run.smithi088.stdout: "unittest_1_items": 0, 2024-06-13T12:06:13.587 INFO:teuthology.orchestra.run.smithi088.stdout: "unittest_2_bytes": 0, 2024-06-13T12:06:13.587 INFO:teuthology.orchestra.run.smithi088.stdout: "unittest_2_items": 0 2024-06-13T12:06:13.588 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.588 INFO:teuthology.orchestra.run.smithi088.stdout: "objecter": { 2024-06-13T12:06:13.588 INFO:teuthology.orchestra.run.smithi088.stdout: "op_active": 0, 2024-06-13T12:06:13.588 INFO:teuthology.orchestra.run.smithi088.stdout: "op_laggy": 0, 2024-06-13T12:06:13.588 INFO:teuthology.orchestra.run.smithi088.stdout: "op_send": 67539, 2024-06-13T12:06:13.588 INFO:teuthology.orchestra.run.smithi088.stdout: "op_send_bytes": 223422248, 2024-06-13T12:06:13.588 INFO:teuthology.orchestra.run.smithi088.stdout: "op_resend": 37, 2024-06-13T12:06:13.588 INFO:teuthology.orchestra.run.smithi088.stdout: "op_reply": 67539, 2024-06-13T12:06:13.588 INFO:teuthology.orchestra.run.smithi088.stdout: "op_latency": { 2024-06-13T12:06:13.588 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 67539, 2024-06-13T12:06:13.588 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 16808.285685164, 2024-06-13T12:06:13.588 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.248867849 2024-06-13T12:06:13.589 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.589 INFO:teuthology.orchestra.run.smithi088.stdout: "op_inflight": 0, 2024-06-13T12:06:13.589 INFO:teuthology.orchestra.run.smithi088.stdout: "oplen_avg": { 2024-06-13T12:06:13.589 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 67539, 2024-06-13T12:06:13.589 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 119848 2024-06-13T12:06:13.589 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.589 INFO:teuthology.orchestra.run.smithi088.stdout: "op": 67539, 2024-06-13T12:06:13.589 INFO:teuthology.orchestra.run.smithi088.stdout: "op_r": 6133, 2024-06-13T12:06:13.589 INFO:teuthology.orchestra.run.smithi088.stdout: "op_w": 61406, 2024-06-13T12:06:13.589 INFO:teuthology.orchestra.run.smithi088.stdout: "op_rmw": 0, 2024-06-13T12:06:13.590 INFO:teuthology.orchestra.run.smithi088.stdout: "op_pg": 0, 2024-06-13T12:06:13.590 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_stat": 3705, 2024-06-13T12:06:13.590 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_create": 25902, 2024-06-13T12:06:13.590 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_read": 240, 2024-06-13T12:06:13.590 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_write": 6206, 2024-06-13T12:06:13.590 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_writefull": 199, 2024-06-13T12:06:13.590 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_writesame": 0, 2024-06-13T12:06:13.590 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_append": 0, 2024-06-13T12:06:13.590 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_zero": 57, 2024-06-13T12:06:13.590 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_truncate": 15, 2024-06-13T12:06:13.590 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_delete": 23131, 2024-06-13T12:06:13.591 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_mapext": 0, 2024-06-13T12:06:13.591 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_sparse_read": 0, 2024-06-13T12:06:13.591 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_clonerange": 0, 2024-06-13T12:06:13.591 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_getxattr": 5848, 2024-06-13T12:06:13.591 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_setxattr": 41582, 2024-06-13T12:06:13.591 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_cmpxattr": 0, 2024-06-13T12:06:13.591 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_rmxattr": 0, 2024-06-13T12:06:13.591 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_resetxattrs": 0, 2024-06-13T12:06:13.591 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_call": 0, 2024-06-13T12:06:13.591 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_watch": 0, 2024-06-13T12:06:13.591 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_notify": 0, 2024-06-13T12:06:13.591 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_src_cmpxattr": 0, 2024-06-13T12:06:13.592 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_pgls": 0, 2024-06-13T12:06:13.592 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_pgls_filter": 0, 2024-06-13T12:06:13.592 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_other": 211, 2024-06-13T12:06:13.592 INFO:teuthology.orchestra.run.smithi088.stdout: "linger_active": 0, 2024-06-13T12:06:13.592 INFO:teuthology.orchestra.run.smithi088.stdout: "linger_send": 0, 2024-06-13T12:06:13.592 INFO:teuthology.orchestra.run.smithi088.stdout: "linger_resend": 0, 2024-06-13T12:06:13.592 INFO:teuthology.orchestra.run.smithi088.stdout: "linger_ping": 0, 2024-06-13T12:06:13.592 INFO:teuthology.orchestra.run.smithi088.stdout: "poolop_active": 0, 2024-06-13T12:06:13.592 INFO:teuthology.orchestra.run.smithi088.stdout: "poolop_send": 0, 2024-06-13T12:06:13.592 INFO:teuthology.orchestra.run.smithi088.stdout: "poolop_resend": 0, 2024-06-13T12:06:13.592 INFO:teuthology.orchestra.run.smithi088.stdout: "poolstat_active": 0, 2024-06-13T12:06:13.592 INFO:teuthology.orchestra.run.smithi088.stdout: "poolstat_send": 0, 2024-06-13T12:06:13.593 INFO:teuthology.orchestra.run.smithi088.stdout: "poolstat_resend": 0, 2024-06-13T12:06:13.593 INFO:teuthology.orchestra.run.smithi088.stdout: "statfs_active": 0, 2024-06-13T12:06:13.593 INFO:teuthology.orchestra.run.smithi088.stdout: "statfs_send": 0, 2024-06-13T12:06:13.593 INFO:teuthology.orchestra.run.smithi088.stdout: "statfs_resend": 0, 2024-06-13T12:06:13.593 INFO:teuthology.orchestra.run.smithi088.stdout: "command_active": 0, 2024-06-13T12:06:13.593 INFO:teuthology.orchestra.run.smithi088.stdout: "command_send": 0, 2024-06-13T12:06:13.593 INFO:teuthology.orchestra.run.smithi088.stdout: "command_resend": 0, 2024-06-13T12:06:13.593 INFO:teuthology.orchestra.run.smithi088.stdout: "map_epoch": 108, 2024-06-13T12:06:13.593 INFO:teuthology.orchestra.run.smithi088.stdout: "map_full": 0, 2024-06-13T12:06:13.593 INFO:teuthology.orchestra.run.smithi088.stdout: "map_inc": 19, 2024-06-13T12:06:13.593 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_sessions": 12, 2024-06-13T12:06:13.593 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_session_open": 12, 2024-06-13T12:06:13.594 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_session_close": 0, 2024-06-13T12:06:13.594 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_laggy": 0, 2024-06-13T12:06:13.594 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_wr": 10826, 2024-06-13T12:06:13.594 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_rd": 76, 2024-06-13T12:06:13.594 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_del": 1850 2024-06-13T12:06:13.594 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.594 INFO:teuthology.orchestra.run.smithi088.stdout: "oft": { 2024-06-13T12:06:13.594 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_total_objs": 1, 2024-06-13T12:06:13.594 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_total_kv_pairs": 0, 2024-06-13T12:06:13.594 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_total_updates": 0, 2024-06-13T12:06:13.594 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_total_removes": 0 2024-06-13T12:06:13.594 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.595 INFO:teuthology.orchestra.run.smithi088.stdout: "osd-slow-ops": { 2024-06-13T12:06:13.595 INFO:teuthology.orchestra.run.smithi088.stdout: "slow_ops_count": 2 2024-06-13T12:06:13.595 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.595 INFO:teuthology.orchestra.run.smithi088.stdout: "purge_queue": { 2024-06-13T12:06:13.595 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executing_ops": 0, 2024-06-13T12:06:13.595 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executing_ops_high_water": 22, 2024-06-13T12:06:13.595 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executing": 0, 2024-06-13T12:06:13.595 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executing_high_water": 14, 2024-06-13T12:06:13.595 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executed_ops": 22595, 2024-06-13T12:06:13.595 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executed": 11420, 2024-06-13T12:06:13.595 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_item_in_journal": 0 2024-06-13T12:06:13.595 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.596 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-13T12:06:13.596 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-06-13T12:06:13.596 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 104857600, 2024-06-13T12:06:13.596 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-06-13T12:06:13.596 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 141160, 2024-06-13T12:06:13.596 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 38753281, 2024-06-13T12:06:13.596 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:13.596 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 141160, 2024-06-13T12:06:13.596 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 0, 2024-06-13T12:06:13.596 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 0, 2024-06-13T12:06:13.596 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 141160, 2024-06-13T12:06:13.597 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 38753281, 2024-06-13T12:06:13.597 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-06-13T12:06:13.597 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:13.597 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:13.597 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:13.597 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-06-13T12:06:13.597 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.597 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-objecter_bytes": { 2024-06-13T12:06:13.597 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-06-13T12:06:13.597 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 104857600, 2024-06-13T12:06:13.597 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-06-13T12:06:13.598 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 0, 2024-06-13T12:06:13.598 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 0, 2024-06-13T12:06:13.598 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:13.598 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 0, 2024-06-13T12:06:13.598 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 67539, 2024-06-13T12:06:13.598 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 224828160, 2024-06-13T12:06:13.598 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 67539, 2024-06-13T12:06:13.598 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 224828160, 2024-06-13T12:06:13.598 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-06-13T12:06:13.598 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:13.598 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:13.598 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:13.599 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-06-13T12:06:13.599 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.599 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-objecter_ops": { 2024-06-13T12:06:13.599 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-06-13T12:06:13.599 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 1024, 2024-06-13T12:06:13.599 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-06-13T12:06:13.599 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 0, 2024-06-13T12:06:13.599 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 0, 2024-06-13T12:06:13.599 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:13.599 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 0, 2024-06-13T12:06:13.599 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 67539, 2024-06-13T12:06:13.599 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 67539, 2024-06-13T12:06:13.600 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 67539, 2024-06-13T12:06:13.600 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 67539, 2024-06-13T12:06:13.600 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-06-13T12:06:13.600 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:13.600 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:13.600 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:13.600 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-06-13T12:06:13.600 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.600 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-write_buf_throttle": { 2024-06-13T12:06:13.600 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-06-13T12:06:13.600 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 3758096384, 2024-06-13T12:06:13.601 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-06-13T12:06:13.601 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 11420, 2024-06-13T12:06:13.601 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 1407460, 2024-06-13T12:06:13.601 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:13.601 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 11420, 2024-06-13T12:06:13.601 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 0, 2024-06-13T12:06:13.601 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 0, 2024-06-13T12:06:13.601 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 237, 2024-06-13T12:06:13.601 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 1407460, 2024-06-13T12:06:13.601 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-06-13T12:06:13.601 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:13.601 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:13.601 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:13.602 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-06-13T12:06:13.602 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:13.602 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-write_buf_throttle-0x56445e502500": { 2024-06-13T12:06:13.602 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-06-13T12:06:13.602 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 3758096384, 2024-06-13T12:06:13.602 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-06-13T12:06:13.602 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 70266, 2024-06-13T12:06:13.602 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 176841716, 2024-06-13T12:06:13.602 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:13.602 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 70266, 2024-06-13T12:06:13.602 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 0, 2024-06-13T12:06:13.602 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 0, 2024-06-13T12:06:13.603 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 5969, 2024-06-13T12:06:13.603 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 176841716, 2024-06-13T12:06:13.603 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-06-13T12:06:13.603 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:13.603 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:13.603 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:13.603 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-06-13T12:06:13.603 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-06-13T12:06:13.603 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-06-13T12:06:13.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:13 smithi162 ceph-mon[36757]: Adjusting osd_memory_target on smithi042 to 177.5M 2024-06-13T12:06:13.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:13 smithi162 ceph-mon[36757]: Unable to set osd_memory_target on smithi042 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-06-13T12:06:13.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:13 smithi162 ceph-mon[36757]: pgmap v330: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-06-13T12:06:14.219 INFO:tasks.check_counter:Daemon mds.b mds.exported=102 2024-06-13T12:06:14.220 INFO:tasks.check_counter:Daemon mds.b mds.imported=110 2024-06-13T12:06:14.220 INFO:tasks.check_counter:Daemon mds.b mds.root_rsnaps=7 2024-06-13T12:06:14.220 INFO:tasks.check_counter:Daemon mds.b mds_server.req_mksnap_latency.avgcount=11 2024-06-13T12:06:14.220 INFO:tasks.check_counter:Daemon mds.b mds_server.req_rmsnap_latency.avgcount=4 2024-06-13T12:06:14.220 DEBUG:tasks.check_counter:Getting stats from e 2024-06-13T12:06:14.220 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph daemon mds.e perf dump 2024-06-13T12:06:14.473 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.b/config 2024-06-13T12:06:15.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:15 smithi042 ceph-mon[32231]: pgmap v331: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:06:15.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:15 smithi042 ceph-mon[32231]: osdmap e109: 12 total, 12 up, 12 in 2024-06-13T12:06:15.597 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:15 smithi088 ceph-mon[36399]: pgmap v331: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:06:15.598 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:15 smithi088 ceph-mon[36399]: osdmap e109: 12 total, 12 up, 12 in 2024-06-13T12:06:15.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:15 smithi162 ceph-mon[36757]: pgmap v331: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:06:15.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:15 smithi162 ceph-mon[36757]: osdmap e109: 12 total, 12 up, 12 in 2024-06-13T12:06:16.189 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-06-13T12:06:16.189 INFO:teuthology.orchestra.run.smithi088.stdout: "AsyncMessenger::Worker-0": { 2024-06-13T12:06:16.189 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_messages": 1159, 2024-06-13T12:06:16.189 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages": 1132, 2024-06-13T12:06:16.189 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_bytes": 2102544, 2024-06-13T12:06:16.189 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_bytes": 435832, 2024-06-13T12:06:16.189 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_created_connections": 5, 2024-06-13T12:06:16.189 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_active_connections": 1, 2024-06-13T12:06:16.189 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_total_time": 0.148012640, 2024-06-13T12:06:16.189 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_send_time": 0.054384286, 2024-06-13T12:06:16.190 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_recv_time": 0.062708110, 2024-06-13T12:06:16.190 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_fast_dispatch_time": 0.031806948, 2024-06-13T12:06:16.190 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:06:16.190 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 1132, 2024-06-13T12:06:16.190 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.062553978, 2024-06-13T12:06:16.190 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000055259 2024-06-13T12:06:16.190 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.190 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:06:16.190 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.190 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.190 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.190 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.190 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_encrypted_bytes": 1816272, 2024-06-13T12:06:16.191 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_encrypted_bytes": 164896 2024-06-13T12:06:16.191 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.191 INFO:teuthology.orchestra.run.smithi088.stdout: "AsyncMessenger::Worker-1": { 2024-06-13T12:06:16.191 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_messages": 4, 2024-06-13T12:06:16.191 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages": 202, 2024-06-13T12:06:16.191 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_bytes": 876, 2024-06-13T12:06:16.191 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_bytes": 483386, 2024-06-13T12:06:16.191 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_created_connections": 6, 2024-06-13T12:06:16.191 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_active_connections": 4, 2024-06-13T12:06:16.191 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_total_time": 0.011376353, 2024-06-13T12:06:16.191 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_send_time": 0.007725361, 2024-06-13T12:06:16.191 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_recv_time": 0.001428872, 2024-06-13T12:06:16.191 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_fast_dispatch_time": 0.000056875, 2024-06-13T12:06:16.191 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:06:16.192 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 199, 2024-06-13T12:06:16.192 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.025459177, 2024-06-13T12:06:16.192 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000127935 2024-06-13T12:06:16.192 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.192 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:06:16.192 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.192 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.192 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.192 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.192 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_encrypted_bytes": 320, 2024-06-13T12:06:16.192 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_encrypted_bytes": 482688 2024-06-13T12:06:16.192 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.192 INFO:teuthology.orchestra.run.smithi088.stdout: "AsyncMessenger::Worker-2": { 2024-06-13T12:06:16.193 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_messages": 1698, 2024-06-13T12:06:16.193 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages": 1700, 2024-06-13T12:06:16.193 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_bytes": 6703728, 2024-06-13T12:06:16.193 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_bytes": 539971, 2024-06-13T12:06:16.193 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_created_connections": 4, 2024-06-13T12:06:16.193 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_active_connections": 3, 2024-06-13T12:06:16.193 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_total_time": 0.107614539, 2024-06-13T12:06:16.193 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_send_time": 0.024868673, 2024-06-13T12:06:16.193 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_recv_time": 0.033041039, 2024-06-13T12:06:16.193 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_fast_dispatch_time": 0.043271908, 2024-06-13T12:06:16.193 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:06:16.193 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 1698, 2024-06-13T12:06:16.193 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.044292630, 2024-06-13T12:06:16.193 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000026085 2024-06-13T12:06:16.194 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.194 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:06:16.194 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.194 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.194 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.194 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.194 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_encrypted_bytes": 0, 2024-06-13T12:06:16.194 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_encrypted_bytes": 0 2024-06-13T12:06:16.194 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.194 INFO:teuthology.orchestra.run.smithi088.stdout: "cct": { 2024-06-13T12:06:16.194 INFO:teuthology.orchestra.run.smithi088.stdout: "total_workers": 1, 2024-06-13T12:06:16.194 INFO:teuthology.orchestra.run.smithi088.stdout: "unhealthy_workers": 0 2024-06-13T12:06:16.194 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.195 INFO:teuthology.orchestra.run.smithi088.stdout: "finisher-MDSRank": { 2024-06-13T12:06:16.195 INFO:teuthology.orchestra.run.smithi088.stdout: "queue_len": 0, 2024-06-13T12:06:16.195 INFO:teuthology.orchestra.run.smithi088.stdout: "complete_latency": { 2024-06-13T12:06:16.195 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 4216, 2024-06-13T12:06:16.195 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.105323591, 2024-06-13T12:06:16.195 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000024981 2024-06-13T12:06:16.195 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-06-13T12:06:16.195 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.195 INFO:teuthology.orchestra.run.smithi088.stdout: "finisher-PurgeQueue": { 2024-06-13T12:06:16.195 INFO:teuthology.orchestra.run.smithi088.stdout: "queue_len": 0, 2024-06-13T12:06:16.195 INFO:teuthology.orchestra.run.smithi088.stdout: "complete_latency": { 2024-06-13T12:06:16.195 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.195 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.195 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.196 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-06-13T12:06:16.196 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.196 INFO:teuthology.orchestra.run.smithi088.stdout: "mds": { 2024-06-13T12:06:16.196 INFO:teuthology.orchestra.run.smithi088.stdout: "request": 0, 2024-06-13T12:06:16.196 INFO:teuthology.orchestra.run.smithi088.stdout: "reply": 0, 2024-06-13T12:06:16.196 INFO:teuthology.orchestra.run.smithi088.stdout: "reply_latency": { 2024-06-13T12:06:16.196 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.196 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.196 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.196 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.196 INFO:teuthology.orchestra.run.smithi088.stdout: "slow_reply": 0, 2024-06-13T12:06:16.196 INFO:teuthology.orchestra.run.smithi088.stdout: "forward": 0, 2024-06-13T12:06:16.196 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_fetch_complete": 0, 2024-06-13T12:06:16.196 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_fetch_keys": 0, 2024-06-13T12:06:16.197 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_commit": 0, 2024-06-13T12:06:16.197 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_split": 0, 2024-06-13T12:06:16.197 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_merge": 0, 2024-06-13T12:06:16.197 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes": 927, 2024-06-13T12:06:16.197 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_top": 0, 2024-06-13T12:06:16.197 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_bottom": 927, 2024-06-13T12:06:16.197 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_pin_tail": 0, 2024-06-13T12:06:16.197 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_pinned": 927, 2024-06-13T12:06:16.197 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_expired": 0, 2024-06-13T12:06:16.197 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_with_caps": 0, 2024-06-13T12:06:16.197 INFO:teuthology.orchestra.run.smithi088.stdout: "caps": 0, 2024-06-13T12:06:16.197 INFO:teuthology.orchestra.run.smithi088.stdout: "subtrees": 1, 2024-06-13T12:06:16.197 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse": 0, 2024-06-13T12:06:16.197 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_hit": 0, 2024-06-13T12:06:16.198 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_forward": 0, 2024-06-13T12:06:16.198 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_discover": 0, 2024-06-13T12:06:16.198 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_dir_fetch": 0, 2024-06-13T12:06:16.198 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_remote_ino": 0, 2024-06-13T12:06:16.198 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_lock": 0, 2024-06-13T12:06:16.198 INFO:teuthology.orchestra.run.smithi088.stdout: "load_cent": 0, 2024-06-13T12:06:16.198 INFO:teuthology.orchestra.run.smithi088.stdout: "q": 0, 2024-06-13T12:06:16.198 INFO:teuthology.orchestra.run.smithi088.stdout: "exported": 0, 2024-06-13T12:06:16.198 INFO:teuthology.orchestra.run.smithi088.stdout: "exported_inodes": 0, 2024-06-13T12:06:16.198 INFO:teuthology.orchestra.run.smithi088.stdout: "imported": 0, 2024-06-13T12:06:16.198 INFO:teuthology.orchestra.run.smithi088.stdout: "imported_inodes": 0, 2024-06-13T12:06:16.198 INFO:teuthology.orchestra.run.smithi088.stdout: "openino_dir_fetch": 0, 2024-06-13T12:06:16.198 INFO:teuthology.orchestra.run.smithi088.stdout: "openino_backtrace_fetch": 0, 2024-06-13T12:06:16.198 INFO:teuthology.orchestra.run.smithi088.stdout: "openino_peer_discover": 0, 2024-06-13T12:06:16.199 INFO:teuthology.orchestra.run.smithi088.stdout: "root_rfiles": 0, 2024-06-13T12:06:16.199 INFO:teuthology.orchestra.run.smithi088.stdout: "root_rbytes": 0, 2024-06-13T12:06:16.199 INFO:teuthology.orchestra.run.smithi088.stdout: "root_rsnaps": 0, 2024-06-13T12:06:16.199 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_backtrace_fetch": 0, 2024-06-13T12:06:16.199 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_set_tag": 0, 2024-06-13T12:06:16.199 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_backtrace_repaired": 0, 2024-06-13T12:06:16.199 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_inotable_repaired": 0, 2024-06-13T12:06:16.199 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_dir_inodes": 0, 2024-06-13T12:06:16.199 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_dir_base_inodes": 0, 2024-06-13T12:06:16.199 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_dirfrag_rstats": 0, 2024-06-13T12:06:16.199 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_file_inodes": 0, 2024-06-13T12:06:16.199 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_inode_file_caps": 0, 2024-06-13T12:06:16.199 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_revoke": 0, 2024-06-13T12:06:16.199 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_grant": 0, 2024-06-13T12:06:16.200 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_trunc": 0, 2024-06-13T12:06:16.200 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-06-13T12:06:16.200 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_flush_ack": 0, 2024-06-13T12:06:16.200 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_caps": 0, 2024-06-13T12:06:16.200 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_caps_dirty": 0, 2024-06-13T12:06:16.200 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_cap_release": 0, 2024-06-13T12:06:16.200 INFO:teuthology.orchestra.run.smithi088.stdout: "process_request_cap_release": 0 2024-06-13T12:06:16.200 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.200 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_cache": { 2024-06-13T12:06:16.200 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_update": 0, 2024-06-13T12:06:16.200 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_update_receipt": 0, 2024-06-13T12:06:16.200 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_try_discover": 0, 2024-06-13T12:06:16.200 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_send_discover": 0, 2024-06-13T12:06:16.200 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_handle_discover": 0, 2024-06-13T12:06:16.200 INFO:teuthology.orchestra.run.smithi088.stdout: "num_strays": 0, 2024-06-13T12:06:16.201 INFO:teuthology.orchestra.run.smithi088.stdout: "num_strays_delayed": 0, 2024-06-13T12:06:16.201 INFO:teuthology.orchestra.run.smithi088.stdout: "num_strays_enqueuing": 0, 2024-06-13T12:06:16.201 INFO:teuthology.orchestra.run.smithi088.stdout: "strays_created": 0, 2024-06-13T12:06:16.201 INFO:teuthology.orchestra.run.smithi088.stdout: "strays_enqueued": 0, 2024-06-13T12:06:16.201 INFO:teuthology.orchestra.run.smithi088.stdout: "strays_reintegrated": 0, 2024-06-13T12:06:16.201 INFO:teuthology.orchestra.run.smithi088.stdout: "strays_migrated": 0, 2024-06-13T12:06:16.201 INFO:teuthology.orchestra.run.smithi088.stdout: "num_recovering_processing": 0, 2024-06-13T12:06:16.201 INFO:teuthology.orchestra.run.smithi088.stdout: "num_recovering_enqueued": 0, 2024-06-13T12:06:16.201 INFO:teuthology.orchestra.run.smithi088.stdout: "num_recovering_prioritized": 0, 2024-06-13T12:06:16.201 INFO:teuthology.orchestra.run.smithi088.stdout: "recovery_started": 0, 2024-06-13T12:06:16.201 INFO:teuthology.orchestra.run.smithi088.stdout: "recovery_completed": 0, 2024-06-13T12:06:16.201 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_quiesce_path": 0, 2024-06-13T12:06:16.201 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_quiesce_inode": 0, 2024-06-13T12:06:16.201 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_enqueue_scrub": 0, 2024-06-13T12:06:16.202 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_exportdir": 0, 2024-06-13T12:06:16.202 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_flush": 0, 2024-06-13T12:06:16.202 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_fragmentdir": 0, 2024-06-13T12:06:16.202 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_fragstats": 0, 2024-06-13T12:06:16.202 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_inodestats": 0 2024-06-13T12:06:16.202 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.202 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_log": { 2024-06-13T12:06:16.202 INFO:teuthology.orchestra.run.smithi088.stdout: "evlrg": 0, 2024-06-13T12:06:16.202 INFO:teuthology.orchestra.run.smithi088.stdout: "evadd": 0, 2024-06-13T12:06:16.202 INFO:teuthology.orchestra.run.smithi088.stdout: "evex": 0, 2024-06-13T12:06:16.202 INFO:teuthology.orchestra.run.smithi088.stdout: "evtrm": 0, 2024-06-13T12:06:16.202 INFO:teuthology.orchestra.run.smithi088.stdout: "ev": 2620, 2024-06-13T12:06:16.202 INFO:teuthology.orchestra.run.smithi088.stdout: "evexg": 0, 2024-06-13T12:06:16.202 INFO:teuthology.orchestra.run.smithi088.stdout: "evexd": 0, 2024-06-13T12:06:16.203 INFO:teuthology.orchestra.run.smithi088.stdout: "segadd": 0, 2024-06-13T12:06:16.203 INFO:teuthology.orchestra.run.smithi088.stdout: "segex": 0, 2024-06-13T12:06:16.203 INFO:teuthology.orchestra.run.smithi088.stdout: "segtrm": 0, 2024-06-13T12:06:16.203 INFO:teuthology.orchestra.run.smithi088.stdout: "seg": 4, 2024-06-13T12:06:16.203 INFO:teuthology.orchestra.run.smithi088.stdout: "segmjr": 2, 2024-06-13T12:06:16.203 INFO:teuthology.orchestra.run.smithi088.stdout: "segexg": 0, 2024-06-13T12:06:16.203 INFO:teuthology.orchestra.run.smithi088.stdout: "segexd": 0, 2024-06-13T12:06:16.203 INFO:teuthology.orchestra.run.smithi088.stdout: "expos": 4194304, 2024-06-13T12:06:16.203 INFO:teuthology.orchestra.run.smithi088.stdout: "wrpos": 10465614, 2024-06-13T12:06:16.203 INFO:teuthology.orchestra.run.smithi088.stdout: "rdpos": 10463053, 2024-06-13T12:06:16.203 INFO:teuthology.orchestra.run.smithi088.stdout: "jlat": { 2024-06-13T12:06:16.203 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.203 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.203 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.203 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.204 INFO:teuthology.orchestra.run.smithi088.stdout: "replayed": 2620 2024-06-13T12:06:16.204 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.204 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_mem": { 2024-06-13T12:06:16.204 INFO:teuthology.orchestra.run.smithi088.stdout: "ino": 171, 2024-06-13T12:06:16.204 INFO:teuthology.orchestra.run.smithi088.stdout: "ino+": 1405, 2024-06-13T12:06:16.204 INFO:teuthology.orchestra.run.smithi088.stdout: "ino-": 1234, 2024-06-13T12:06:16.204 INFO:teuthology.orchestra.run.smithi088.stdout: "dir": 42, 2024-06-13T12:06:16.204 INFO:teuthology.orchestra.run.smithi088.stdout: "dir+": 290, 2024-06-13T12:06:16.204 INFO:teuthology.orchestra.run.smithi088.stdout: "dir-": 248, 2024-06-13T12:06:16.204 INFO:teuthology.orchestra.run.smithi088.stdout: "dn": 927, 2024-06-13T12:06:16.204 INFO:teuthology.orchestra.run.smithi088.stdout: "dn+": 2099, 2024-06-13T12:06:16.204 INFO:teuthology.orchestra.run.smithi088.stdout: "dn-": 1172, 2024-06-13T12:06:16.204 INFO:teuthology.orchestra.run.smithi088.stdout: "cap": 0, 2024-06-13T12:06:16.204 INFO:teuthology.orchestra.run.smithi088.stdout: "cap+": 0, 2024-06-13T12:06:16.205 INFO:teuthology.orchestra.run.smithi088.stdout: "cap-": 0, 2024-06-13T12:06:16.205 INFO:teuthology.orchestra.run.smithi088.stdout: "rss": 56064, 2024-06-13T12:06:16.205 INFO:teuthology.orchestra.run.smithi088.stdout: "heap": 215420 2024-06-13T12:06:16.205 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.205 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_server": { 2024-06-13T12:06:16.205 INFO:teuthology.orchestra.run.smithi088.stdout: "dispatch_client_request": 0, 2024-06-13T12:06:16.205 INFO:teuthology.orchestra.run.smithi088.stdout: "dispatch_server_request": 0, 2024-06-13T12:06:16.205 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_request": 0, 2024-06-13T12:06:16.205 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_session": 0, 2024-06-13T12:06:16.205 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_peer_request": 0, 2024-06-13T12:06:16.205 INFO:teuthology.orchestra.run.smithi088.stdout: "req_create_latency": { 2024-06-13T12:06:16.205 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.205 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.205 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.206 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.206 INFO:teuthology.orchestra.run.smithi088.stdout: "req_getattr_latency": { 2024-06-13T12:06:16.206 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.206 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.206 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.206 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.206 INFO:teuthology.orchestra.run.smithi088.stdout: "req_getfilelock_latency": { 2024-06-13T12:06:16.206 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.206 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.206 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.206 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.206 INFO:teuthology.orchestra.run.smithi088.stdout: "req_link_latency": { 2024-06-13T12:06:16.206 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.206 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.207 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.207 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.207 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookup_latency": { 2024-06-13T12:06:16.207 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.207 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.207 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.207 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.207 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookuphash_latency": { 2024-06-13T12:06:16.207 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.207 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.207 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.207 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.207 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookupino_latency": { 2024-06-13T12:06:16.207 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.208 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.208 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.208 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.208 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookupname_latency": { 2024-06-13T12:06:16.208 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.208 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.208 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.208 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.208 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookupparent_latency": { 2024-06-13T12:06:16.208 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.208 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.208 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.208 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.208 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookupsnap_latency": { 2024-06-13T12:06:16.208 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.209 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.209 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.209 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.209 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lssnap_latency": { 2024-06-13T12:06:16.209 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.209 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.209 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.209 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.209 INFO:teuthology.orchestra.run.smithi088.stdout: "req_mkdir_latency": { 2024-06-13T12:06:16.210 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.210 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.210 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.210 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.210 INFO:teuthology.orchestra.run.smithi088.stdout: "req_mknod_latency": { 2024-06-13T12:06:16.210 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.210 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.210 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.210 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.211 INFO:teuthology.orchestra.run.smithi088.stdout: "req_mksnap_latency": { 2024-06-13T12:06:16.211 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.211 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.211 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.211 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.211 INFO:teuthology.orchestra.run.smithi088.stdout: "req_open_latency": { 2024-06-13T12:06:16.211 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.211 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.211 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.211 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.211 INFO:teuthology.orchestra.run.smithi088.stdout: "req_readdir_latency": { 2024-06-13T12:06:16.211 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.211 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.211 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.212 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.212 INFO:teuthology.orchestra.run.smithi088.stdout: "req_rename_latency": { 2024-06-13T12:06:16.212 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.212 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.212 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.212 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.212 INFO:teuthology.orchestra.run.smithi088.stdout: "req_renamesnap_latency": { 2024-06-13T12:06:16.212 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.212 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.212 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.212 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.212 INFO:teuthology.orchestra.run.smithi088.stdout: "req_snapdiff_latency": { 2024-06-13T12:06:16.212 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.212 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.213 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.213 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.213 INFO:teuthology.orchestra.run.smithi088.stdout: "req_rmdir_latency": { 2024-06-13T12:06:16.213 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.213 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.213 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.213 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.213 INFO:teuthology.orchestra.run.smithi088.stdout: "req_rmsnap_latency": { 2024-06-13T12:06:16.213 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.213 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.213 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.213 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.213 INFO:teuthology.orchestra.run.smithi088.stdout: "req_rmxattr_latency": { 2024-06-13T12:06:16.213 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.214 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.214 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.214 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.214 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setattr_latency": { 2024-06-13T12:06:16.214 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.214 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.214 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.214 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.214 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setdirlayout_latency": { 2024-06-13T12:06:16.214 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.214 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.214 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.214 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.214 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setfilelock_latency": { 2024-06-13T12:06:16.215 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.215 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.215 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.215 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.215 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setlayout_latency": { 2024-06-13T12:06:16.215 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.215 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.215 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.215 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.215 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setxattr_latency": { 2024-06-13T12:06:16.215 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.215 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.215 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.215 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.215 INFO:teuthology.orchestra.run.smithi088.stdout: "req_symlink_latency": { 2024-06-13T12:06:16.216 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.216 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.216 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.216 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.216 INFO:teuthology.orchestra.run.smithi088.stdout: "req_unlink_latency": { 2024-06-13T12:06:16.216 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.216 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.216 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.216 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.216 INFO:teuthology.orchestra.run.smithi088.stdout: "cap_revoke_eviction": 0, 2024-06-13T12:06:16.216 INFO:teuthology.orchestra.run.smithi088.stdout: "cap_acquisition_throttle": 0, 2024-06-13T12:06:16.216 INFO:teuthology.orchestra.run.smithi088.stdout: "req_getvxattr_latency": { 2024-06-13T12:06:16.216 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.216 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.217 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.217 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-06-13T12:06:16.217 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.217 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_sessions": { 2024-06-13T12:06:16.217 INFO:teuthology.orchestra.run.smithi088.stdout: "session_count": 2, 2024-06-13T12:06:16.217 INFO:teuthology.orchestra.run.smithi088.stdout: "session_add": 5, 2024-06-13T12:06:16.217 INFO:teuthology.orchestra.run.smithi088.stdout: "session_remove": 3, 2024-06-13T12:06:16.217 INFO:teuthology.orchestra.run.smithi088.stdout: "sessions_open": 2, 2024-06-13T12:06:16.217 INFO:teuthology.orchestra.run.smithi088.stdout: "sessions_stale": 0, 2024-06-13T12:06:16.217 INFO:teuthology.orchestra.run.smithi088.stdout: "total_load": 0, 2024-06-13T12:06:16.217 INFO:teuthology.orchestra.run.smithi088.stdout: "average_load": 0, 2024-06-13T12:06:16.217 INFO:teuthology.orchestra.run.smithi088.stdout: "avg_session_uptime": 6402, 2024-06-13T12:06:16.217 INFO:teuthology.orchestra.run.smithi088.stdout: "mdthresh_evicted": 0 2024-06-13T12:06:16.217 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.218 INFO:teuthology.orchestra.run.smithi088.stdout: "mempool": { 2024-06-13T12:06:16.218 INFO:teuthology.orchestra.run.smithi088.stdout: "bloom_filter_bytes": 0, 2024-06-13T12:06:16.218 INFO:teuthology.orchestra.run.smithi088.stdout: "bloom_filter_items": 0, 2024-06-13T12:06:16.218 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_alloc_bytes": 0, 2024-06-13T12:06:16.218 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_alloc_items": 0, 2024-06-13T12:06:16.218 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_data_bytes": 0, 2024-06-13T12:06:16.218 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_data_items": 0, 2024-06-13T12:06:16.218 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-13T12:06:16.218 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_onode_items": 0, 2024-06-13T12:06:16.218 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-13T12:06:16.218 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_meta_items": 0, 2024-06-13T12:06:16.218 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_other_bytes": 0, 2024-06-13T12:06:16.218 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_other_items": 0, 2024-06-13T12:06:16.219 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-13T12:06:16.219 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_buffer_items": 0, 2024-06-13T12:06:16.219 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_extent_bytes": 0, 2024-06-13T12:06:16.219 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_extent_items": 0, 2024-06-13T12:06:16.219 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_blob_bytes": 0, 2024-06-13T12:06:16.219 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_blob_items": 0, 2024-06-13T12:06:16.219 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-13T12:06:16.219 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_shared_blob_items": 0, 2024-06-13T12:06:16.219 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-13T12:06:16.219 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_inline_bl_items": 0, 2024-06-13T12:06:16.219 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_fsck_bytes": 0, 2024-06-13T12:06:16.219 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_fsck_items": 0, 2024-06-13T12:06:16.219 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_txc_bytes": 0, 2024-06-13T12:06:16.219 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_txc_items": 0, 2024-06-13T12:06:16.220 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-13T12:06:16.220 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_writing_deferred_items": 0, 2024-06-13T12:06:16.220 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_writing_bytes": 0, 2024-06-13T12:06:16.220 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_writing_items": 0, 2024-06-13T12:06:16.220 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_bytes": 0, 2024-06-13T12:06:16.220 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_items": 0, 2024-06-13T12:06:16.220 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_file_reader_bytes": 0, 2024-06-13T12:06:16.220 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_file_reader_items": 0, 2024-06-13T12:06:16.220 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_file_writer_bytes": 0, 2024-06-13T12:06:16.220 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_file_writer_items": 0, 2024-06-13T12:06:16.220 INFO:teuthology.orchestra.run.smithi088.stdout: "buffer_anon_bytes": 190202, 2024-06-13T12:06:16.220 INFO:teuthology.orchestra.run.smithi088.stdout: "buffer_anon_items": 268, 2024-06-13T12:06:16.220 INFO:teuthology.orchestra.run.smithi088.stdout: "buffer_meta_bytes": 0, 2024-06-13T12:06:16.220 INFO:teuthology.orchestra.run.smithi088.stdout: "buffer_meta_items": 0, 2024-06-13T12:06:16.221 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_bytes": 0, 2024-06-13T12:06:16.221 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_items": 0, 2024-06-13T12:06:16.221 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_mapbl_bytes": 0, 2024-06-13T12:06:16.221 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_mapbl_items": 0, 2024-06-13T12:06:16.221 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_pglog_bytes": 0, 2024-06-13T12:06:16.221 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_pglog_items": 0, 2024-06-13T12:06:16.221 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_bytes": 9944, 2024-06-13T12:06:16.221 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_items": 192, 2024-06-13T12:06:16.221 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_mapping_bytes": 0, 2024-06-13T12:06:16.221 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_mapping_items": 0, 2024-06-13T12:06:16.221 INFO:teuthology.orchestra.run.smithi088.stdout: "pgmap_bytes": 0, 2024-06-13T12:06:16.221 INFO:teuthology.orchestra.run.smithi088.stdout: "pgmap_items": 0, 2024-06-13T12:06:16.221 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_co_bytes": 1199926, 2024-06-13T12:06:16.221 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_co_items": 46234, 2024-06-13T12:06:16.222 INFO:teuthology.orchestra.run.smithi088.stdout: "unittest_1_bytes": 0, 2024-06-13T12:06:16.222 INFO:teuthology.orchestra.run.smithi088.stdout: "unittest_1_items": 0, 2024-06-13T12:06:16.222 INFO:teuthology.orchestra.run.smithi088.stdout: "unittest_2_bytes": 0, 2024-06-13T12:06:16.222 INFO:teuthology.orchestra.run.smithi088.stdout: "unittest_2_items": 0 2024-06-13T12:06:16.222 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.222 INFO:teuthology.orchestra.run.smithi088.stdout: "objecter": { 2024-06-13T12:06:16.222 INFO:teuthology.orchestra.run.smithi088.stdout: "op_active": 0, 2024-06-13T12:06:16.222 INFO:teuthology.orchestra.run.smithi088.stdout: "op_laggy": 0, 2024-06-13T12:06:16.222 INFO:teuthology.orchestra.run.smithi088.stdout: "op_send": 2552, 2024-06-13T12:06:16.222 INFO:teuthology.orchestra.run.smithi088.stdout: "op_send_bytes": 21, 2024-06-13T12:06:16.222 INFO:teuthology.orchestra.run.smithi088.stdout: "op_resend": 3, 2024-06-13T12:06:16.222 INFO:teuthology.orchestra.run.smithi088.stdout: "op_reply": 2552, 2024-06-13T12:06:16.222 INFO:teuthology.orchestra.run.smithi088.stdout: "op_latency": { 2024-06-13T12:06:16.223 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 2552, 2024-06-13T12:06:16.223 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 2.445952087, 2024-06-13T12:06:16.223 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000958445 2024-06-13T12:06:16.223 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.223 INFO:teuthology.orchestra.run.smithi088.stdout: "op_inflight": 0, 2024-06-13T12:06:16.223 INFO:teuthology.orchestra.run.smithi088.stdout: "oplen_avg": { 2024-06-13T12:06:16.223 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 2552, 2024-06-13T12:06:16.223 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 2553 2024-06-13T12:06:16.223 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.223 INFO:teuthology.orchestra.run.smithi088.stdout: "op": 2552, 2024-06-13T12:06:16.223 INFO:teuthology.orchestra.run.smithi088.stdout: "op_r": 2552, 2024-06-13T12:06:16.223 INFO:teuthology.orchestra.run.smithi088.stdout: "op_w": 0, 2024-06-13T12:06:16.223 INFO:teuthology.orchestra.run.smithi088.stdout: "op_rmw": 0, 2024-06-13T12:06:16.223 INFO:teuthology.orchestra.run.smithi088.stdout: "op_pg": 0, 2024-06-13T12:06:16.224 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_stat": 1592, 2024-06-13T12:06:16.224 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_create": 0, 2024-06-13T12:06:16.224 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_read": 958, 2024-06-13T12:06:16.224 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_write": 0, 2024-06-13T12:06:16.224 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_writefull": 0, 2024-06-13T12:06:16.224 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_writesame": 0, 2024-06-13T12:06:16.224 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_append": 0, 2024-06-13T12:06:16.224 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_zero": 0, 2024-06-13T12:06:16.224 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_truncate": 0, 2024-06-13T12:06:16.224 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_delete": 0, 2024-06-13T12:06:16.224 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_mapext": 0, 2024-06-13T12:06:16.224 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_sparse_read": 0, 2024-06-13T12:06:16.224 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_clonerange": 0, 2024-06-13T12:06:16.224 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_getxattr": 1, 2024-06-13T12:06:16.224 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_setxattr": 0, 2024-06-13T12:06:16.225 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_cmpxattr": 0, 2024-06-13T12:06:16.225 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_rmxattr": 0, 2024-06-13T12:06:16.225 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_resetxattrs": 0, 2024-06-13T12:06:16.225 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_call": 0, 2024-06-13T12:06:16.225 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_watch": 0, 2024-06-13T12:06:16.225 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_notify": 0, 2024-06-13T12:06:16.225 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_src_cmpxattr": 0, 2024-06-13T12:06:16.225 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_pgls": 0, 2024-06-13T12:06:16.225 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_pgls_filter": 0, 2024-06-13T12:06:16.225 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_other": 0, 2024-06-13T12:06:16.225 INFO:teuthology.orchestra.run.smithi088.stdout: "linger_active": 0, 2024-06-13T12:06:16.225 INFO:teuthology.orchestra.run.smithi088.stdout: "linger_send": 0, 2024-06-13T12:06:16.225 INFO:teuthology.orchestra.run.smithi088.stdout: "linger_resend": 0, 2024-06-13T12:06:16.225 INFO:teuthology.orchestra.run.smithi088.stdout: "linger_ping": 0, 2024-06-13T12:06:16.226 INFO:teuthology.orchestra.run.smithi088.stdout: "poolop_active": 0, 2024-06-13T12:06:16.226 INFO:teuthology.orchestra.run.smithi088.stdout: "poolop_send": 0, 2024-06-13T12:06:16.226 INFO:teuthology.orchestra.run.smithi088.stdout: "poolop_resend": 0, 2024-06-13T12:06:16.226 INFO:teuthology.orchestra.run.smithi088.stdout: "poolstat_active": 0, 2024-06-13T12:06:16.226 INFO:teuthology.orchestra.run.smithi088.stdout: "poolstat_send": 0, 2024-06-13T12:06:16.226 INFO:teuthology.orchestra.run.smithi088.stdout: "poolstat_resend": 0, 2024-06-13T12:06:16.226 INFO:teuthology.orchestra.run.smithi088.stdout: "statfs_active": 0, 2024-06-13T12:06:16.226 INFO:teuthology.orchestra.run.smithi088.stdout: "statfs_send": 0, 2024-06-13T12:06:16.226 INFO:teuthology.orchestra.run.smithi088.stdout: "statfs_resend": 0, 2024-06-13T12:06:16.226 INFO:teuthology.orchestra.run.smithi088.stdout: "command_active": 0, 2024-06-13T12:06:16.226 INFO:teuthology.orchestra.run.smithi088.stdout: "command_send": 0, 2024-06-13T12:06:16.226 INFO:teuthology.orchestra.run.smithi088.stdout: "command_resend": 0, 2024-06-13T12:06:16.226 INFO:teuthology.orchestra.run.smithi088.stdout: "map_epoch": 109, 2024-06-13T12:06:16.227 INFO:teuthology.orchestra.run.smithi088.stdout: "map_full": 0, 2024-06-13T12:06:16.227 INFO:teuthology.orchestra.run.smithi088.stdout: "map_inc": 11, 2024-06-13T12:06:16.227 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_sessions": 4, 2024-06-13T12:06:16.227 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_session_open": 4, 2024-06-13T12:06:16.227 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_session_close": 0, 2024-06-13T12:06:16.227 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_laggy": 0, 2024-06-13T12:06:16.227 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_wr": 0, 2024-06-13T12:06:16.227 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_rd": 2, 2024-06-13T12:06:16.227 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_del": 0 2024-06-13T12:06:16.227 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.227 INFO:teuthology.orchestra.run.smithi088.stdout: "oft": { 2024-06-13T12:06:16.227 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_total_objs": 0, 2024-06-13T12:06:16.227 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_total_kv_pairs": 0, 2024-06-13T12:06:16.227 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_total_updates": 0, 2024-06-13T12:06:16.227 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_total_removes": 0 2024-06-13T12:06:16.227 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.228 INFO:teuthology.orchestra.run.smithi088.stdout: "osd-slow-ops": { 2024-06-13T12:06:16.228 INFO:teuthology.orchestra.run.smithi088.stdout: "slow_ops_count": 0 2024-06-13T12:06:16.228 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.228 INFO:teuthology.orchestra.run.smithi088.stdout: "purge_queue": { 2024-06-13T12:06:16.228 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executing_ops": 0, 2024-06-13T12:06:16.228 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executing_ops_high_water": 0, 2024-06-13T12:06:16.228 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executing": 0, 2024-06-13T12:06:16.228 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executing_high_water": 0, 2024-06-13T12:06:16.228 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executed_ops": 0, 2024-06-13T12:06:16.228 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executed": 0, 2024-06-13T12:06:16.228 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_item_in_journal": 0 2024-06-13T12:06:16.228 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.228 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-13T12:06:16.228 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-06-13T12:06:16.228 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 104857600, 2024-06-13T12:06:16.229 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-06-13T12:06:16.229 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 2857, 2024-06-13T12:06:16.229 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 8531505, 2024-06-13T12:06:16.229 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:16.229 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 2857, 2024-06-13T12:06:16.229 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 0, 2024-06-13T12:06:16.229 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 0, 2024-06-13T12:06:16.229 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 2857, 2024-06-13T12:06:16.229 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 8531505, 2024-06-13T12:06:16.229 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-06-13T12:06:16.229 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.229 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.229 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.229 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-06-13T12:06:16.229 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.230 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-objecter_bytes": { 2024-06-13T12:06:16.230 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-06-13T12:06:16.230 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 104857600, 2024-06-13T12:06:16.230 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-06-13T12:06:16.230 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 0, 2024-06-13T12:06:16.230 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 0, 2024-06-13T12:06:16.230 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:16.230 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 0, 2024-06-13T12:06:16.230 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 2552, 2024-06-13T12:06:16.230 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 6271572, 2024-06-13T12:06:16.230 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 2552, 2024-06-13T12:06:16.230 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 6271572, 2024-06-13T12:06:16.230 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-06-13T12:06:16.230 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.231 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.231 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.231 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-06-13T12:06:16.231 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.231 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-objecter_ops": { 2024-06-13T12:06:16.231 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-06-13T12:06:16.231 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 1024, 2024-06-13T12:06:16.231 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-06-13T12:06:16.231 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 0, 2024-06-13T12:06:16.231 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 0, 2024-06-13T12:06:16.231 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:16.231 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 0, 2024-06-13T12:06:16.231 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 2552, 2024-06-13T12:06:16.231 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 2552, 2024-06-13T12:06:16.231 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 2552, 2024-06-13T12:06:16.232 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 2552, 2024-06-13T12:06:16.232 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-06-13T12:06:16.232 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.232 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.232 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.232 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-06-13T12:06:16.232 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.232 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-write_buf_throttle": { 2024-06-13T12:06:16.232 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-06-13T12:06:16.232 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 3758096384, 2024-06-13T12:06:16.232 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-06-13T12:06:16.232 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 0, 2024-06-13T12:06:16.232 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 0, 2024-06-13T12:06:16.232 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:16.233 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 0, 2024-06-13T12:06:16.233 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 0, 2024-06-13T12:06:16.233 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 0, 2024-06-13T12:06:16.233 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 0, 2024-06-13T12:06:16.233 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 0, 2024-06-13T12:06:16.233 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-06-13T12:06:16.233 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.233 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.233 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.233 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-06-13T12:06:16.233 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:16.233 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-write_buf_throttle-0x5645fd5ee6e0": { 2024-06-13T12:06:16.233 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-06-13T12:06:16.233 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 3758096384, 2024-06-13T12:06:16.234 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-06-13T12:06:16.234 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 0, 2024-06-13T12:06:16.234 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 0, 2024-06-13T12:06:16.234 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:16.234 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 0, 2024-06-13T12:06:16.234 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 0, 2024-06-13T12:06:16.234 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 0, 2024-06-13T12:06:16.234 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 0, 2024-06-13T12:06:16.234 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 0, 2024-06-13T12:06:16.234 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-06-13T12:06:16.234 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:16.234 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:16.234 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:16.234 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-06-13T12:06:16.235 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-06-13T12:06:16.235 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-06-13T12:06:17.068 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-06-13T12:06:17.068 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-06-13T12:06:17.068 INFO:tasks.check_counter:Daemon mds.e mds.root_rsnaps=0 2024-06-13T12:06:17.068 INFO:tasks.check_counter:Daemon mds.e mds_server.req_mksnap_latency.avgcount=0 2024-06-13T12:06:17.068 INFO:tasks.check_counter:Daemon mds.e mds_server.req_rmsnap_latency.avgcount=0 2024-06-13T12:06:17.068 DEBUG:tasks.check_counter:Getting stats from h 2024-06-13T12:06:17.068 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph daemon mds.h perf dump 2024-06-13T12:06:17.309 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.b/config 2024-06-13T12:06:17.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:17 smithi042 ceph-mon[32231]: pgmap v333: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-06-13T12:06:17.558 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:17 smithi088 ceph-mon[36399]: pgmap v333: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-06-13T12:06:17.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:17 smithi162 ceph-mon[36757]: pgmap v333: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-06-13T12:06:19.033 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-06-13T12:06:19.033 INFO:teuthology.orchestra.run.smithi088.stdout: "AsyncMessenger::Worker-0": { 2024-06-13T12:06:19.033 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_messages": 5019, 2024-06-13T12:06:19.033 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages": 6767, 2024-06-13T12:06:19.033 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_bytes": 1947574, 2024-06-13T12:06:19.033 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_bytes": 3890795, 2024-06-13T12:06:19.033 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_created_connections": 11, 2024-06-13T12:06:19.034 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_active_connections": 5, 2024-06-13T12:06:19.034 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_total_time": 0.335289200, 2024-06-13T12:06:19.034 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_send_time": 0.143238879, 2024-06-13T12:06:19.034 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_recv_time": 0.216872735, 2024-06-13T12:06:19.034 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_fast_dispatch_time": 0.018529223, 2024-06-13T12:06:19.034 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:06:19.034 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 6766, 2024-06-13T12:06:19.034 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.167834833, 2024-06-13T12:06:19.034 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000024805 2024-06-13T12:06:19.034 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.034 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:06:19.034 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 8414, 2024-06-13T12:06:19.034 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.001469208, 2024-06-13T12:06:19.035 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000174 2024-06-13T12:06:19.035 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.035 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_encrypted_bytes": 976384, 2024-06-13T12:06:19.035 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_encrypted_bytes": 2835392 2024-06-13T12:06:19.035 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.035 INFO:teuthology.orchestra.run.smithi088.stdout: "AsyncMessenger::Worker-1": { 2024-06-13T12:06:19.035 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_messages": 1437, 2024-06-13T12:06:19.035 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages": 1448, 2024-06-13T12:06:19.035 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_bytes": 2102779, 2024-06-13T12:06:19.035 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_bytes": 6905611, 2024-06-13T12:06:19.035 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_created_connections": 19, 2024-06-13T12:06:19.035 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_active_connections": 9, 2024-06-13T12:06:19.035 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_total_time": 0.141473724, 2024-06-13T12:06:19.035 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_send_time": 0.048443681, 2024-06-13T12:06:19.036 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_recv_time": 0.067357687, 2024-06-13T12:06:19.036 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_fast_dispatch_time": 0.032927388, 2024-06-13T12:06:19.036 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:06:19.036 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 1444, 2024-06-13T12:06:19.036 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.073451451, 2024-06-13T12:06:19.036 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000050866 2024-06-13T12:06:19.036 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.036 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:06:19.036 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 80, 2024-06-13T12:06:19.036 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000017272, 2024-06-13T12:06:19.036 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000215 2024-06-13T12:06:19.036 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.036 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_encrypted_bytes": 1836288, 2024-06-13T12:06:19.036 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_encrypted_bytes": 188384 2024-06-13T12:06:19.036 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.037 INFO:teuthology.orchestra.run.smithi088.stdout: "AsyncMessenger::Worker-2": { 2024-06-13T12:06:19.037 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_messages": 10946, 2024-06-13T12:06:19.037 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages": 7959, 2024-06-13T12:06:19.037 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_bytes": 4330230, 2024-06-13T12:06:19.037 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_bytes": 3162375, 2024-06-13T12:06:19.037 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_created_connections": 12, 2024-06-13T12:06:19.037 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_active_connections": 5, 2024-06-13T12:06:19.037 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_total_time": 0.571527851, 2024-06-13T12:06:19.037 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_send_time": 0.260582944, 2024-06-13T12:06:19.037 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_recv_time": 0.389336274, 2024-06-13T12:06:19.037 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_fast_dispatch_time": 0.013915788, 2024-06-13T12:06:19.037 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:06:19.037 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 7958, 2024-06-13T12:06:19.037 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.208988566, 2024-06-13T12:06:19.038 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000026261 2024-06-13T12:06:19.038 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.038 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:06:19.038 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 17620, 2024-06-13T12:06:19.038 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.002693257, 2024-06-13T12:06:19.038 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000152 2024-06-13T12:06:19.038 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.038 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_encrypted_bytes": 480, 2024-06-13T12:06:19.038 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_encrypted_bytes": 562576 2024-06-13T12:06:19.038 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.038 INFO:teuthology.orchestra.run.smithi088.stdout: "cct": { 2024-06-13T12:06:19.038 INFO:teuthology.orchestra.run.smithi088.stdout: "total_workers": 1, 2024-06-13T12:06:19.038 INFO:teuthology.orchestra.run.smithi088.stdout: "unhealthy_workers": 0 2024-06-13T12:06:19.038 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.039 INFO:teuthology.orchestra.run.smithi088.stdout: "finisher-MDSRank": { 2024-06-13T12:06:19.039 INFO:teuthology.orchestra.run.smithi088.stdout: "queue_len": 0, 2024-06-13T12:06:19.039 INFO:teuthology.orchestra.run.smithi088.stdout: "complete_latency": { 2024-06-13T12:06:19.039 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 1446, 2024-06-13T12:06:19.039 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.943845613, 2024-06-13T12:06:19.039 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000652728 2024-06-13T12:06:19.039 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-06-13T12:06:19.039 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.039 INFO:teuthology.orchestra.run.smithi088.stdout: "finisher-PurgeQueue": { 2024-06-13T12:06:19.039 INFO:teuthology.orchestra.run.smithi088.stdout: "queue_len": 0, 2024-06-13T12:06:19.039 INFO:teuthology.orchestra.run.smithi088.stdout: "complete_latency": { 2024-06-13T12:06:19.039 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 1349, 2024-06-13T12:06:19.039 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.084510202, 2024-06-13T12:06:19.039 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000062646 2024-06-13T12:06:19.040 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-06-13T12:06:19.040 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.040 INFO:teuthology.orchestra.run.smithi088.stdout: "mds": { 2024-06-13T12:06:19.040 INFO:teuthology.orchestra.run.smithi088.stdout: "request": 1439, 2024-06-13T12:06:19.040 INFO:teuthology.orchestra.run.smithi088.stdout: "reply": 1417, 2024-06-13T12:06:19.040 INFO:teuthology.orchestra.run.smithi088.stdout: "reply_latency": { 2024-06-13T12:06:19.040 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 1417, 2024-06-13T12:06:19.040 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 5.618991979, 2024-06-13T12:06:19.040 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.003965414 2024-06-13T12:06:19.040 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.040 INFO:teuthology.orchestra.run.smithi088.stdout: "slow_reply": 0, 2024-06-13T12:06:19.040 INFO:teuthology.orchestra.run.smithi088.stdout: "forward": 22, 2024-06-13T12:06:19.040 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_fetch_complete": 0, 2024-06-13T12:06:19.040 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_fetch_keys": 0, 2024-06-13T12:06:19.041 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_commit": 20, 2024-06-13T12:06:19.041 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_split": 1, 2024-06-13T12:06:19.041 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_merge": 0, 2024-06-13T12:06:19.041 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes": 391, 2024-06-13T12:06:19.041 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_top": 5, 2024-06-13T12:06:19.041 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_bottom": 3, 2024-06-13T12:06:19.041 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_pin_tail": 383, 2024-06-13T12:06:19.041 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_pinned": 383, 2024-06-13T12:06:19.041 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_expired": 1425, 2024-06-13T12:06:19.041 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_with_caps": 1, 2024-06-13T12:06:19.041 INFO:teuthology.orchestra.run.smithi088.stdout: "caps": 1, 2024-06-13T12:06:19.041 INFO:teuthology.orchestra.run.smithi088.stdout: "subtrees": 5, 2024-06-13T12:06:19.041 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse": 3383, 2024-06-13T12:06:19.041 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_hit": 2412, 2024-06-13T12:06:19.042 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_forward": 19, 2024-06-13T12:06:19.042 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_discover": 159, 2024-06-13T12:06:19.042 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_dir_fetch": 0, 2024-06-13T12:06:19.042 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_remote_ino": 6, 2024-06-13T12:06:19.042 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_lock": 9, 2024-06-13T12:06:19.042 INFO:teuthology.orchestra.run.smithi088.stdout: "load_cent": 0, 2024-06-13T12:06:19.042 INFO:teuthology.orchestra.run.smithi088.stdout: "q": 0, 2024-06-13T12:06:19.042 INFO:teuthology.orchestra.run.smithi088.stdout: "exported": 55, 2024-06-13T12:06:19.042 INFO:teuthology.orchestra.run.smithi088.stdout: "exported_inodes": 926, 2024-06-13T12:06:19.042 INFO:teuthology.orchestra.run.smithi088.stdout: "imported": 50, 2024-06-13T12:06:19.042 INFO:teuthology.orchestra.run.smithi088.stdout: "imported_inodes": 477, 2024-06-13T12:06:19.042 INFO:teuthology.orchestra.run.smithi088.stdout: "openino_dir_fetch": 0, 2024-06-13T12:06:19.042 INFO:teuthology.orchestra.run.smithi088.stdout: "openino_backtrace_fetch": 44, 2024-06-13T12:06:19.043 INFO:teuthology.orchestra.run.smithi088.stdout: "openino_peer_discover": 9, 2024-06-13T12:06:19.043 INFO:teuthology.orchestra.run.smithi088.stdout: "root_rfiles": 4, 2024-06-13T12:06:19.043 INFO:teuthology.orchestra.run.smithi088.stdout: "root_rbytes": 234, 2024-06-13T12:06:19.043 INFO:teuthology.orchestra.run.smithi088.stdout: "root_rsnaps": 5, 2024-06-13T12:06:19.043 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_backtrace_fetch": 44, 2024-06-13T12:06:19.043 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_set_tag": 0, 2024-06-13T12:06:19.043 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_backtrace_repaired": 0, 2024-06-13T12:06:19.043 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_inotable_repaired": 0, 2024-06-13T12:06:19.043 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_dir_inodes": 0, 2024-06-13T12:06:19.043 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_dir_base_inodes": 0, 2024-06-13T12:06:19.043 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_dirfrag_rstats": 0, 2024-06-13T12:06:19.043 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_file_inodes": 44, 2024-06-13T12:06:19.043 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_inode_file_caps": 15, 2024-06-13T12:06:19.043 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_revoke": 327, 2024-06-13T12:06:19.044 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_grant": 902, 2024-06-13T12:06:19.044 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_trunc": 4, 2024-06-13T12:06:19.044 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-06-13T12:06:19.044 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_flush_ack": 0, 2024-06-13T12:06:19.044 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_caps": 791, 2024-06-13T12:06:19.044 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_caps_dirty": 462, 2024-06-13T12:06:19.044 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_cap_release": 60, 2024-06-13T12:06:19.044 INFO:teuthology.orchestra.run.smithi088.stdout: "process_request_cap_release": 1212 2024-06-13T12:06:19.044 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.044 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_cache": { 2024-06-13T12:06:19.044 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_update": 0, 2024-06-13T12:06:19.044 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_update_receipt": 0, 2024-06-13T12:06:19.044 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_try_discover": 0, 2024-06-13T12:06:19.044 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_send_discover": 162, 2024-06-13T12:06:19.044 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_handle_discover": 57, 2024-06-13T12:06:19.045 INFO:teuthology.orchestra.run.smithi088.stdout: "num_strays": 48, 2024-06-13T12:06:19.045 INFO:teuthology.orchestra.run.smithi088.stdout: "num_strays_delayed": 0, 2024-06-13T12:06:19.045 INFO:teuthology.orchestra.run.smithi088.stdout: "num_strays_enqueuing": 0, 2024-06-13T12:06:19.045 INFO:teuthology.orchestra.run.smithi088.stdout: "strays_created": 601, 2024-06-13T12:06:19.045 INFO:teuthology.orchestra.run.smithi088.stdout: "strays_enqueued": 555, 2024-06-13T12:06:19.045 INFO:teuthology.orchestra.run.smithi088.stdout: "strays_reintegrated": 7, 2024-06-13T12:06:19.045 INFO:teuthology.orchestra.run.smithi088.stdout: "strays_migrated": 2, 2024-06-13T12:06:19.045 INFO:teuthology.orchestra.run.smithi088.stdout: "num_recovering_processing": 0, 2024-06-13T12:06:19.045 INFO:teuthology.orchestra.run.smithi088.stdout: "num_recovering_enqueued": 0, 2024-06-13T12:06:19.045 INFO:teuthology.orchestra.run.smithi088.stdout: "num_recovering_prioritized": 0, 2024-06-13T12:06:19.045 INFO:teuthology.orchestra.run.smithi088.stdout: "recovery_started": 0, 2024-06-13T12:06:19.045 INFO:teuthology.orchestra.run.smithi088.stdout: "recovery_completed": 0, 2024-06-13T12:06:19.045 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_quiesce_path": 0, 2024-06-13T12:06:19.045 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_quiesce_inode": 0, 2024-06-13T12:06:19.045 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_enqueue_scrub": 0, 2024-06-13T12:06:19.046 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_exportdir": 55, 2024-06-13T12:06:19.046 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_flush": 0, 2024-06-13T12:06:19.046 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_fragmentdir": 1, 2024-06-13T12:06:19.046 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_fragstats": 0, 2024-06-13T12:06:19.046 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_inodestats": 0 2024-06-13T12:06:19.046 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.046 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_log": { 2024-06-13T12:06:19.046 INFO:teuthology.orchestra.run.smithi088.stdout: "evlrg": 0, 2024-06-13T12:06:19.046 INFO:teuthology.orchestra.run.smithi088.stdout: "evadd": 2620, 2024-06-13T12:06:19.046 INFO:teuthology.orchestra.run.smithi088.stdout: "evex": 0, 2024-06-13T12:06:19.046 INFO:teuthology.orchestra.run.smithi088.stdout: "evtrm": 0, 2024-06-13T12:06:19.046 INFO:teuthology.orchestra.run.smithi088.stdout: "ev": 2620, 2024-06-13T12:06:19.046 INFO:teuthology.orchestra.run.smithi088.stdout: "evexg": 0, 2024-06-13T12:06:19.046 INFO:teuthology.orchestra.run.smithi088.stdout: "evexd": 0, 2024-06-13T12:06:19.046 INFO:teuthology.orchestra.run.smithi088.stdout: "segadd": 4, 2024-06-13T12:06:19.047 INFO:teuthology.orchestra.run.smithi088.stdout: "segex": 0, 2024-06-13T12:06:19.047 INFO:teuthology.orchestra.run.smithi088.stdout: "segtrm": 0, 2024-06-13T12:06:19.047 INFO:teuthology.orchestra.run.smithi088.stdout: "seg": 4, 2024-06-13T12:06:19.047 INFO:teuthology.orchestra.run.smithi088.stdout: "segmjr": 2, 2024-06-13T12:06:19.047 INFO:teuthology.orchestra.run.smithi088.stdout: "segexg": 0, 2024-06-13T12:06:19.047 INFO:teuthology.orchestra.run.smithi088.stdout: "segexd": 0, 2024-06-13T12:06:19.047 INFO:teuthology.orchestra.run.smithi088.stdout: "expos": 4194304, 2024-06-13T12:06:19.047 INFO:teuthology.orchestra.run.smithi088.stdout: "wrpos": 10465614, 2024-06-13T12:06:19.047 INFO:teuthology.orchestra.run.smithi088.stdout: "rdpos": 0, 2024-06-13T12:06:19.047 INFO:teuthology.orchestra.run.smithi088.stdout: "jlat": { 2024-06-13T12:06:19.047 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 619, 2024-06-13T12:06:19.047 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 1.764357470, 2024-06-13T12:06:19.047 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.002850335 2024-06-13T12:06:19.047 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.048 INFO:teuthology.orchestra.run.smithi088.stdout: "replayed": 0 2024-06-13T12:06:19.048 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.048 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_mem": { 2024-06-13T12:06:19.048 INFO:teuthology.orchestra.run.smithi088.stdout: "ino": 189, 2024-06-13T12:06:19.048 INFO:teuthology.orchestra.run.smithi088.stdout: "ino+": 1442, 2024-06-13T12:06:19.048 INFO:teuthology.orchestra.run.smithi088.stdout: "ino-": 1253, 2024-06-13T12:06:19.048 INFO:teuthology.orchestra.run.smithi088.stdout: "dir": 77, 2024-06-13T12:06:19.048 INFO:teuthology.orchestra.run.smithi088.stdout: "dir+": 356, 2024-06-13T12:06:19.048 INFO:teuthology.orchestra.run.smithi088.stdout: "dir-": 279, 2024-06-13T12:06:19.048 INFO:teuthology.orchestra.run.smithi088.stdout: "dn": 392, 2024-06-13T12:06:19.048 INFO:teuthology.orchestra.run.smithi088.stdout: "dn+": 2377, 2024-06-13T12:06:19.048 INFO:teuthology.orchestra.run.smithi088.stdout: "dn-": 1985, 2024-06-13T12:06:19.048 INFO:teuthology.orchestra.run.smithi088.stdout: "cap": 1, 2024-06-13T12:06:19.048 INFO:teuthology.orchestra.run.smithi088.stdout: "cap+": 1026, 2024-06-13T12:06:19.048 INFO:teuthology.orchestra.run.smithi088.stdout: "cap-": 1025, 2024-06-13T12:06:19.049 INFO:teuthology.orchestra.run.smithi088.stdout: "rss": 78004, 2024-06-13T12:06:19.049 INFO:teuthology.orchestra.run.smithi088.stdout: "heap": 223612 2024-06-13T12:06:19.049 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.049 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_server": { 2024-06-13T12:06:19.049 INFO:teuthology.orchestra.run.smithi088.stdout: "dispatch_client_request": 2881, 2024-06-13T12:06:19.049 INFO:teuthology.orchestra.run.smithi088.stdout: "dispatch_server_request": 385, 2024-06-13T12:06:19.049 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_request": 1439, 2024-06-13T12:06:19.049 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_session": 117, 2024-06-13T12:06:19.049 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_peer_request": 1307, 2024-06-13T12:06:19.049 INFO:teuthology.orchestra.run.smithi088.stdout: "req_create_latency": { 2024-06-13T12:06:19.049 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 45, 2024-06-13T12:06:19.049 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.073767255, 2024-06-13T12:06:19.049 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.001639272 2024-06-13T12:06:19.049 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.049 INFO:teuthology.orchestra.run.smithi088.stdout: "req_getattr_latency": { 2024-06-13T12:06:19.050 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 12, 2024-06-13T12:06:19.050 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.008641911, 2024-06-13T12:06:19.050 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000720159 2024-06-13T12:06:19.050 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.050 INFO:teuthology.orchestra.run.smithi088.stdout: "req_getfilelock_latency": { 2024-06-13T12:06:19.050 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:19.050 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:19.050 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:19.050 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.050 INFO:teuthology.orchestra.run.smithi088.stdout: "req_link_latency": { 2024-06-13T12:06:19.050 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 16, 2024-06-13T12:06:19.050 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.382963919, 2024-06-13T12:06:19.050 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.023935244 2024-06-13T12:06:19.050 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.051 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookup_latency": { 2024-06-13T12:06:19.051 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 498, 2024-06-13T12:06:19.051 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 2.185252359, 2024-06-13T12:06:19.051 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.004388056 2024-06-13T12:06:19.051 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.051 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookuphash_latency": { 2024-06-13T12:06:19.051 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:19.051 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:19.051 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:19.051 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.051 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookupino_latency": { 2024-06-13T12:06:19.051 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:19.051 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:19.051 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:19.051 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.052 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookupname_latency": { 2024-06-13T12:06:19.052 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:19.052 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:19.052 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:19.052 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.052 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookupparent_latency": { 2024-06-13T12:06:19.052 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:19.052 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:19.052 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:19.052 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.052 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookupsnap_latency": { 2024-06-13T12:06:19.052 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:19.052 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:19.052 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:19.053 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.053 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lssnap_latency": { 2024-06-13T12:06:19.053 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:19.053 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:19.053 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:19.053 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.054 INFO:teuthology.orchestra.run.smithi088.stdout: "req_mkdir_latency": { 2024-06-13T12:06:19.054 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 25, 2024-06-13T12:06:19.054 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.030098974, 2024-06-13T12:06:19.054 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.001203958 2024-06-13T12:06:19.054 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.054 INFO:teuthology.orchestra.run.smithi088.stdout: "req_mknod_latency": { 2024-06-13T12:06:19.054 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 20, 2024-06-13T12:06:19.054 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.022502547, 2024-06-13T12:06:19.054 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.001125127 2024-06-13T12:06:19.054 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.054 INFO:teuthology.orchestra.run.smithi088.stdout: "req_mksnap_latency": { 2024-06-13T12:06:19.054 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:19.054 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:19.054 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:19.055 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.055 INFO:teuthology.orchestra.run.smithi088.stdout: "req_open_latency": { 2024-06-13T12:06:19.055 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 1, 2024-06-13T12:06:19.055 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000694474, 2024-06-13T12:06:19.055 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000694474 2024-06-13T12:06:19.055 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.055 INFO:teuthology.orchestra.run.smithi088.stdout: "req_readdir_latency": { 2024-06-13T12:06:19.055 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 109, 2024-06-13T12:06:19.055 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.060974897, 2024-06-13T12:06:19.055 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000559402 2024-06-13T12:06:19.055 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.055 INFO:teuthology.orchestra.run.smithi088.stdout: "req_rename_latency": { 2024-06-13T12:06:19.055 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 37, 2024-06-13T12:06:19.055 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.944680112, 2024-06-13T12:06:19.056 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.025531894 2024-06-13T12:06:19.056 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.056 INFO:teuthology.orchestra.run.smithi088.stdout: "req_renamesnap_latency": { 2024-06-13T12:06:19.056 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:19.056 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:19.056 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:19.056 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.056 INFO:teuthology.orchestra.run.smithi088.stdout: "req_snapdiff_latency": { 2024-06-13T12:06:19.056 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:19.056 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:19.056 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:19.056 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.056 INFO:teuthology.orchestra.run.smithi088.stdout: "req_rmdir_latency": { 2024-06-13T12:06:19.056 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 54, 2024-06-13T12:06:19.057 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.489748502, 2024-06-13T12:06:19.057 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.009069416 2024-06-13T12:06:19.057 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.057 INFO:teuthology.orchestra.run.smithi088.stdout: "req_rmsnap_latency": { 2024-06-13T12:06:19.057 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:19.057 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:19.057 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:19.057 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.057 INFO:teuthology.orchestra.run.smithi088.stdout: "req_rmxattr_latency": { 2024-06-13T12:06:19.057 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:19.057 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:19.057 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:19.057 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.058 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setattr_latency": { 2024-06-13T12:06:19.058 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 4, 2024-06-13T12:06:19.058 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.003412703, 2024-06-13T12:06:19.058 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000853175 2024-06-13T12:06:19.058 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.058 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setdirlayout_latency": { 2024-06-13T12:06:19.058 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:19.058 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:19.058 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:19.058 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.058 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setfilelock_latency": { 2024-06-13T12:06:19.058 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:19.058 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:19.059 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:19.059 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.059 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setlayout_latency": { 2024-06-13T12:06:19.059 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:19.059 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:19.059 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:19.059 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.059 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setxattr_latency": { 2024-06-13T12:06:19.059 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:19.059 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:19.059 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:19.059 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.059 INFO:teuthology.orchestra.run.smithi088.stdout: "req_symlink_latency": { 2024-06-13T12:06:19.059 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 34, 2024-06-13T12:06:19.060 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.050780526, 2024-06-13T12:06:19.060 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.001493544 2024-06-13T12:06:19.060 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.060 INFO:teuthology.orchestra.run.smithi088.stdout: "req_unlink_latency": { 2024-06-13T12:06:19.060 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 562, 2024-06-13T12:06:19.060 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 1.365473800, 2024-06-13T12:06:19.060 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.002429668 2024-06-13T12:06:19.060 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.060 INFO:teuthology.orchestra.run.smithi088.stdout: "cap_revoke_eviction": 0, 2024-06-13T12:06:19.060 INFO:teuthology.orchestra.run.smithi088.stdout: "cap_acquisition_throttle": 0, 2024-06-13T12:06:19.060 INFO:teuthology.orchestra.run.smithi088.stdout: "req_getvxattr_latency": { 2024-06-13T12:06:19.060 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:19.060 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:19.060 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:19.061 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-06-13T12:06:19.061 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.061 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_sessions": { 2024-06-13T12:06:19.061 INFO:teuthology.orchestra.run.smithi088.stdout: "session_count": 2, 2024-06-13T12:06:19.061 INFO:teuthology.orchestra.run.smithi088.stdout: "session_add": 5, 2024-06-13T12:06:19.061 INFO:teuthology.orchestra.run.smithi088.stdout: "session_remove": 3, 2024-06-13T12:06:19.061 INFO:teuthology.orchestra.run.smithi088.stdout: "sessions_open": 2, 2024-06-13T12:06:19.061 INFO:teuthology.orchestra.run.smithi088.stdout: "sessions_stale": 0, 2024-06-13T12:06:19.061 INFO:teuthology.orchestra.run.smithi088.stdout: "total_load": 872, 2024-06-13T12:06:19.061 INFO:teuthology.orchestra.run.smithi088.stdout: "average_load": 436, 2024-06-13T12:06:19.061 INFO:teuthology.orchestra.run.smithi088.stdout: "avg_session_uptime": 615, 2024-06-13T12:06:19.061 INFO:teuthology.orchestra.run.smithi088.stdout: "mdthresh_evicted": 0 2024-06-13T12:06:19.061 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.061 INFO:teuthology.orchestra.run.smithi088.stdout: "mempool": { 2024-06-13T12:06:19.062 INFO:teuthology.orchestra.run.smithi088.stdout: "bloom_filter_bytes": 0, 2024-06-13T12:06:19.062 INFO:teuthology.orchestra.run.smithi088.stdout: "bloom_filter_items": 0, 2024-06-13T12:06:19.062 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_alloc_bytes": 0, 2024-06-13T12:06:19.062 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_alloc_items": 0, 2024-06-13T12:06:19.062 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_data_bytes": 0, 2024-06-13T12:06:19.062 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_data_items": 0, 2024-06-13T12:06:19.062 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-13T12:06:19.062 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_onode_items": 0, 2024-06-13T12:06:19.062 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-13T12:06:19.062 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_meta_items": 0, 2024-06-13T12:06:19.062 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_other_bytes": 0, 2024-06-13T12:06:19.062 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_other_items": 0, 2024-06-13T12:06:19.063 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-13T12:06:19.063 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_buffer_items": 0, 2024-06-13T12:06:19.063 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_extent_bytes": 0, 2024-06-13T12:06:19.063 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_extent_items": 0, 2024-06-13T12:06:19.063 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_blob_bytes": 0, 2024-06-13T12:06:19.063 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_blob_items": 0, 2024-06-13T12:06:19.063 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-13T12:06:19.063 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_shared_blob_items": 0, 2024-06-13T12:06:19.063 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-13T12:06:19.063 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_inline_bl_items": 0, 2024-06-13T12:06:19.063 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_fsck_bytes": 0, 2024-06-13T12:06:19.063 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_fsck_items": 0, 2024-06-13T12:06:19.063 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_txc_bytes": 0, 2024-06-13T12:06:19.063 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_txc_items": 0, 2024-06-13T12:06:19.064 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-13T12:06:19.064 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_writing_deferred_items": 0, 2024-06-13T12:06:19.064 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_writing_bytes": 0, 2024-06-13T12:06:19.064 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_writing_items": 0, 2024-06-13T12:06:19.064 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_bytes": 0, 2024-06-13T12:06:19.064 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_items": 0, 2024-06-13T12:06:19.064 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_file_reader_bytes": 0, 2024-06-13T12:06:19.064 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_file_reader_items": 0, 2024-06-13T12:06:19.064 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_file_writer_bytes": 0, 2024-06-13T12:06:19.064 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_file_writer_items": 0, 2024-06-13T12:06:19.064 INFO:teuthology.orchestra.run.smithi088.stdout: "buffer_anon_bytes": 688188, 2024-06-13T12:06:19.064 INFO:teuthology.orchestra.run.smithi088.stdout: "buffer_anon_items": 397, 2024-06-13T12:06:19.064 INFO:teuthology.orchestra.run.smithi088.stdout: "buffer_meta_bytes": 440, 2024-06-13T12:06:19.064 INFO:teuthology.orchestra.run.smithi088.stdout: "buffer_meta_items": 5, 2024-06-13T12:06:19.065 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_bytes": 0, 2024-06-13T12:06:19.065 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_items": 0, 2024-06-13T12:06:19.065 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_mapbl_bytes": 0, 2024-06-13T12:06:19.065 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_mapbl_items": 0, 2024-06-13T12:06:19.065 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_pglog_bytes": 0, 2024-06-13T12:06:19.065 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_pglog_items": 0, 2024-06-13T12:06:19.065 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_bytes": 9704, 2024-06-13T12:06:19.065 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_items": 186, 2024-06-13T12:06:19.065 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_mapping_bytes": 0, 2024-06-13T12:06:19.065 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_mapping_items": 0, 2024-06-13T12:06:19.065 INFO:teuthology.orchestra.run.smithi088.stdout: "pgmap_bytes": 0, 2024-06-13T12:06:19.065 INFO:teuthology.orchestra.run.smithi088.stdout: "pgmap_items": 0, 2024-06-13T12:06:19.065 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_co_bytes": 928564, 2024-06-13T12:06:19.065 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_co_items": 46506, 2024-06-13T12:06:19.065 INFO:teuthology.orchestra.run.smithi088.stdout: "unittest_1_bytes": 0, 2024-06-13T12:06:19.066 INFO:teuthology.orchestra.run.smithi088.stdout: "unittest_1_items": 0, 2024-06-13T12:06:19.066 INFO:teuthology.orchestra.run.smithi088.stdout: "unittest_2_bytes": 0, 2024-06-13T12:06:19.066 INFO:teuthology.orchestra.run.smithi088.stdout: "unittest_2_items": 0 2024-06-13T12:06:19.066 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.066 INFO:teuthology.orchestra.run.smithi088.stdout: "objecter": { 2024-06-13T12:06:19.066 INFO:teuthology.orchestra.run.smithi088.stdout: "op_active": 0, 2024-06-13T12:06:19.066 INFO:teuthology.orchestra.run.smithi088.stdout: "op_laggy": 0, 2024-06-13T12:06:19.066 INFO:teuthology.orchestra.run.smithi088.stdout: "op_send": 2134, 2024-06-13T12:06:19.066 INFO:teuthology.orchestra.run.smithi088.stdout: "op_send_bytes": 6583677, 2024-06-13T12:06:19.066 INFO:teuthology.orchestra.run.smithi088.stdout: "op_resend": 28, 2024-06-13T12:06:19.066 INFO:teuthology.orchestra.run.smithi088.stdout: "op_reply": 2134, 2024-06-13T12:06:19.066 INFO:teuthology.orchestra.run.smithi088.stdout: "op_latency": { 2024-06-13T12:06:19.066 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 2134, 2024-06-13T12:06:19.066 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 13.790729581, 2024-06-13T12:06:19.067 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.006462384 2024-06-13T12:06:19.067 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.067 INFO:teuthology.orchestra.run.smithi088.stdout: "op_inflight": 0, 2024-06-13T12:06:19.067 INFO:teuthology.orchestra.run.smithi088.stdout: "oplen_avg": { 2024-06-13T12:06:19.067 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 2134, 2024-06-13T12:06:19.067 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 2301 2024-06-13T12:06:19.067 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.067 INFO:teuthology.orchestra.run.smithi088.stdout: "op": 2134, 2024-06-13T12:06:19.067 INFO:teuthology.orchestra.run.smithi088.stdout: "op_r": 136, 2024-06-13T12:06:19.067 INFO:teuthology.orchestra.run.smithi088.stdout: "op_w": 1998, 2024-06-13T12:06:19.067 INFO:teuthology.orchestra.run.smithi088.stdout: "op_rmw": 0, 2024-06-13T12:06:19.067 INFO:teuthology.orchestra.run.smithi088.stdout: "op_pg": 0, 2024-06-13T12:06:19.067 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_stat": 0, 2024-06-13T12:06:19.067 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_create": 10, 2024-06-13T12:06:19.067 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_read": 92, 2024-06-13T12:06:19.068 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_write": 711, 2024-06-13T12:06:19.068 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_writefull": 73, 2024-06-13T12:06:19.068 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_writesame": 0, 2024-06-13T12:06:19.068 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_append": 0, 2024-06-13T12:06:19.068 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_zero": 4, 2024-06-13T12:06:19.068 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_truncate": 1, 2024-06-13T12:06:19.068 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_delete": 1072, 2024-06-13T12:06:19.068 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_mapext": 0, 2024-06-13T12:06:19.068 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_sparse_read": 0, 2024-06-13T12:06:19.068 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_clonerange": 0, 2024-06-13T12:06:19.068 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_getxattr": 44, 2024-06-13T12:06:19.068 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_setxattr": 20, 2024-06-13T12:06:19.068 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_cmpxattr": 0, 2024-06-13T12:06:19.068 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_rmxattr": 0, 2024-06-13T12:06:19.068 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_resetxattrs": 0, 2024-06-13T12:06:19.069 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_call": 0, 2024-06-13T12:06:19.069 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_watch": 0, 2024-06-13T12:06:19.069 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_notify": 0, 2024-06-13T12:06:19.069 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_src_cmpxattr": 0, 2024-06-13T12:06:19.069 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_pgls": 0, 2024-06-13T12:06:19.069 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_pgls_filter": 0, 2024-06-13T12:06:19.069 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_other": 7, 2024-06-13T12:06:19.069 INFO:teuthology.orchestra.run.smithi088.stdout: "linger_active": 0, 2024-06-13T12:06:19.069 INFO:teuthology.orchestra.run.smithi088.stdout: "linger_send": 0, 2024-06-13T12:06:19.069 INFO:teuthology.orchestra.run.smithi088.stdout: "linger_resend": 0, 2024-06-13T12:06:19.069 INFO:teuthology.orchestra.run.smithi088.stdout: "linger_ping": 0, 2024-06-13T12:06:19.069 INFO:teuthology.orchestra.run.smithi088.stdout: "poolop_active": 0, 2024-06-13T12:06:19.069 INFO:teuthology.orchestra.run.smithi088.stdout: "poolop_send": 0, 2024-06-13T12:06:19.069 INFO:teuthology.orchestra.run.smithi088.stdout: "poolop_resend": 0, 2024-06-13T12:06:19.069 INFO:teuthology.orchestra.run.smithi088.stdout: "poolstat_active": 0, 2024-06-13T12:06:19.070 INFO:teuthology.orchestra.run.smithi088.stdout: "poolstat_send": 0, 2024-06-13T12:06:19.070 INFO:teuthology.orchestra.run.smithi088.stdout: "poolstat_resend": 0, 2024-06-13T12:06:19.070 INFO:teuthology.orchestra.run.smithi088.stdout: "statfs_active": 0, 2024-06-13T12:06:19.070 INFO:teuthology.orchestra.run.smithi088.stdout: "statfs_send": 0, 2024-06-13T12:06:19.070 INFO:teuthology.orchestra.run.smithi088.stdout: "statfs_resend": 0, 2024-06-13T12:06:19.070 INFO:teuthology.orchestra.run.smithi088.stdout: "command_active": 0, 2024-06-13T12:06:19.070 INFO:teuthology.orchestra.run.smithi088.stdout: "command_send": 0, 2024-06-13T12:06:19.070 INFO:teuthology.orchestra.run.smithi088.stdout: "command_resend": 0, 2024-06-13T12:06:19.070 INFO:teuthology.orchestra.run.smithi088.stdout: "map_epoch": 109, 2024-06-13T12:06:19.070 INFO:teuthology.orchestra.run.smithi088.stdout: "map_full": 0, 2024-06-13T12:06:19.070 INFO:teuthology.orchestra.run.smithi088.stdout: "map_inc": 11, 2024-06-13T12:06:19.070 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_sessions": 12, 2024-06-13T12:06:19.070 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_session_open": 12, 2024-06-13T12:06:19.070 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_session_close": 0, 2024-06-13T12:06:19.071 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_laggy": 0, 2024-06-13T12:06:19.071 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_wr": 201, 2024-06-13T12:06:19.071 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_rd": 0, 2024-06-13T12:06:19.071 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_del": 66 2024-06-13T12:06:19.071 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.071 INFO:teuthology.orchestra.run.smithi088.stdout: "oft": { 2024-06-13T12:06:19.071 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_total_objs": 1, 2024-06-13T12:06:19.071 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_total_kv_pairs": 0, 2024-06-13T12:06:19.071 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_total_updates": 0, 2024-06-13T12:06:19.071 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_total_removes": 0 2024-06-13T12:06:19.071 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.071 INFO:teuthology.orchestra.run.smithi088.stdout: "osd-slow-ops": { 2024-06-13T12:06:19.071 INFO:teuthology.orchestra.run.smithi088.stdout: "slow_ops_count": 1 2024-06-13T12:06:19.071 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.071 INFO:teuthology.orchestra.run.smithi088.stdout: "purge_queue": { 2024-06-13T12:06:19.072 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executing_ops": 0, 2024-06-13T12:06:19.072 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executing_ops_high_water": 21, 2024-06-13T12:06:19.072 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executing": 0, 2024-06-13T12:06:19.072 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executing_high_water": 13, 2024-06-13T12:06:19.072 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executed_ops": 1063, 2024-06-13T12:06:19.072 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executed": 555, 2024-06-13T12:06:19.072 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_item_in_journal": 0 2024-06-13T12:06:19.072 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.072 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-13T12:06:19.072 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-06-13T12:06:19.072 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 104857600, 2024-06-13T12:06:19.072 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-06-13T12:06:19.072 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 17398, 2024-06-13T12:06:19.072 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 6687003, 2024-06-13T12:06:19.072 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:19.073 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 17398, 2024-06-13T12:06:19.073 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 0, 2024-06-13T12:06:19.073 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 0, 2024-06-13T12:06:19.073 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 17398, 2024-06-13T12:06:19.073 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 6687003, 2024-06-13T12:06:19.073 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-06-13T12:06:19.073 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:19.073 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:19.073 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:19.073 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-06-13T12:06:19.073 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.073 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-objecter_bytes": { 2024-06-13T12:06:19.073 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-06-13T12:06:19.073 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 104857600, 2024-06-13T12:06:19.074 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-06-13T12:06:19.074 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 0, 2024-06-13T12:06:19.074 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 0, 2024-06-13T12:06:19.074 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:19.074 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 0, 2024-06-13T12:06:19.074 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 2134, 2024-06-13T12:06:19.074 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 6650828, 2024-06-13T12:06:19.074 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 2134, 2024-06-13T12:06:19.074 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 6650828, 2024-06-13T12:06:19.074 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-06-13T12:06:19.074 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:19.074 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:19.074 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:19.074 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-06-13T12:06:19.075 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.075 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-objecter_ops": { 2024-06-13T12:06:19.075 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-06-13T12:06:19.075 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 1024, 2024-06-13T12:06:19.075 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-06-13T12:06:19.075 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 0, 2024-06-13T12:06:19.075 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 0, 2024-06-13T12:06:19.075 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:19.075 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 0, 2024-06-13T12:06:19.075 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 2134, 2024-06-13T12:06:19.075 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 2134, 2024-06-13T12:06:19.075 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 2134, 2024-06-13T12:06:19.075 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 2134, 2024-06-13T12:06:19.075 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-06-13T12:06:19.075 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:19.076 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:19.076 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:19.076 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-06-13T12:06:19.076 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.076 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-write_buf_throttle": { 2024-06-13T12:06:19.076 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-06-13T12:06:19.076 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 3758096384, 2024-06-13T12:06:19.076 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-06-13T12:06:19.076 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 555, 2024-06-13T12:06:19.076 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 67151, 2024-06-13T12:06:19.076 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:19.076 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 555, 2024-06-13T12:06:19.076 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 0, 2024-06-13T12:06:19.076 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 0, 2024-06-13T12:06:19.076 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 92, 2024-06-13T12:06:19.077 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 67151, 2024-06-13T12:06:19.077 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-06-13T12:06:19.077 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:19.077 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:19.077 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:19.077 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-06-13T12:06:19.077 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:19.077 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-write_buf_throttle-0x5577a8390500": { 2024-06-13T12:06:19.077 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-06-13T12:06:19.077 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 3758096384, 2024-06-13T12:06:19.077 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-06-13T12:06:19.077 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 2620, 2024-06-13T12:06:19.077 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 6271310, 2024-06-13T12:06:19.077 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:19.078 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 2620, 2024-06-13T12:06:19.078 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 0, 2024-06-13T12:06:19.078 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 0, 2024-06-13T12:06:19.078 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 619, 2024-06-13T12:06:19.078 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 6271310, 2024-06-13T12:06:19.078 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-06-13T12:06:19.078 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:19.078 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:19.078 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:19.078 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-06-13T12:06:19.078 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-06-13T12:06:19.078 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-06-13T12:06:19.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:19 smithi042 ceph-mon[32231]: pgmap v334: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 208 B/s wr, 6 op/s 2024-06-13T12:06:19.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:19 smithi162 ceph-mon[36757]: pgmap v334: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 208 B/s wr, 6 op/s 2024-06-13T12:06:19.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:19 smithi088 ceph-mon[36399]: pgmap v334: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 208 B/s wr, 6 op/s 2024-06-13T12:06:19.831 INFO:tasks.check_counter:Daemon mds.h mds.exported=55 2024-06-13T12:06:19.831 INFO:tasks.check_counter:Daemon mds.h mds.imported=50 2024-06-13T12:06:19.831 INFO:tasks.check_counter:Daemon mds.h mds.root_rsnaps=5 2024-06-13T12:06:19.831 INFO:tasks.check_counter:Daemon mds.h mds_server.req_mksnap_latency.avgcount=0 2024-06-13T12:06:19.831 INFO:tasks.check_counter:Daemon mds.h mds_server.req_rmsnap_latency.avgcount=0 2024-06-13T12:06:19.831 DEBUG:tasks.check_counter:Getting stats from k 2024-06-13T12:06:19.832 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph daemon mds.k perf dump 2024-06-13T12:06:20.068 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.b/config 2024-06-13T12:06:21.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:21 smithi088 ceph-mon[36399]: pgmap v335: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:06:21.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:21 smithi162 ceph-mon[36757]: pgmap v335: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:06:21.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:21 smithi042 ceph-mon[32231]: pgmap v335: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:06:21.817 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-06-13T12:06:21.817 INFO:teuthology.orchestra.run.smithi088.stdout: "AsyncMessenger::Worker-0": { 2024-06-13T12:06:21.817 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_messages": 0, 2024-06-13T12:06:21.817 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages": 2, 2024-06-13T12:06:21.817 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_bytes": 0, 2024-06-13T12:06:21.817 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_bytes": 0, 2024-06-13T12:06:21.817 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_created_connections": 4, 2024-06-13T12:06:21.817 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_active_connections": 0, 2024-06-13T12:06:21.817 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_total_time": 0.000883872, 2024-06-13T12:06:21.817 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_send_time": 0.000000000, 2024-06-13T12:06:21.817 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_recv_time": 0.000113082, 2024-06-13T12:06:21.817 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-13T12:06:21.818 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:06:21.818 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:21.818 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:21.818 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:21.818 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:21.818 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:06:21.818 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:21.818 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:21.818 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:21.818 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:21.818 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_encrypted_bytes": 0, 2024-06-13T12:06:21.818 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_encrypted_bytes": 0 2024-06-13T12:06:21.818 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:21.819 INFO:teuthology.orchestra.run.smithi088.stdout: "AsyncMessenger::Worker-1": { 2024-06-13T12:06:21.819 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_messages": 6, 2024-06-13T12:06:21.819 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages": 206, 2024-06-13T12:06:21.819 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_bytes": 3344, 2024-06-13T12:06:21.819 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_bytes": 192176, 2024-06-13T12:06:21.819 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_created_connections": 5, 2024-06-13T12:06:21.819 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_active_connections": 3, 2024-06-13T12:06:21.819 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_total_time": 0.013335704, 2024-06-13T12:06:21.819 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_send_time": 0.009163897, 2024-06-13T12:06:21.819 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_recv_time": 0.001582577, 2024-06-13T12:06:21.819 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-13T12:06:21.819 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:06:21.819 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 204, 2024-06-13T12:06:21.819 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.025932833, 2024-06-13T12:06:21.820 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000127121 2024-06-13T12:06:21.820 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:21.820 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:06:21.820 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:21.820 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:21.820 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:21.820 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:21.820 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_encrypted_bytes": 3344, 2024-06-13T12:06:21.820 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_encrypted_bytes": 192176 2024-06-13T12:06:21.820 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:21.820 INFO:teuthology.orchestra.run.smithi088.stdout: "AsyncMessenger::Worker-2": { 2024-06-13T12:06:21.820 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_messages": 280, 2024-06-13T12:06:21.820 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages": 268, 2024-06-13T12:06:21.820 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_bytes": 1735200, 2024-06-13T12:06:21.821 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_bytes": 165168, 2024-06-13T12:06:21.821 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_created_connections": 2, 2024-06-13T12:06:21.821 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_active_connections": 1, 2024-06-13T12:06:21.821 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_total_time": 0.055357060, 2024-06-13T12:06:21.821 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_send_time": 0.016770990, 2024-06-13T12:06:21.821 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_recv_time": 0.040525851, 2024-06-13T12:06:21.821 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_fast_dispatch_time": 0.006710589, 2024-06-13T12:06:21.821 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:06:21.821 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 267, 2024-06-13T12:06:21.821 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.013160746, 2024-06-13T12:06:21.821 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000049291 2024-06-13T12:06:21.821 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:21.821 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:06:21.822 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:21.822 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:21.822 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:21.822 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:21.822 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_encrypted_bytes": 1735200, 2024-06-13T12:06:21.822 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_encrypted_bytes": 165168 2024-06-13T12:06:21.822 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:21.822 INFO:teuthology.orchestra.run.smithi088.stdout: "cct": { 2024-06-13T12:06:21.822 INFO:teuthology.orchestra.run.smithi088.stdout: "total_workers": 0, 2024-06-13T12:06:21.822 INFO:teuthology.orchestra.run.smithi088.stdout: "unhealthy_workers": 0 2024-06-13T12:06:21.822 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:21.822 INFO:teuthology.orchestra.run.smithi088.stdout: "mempool": { 2024-06-13T12:06:21.822 INFO:teuthology.orchestra.run.smithi088.stdout: "bloom_filter_bytes": 0, 2024-06-13T12:06:21.822 INFO:teuthology.orchestra.run.smithi088.stdout: "bloom_filter_items": 0, 2024-06-13T12:06:21.823 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_alloc_bytes": 0, 2024-06-13T12:06:21.823 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_alloc_items": 0, 2024-06-13T12:06:21.823 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_data_bytes": 0, 2024-06-13T12:06:21.823 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_data_items": 0, 2024-06-13T12:06:21.823 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-13T12:06:21.823 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_onode_items": 0, 2024-06-13T12:06:21.823 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-13T12:06:21.823 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_meta_items": 0, 2024-06-13T12:06:21.823 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_other_bytes": 0, 2024-06-13T12:06:21.823 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_other_items": 0, 2024-06-13T12:06:21.823 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-13T12:06:21.823 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_buffer_items": 0, 2024-06-13T12:06:21.823 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_extent_bytes": 0, 2024-06-13T12:06:21.823 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_extent_items": 0, 2024-06-13T12:06:21.824 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_blob_bytes": 0, 2024-06-13T12:06:21.824 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_blob_items": 0, 2024-06-13T12:06:21.824 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-13T12:06:21.824 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_shared_blob_items": 0, 2024-06-13T12:06:21.824 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-13T12:06:21.824 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_inline_bl_items": 0, 2024-06-13T12:06:21.824 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_fsck_bytes": 0, 2024-06-13T12:06:21.824 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_fsck_items": 0, 2024-06-13T12:06:21.824 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_txc_bytes": 0, 2024-06-13T12:06:21.824 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_txc_items": 0, 2024-06-13T12:06:21.824 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-13T12:06:21.824 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_writing_deferred_items": 0, 2024-06-13T12:06:21.824 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_writing_bytes": 0, 2024-06-13T12:06:21.825 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_writing_items": 0, 2024-06-13T12:06:21.825 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_bytes": 0, 2024-06-13T12:06:21.825 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_items": 0, 2024-06-13T12:06:21.825 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_file_reader_bytes": 0, 2024-06-13T12:06:21.825 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_file_reader_items": 0, 2024-06-13T12:06:21.825 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_file_writer_bytes": 0, 2024-06-13T12:06:21.825 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_file_writer_items": 0, 2024-06-13T12:06:21.825 INFO:teuthology.orchestra.run.smithi088.stdout: "buffer_anon_bytes": 148732, 2024-06-13T12:06:21.825 INFO:teuthology.orchestra.run.smithi088.stdout: "buffer_anon_items": 31, 2024-06-13T12:06:21.825 INFO:teuthology.orchestra.run.smithi088.stdout: "buffer_meta_bytes": 0, 2024-06-13T12:06:21.825 INFO:teuthology.orchestra.run.smithi088.stdout: "buffer_meta_items": 0, 2024-06-13T12:06:21.825 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_bytes": 0, 2024-06-13T12:06:21.825 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_items": 0, 2024-06-13T12:06:21.825 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_mapbl_bytes": 0, 2024-06-13T12:06:21.826 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_mapbl_items": 0, 2024-06-13T12:06:21.826 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_pglog_bytes": 0, 2024-06-13T12:06:21.826 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_pglog_items": 0, 2024-06-13T12:06:21.826 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_bytes": 0, 2024-06-13T12:06:21.826 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_items": 0, 2024-06-13T12:06:21.826 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_mapping_bytes": 0, 2024-06-13T12:06:21.826 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_mapping_items": 0, 2024-06-13T12:06:21.826 INFO:teuthology.orchestra.run.smithi088.stdout: "pgmap_bytes": 0, 2024-06-13T12:06:21.826 INFO:teuthology.orchestra.run.smithi088.stdout: "pgmap_items": 0, 2024-06-13T12:06:21.826 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_co_bytes": 928, 2024-06-13T12:06:21.826 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_co_items": 2, 2024-06-13T12:06:21.826 INFO:teuthology.orchestra.run.smithi088.stdout: "unittest_1_bytes": 0, 2024-06-13T12:06:21.826 INFO:teuthology.orchestra.run.smithi088.stdout: "unittest_1_items": 0, 2024-06-13T12:06:21.827 INFO:teuthology.orchestra.run.smithi088.stdout: "unittest_2_bytes": 0, 2024-06-13T12:06:21.827 INFO:teuthology.orchestra.run.smithi088.stdout: "unittest_2_items": 0 2024-06-13T12:06:21.827 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-06-13T12:06:21.827 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-13T12:06:21.827 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-06-13T12:06:21.827 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 104857600, 2024-06-13T12:06:21.827 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-06-13T12:06:21.827 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 282, 2024-06-13T12:06:21.827 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 1695720, 2024-06-13T12:06:21.827 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:21.827 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 282, 2024-06-13T12:06:21.827 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 0, 2024-06-13T12:06:21.827 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 0, 2024-06-13T12:06:21.827 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 282, 2024-06-13T12:06:21.828 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 1695720, 2024-06-13T12:06:21.828 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-06-13T12:06:21.828 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-06-13T12:06:21.828 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-06-13T12:06:21.828 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-06-13T12:06:21.828 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-06-13T12:06:21.828 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-06-13T12:06:21.828 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-06-13T12:06:22.596 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.k 2024-06-13T12:06:22.596 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.k 2024-06-13T12:06:22.596 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.k 2024-06-13T12:06:22.596 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.k 2024-06-13T12:06:22.596 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.k 2024-06-13T12:06:22.596 DEBUG:tasks.check_counter:Getting stats from c 2024-06-13T12:06:22.596 DEBUG:teuthology.orchestra.run.smithi162:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph daemon mds.c perf dump 2024-06-13T12:06:22.847 INFO:teuthology.orchestra.run.smithi162.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.c/config 2024-06-13T12:06:23.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:23 smithi162 ceph-mon[36757]: pgmap v336: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:06:23.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:23 smithi088 ceph-mon[36399]: pgmap v336: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:06:23.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:23 smithi042 ceph-mon[32231]: pgmap v336: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-06-13T12:06:24.723 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2024-06-13T12:06:24.723 INFO:teuthology.orchestra.run.smithi162.stdout: "AsyncMessenger::Worker-0": { 2024-06-13T12:06:24.723 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_messages": 853, 2024-06-13T12:06:24.723 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_messages": 828, 2024-06-13T12:06:24.723 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_bytes": 5157807, 2024-06-13T12:06:24.723 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_bytes": 339675, 2024-06-13T12:06:24.724 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_created_connections": 6, 2024-06-13T12:06:24.724 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_active_connections": 2, 2024-06-13T12:06:24.724 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_total_time": 0.104460105, 2024-06-13T12:06:24.724 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_send_time": 0.032747109, 2024-06-13T12:06:24.724 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_recv_time": 0.055516492, 2024-06-13T12:06:24.724 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_fast_dispatch_time": 0.020786741, 2024-06-13T12:06:24.724 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:06:24.724 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 827, 2024-06-13T12:06:24.724 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.034500813, 2024-06-13T12:06:24.724 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000041718 2024-06-13T12:06:24.724 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.724 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:06:24.724 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.725 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.725 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.725 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.725 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_encrypted_bytes": 1813520, 2024-06-13T12:06:24.725 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_encrypted_bytes": 165088 2024-06-13T12:06:24.725 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.725 INFO:teuthology.orchestra.run.smithi162.stdout: "AsyncMessenger::Worker-1": { 2024-06-13T12:06:24.725 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_messages": 443, 2024-06-13T12:06:24.725 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_messages": 640, 2024-06-13T12:06:24.725 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_bytes": 111456, 2024-06-13T12:06:24.725 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_bytes": 625516, 2024-06-13T12:06:24.725 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_created_connections": 7, 2024-06-13T12:06:24.725 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_active_connections": 5, 2024-06-13T12:06:24.725 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_total_time": 0.050614930, 2024-06-13T12:06:24.726 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_send_time": 0.021789740, 2024-06-13T12:06:24.726 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_recv_time": 0.009903792, 2024-06-13T12:06:24.726 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_fast_dispatch_time": 0.013439534, 2024-06-13T12:06:24.726 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:06:24.726 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 638, 2024-06-13T12:06:24.726 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.038383033, 2024-06-13T12:06:24.726 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000060161 2024-06-13T12:06:24.726 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.726 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:06:24.726 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.726 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.726 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.727 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.727 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_encrypted_bytes": 3344, 2024-06-13T12:06:24.727 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_encrypted_bytes": 486544 2024-06-13T12:06:24.727 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.727 INFO:teuthology.orchestra.run.smithi162.stdout: "AsyncMessenger::Worker-2": { 2024-06-13T12:06:24.727 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_messages": 1515, 2024-06-13T12:06:24.727 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_messages": 1517, 2024-06-13T12:06:24.727 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_bytes": 8845481, 2024-06-13T12:06:24.727 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_bytes": 481828, 2024-06-13T12:06:24.727 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_created_connections": 5, 2024-06-13T12:06:24.727 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_active_connections": 4, 2024-06-13T12:06:24.727 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_total_time": 0.164357668, 2024-06-13T12:06:24.727 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_send_time": 0.045269200, 2024-06-13T12:06:24.728 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_recv_time": 0.050406383, 2024-06-13T12:06:24.728 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_fast_dispatch_time": 0.054657887, 2024-06-13T12:06:24.728 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:06:24.728 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 1515, 2024-06-13T12:06:24.728 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.067837478, 2024-06-13T12:06:24.728 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000044777 2024-06-13T12:06:24.728 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.728 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:06:24.728 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.729 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.729 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.729 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.729 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_encrypted_bytes": 0, 2024-06-13T12:06:24.729 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_encrypted_bytes": 0 2024-06-13T12:06:24.729 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.729 INFO:teuthology.orchestra.run.smithi162.stdout: "cct": { 2024-06-13T12:06:24.729 INFO:teuthology.orchestra.run.smithi162.stdout: "total_workers": 1, 2024-06-13T12:06:24.729 INFO:teuthology.orchestra.run.smithi162.stdout: "unhealthy_workers": 0 2024-06-13T12:06:24.729 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.729 INFO:teuthology.orchestra.run.smithi162.stdout: "finisher-MDSRank": { 2024-06-13T12:06:24.729 INFO:teuthology.orchestra.run.smithi162.stdout: "queue_len": 0, 2024-06-13T12:06:24.730 INFO:teuthology.orchestra.run.smithi162.stdout: "complete_latency": { 2024-06-13T12:06:24.730 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 4334, 2024-06-13T12:06:24.730 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.123230046, 2024-06-13T12:06:24.730 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000028433 2024-06-13T12:06:24.730 INFO:teuthology.orchestra.run.smithi162.stdout: } 2024-06-13T12:06:24.730 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.730 INFO:teuthology.orchestra.run.smithi162.stdout: "finisher-PurgeQueue": { 2024-06-13T12:06:24.730 INFO:teuthology.orchestra.run.smithi162.stdout: "queue_len": 0, 2024-06-13T12:06:24.730 INFO:teuthology.orchestra.run.smithi162.stdout: "complete_latency": { 2024-06-13T12:06:24.730 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.730 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.730 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.731 INFO:teuthology.orchestra.run.smithi162.stdout: } 2024-06-13T12:06:24.731 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.731 INFO:teuthology.orchestra.run.smithi162.stdout: "mds": { 2024-06-13T12:06:24.731 INFO:teuthology.orchestra.run.smithi162.stdout: "request": 0, 2024-06-13T12:06:24.731 INFO:teuthology.orchestra.run.smithi162.stdout: "reply": 0, 2024-06-13T12:06:24.731 INFO:teuthology.orchestra.run.smithi162.stdout: "reply_latency": { 2024-06-13T12:06:24.731 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.731 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.731 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.732 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.732 INFO:teuthology.orchestra.run.smithi162.stdout: "slow_reply": 0, 2024-06-13T12:06:24.732 INFO:teuthology.orchestra.run.smithi162.stdout: "forward": 0, 2024-06-13T12:06:24.732 INFO:teuthology.orchestra.run.smithi162.stdout: "dir_fetch_complete": 0, 2024-06-13T12:06:24.732 INFO:teuthology.orchestra.run.smithi162.stdout: "dir_fetch_keys": 0, 2024-06-13T12:06:24.732 INFO:teuthology.orchestra.run.smithi162.stdout: "dir_commit": 0, 2024-06-13T12:06:24.732 INFO:teuthology.orchestra.run.smithi162.stdout: "dir_split": 0, 2024-06-13T12:06:24.732 INFO:teuthology.orchestra.run.smithi162.stdout: "dir_merge": 0, 2024-06-13T12:06:24.732 INFO:teuthology.orchestra.run.smithi162.stdout: "inodes": 1875, 2024-06-13T12:06:24.732 INFO:teuthology.orchestra.run.smithi162.stdout: "inodes_top": 2, 2024-06-13T12:06:24.732 INFO:teuthology.orchestra.run.smithi162.stdout: "inodes_bottom": 1873, 2024-06-13T12:06:24.732 INFO:teuthology.orchestra.run.smithi162.stdout: "inodes_pin_tail": 0, 2024-06-13T12:06:24.732 INFO:teuthology.orchestra.run.smithi162.stdout: "inodes_pinned": 1871, 2024-06-13T12:06:24.732 INFO:teuthology.orchestra.run.smithi162.stdout: "inodes_expired": 1, 2024-06-13T12:06:24.733 INFO:teuthology.orchestra.run.smithi162.stdout: "inodes_with_caps": 0, 2024-06-13T12:06:24.733 INFO:teuthology.orchestra.run.smithi162.stdout: "caps": 0, 2024-06-13T12:06:24.733 INFO:teuthology.orchestra.run.smithi162.stdout: "subtrees": 1, 2024-06-13T12:06:24.733 INFO:teuthology.orchestra.run.smithi162.stdout: "traverse": 0, 2024-06-13T12:06:24.733 INFO:teuthology.orchestra.run.smithi162.stdout: "traverse_hit": 0, 2024-06-13T12:06:24.733 INFO:teuthology.orchestra.run.smithi162.stdout: "traverse_forward": 0, 2024-06-13T12:06:24.733 INFO:teuthology.orchestra.run.smithi162.stdout: "traverse_discover": 0, 2024-06-13T12:06:24.733 INFO:teuthology.orchestra.run.smithi162.stdout: "traverse_dir_fetch": 0, 2024-06-13T12:06:24.733 INFO:teuthology.orchestra.run.smithi162.stdout: "traverse_remote_ino": 0, 2024-06-13T12:06:24.733 INFO:teuthology.orchestra.run.smithi162.stdout: "traverse_lock": 0, 2024-06-13T12:06:24.733 INFO:teuthology.orchestra.run.smithi162.stdout: "load_cent": 0, 2024-06-13T12:06:24.734 INFO:teuthology.orchestra.run.smithi162.stdout: "q": 0, 2024-06-13T12:06:24.734 INFO:teuthology.orchestra.run.smithi162.stdout: "exported": 0, 2024-06-13T12:06:24.734 INFO:teuthology.orchestra.run.smithi162.stdout: "exported_inodes": 0, 2024-06-13T12:06:24.734 INFO:teuthology.orchestra.run.smithi162.stdout: "imported": 0, 2024-06-13T12:06:24.734 INFO:teuthology.orchestra.run.smithi162.stdout: "imported_inodes": 0, 2024-06-13T12:06:24.734 INFO:teuthology.orchestra.run.smithi162.stdout: "openino_dir_fetch": 0, 2024-06-13T12:06:24.734 INFO:teuthology.orchestra.run.smithi162.stdout: "openino_backtrace_fetch": 0, 2024-06-13T12:06:24.734 INFO:teuthology.orchestra.run.smithi162.stdout: "openino_peer_discover": 0, 2024-06-13T12:06:24.734 INFO:teuthology.orchestra.run.smithi162.stdout: "root_rfiles": 0, 2024-06-13T12:06:24.734 INFO:teuthology.orchestra.run.smithi162.stdout: "root_rbytes": 0, 2024-06-13T12:06:24.734 INFO:teuthology.orchestra.run.smithi162.stdout: "root_rsnaps": 0, 2024-06-13T12:06:24.735 INFO:teuthology.orchestra.run.smithi162.stdout: "scrub_backtrace_fetch": 0, 2024-06-13T12:06:24.735 INFO:teuthology.orchestra.run.smithi162.stdout: "scrub_set_tag": 0, 2024-06-13T12:06:24.735 INFO:teuthology.orchestra.run.smithi162.stdout: "scrub_backtrace_repaired": 0, 2024-06-13T12:06:24.735 INFO:teuthology.orchestra.run.smithi162.stdout: "scrub_inotable_repaired": 0, 2024-06-13T12:06:24.735 INFO:teuthology.orchestra.run.smithi162.stdout: "scrub_dir_inodes": 0, 2024-06-13T12:06:24.735 INFO:teuthology.orchestra.run.smithi162.stdout: "scrub_dir_base_inodes": 0, 2024-06-13T12:06:24.735 INFO:teuthology.orchestra.run.smithi162.stdout: "scrub_dirfrag_rstats": 0, 2024-06-13T12:06:24.735 INFO:teuthology.orchestra.run.smithi162.stdout: "scrub_file_inodes": 0, 2024-06-13T12:06:24.735 INFO:teuthology.orchestra.run.smithi162.stdout: "handle_inode_file_caps": 0, 2024-06-13T12:06:24.735 INFO:teuthology.orchestra.run.smithi162.stdout: "ceph_cap_op_revoke": 0, 2024-06-13T12:06:24.735 INFO:teuthology.orchestra.run.smithi162.stdout: "ceph_cap_op_grant": 0, 2024-06-13T12:06:24.735 INFO:teuthology.orchestra.run.smithi162.stdout: "ceph_cap_op_trunc": 0, 2024-06-13T12:06:24.736 INFO:teuthology.orchestra.run.smithi162.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-06-13T12:06:24.736 INFO:teuthology.orchestra.run.smithi162.stdout: "ceph_cap_op_flush_ack": 0, 2024-06-13T12:06:24.736 INFO:teuthology.orchestra.run.smithi162.stdout: "handle_client_caps": 0, 2024-06-13T12:06:24.736 INFO:teuthology.orchestra.run.smithi162.stdout: "handle_client_caps_dirty": 0, 2024-06-13T12:06:24.736 INFO:teuthology.orchestra.run.smithi162.stdout: "handle_client_cap_release": 0, 2024-06-13T12:06:24.736 INFO:teuthology.orchestra.run.smithi162.stdout: "process_request_cap_release": 0 2024-06-13T12:06:24.736 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.736 INFO:teuthology.orchestra.run.smithi162.stdout: "mds_cache": { 2024-06-13T12:06:24.736 INFO:teuthology.orchestra.run.smithi162.stdout: "dir_update": 0, 2024-06-13T12:06:24.736 INFO:teuthology.orchestra.run.smithi162.stdout: "dir_update_receipt": 0, 2024-06-13T12:06:24.737 INFO:teuthology.orchestra.run.smithi162.stdout: "dir_try_discover": 0, 2024-06-13T12:06:24.737 INFO:teuthology.orchestra.run.smithi162.stdout: "dir_send_discover": 0, 2024-06-13T12:06:24.737 INFO:teuthology.orchestra.run.smithi162.stdout: "dir_handle_discover": 0, 2024-06-13T12:06:24.737 INFO:teuthology.orchestra.run.smithi162.stdout: "num_strays": 0, 2024-06-13T12:06:24.737 INFO:teuthology.orchestra.run.smithi162.stdout: "num_strays_delayed": 0, 2024-06-13T12:06:24.737 INFO:teuthology.orchestra.run.smithi162.stdout: "num_strays_enqueuing": 0, 2024-06-13T12:06:24.737 INFO:teuthology.orchestra.run.smithi162.stdout: "strays_created": 0, 2024-06-13T12:06:24.737 INFO:teuthology.orchestra.run.smithi162.stdout: "strays_enqueued": 0, 2024-06-13T12:06:24.737 INFO:teuthology.orchestra.run.smithi162.stdout: "strays_reintegrated": 0, 2024-06-13T12:06:24.737 INFO:teuthology.orchestra.run.smithi162.stdout: "strays_migrated": 0, 2024-06-13T12:06:24.737 INFO:teuthology.orchestra.run.smithi162.stdout: "num_recovering_processing": 0, 2024-06-13T12:06:24.737 INFO:teuthology.orchestra.run.smithi162.stdout: "num_recovering_enqueued": 0, 2024-06-13T12:06:24.738 INFO:teuthology.orchestra.run.smithi162.stdout: "num_recovering_prioritized": 0, 2024-06-13T12:06:24.738 INFO:teuthology.orchestra.run.smithi162.stdout: "recovery_started": 0, 2024-06-13T12:06:24.738 INFO:teuthology.orchestra.run.smithi162.stdout: "recovery_completed": 0, 2024-06-13T12:06:24.738 INFO:teuthology.orchestra.run.smithi162.stdout: "ireq_quiesce_path": 0, 2024-06-13T12:06:24.738 INFO:teuthology.orchestra.run.smithi162.stdout: "ireq_quiesce_inode": 0, 2024-06-13T12:06:24.738 INFO:teuthology.orchestra.run.smithi162.stdout: "ireq_enqueue_scrub": 0, 2024-06-13T12:06:24.738 INFO:teuthology.orchestra.run.smithi162.stdout: "ireq_exportdir": 0, 2024-06-13T12:06:24.738 INFO:teuthology.orchestra.run.smithi162.stdout: "ireq_flush": 0, 2024-06-13T12:06:24.738 INFO:teuthology.orchestra.run.smithi162.stdout: "ireq_fragmentdir": 0, 2024-06-13T12:06:24.738 INFO:teuthology.orchestra.run.smithi162.stdout: "ireq_fragstats": 0, 2024-06-13T12:06:24.738 INFO:teuthology.orchestra.run.smithi162.stdout: "ireq_inodestats": 0 2024-06-13T12:06:24.739 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.739 INFO:teuthology.orchestra.run.smithi162.stdout: "mds_log": { 2024-06-13T12:06:24.739 INFO:teuthology.orchestra.run.smithi162.stdout: "evlrg": 0, 2024-06-13T12:06:24.739 INFO:teuthology.orchestra.run.smithi162.stdout: "evadd": 0, 2024-06-13T12:06:24.739 INFO:teuthology.orchestra.run.smithi162.stdout: "evex": 0, 2024-06-13T12:06:24.739 INFO:teuthology.orchestra.run.smithi162.stdout: "evtrm": 0, 2024-06-13T12:06:24.739 INFO:teuthology.orchestra.run.smithi162.stdout: "ev": 4522, 2024-06-13T12:06:24.739 INFO:teuthology.orchestra.run.smithi162.stdout: "evexg": 0, 2024-06-13T12:06:24.739 INFO:teuthology.orchestra.run.smithi162.stdout: "evexd": 0, 2024-06-13T12:06:24.739 INFO:teuthology.orchestra.run.smithi162.stdout: "segadd": 0, 2024-06-13T12:06:24.740 INFO:teuthology.orchestra.run.smithi162.stdout: "segex": 0, 2024-06-13T12:06:24.740 INFO:teuthology.orchestra.run.smithi162.stdout: "segtrm": 0, 2024-06-13T12:06:24.740 INFO:teuthology.orchestra.run.smithi162.stdout: "seg": 7, 2024-06-13T12:06:24.740 INFO:teuthology.orchestra.run.smithi162.stdout: "segmjr": 2, 2024-06-13T12:06:24.740 INFO:teuthology.orchestra.run.smithi162.stdout: "segexg": 0, 2024-06-13T12:06:24.740 INFO:teuthology.orchestra.run.smithi162.stdout: "segexd": 0, 2024-06-13T12:06:24.740 INFO:teuthology.orchestra.run.smithi162.stdout: "expos": 4194304, 2024-06-13T12:06:24.740 INFO:teuthology.orchestra.run.smithi162.stdout: "wrpos": 15784961, 2024-06-13T12:06:24.741 INFO:teuthology.orchestra.run.smithi162.stdout: "rdpos": 15782400, 2024-06-13T12:06:24.741 INFO:teuthology.orchestra.run.smithi162.stdout: "jlat": { 2024-06-13T12:06:24.741 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.741 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.741 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.741 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.741 INFO:teuthology.orchestra.run.smithi162.stdout: "replayed": 4522 2024-06-13T12:06:24.741 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.741 INFO:teuthology.orchestra.run.smithi162.stdout: "mds_mem": { 2024-06-13T12:06:24.741 INFO:teuthology.orchestra.run.smithi162.stdout: "ino": 397, 2024-06-13T12:06:24.741 INFO:teuthology.orchestra.run.smithi162.stdout: "ino+": 2046, 2024-06-13T12:06:24.741 INFO:teuthology.orchestra.run.smithi162.stdout: "ino-": 1649, 2024-06-13T12:06:24.741 INFO:teuthology.orchestra.run.smithi162.stdout: "dir": 79, 2024-06-13T12:06:24.742 INFO:teuthology.orchestra.run.smithi162.stdout: "dir+": 362, 2024-06-13T12:06:24.742 INFO:teuthology.orchestra.run.smithi162.stdout: "dir-": 283, 2024-06-13T12:06:24.742 INFO:teuthology.orchestra.run.smithi162.stdout: "dn": 1875, 2024-06-13T12:06:24.742 INFO:teuthology.orchestra.run.smithi162.stdout: "dn+": 3350, 2024-06-13T12:06:24.742 INFO:teuthology.orchestra.run.smithi162.stdout: "dn-": 1475, 2024-06-13T12:06:24.742 INFO:teuthology.orchestra.run.smithi162.stdout: "cap": 0, 2024-06-13T12:06:24.742 INFO:teuthology.orchestra.run.smithi162.stdout: "cap+": 0, 2024-06-13T12:06:24.742 INFO:teuthology.orchestra.run.smithi162.stdout: "cap-": 0, 2024-06-13T12:06:24.742 INFO:teuthology.orchestra.run.smithi162.stdout: "rss": 61100, 2024-06-13T12:06:24.742 INFO:teuthology.orchestra.run.smithi162.stdout: "heap": 215420 2024-06-13T12:06:24.742 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.742 INFO:teuthology.orchestra.run.smithi162.stdout: "mds_server": { 2024-06-13T12:06:24.742 INFO:teuthology.orchestra.run.smithi162.stdout: "dispatch_client_request": 0, 2024-06-13T12:06:24.743 INFO:teuthology.orchestra.run.smithi162.stdout: "dispatch_server_request": 0, 2024-06-13T12:06:24.743 INFO:teuthology.orchestra.run.smithi162.stdout: "handle_client_request": 0, 2024-06-13T12:06:24.743 INFO:teuthology.orchestra.run.smithi162.stdout: "handle_client_session": 0, 2024-06-13T12:06:24.743 INFO:teuthology.orchestra.run.smithi162.stdout: "handle_peer_request": 0, 2024-06-13T12:06:24.743 INFO:teuthology.orchestra.run.smithi162.stdout: "req_create_latency": { 2024-06-13T12:06:24.743 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.743 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.743 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.743 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.743 INFO:teuthology.orchestra.run.smithi162.stdout: "req_getattr_latency": { 2024-06-13T12:06:24.743 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.743 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.743 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.743 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.743 INFO:teuthology.orchestra.run.smithi162.stdout: "req_getfilelock_latency": { 2024-06-13T12:06:24.744 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.744 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.744 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.744 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.744 INFO:teuthology.orchestra.run.smithi162.stdout: "req_link_latency": { 2024-06-13T12:06:24.744 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.744 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.744 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.744 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.744 INFO:teuthology.orchestra.run.smithi162.stdout: "req_lookup_latency": { 2024-06-13T12:06:24.744 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.744 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.744 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.744 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.744 INFO:teuthology.orchestra.run.smithi162.stdout: "req_lookuphash_latency": { 2024-06-13T12:06:24.744 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.745 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.745 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.745 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.745 INFO:teuthology.orchestra.run.smithi162.stdout: "req_lookupino_latency": { 2024-06-13T12:06:24.745 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.745 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.745 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.745 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.745 INFO:teuthology.orchestra.run.smithi162.stdout: "req_lookupname_latency": { 2024-06-13T12:06:24.745 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.745 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.745 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.745 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.745 INFO:teuthology.orchestra.run.smithi162.stdout: "req_lookupparent_latency": { 2024-06-13T12:06:24.745 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.746 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.746 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.746 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.746 INFO:teuthology.orchestra.run.smithi162.stdout: "req_lookupsnap_latency": { 2024-06-13T12:06:24.746 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.746 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.746 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.746 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.746 INFO:teuthology.orchestra.run.smithi162.stdout: "req_lssnap_latency": { 2024-06-13T12:06:24.746 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.746 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.746 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.746 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.746 INFO:teuthology.orchestra.run.smithi162.stdout: "req_mkdir_latency": { 2024-06-13T12:06:24.747 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.747 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.747 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.747 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.747 INFO:teuthology.orchestra.run.smithi162.stdout: "req_mknod_latency": { 2024-06-13T12:06:24.747 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.747 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.747 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.747 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.748 INFO:teuthology.orchestra.run.smithi162.stdout: "req_mksnap_latency": { 2024-06-13T12:06:24.748 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.748 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.748 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.748 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.748 INFO:teuthology.orchestra.run.smithi162.stdout: "req_open_latency": { 2024-06-13T12:06:24.748 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.748 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.748 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.748 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.748 INFO:teuthology.orchestra.run.smithi162.stdout: "req_readdir_latency": { 2024-06-13T12:06:24.748 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.748 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.748 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.749 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.749 INFO:teuthology.orchestra.run.smithi162.stdout: "req_rename_latency": { 2024-06-13T12:06:24.749 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.749 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.749 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.749 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.749 INFO:teuthology.orchestra.run.smithi162.stdout: "req_renamesnap_latency": { 2024-06-13T12:06:24.749 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.749 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.749 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.749 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.749 INFO:teuthology.orchestra.run.smithi162.stdout: "req_snapdiff_latency": { 2024-06-13T12:06:24.749 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.749 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.749 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.750 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.750 INFO:teuthology.orchestra.run.smithi162.stdout: "req_rmdir_latency": { 2024-06-13T12:06:24.750 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.750 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.750 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.750 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.750 INFO:teuthology.orchestra.run.smithi162.stdout: "req_rmsnap_latency": { 2024-06-13T12:06:24.750 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.750 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.750 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.750 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.750 INFO:teuthology.orchestra.run.smithi162.stdout: "req_rmxattr_latency": { 2024-06-13T12:06:24.750 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.750 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.751 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.751 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.751 INFO:teuthology.orchestra.run.smithi162.stdout: "req_setattr_latency": { 2024-06-13T12:06:24.751 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.751 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.751 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.751 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.751 INFO:teuthology.orchestra.run.smithi162.stdout: "req_setdirlayout_latency": { 2024-06-13T12:06:24.751 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.751 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.751 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.751 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.751 INFO:teuthology.orchestra.run.smithi162.stdout: "req_setfilelock_latency": { 2024-06-13T12:06:24.751 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.751 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.752 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.752 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.752 INFO:teuthology.orchestra.run.smithi162.stdout: "req_setlayout_latency": { 2024-06-13T12:06:24.752 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.752 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.752 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.752 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.752 INFO:teuthology.orchestra.run.smithi162.stdout: "req_setxattr_latency": { 2024-06-13T12:06:24.752 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.752 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.752 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.752 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.752 INFO:teuthology.orchestra.run.smithi162.stdout: "req_symlink_latency": { 2024-06-13T12:06:24.752 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.752 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.753 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.753 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.753 INFO:teuthology.orchestra.run.smithi162.stdout: "req_unlink_latency": { 2024-06-13T12:06:24.753 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.753 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.753 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.753 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.753 INFO:teuthology.orchestra.run.smithi162.stdout: "cap_revoke_eviction": 0, 2024-06-13T12:06:24.753 INFO:teuthology.orchestra.run.smithi162.stdout: "cap_acquisition_throttle": 0, 2024-06-13T12:06:24.753 INFO:teuthology.orchestra.run.smithi162.stdout: "req_getvxattr_latency": { 2024-06-13T12:06:24.753 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.753 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.753 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.753 INFO:teuthology.orchestra.run.smithi162.stdout: } 2024-06-13T12:06:24.753 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.754 INFO:teuthology.orchestra.run.smithi162.stdout: "mds_sessions": { 2024-06-13T12:06:24.754 INFO:teuthology.orchestra.run.smithi162.stdout: "session_count": 1, 2024-06-13T12:06:24.754 INFO:teuthology.orchestra.run.smithi162.stdout: "session_add": 3, 2024-06-13T12:06:24.754 INFO:teuthology.orchestra.run.smithi162.stdout: "session_remove": 2, 2024-06-13T12:06:24.754 INFO:teuthology.orchestra.run.smithi162.stdout: "sessions_open": 3, 2024-06-13T12:06:24.754 INFO:teuthology.orchestra.run.smithi162.stdout: "sessions_stale": 0, 2024-06-13T12:06:24.754 INFO:teuthology.orchestra.run.smithi162.stdout: "total_load": 0, 2024-06-13T12:06:24.754 INFO:teuthology.orchestra.run.smithi162.stdout: "average_load": 0, 2024-06-13T12:06:24.754 INFO:teuthology.orchestra.run.smithi162.stdout: "avg_session_uptime": 6500, 2024-06-13T12:06:24.754 INFO:teuthology.orchestra.run.smithi162.stdout: "mdthresh_evicted": 0 2024-06-13T12:06:24.754 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.754 INFO:teuthology.orchestra.run.smithi162.stdout: "mempool": { 2024-06-13T12:06:24.754 INFO:teuthology.orchestra.run.smithi162.stdout: "bloom_filter_bytes": 0, 2024-06-13T12:06:24.754 INFO:teuthology.orchestra.run.smithi162.stdout: "bloom_filter_items": 0, 2024-06-13T12:06:24.755 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_alloc_bytes": 0, 2024-06-13T12:06:24.755 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_alloc_items": 0, 2024-06-13T12:06:24.755 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_data_bytes": 0, 2024-06-13T12:06:24.755 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_data_items": 0, 2024-06-13T12:06:24.755 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-13T12:06:24.755 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_onode_items": 0, 2024-06-13T12:06:24.755 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-13T12:06:24.755 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_meta_items": 0, 2024-06-13T12:06:24.755 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_other_bytes": 0, 2024-06-13T12:06:24.755 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_other_items": 0, 2024-06-13T12:06:24.755 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-13T12:06:24.755 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_buffer_items": 0, 2024-06-13T12:06:24.755 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_extent_bytes": 0, 2024-06-13T12:06:24.755 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_extent_items": 0, 2024-06-13T12:06:24.756 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_blob_bytes": 0, 2024-06-13T12:06:24.756 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_blob_items": 0, 2024-06-13T12:06:24.756 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-13T12:06:24.756 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_shared_blob_items": 0, 2024-06-13T12:06:24.756 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-13T12:06:24.756 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_inline_bl_items": 0, 2024-06-13T12:06:24.756 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_fsck_bytes": 0, 2024-06-13T12:06:24.756 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_fsck_items": 0, 2024-06-13T12:06:24.756 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_txc_bytes": 0, 2024-06-13T12:06:24.756 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_txc_items": 0, 2024-06-13T12:06:24.756 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-13T12:06:24.756 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_writing_deferred_items": 0, 2024-06-13T12:06:24.756 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_writing_bytes": 0, 2024-06-13T12:06:24.756 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_writing_items": 0, 2024-06-13T12:06:24.756 INFO:teuthology.orchestra.run.smithi162.stdout: "bluefs_bytes": 0, 2024-06-13T12:06:24.757 INFO:teuthology.orchestra.run.smithi162.stdout: "bluefs_items": 0, 2024-06-13T12:06:24.757 INFO:teuthology.orchestra.run.smithi162.stdout: "bluefs_file_reader_bytes": 0, 2024-06-13T12:06:24.757 INFO:teuthology.orchestra.run.smithi162.stdout: "bluefs_file_reader_items": 0, 2024-06-13T12:06:24.757 INFO:teuthology.orchestra.run.smithi162.stdout: "bluefs_file_writer_bytes": 0, 2024-06-13T12:06:24.757 INFO:teuthology.orchestra.run.smithi162.stdout: "bluefs_file_writer_items": 0, 2024-06-13T12:06:24.757 INFO:teuthology.orchestra.run.smithi162.stdout: "buffer_anon_bytes": 225229, 2024-06-13T12:06:24.757 INFO:teuthology.orchestra.run.smithi162.stdout: "buffer_anon_items": 553, 2024-06-13T12:06:24.757 INFO:teuthology.orchestra.run.smithi162.stdout: "buffer_meta_bytes": 0, 2024-06-13T12:06:24.757 INFO:teuthology.orchestra.run.smithi162.stdout: "buffer_meta_items": 0, 2024-06-13T12:06:24.757 INFO:teuthology.orchestra.run.smithi162.stdout: "osd_bytes": 0, 2024-06-13T12:06:24.757 INFO:teuthology.orchestra.run.smithi162.stdout: "osd_items": 0, 2024-06-13T12:06:24.757 INFO:teuthology.orchestra.run.smithi162.stdout: "osd_mapbl_bytes": 0, 2024-06-13T12:06:24.757 INFO:teuthology.orchestra.run.smithi162.stdout: "osd_mapbl_items": 0, 2024-06-13T12:06:24.757 INFO:teuthology.orchestra.run.smithi162.stdout: "osd_pglog_bytes": 0, 2024-06-13T12:06:24.757 INFO:teuthology.orchestra.run.smithi162.stdout: "osd_pglog_items": 0, 2024-06-13T12:06:24.757 INFO:teuthology.orchestra.run.smithi162.stdout: "osdmap_bytes": 9704, 2024-06-13T12:06:24.757 INFO:teuthology.orchestra.run.smithi162.stdout: "osdmap_items": 186, 2024-06-13T12:06:24.758 INFO:teuthology.orchestra.run.smithi162.stdout: "osdmap_mapping_bytes": 0, 2024-06-13T12:06:24.758 INFO:teuthology.orchestra.run.smithi162.stdout: "osdmap_mapping_items": 0, 2024-06-13T12:06:24.758 INFO:teuthology.orchestra.run.smithi162.stdout: "pgmap_bytes": 0, 2024-06-13T12:06:24.758 INFO:teuthology.orchestra.run.smithi162.stdout: "pgmap_items": 0, 2024-06-13T12:06:24.758 INFO:teuthology.orchestra.run.smithi162.stdout: "mds_co_bytes": 2620183, 2024-06-13T12:06:24.758 INFO:teuthology.orchestra.run.smithi162.stdout: "mds_co_items": 188526, 2024-06-13T12:06:24.758 INFO:teuthology.orchestra.run.smithi162.stdout: "unittest_1_bytes": 0, 2024-06-13T12:06:24.758 INFO:teuthology.orchestra.run.smithi162.stdout: "unittest_1_items": 0, 2024-06-13T12:06:24.758 INFO:teuthology.orchestra.run.smithi162.stdout: "unittest_2_bytes": 0, 2024-06-13T12:06:24.758 INFO:teuthology.orchestra.run.smithi162.stdout: "unittest_2_items": 0 2024-06-13T12:06:24.758 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.758 INFO:teuthology.orchestra.run.smithi162.stdout: "objecter": { 2024-06-13T12:06:24.758 INFO:teuthology.orchestra.run.smithi162.stdout: "op_active": 0, 2024-06-13T12:06:24.759 INFO:teuthology.orchestra.run.smithi162.stdout: "op_laggy": 0, 2024-06-13T12:06:24.759 INFO:teuthology.orchestra.run.smithi162.stdout: "op_send": 2501, 2024-06-13T12:06:24.759 INFO:teuthology.orchestra.run.smithi162.stdout: "op_send_bytes": 21, 2024-06-13T12:06:24.759 INFO:teuthology.orchestra.run.smithi162.stdout: "op_resend": 3, 2024-06-13T12:06:24.759 INFO:teuthology.orchestra.run.smithi162.stdout: "op_reply": 2501, 2024-06-13T12:06:24.759 INFO:teuthology.orchestra.run.smithi162.stdout: "op_latency": { 2024-06-13T12:06:24.759 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 2501, 2024-06-13T12:06:24.759 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 3.672924845, 2024-06-13T12:06:24.759 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.001468582 2024-06-13T12:06:24.759 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.759 INFO:teuthology.orchestra.run.smithi162.stdout: "op_inflight": 0, 2024-06-13T12:06:24.759 INFO:teuthology.orchestra.run.smithi162.stdout: "oplen_avg": { 2024-06-13T12:06:24.759 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 2501, 2024-06-13T12:06:24.759 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 2502 2024-06-13T12:06:24.759 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.760 INFO:teuthology.orchestra.run.smithi162.stdout: "op": 2501, 2024-06-13T12:06:24.760 INFO:teuthology.orchestra.run.smithi162.stdout: "op_r": 2501, 2024-06-13T12:06:24.760 INFO:teuthology.orchestra.run.smithi162.stdout: "op_w": 0, 2024-06-13T12:06:24.760 INFO:teuthology.orchestra.run.smithi162.stdout: "op_rmw": 0, 2024-06-13T12:06:24.760 INFO:teuthology.orchestra.run.smithi162.stdout: "op_pg": 0, 2024-06-13T12:06:24.760 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_stat": 1510, 2024-06-13T12:06:24.760 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_create": 0, 2024-06-13T12:06:24.760 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_read": 989, 2024-06-13T12:06:24.760 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_write": 0, 2024-06-13T12:06:24.760 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_writefull": 0, 2024-06-13T12:06:24.760 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_writesame": 0, 2024-06-13T12:06:24.760 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_append": 0, 2024-06-13T12:06:24.760 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_zero": 0, 2024-06-13T12:06:24.760 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_truncate": 0, 2024-06-13T12:06:24.761 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_delete": 0, 2024-06-13T12:06:24.761 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_mapext": 0, 2024-06-13T12:06:24.761 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_sparse_read": 0, 2024-06-13T12:06:24.761 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_clonerange": 0, 2024-06-13T12:06:24.761 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_getxattr": 1, 2024-06-13T12:06:24.761 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_setxattr": 0, 2024-06-13T12:06:24.761 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_cmpxattr": 0, 2024-06-13T12:06:24.761 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_rmxattr": 0, 2024-06-13T12:06:24.761 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_resetxattrs": 0, 2024-06-13T12:06:24.761 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_call": 0, 2024-06-13T12:06:24.761 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_watch": 0, 2024-06-13T12:06:24.761 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_notify": 0, 2024-06-13T12:06:24.762 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_src_cmpxattr": 0, 2024-06-13T12:06:24.762 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_pgls": 0, 2024-06-13T12:06:24.762 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_pgls_filter": 0, 2024-06-13T12:06:24.762 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_other": 0, 2024-06-13T12:06:24.762 INFO:teuthology.orchestra.run.smithi162.stdout: "linger_active": 0, 2024-06-13T12:06:24.762 INFO:teuthology.orchestra.run.smithi162.stdout: "linger_send": 0, 2024-06-13T12:06:24.762 INFO:teuthology.orchestra.run.smithi162.stdout: "linger_resend": 0, 2024-06-13T12:06:24.762 INFO:teuthology.orchestra.run.smithi162.stdout: "linger_ping": 0, 2024-06-13T12:06:24.762 INFO:teuthology.orchestra.run.smithi162.stdout: "poolop_active": 0, 2024-06-13T12:06:24.762 INFO:teuthology.orchestra.run.smithi162.stdout: "poolop_send": 0, 2024-06-13T12:06:24.762 INFO:teuthology.orchestra.run.smithi162.stdout: "poolop_resend": 0, 2024-06-13T12:06:24.763 INFO:teuthology.orchestra.run.smithi162.stdout: "poolstat_active": 0, 2024-06-13T12:06:24.763 INFO:teuthology.orchestra.run.smithi162.stdout: "poolstat_send": 0, 2024-06-13T12:06:24.763 INFO:teuthology.orchestra.run.smithi162.stdout: "poolstat_resend": 0, 2024-06-13T12:06:24.763 INFO:teuthology.orchestra.run.smithi162.stdout: "statfs_active": 0, 2024-06-13T12:06:24.763 INFO:teuthology.orchestra.run.smithi162.stdout: "statfs_send": 0, 2024-06-13T12:06:24.763 INFO:teuthology.orchestra.run.smithi162.stdout: "statfs_resend": 0, 2024-06-13T12:06:24.763 INFO:teuthology.orchestra.run.smithi162.stdout: "command_active": 0, 2024-06-13T12:06:24.763 INFO:teuthology.orchestra.run.smithi162.stdout: "command_send": 0, 2024-06-13T12:06:24.763 INFO:teuthology.orchestra.run.smithi162.stdout: "command_resend": 0, 2024-06-13T12:06:24.763 INFO:teuthology.orchestra.run.smithi162.stdout: "map_epoch": 109, 2024-06-13T12:06:24.763 INFO:teuthology.orchestra.run.smithi162.stdout: "map_full": 0, 2024-06-13T12:06:24.763 INFO:teuthology.orchestra.run.smithi162.stdout: "map_inc": 11, 2024-06-13T12:06:24.763 INFO:teuthology.orchestra.run.smithi162.stdout: "osd_sessions": 7, 2024-06-13T12:06:24.763 INFO:teuthology.orchestra.run.smithi162.stdout: "osd_session_open": 7, 2024-06-13T12:06:24.764 INFO:teuthology.orchestra.run.smithi162.stdout: "osd_session_close": 0, 2024-06-13T12:06:24.764 INFO:teuthology.orchestra.run.smithi162.stdout: "osd_laggy": 0, 2024-06-13T12:06:24.764 INFO:teuthology.orchestra.run.smithi162.stdout: "omap_wr": 0, 2024-06-13T12:06:24.764 INFO:teuthology.orchestra.run.smithi162.stdout: "omap_rd": 2, 2024-06-13T12:06:24.764 INFO:teuthology.orchestra.run.smithi162.stdout: "omap_del": 0 2024-06-13T12:06:24.764 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.764 INFO:teuthology.orchestra.run.smithi162.stdout: "oft": { 2024-06-13T12:06:24.764 INFO:teuthology.orchestra.run.smithi162.stdout: "omap_total_objs": 0, 2024-06-13T12:06:24.764 INFO:teuthology.orchestra.run.smithi162.stdout: "omap_total_kv_pairs": 0, 2024-06-13T12:06:24.764 INFO:teuthology.orchestra.run.smithi162.stdout: "omap_total_updates": 0, 2024-06-13T12:06:24.765 INFO:teuthology.orchestra.run.smithi162.stdout: "omap_total_removes": 0 2024-06-13T12:06:24.765 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.765 INFO:teuthology.orchestra.run.smithi162.stdout: "osd-slow-ops": { 2024-06-13T12:06:24.765 INFO:teuthology.orchestra.run.smithi162.stdout: "slow_ops_count": 0 2024-06-13T12:06:24.765 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.765 INFO:teuthology.orchestra.run.smithi162.stdout: "purge_queue": { 2024-06-13T12:06:24.765 INFO:teuthology.orchestra.run.smithi162.stdout: "pq_executing_ops": 0, 2024-06-13T12:06:24.765 INFO:teuthology.orchestra.run.smithi162.stdout: "pq_executing_ops_high_water": 0, 2024-06-13T12:06:24.765 INFO:teuthology.orchestra.run.smithi162.stdout: "pq_executing": 0, 2024-06-13T12:06:24.765 INFO:teuthology.orchestra.run.smithi162.stdout: "pq_executing_high_water": 0, 2024-06-13T12:06:24.765 INFO:teuthology.orchestra.run.smithi162.stdout: "pq_executed_ops": 0, 2024-06-13T12:06:24.765 INFO:teuthology.orchestra.run.smithi162.stdout: "pq_executed": 0, 2024-06-13T12:06:24.765 INFO:teuthology.orchestra.run.smithi162.stdout: "pq_item_in_journal": 0 2024-06-13T12:06:24.765 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.766 INFO:teuthology.orchestra.run.smithi162.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-13T12:06:24.766 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 0, 2024-06-13T12:06:24.766 INFO:teuthology.orchestra.run.smithi162.stdout: "max": 104857600, 2024-06-13T12:06:24.766 INFO:teuthology.orchestra.run.smithi162.stdout: "get_started": 0, 2024-06-13T12:06:24.766 INFO:teuthology.orchestra.run.smithi162.stdout: "get": 2807, 2024-06-13T12:06:24.766 INFO:teuthology.orchestra.run.smithi162.stdout: "get_sum": 13843549, 2024-06-13T12:06:24.766 INFO:teuthology.orchestra.run.smithi162.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:24.766 INFO:teuthology.orchestra.run.smithi162.stdout: "get_or_fail_success": 2807, 2024-06-13T12:06:24.767 INFO:teuthology.orchestra.run.smithi162.stdout: "take": 0, 2024-06-13T12:06:24.767 INFO:teuthology.orchestra.run.smithi162.stdout: "take_sum": 0, 2024-06-13T12:06:24.767 INFO:teuthology.orchestra.run.smithi162.stdout: "put": 2807, 2024-06-13T12:06:24.767 INFO:teuthology.orchestra.run.smithi162.stdout: "put_sum": 13843549, 2024-06-13T12:06:24.767 INFO:teuthology.orchestra.run.smithi162.stdout: "wait": { 2024-06-13T12:06:24.767 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.767 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.767 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.767 INFO:teuthology.orchestra.run.smithi162.stdout: } 2024-06-13T12:06:24.767 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.767 INFO:teuthology.orchestra.run.smithi162.stdout: "throttle-objecter_bytes": { 2024-06-13T12:06:24.767 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 0, 2024-06-13T12:06:24.767 INFO:teuthology.orchestra.run.smithi162.stdout: "max": 104857600, 2024-06-13T12:06:24.768 INFO:teuthology.orchestra.run.smithi162.stdout: "get_started": 0, 2024-06-13T12:06:24.768 INFO:teuthology.orchestra.run.smithi162.stdout: "get": 0, 2024-06-13T12:06:24.768 INFO:teuthology.orchestra.run.smithi162.stdout: "get_sum": 0, 2024-06-13T12:06:24.768 INFO:teuthology.orchestra.run.smithi162.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:24.768 INFO:teuthology.orchestra.run.smithi162.stdout: "get_or_fail_success": 0, 2024-06-13T12:06:24.768 INFO:teuthology.orchestra.run.smithi162.stdout: "take": 2501, 2024-06-13T12:06:24.768 INFO:teuthology.orchestra.run.smithi162.stdout: "take_sum": 11590662, 2024-06-13T12:06:24.768 INFO:teuthology.orchestra.run.smithi162.stdout: "put": 2501, 2024-06-13T12:06:24.768 INFO:teuthology.orchestra.run.smithi162.stdout: "put_sum": 11590662, 2024-06-13T12:06:24.768 INFO:teuthology.orchestra.run.smithi162.stdout: "wait": { 2024-06-13T12:06:24.769 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.769 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.769 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.769 INFO:teuthology.orchestra.run.smithi162.stdout: } 2024-06-13T12:06:24.769 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.769 INFO:teuthology.orchestra.run.smithi162.stdout: "throttle-objecter_ops": { 2024-06-13T12:06:24.769 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 0, 2024-06-13T12:06:24.769 INFO:teuthology.orchestra.run.smithi162.stdout: "max": 1024, 2024-06-13T12:06:24.769 INFO:teuthology.orchestra.run.smithi162.stdout: "get_started": 0, 2024-06-13T12:06:24.769 INFO:teuthology.orchestra.run.smithi162.stdout: "get": 0, 2024-06-13T12:06:24.769 INFO:teuthology.orchestra.run.smithi162.stdout: "get_sum": 0, 2024-06-13T12:06:24.769 INFO:teuthology.orchestra.run.smithi162.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:24.770 INFO:teuthology.orchestra.run.smithi162.stdout: "get_or_fail_success": 0, 2024-06-13T12:06:24.770 INFO:teuthology.orchestra.run.smithi162.stdout: "take": 2501, 2024-06-13T12:06:24.770 INFO:teuthology.orchestra.run.smithi162.stdout: "take_sum": 2501, 2024-06-13T12:06:24.770 INFO:teuthology.orchestra.run.smithi162.stdout: "put": 2501, 2024-06-13T12:06:24.770 INFO:teuthology.orchestra.run.smithi162.stdout: "put_sum": 2501, 2024-06-13T12:06:24.770 INFO:teuthology.orchestra.run.smithi162.stdout: "wait": { 2024-06-13T12:06:24.770 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.770 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.770 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.771 INFO:teuthology.orchestra.run.smithi162.stdout: } 2024-06-13T12:06:24.771 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.771 INFO:teuthology.orchestra.run.smithi162.stdout: "throttle-write_buf_throttle": { 2024-06-13T12:06:24.771 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 0, 2024-06-13T12:06:24.771 INFO:teuthology.orchestra.run.smithi162.stdout: "max": 3758096384, 2024-06-13T12:06:24.771 INFO:teuthology.orchestra.run.smithi162.stdout: "get_started": 0, 2024-06-13T12:06:24.771 INFO:teuthology.orchestra.run.smithi162.stdout: "get": 0, 2024-06-13T12:06:24.771 INFO:teuthology.orchestra.run.smithi162.stdout: "get_sum": 0, 2024-06-13T12:06:24.771 INFO:teuthology.orchestra.run.smithi162.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:24.771 INFO:teuthology.orchestra.run.smithi162.stdout: "get_or_fail_success": 0, 2024-06-13T12:06:24.771 INFO:teuthology.orchestra.run.smithi162.stdout: "take": 0, 2024-06-13T12:06:24.771 INFO:teuthology.orchestra.run.smithi162.stdout: "take_sum": 0, 2024-06-13T12:06:24.771 INFO:teuthology.orchestra.run.smithi162.stdout: "put": 0, 2024-06-13T12:06:24.771 INFO:teuthology.orchestra.run.smithi162.stdout: "put_sum": 0, 2024-06-13T12:06:24.771 INFO:teuthology.orchestra.run.smithi162.stdout: "wait": { 2024-06-13T12:06:24.772 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.772 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.772 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.772 INFO:teuthology.orchestra.run.smithi162.stdout: } 2024-06-13T12:06:24.772 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:24.772 INFO:teuthology.orchestra.run.smithi162.stdout: "throttle-write_buf_throttle-0x55ea587a66e0": { 2024-06-13T12:06:24.772 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 0, 2024-06-13T12:06:24.772 INFO:teuthology.orchestra.run.smithi162.stdout: "max": 3758096384, 2024-06-13T12:06:24.772 INFO:teuthology.orchestra.run.smithi162.stdout: "get_started": 0, 2024-06-13T12:06:24.772 INFO:teuthology.orchestra.run.smithi162.stdout: "get": 0, 2024-06-13T12:06:24.772 INFO:teuthology.orchestra.run.smithi162.stdout: "get_sum": 0, 2024-06-13T12:06:24.772 INFO:teuthology.orchestra.run.smithi162.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:24.772 INFO:teuthology.orchestra.run.smithi162.stdout: "get_or_fail_success": 0, 2024-06-13T12:06:24.772 INFO:teuthology.orchestra.run.smithi162.stdout: "take": 0, 2024-06-13T12:06:24.773 INFO:teuthology.orchestra.run.smithi162.stdout: "take_sum": 0, 2024-06-13T12:06:24.773 INFO:teuthology.orchestra.run.smithi162.stdout: "put": 0, 2024-06-13T12:06:24.773 INFO:teuthology.orchestra.run.smithi162.stdout: "put_sum": 0, 2024-06-13T12:06:24.773 INFO:teuthology.orchestra.run.smithi162.stdout: "wait": { 2024-06-13T12:06:24.773 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:24.773 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:24.773 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:24.773 INFO:teuthology.orchestra.run.smithi162.stdout: } 2024-06-13T12:06:24.773 INFO:teuthology.orchestra.run.smithi162.stdout: } 2024-06-13T12:06:24.773 INFO:teuthology.orchestra.run.smithi162.stdout:} 2024-06-13T12:06:25.403 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:25 smithi162 ceph-mon[36757]: pgmap v337: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-06-13T12:06:25.437 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-06-13T12:06:25.437 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-06-13T12:06:25.438 INFO:tasks.check_counter:Daemon mds.c mds.root_rsnaps=0 2024-06-13T12:06:25.438 INFO:tasks.check_counter:Daemon mds.c mds_server.req_mksnap_latency.avgcount=0 2024-06-13T12:06:25.438 INFO:tasks.check_counter:Daemon mds.c mds_server.req_rmsnap_latency.avgcount=0 2024-06-13T12:06:25.438 DEBUG:tasks.check_counter:Getting stats from f 2024-06-13T12:06:25.438 DEBUG:teuthology.orchestra.run.smithi162:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph daemon mds.f perf dump 2024-06-13T12:06:25.610 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:25 smithi042 ceph-mon[32231]: pgmap v337: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-06-13T12:06:25.676 INFO:teuthology.orchestra.run.smithi162.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.c/config 2024-06-13T12:06:25.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:25 smithi088 ceph-mon[36399]: pgmap v337: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-06-13T12:06:27.431 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:27 smithi162 ceph-mon[36757]: pgmap v338: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 89 B/s wr, 5 op/s 2024-06-13T12:06:27.431 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2024-06-13T12:06:27.431 INFO:teuthology.orchestra.run.smithi162.stdout: "AsyncMessenger::Worker-0": { 2024-06-13T12:06:27.431 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_messages": 4, 2024-06-13T12:06:27.431 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_messages": 4, 2024-06-13T12:06:27.431 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_bytes": 3024, 2024-06-13T12:06:27.432 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_bytes": 448, 2024-06-13T12:06:27.432 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_created_connections": 4, 2024-06-13T12:06:27.432 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_active_connections": 0, 2024-06-13T12:06:27.432 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_total_time": 0.001426297, 2024-06-13T12:06:27.432 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_send_time": 0.000029461, 2024-06-13T12:06:27.432 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_recv_time": 0.000485069, 2024-06-13T12:06:27.432 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-13T12:06:27.432 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:06:27.432 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 3, 2024-06-13T12:06:27.432 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000690782, 2024-06-13T12:06:27.432 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000230260 2024-06-13T12:06:27.432 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:27.433 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:06:27.433 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:27.433 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:27.433 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:27.433 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:27.433 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-06-13T12:06:27.433 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_encrypted_bytes": 448 2024-06-13T12:06:27.433 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:27.433 INFO:teuthology.orchestra.run.smithi162.stdout: "AsyncMessenger::Worker-1": { 2024-06-13T12:06:27.433 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_messages": 3, 2024-06-13T12:06:27.433 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_messages": 204, 2024-06-13T12:06:27.433 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_bytes": 480, 2024-06-13T12:06:27.433 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_bytes": 269728, 2024-06-13T12:06:27.434 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_created_connections": 6, 2024-06-13T12:06:27.434 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_active_connections": 3, 2024-06-13T12:06:27.434 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_total_time": 0.013122616, 2024-06-13T12:06:27.434 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_send_time": 0.008962389, 2024-06-13T12:06:27.434 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_recv_time": 0.001598271, 2024-06-13T12:06:27.434 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-13T12:06:27.434 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:06:27.434 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 200, 2024-06-13T12:06:27.434 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.024671295, 2024-06-13T12:06:27.434 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000123356 2024-06-13T12:06:27.434 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:27.434 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:06:27.435 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:27.435 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:27.435 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:27.435 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:27.435 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_encrypted_bytes": 480, 2024-06-13T12:06:27.435 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_encrypted_bytes": 269728 2024-06-13T12:06:27.435 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:27.435 INFO:teuthology.orchestra.run.smithi162.stdout: "AsyncMessenger::Worker-2": { 2024-06-13T12:06:27.435 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_messages": 277, 2024-06-13T12:06:27.435 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_messages": 265, 2024-06-13T12:06:27.435 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_bytes": 1734384, 2024-06-13T12:06:27.435 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_bytes": 163264, 2024-06-13T12:06:27.435 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_created_connections": 2, 2024-06-13T12:06:27.436 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_active_connections": 1, 2024-06-13T12:06:27.436 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_total_time": 0.054691787, 2024-06-13T12:06:27.436 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_send_time": 0.016582115, 2024-06-13T12:06:27.436 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_recv_time": 0.040792363, 2024-06-13T12:06:27.436 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_fast_dispatch_time": 0.006825287, 2024-06-13T12:06:27.436 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:06:27.436 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 264, 2024-06-13T12:06:27.436 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.013975763, 2024-06-13T12:06:27.436 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000052938 2024-06-13T12:06:27.436 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:27.436 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:06:27.436 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:27.436 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:27.437 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:27.437 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:27.437 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_encrypted_bytes": 1734384, 2024-06-13T12:06:27.437 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_encrypted_bytes": 163264 2024-06-13T12:06:27.437 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:27.437 INFO:teuthology.orchestra.run.smithi162.stdout: "cct": { 2024-06-13T12:06:27.437 INFO:teuthology.orchestra.run.smithi162.stdout: "total_workers": 0, 2024-06-13T12:06:27.437 INFO:teuthology.orchestra.run.smithi162.stdout: "unhealthy_workers": 0 2024-06-13T12:06:27.437 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:27.437 INFO:teuthology.orchestra.run.smithi162.stdout: "mempool": { 2024-06-13T12:06:27.437 INFO:teuthology.orchestra.run.smithi162.stdout: "bloom_filter_bytes": 0, 2024-06-13T12:06:27.437 INFO:teuthology.orchestra.run.smithi162.stdout: "bloom_filter_items": 0, 2024-06-13T12:06:27.438 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_alloc_bytes": 0, 2024-06-13T12:06:27.438 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_alloc_items": 0, 2024-06-13T12:06:27.438 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_data_bytes": 0, 2024-06-13T12:06:27.438 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_data_items": 0, 2024-06-13T12:06:27.438 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-13T12:06:27.438 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_onode_items": 0, 2024-06-13T12:06:27.438 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-13T12:06:27.438 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_meta_items": 0, 2024-06-13T12:06:27.438 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_other_bytes": 0, 2024-06-13T12:06:27.438 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_other_items": 0, 2024-06-13T12:06:27.438 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-13T12:06:27.438 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_buffer_items": 0, 2024-06-13T12:06:27.438 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_extent_bytes": 0, 2024-06-13T12:06:27.439 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_extent_items": 0, 2024-06-13T12:06:27.439 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_blob_bytes": 0, 2024-06-13T12:06:27.439 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_blob_items": 0, 2024-06-13T12:06:27.439 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-13T12:06:27.439 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_shared_blob_items": 0, 2024-06-13T12:06:27.439 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-13T12:06:27.439 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_inline_bl_items": 0, 2024-06-13T12:06:27.439 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_fsck_bytes": 0, 2024-06-13T12:06:27.439 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_fsck_items": 0, 2024-06-13T12:06:27.439 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_txc_bytes": 0, 2024-06-13T12:06:27.439 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_txc_items": 0, 2024-06-13T12:06:27.439 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-13T12:06:27.439 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_writing_deferred_items": 0, 2024-06-13T12:06:27.439 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_writing_bytes": 0, 2024-06-13T12:06:27.440 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_writing_items": 0, 2024-06-13T12:06:27.440 INFO:teuthology.orchestra.run.smithi162.stdout: "bluefs_bytes": 0, 2024-06-13T12:06:27.440 INFO:teuthology.orchestra.run.smithi162.stdout: "bluefs_items": 0, 2024-06-13T12:06:27.440 INFO:teuthology.orchestra.run.smithi162.stdout: "bluefs_file_reader_bytes": 0, 2024-06-13T12:06:27.440 INFO:teuthology.orchestra.run.smithi162.stdout: "bluefs_file_reader_items": 0, 2024-06-13T12:06:27.440 INFO:teuthology.orchestra.run.smithi162.stdout: "bluefs_file_writer_bytes": 0, 2024-06-13T12:06:27.440 INFO:teuthology.orchestra.run.smithi162.stdout: "bluefs_file_writer_items": 0, 2024-06-13T12:06:27.440 INFO:teuthology.orchestra.run.smithi162.stdout: "buffer_anon_bytes": 148692, 2024-06-13T12:06:27.440 INFO:teuthology.orchestra.run.smithi162.stdout: "buffer_anon_items": 30, 2024-06-13T12:06:27.440 INFO:teuthology.orchestra.run.smithi162.stdout: "buffer_meta_bytes": 0, 2024-06-13T12:06:27.440 INFO:teuthology.orchestra.run.smithi162.stdout: "buffer_meta_items": 0, 2024-06-13T12:06:27.440 INFO:teuthology.orchestra.run.smithi162.stdout: "osd_bytes": 0, 2024-06-13T12:06:27.440 INFO:teuthology.orchestra.run.smithi162.stdout: "osd_items": 0, 2024-06-13T12:06:27.441 INFO:teuthology.orchestra.run.smithi162.stdout: "osd_mapbl_bytes": 0, 2024-06-13T12:06:27.441 INFO:teuthology.orchestra.run.smithi162.stdout: "osd_mapbl_items": 0, 2024-06-13T12:06:27.441 INFO:teuthology.orchestra.run.smithi162.stdout: "osd_pglog_bytes": 0, 2024-06-13T12:06:27.441 INFO:teuthology.orchestra.run.smithi162.stdout: "osd_pglog_items": 0, 2024-06-13T12:06:27.441 INFO:teuthology.orchestra.run.smithi162.stdout: "osdmap_bytes": 0, 2024-06-13T12:06:27.441 INFO:teuthology.orchestra.run.smithi162.stdout: "osdmap_items": 0, 2024-06-13T12:06:27.441 INFO:teuthology.orchestra.run.smithi162.stdout: "osdmap_mapping_bytes": 0, 2024-06-13T12:06:27.441 INFO:teuthology.orchestra.run.smithi162.stdout: "osdmap_mapping_items": 0, 2024-06-13T12:06:27.441 INFO:teuthology.orchestra.run.smithi162.stdout: "pgmap_bytes": 0, 2024-06-13T12:06:27.441 INFO:teuthology.orchestra.run.smithi162.stdout: "pgmap_items": 0, 2024-06-13T12:06:27.441 INFO:teuthology.orchestra.run.smithi162.stdout: "mds_co_bytes": 928, 2024-06-13T12:06:27.441 INFO:teuthology.orchestra.run.smithi162.stdout: "mds_co_items": 2, 2024-06-13T12:06:27.441 INFO:teuthology.orchestra.run.smithi162.stdout: "unittest_1_bytes": 0, 2024-06-13T12:06:27.441 INFO:teuthology.orchestra.run.smithi162.stdout: "unittest_1_items": 0, 2024-06-13T12:06:27.442 INFO:teuthology.orchestra.run.smithi162.stdout: "unittest_2_bytes": 0, 2024-06-13T12:06:27.442 INFO:teuthology.orchestra.run.smithi162.stdout: "unittest_2_items": 0 2024-06-13T12:06:27.442 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:27.442 INFO:teuthology.orchestra.run.smithi162.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-13T12:06:27.442 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 0, 2024-06-13T12:06:27.442 INFO:teuthology.orchestra.run.smithi162.stdout: "max": 104857600, 2024-06-13T12:06:27.442 INFO:teuthology.orchestra.run.smithi162.stdout: "get_started": 0, 2024-06-13T12:06:27.442 INFO:teuthology.orchestra.run.smithi162.stdout: "get": 280, 2024-06-13T12:06:27.442 INFO:teuthology.orchestra.run.smithi162.stdout: "get_sum": 1695357, 2024-06-13T12:06:27.442 INFO:teuthology.orchestra.run.smithi162.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:27.442 INFO:teuthology.orchestra.run.smithi162.stdout: "get_or_fail_success": 280, 2024-06-13T12:06:27.442 INFO:teuthology.orchestra.run.smithi162.stdout: "take": 0, 2024-06-13T12:06:27.442 INFO:teuthology.orchestra.run.smithi162.stdout: "take_sum": 0, 2024-06-13T12:06:27.443 INFO:teuthology.orchestra.run.smithi162.stdout: "put": 280, 2024-06-13T12:06:27.443 INFO:teuthology.orchestra.run.smithi162.stdout: "put_sum": 1695357, 2024-06-13T12:06:27.443 INFO:teuthology.orchestra.run.smithi162.stdout: "wait": { 2024-06-13T12:06:27.443 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:27.443 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:27.443 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:27.443 INFO:teuthology.orchestra.run.smithi162.stdout: } 2024-06-13T12:06:27.443 INFO:teuthology.orchestra.run.smithi162.stdout: } 2024-06-13T12:06:27.443 INFO:teuthology.orchestra.run.smithi162.stdout:} 2024-06-13T12:06:27.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:27 smithi088 ceph-mon[36399]: pgmap v338: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 89 B/s wr, 5 op/s 2024-06-13T12:06:27.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:27 smithi042 ceph-mon[32231]: pgmap v338: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 89 B/s wr, 5 op/s 2024-06-13T12:06:28.131 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.f 2024-06-13T12:06:28.131 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.f 2024-06-13T12:06:28.131 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.f 2024-06-13T12:06:28.131 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.f 2024-06-13T12:06:28.131 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.f 2024-06-13T12:06:28.131 DEBUG:tasks.check_counter:Getting stats from i 2024-06-13T12:06:28.131 DEBUG:teuthology.orchestra.run.smithi162:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph daemon mds.i perf dump 2024-06-13T12:06:28.371 INFO:teuthology.orchestra.run.smithi162.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.c/config 2024-06-13T12:06:29.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:29 smithi162 ceph-mon[36757]: pgmap v339: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-06-13T12:06:29.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:29 smithi088 ceph-mon[36399]: pgmap v339: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-06-13T12:06:29.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:29 smithi042 ceph-mon[32231]: pgmap v339: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-06-13T12:06:30.110 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2024-06-13T12:06:30.110 INFO:teuthology.orchestra.run.smithi162.stdout: "AsyncMessenger::Worker-0": { 2024-06-13T12:06:30.110 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_messages": 1427, 2024-06-13T12:06:30.111 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_messages": 1427, 2024-06-13T12:06:30.111 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_bytes": 71752069, 2024-06-13T12:06:30.111 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_bytes": 452972, 2024-06-13T12:06:30.111 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_created_connections": 8, 2024-06-13T12:06:30.111 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_active_connections": 4, 2024-06-13T12:06:30.111 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_total_time": 0.188298778, 2024-06-13T12:06:30.111 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_send_time": 0.046188567, 2024-06-13T12:06:30.111 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_recv_time": 0.076644755, 2024-06-13T12:06:30.111 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_fast_dispatch_time": 0.050807460, 2024-06-13T12:06:30.111 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:06:30.111 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 1426, 2024-06-13T12:06:30.111 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.066935804, 2024-06-13T12:06:30.112 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000046939 2024-06-13T12:06:30.112 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.112 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:06:30.112 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.112 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.112 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.112 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.112 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-06-13T12:06:30.112 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_encrypted_bytes": 448 2024-06-13T12:06:30.112 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.112 INFO:teuthology.orchestra.run.smithi162.stdout: "AsyncMessenger::Worker-1": { 2024-06-13T12:06:30.112 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_messages": 1055, 2024-06-13T12:06:30.112 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_messages": 1254, 2024-06-13T12:06:30.112 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_bytes": 63870490, 2024-06-13T12:06:30.113 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_bytes": 822632, 2024-06-13T12:06:30.113 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_created_connections": 9, 2024-06-13T12:06:30.113 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_active_connections": 7, 2024-06-13T12:06:30.113 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_total_time": 0.120380334, 2024-06-13T12:06:30.113 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_send_time": 0.035229413, 2024-06-13T12:06:30.113 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_recv_time": 0.049728083, 2024-06-13T12:06:30.113 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_fast_dispatch_time": 0.026559530, 2024-06-13T12:06:30.113 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:06:30.113 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 1251, 2024-06-13T12:06:30.113 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.071003312, 2024-06-13T12:06:30.113 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000056757 2024-06-13T12:06:30.113 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.113 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:06:30.114 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.114 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.114 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.114 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.114 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_encrypted_bytes": 320, 2024-06-13T12:06:30.114 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_encrypted_bytes": 487712 2024-06-13T12:06:30.114 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.114 INFO:teuthology.orchestra.run.smithi162.stdout: "AsyncMessenger::Worker-2": { 2024-06-13T12:06:30.114 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_messages": 821, 2024-06-13T12:06:30.114 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_messages": 796, 2024-06-13T12:06:30.114 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_bytes": 43887788, 2024-06-13T12:06:30.114 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_bytes": 329337, 2024-06-13T12:06:30.114 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_created_connections": 5, 2024-06-13T12:06:30.115 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_active_connections": 4, 2024-06-13T12:06:30.115 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_total_time": 0.121813659, 2024-06-13T12:06:30.115 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_send_time": 0.034003720, 2024-06-13T12:06:30.115 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_recv_time": 0.071928399, 2024-06-13T12:06:30.115 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_fast_dispatch_time": 0.021522057, 2024-06-13T12:06:30.115 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:06:30.115 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 795, 2024-06-13T12:06:30.115 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.036184155, 2024-06-13T12:06:30.115 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000045514 2024-06-13T12:06:30.115 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.115 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:06:30.115 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.115 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.115 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.115 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.116 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_encrypted_bytes": 1813680, 2024-06-13T12:06:30.116 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_encrypted_bytes": 165248 2024-06-13T12:06:30.116 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.116 INFO:teuthology.orchestra.run.smithi162.stdout: "cct": { 2024-06-13T12:06:30.116 INFO:teuthology.orchestra.run.smithi162.stdout: "total_workers": 1, 2024-06-13T12:06:30.116 INFO:teuthology.orchestra.run.smithi162.stdout: "unhealthy_workers": 0 2024-06-13T12:06:30.116 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.116 INFO:teuthology.orchestra.run.smithi162.stdout: "finisher-MDSRank": { 2024-06-13T12:06:30.116 INFO:teuthology.orchestra.run.smithi162.stdout: "queue_len": 0, 2024-06-13T12:06:30.116 INFO:teuthology.orchestra.run.smithi162.stdout: "complete_latency": { 2024-06-13T12:06:30.116 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 4871, 2024-06-13T12:06:30.116 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.420344335, 2024-06-13T12:06:30.116 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000086295 2024-06-13T12:06:30.117 INFO:teuthology.orchestra.run.smithi162.stdout: } 2024-06-13T12:06:30.117 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.117 INFO:teuthology.orchestra.run.smithi162.stdout: "finisher-PurgeQueue": { 2024-06-13T12:06:30.117 INFO:teuthology.orchestra.run.smithi162.stdout: "queue_len": 0, 2024-06-13T12:06:30.117 INFO:teuthology.orchestra.run.smithi162.stdout: "complete_latency": { 2024-06-13T12:06:30.117 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.117 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.117 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.117 INFO:teuthology.orchestra.run.smithi162.stdout: } 2024-06-13T12:06:30.117 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.117 INFO:teuthology.orchestra.run.smithi162.stdout: "mds": { 2024-06-13T12:06:30.117 INFO:teuthology.orchestra.run.smithi162.stdout: "request": 0, 2024-06-13T12:06:30.117 INFO:teuthology.orchestra.run.smithi162.stdout: "reply": 0, 2024-06-13T12:06:30.117 INFO:teuthology.orchestra.run.smithi162.stdout: "reply_latency": { 2024-06-13T12:06:30.118 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.118 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.118 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.118 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.118 INFO:teuthology.orchestra.run.smithi162.stdout: "slow_reply": 0, 2024-06-13T12:06:30.118 INFO:teuthology.orchestra.run.smithi162.stdout: "forward": 0, 2024-06-13T12:06:30.118 INFO:teuthology.orchestra.run.smithi162.stdout: "dir_fetch_complete": 0, 2024-06-13T12:06:30.118 INFO:teuthology.orchestra.run.smithi162.stdout: "dir_fetch_keys": 0, 2024-06-13T12:06:30.118 INFO:teuthology.orchestra.run.smithi162.stdout: "dir_commit": 0, 2024-06-13T12:06:30.118 INFO:teuthology.orchestra.run.smithi162.stdout: "dir_split": 0, 2024-06-13T12:06:30.118 INFO:teuthology.orchestra.run.smithi162.stdout: "dir_merge": 0, 2024-06-13T12:06:30.118 INFO:teuthology.orchestra.run.smithi162.stdout: "inodes": 42110, 2024-06-13T12:06:30.119 INFO:teuthology.orchestra.run.smithi162.stdout: "inodes_top": 24812, 2024-06-13T12:06:30.119 INFO:teuthology.orchestra.run.smithi162.stdout: "inodes_bottom": 17298, 2024-06-13T12:06:30.119 INFO:teuthology.orchestra.run.smithi162.stdout: "inodes_pin_tail": 0, 2024-06-13T12:06:30.119 INFO:teuthology.orchestra.run.smithi162.stdout: "inodes_pinned": 6665, 2024-06-13T12:06:30.119 INFO:teuthology.orchestra.run.smithi162.stdout: "inodes_expired": 0, 2024-06-13T12:06:30.119 INFO:teuthology.orchestra.run.smithi162.stdout: "inodes_with_caps": 0, 2024-06-13T12:06:30.119 INFO:teuthology.orchestra.run.smithi162.stdout: "caps": 0, 2024-06-13T12:06:30.119 INFO:teuthology.orchestra.run.smithi162.stdout: "subtrees": 2, 2024-06-13T12:06:30.119 INFO:teuthology.orchestra.run.smithi162.stdout: "traverse": 0, 2024-06-13T12:06:30.119 INFO:teuthology.orchestra.run.smithi162.stdout: "traverse_hit": 0, 2024-06-13T12:06:30.119 INFO:teuthology.orchestra.run.smithi162.stdout: "traverse_forward": 0, 2024-06-13T12:06:30.119 INFO:teuthology.orchestra.run.smithi162.stdout: "traverse_discover": 0, 2024-06-13T12:06:30.119 INFO:teuthology.orchestra.run.smithi162.stdout: "traverse_dir_fetch": 0, 2024-06-13T12:06:30.119 INFO:teuthology.orchestra.run.smithi162.stdout: "traverse_remote_ino": 0, 2024-06-13T12:06:30.120 INFO:teuthology.orchestra.run.smithi162.stdout: "traverse_lock": 0, 2024-06-13T12:06:30.120 INFO:teuthology.orchestra.run.smithi162.stdout: "load_cent": 0, 2024-06-13T12:06:30.120 INFO:teuthology.orchestra.run.smithi162.stdout: "q": 0, 2024-06-13T12:06:30.120 INFO:teuthology.orchestra.run.smithi162.stdout: "exported": 0, 2024-06-13T12:06:30.120 INFO:teuthology.orchestra.run.smithi162.stdout: "exported_inodes": 0, 2024-06-13T12:06:30.120 INFO:teuthology.orchestra.run.smithi162.stdout: "imported": 0, 2024-06-13T12:06:30.120 INFO:teuthology.orchestra.run.smithi162.stdout: "imported_inodes": 0, 2024-06-13T12:06:30.120 INFO:teuthology.orchestra.run.smithi162.stdout: "openino_dir_fetch": 0, 2024-06-13T12:06:30.120 INFO:teuthology.orchestra.run.smithi162.stdout: "openino_backtrace_fetch": 0, 2024-06-13T12:06:30.120 INFO:teuthology.orchestra.run.smithi162.stdout: "openino_peer_discover": 0, 2024-06-13T12:06:30.120 INFO:teuthology.orchestra.run.smithi162.stdout: "root_rfiles": 4, 2024-06-13T12:06:30.120 INFO:teuthology.orchestra.run.smithi162.stdout: "root_rbytes": 234, 2024-06-13T12:06:30.120 INFO:teuthology.orchestra.run.smithi162.stdout: "root_rsnaps": 7, 2024-06-13T12:06:30.121 INFO:teuthology.orchestra.run.smithi162.stdout: "scrub_backtrace_fetch": 0, 2024-06-13T12:06:30.121 INFO:teuthology.orchestra.run.smithi162.stdout: "scrub_set_tag": 0, 2024-06-13T12:06:30.121 INFO:teuthology.orchestra.run.smithi162.stdout: "scrub_backtrace_repaired": 0, 2024-06-13T12:06:30.121 INFO:teuthology.orchestra.run.smithi162.stdout: "scrub_inotable_repaired": 0, 2024-06-13T12:06:30.121 INFO:teuthology.orchestra.run.smithi162.stdout: "scrub_dir_inodes": 0, 2024-06-13T12:06:30.121 INFO:teuthology.orchestra.run.smithi162.stdout: "scrub_dir_base_inodes": 0, 2024-06-13T12:06:30.121 INFO:teuthology.orchestra.run.smithi162.stdout: "scrub_dirfrag_rstats": 0, 2024-06-13T12:06:30.121 INFO:teuthology.orchestra.run.smithi162.stdout: "scrub_file_inodes": 0, 2024-06-13T12:06:30.121 INFO:teuthology.orchestra.run.smithi162.stdout: "handle_inode_file_caps": 0, 2024-06-13T12:06:30.121 INFO:teuthology.orchestra.run.smithi162.stdout: "ceph_cap_op_revoke": 0, 2024-06-13T12:06:30.121 INFO:teuthology.orchestra.run.smithi162.stdout: "ceph_cap_op_grant": 0, 2024-06-13T12:06:30.121 INFO:teuthology.orchestra.run.smithi162.stdout: "ceph_cap_op_trunc": 0, 2024-06-13T12:06:30.121 INFO:teuthology.orchestra.run.smithi162.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-06-13T12:06:30.121 INFO:teuthology.orchestra.run.smithi162.stdout: "ceph_cap_op_flush_ack": 0, 2024-06-13T12:06:30.122 INFO:teuthology.orchestra.run.smithi162.stdout: "handle_client_caps": 0, 2024-06-13T12:06:30.122 INFO:teuthology.orchestra.run.smithi162.stdout: "handle_client_caps_dirty": 0, 2024-06-13T12:06:30.122 INFO:teuthology.orchestra.run.smithi162.stdout: "handle_client_cap_release": 0, 2024-06-13T12:06:30.122 INFO:teuthology.orchestra.run.smithi162.stdout: "process_request_cap_release": 0 2024-06-13T12:06:30.122 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.122 INFO:teuthology.orchestra.run.smithi162.stdout: "mds_cache": { 2024-06-13T12:06:30.122 INFO:teuthology.orchestra.run.smithi162.stdout: "dir_update": 0, 2024-06-13T12:06:30.122 INFO:teuthology.orchestra.run.smithi162.stdout: "dir_update_receipt": 0, 2024-06-13T12:06:30.122 INFO:teuthology.orchestra.run.smithi162.stdout: "dir_try_discover": 0, 2024-06-13T12:06:30.122 INFO:teuthology.orchestra.run.smithi162.stdout: "dir_send_discover": 0, 2024-06-13T12:06:30.122 INFO:teuthology.orchestra.run.smithi162.stdout: "dir_handle_discover": 0, 2024-06-13T12:06:30.122 INFO:teuthology.orchestra.run.smithi162.stdout: "num_strays": 0, 2024-06-13T12:06:30.122 INFO:teuthology.orchestra.run.smithi162.stdout: "num_strays_delayed": 0, 2024-06-13T12:06:30.123 INFO:teuthology.orchestra.run.smithi162.stdout: "num_strays_enqueuing": 0, 2024-06-13T12:06:30.123 INFO:teuthology.orchestra.run.smithi162.stdout: "strays_created": 0, 2024-06-13T12:06:30.123 INFO:teuthology.orchestra.run.smithi162.stdout: "strays_enqueued": 0, 2024-06-13T12:06:30.123 INFO:teuthology.orchestra.run.smithi162.stdout: "strays_reintegrated": 0, 2024-06-13T12:06:30.123 INFO:teuthology.orchestra.run.smithi162.stdout: "strays_migrated": 0, 2024-06-13T12:06:30.123 INFO:teuthology.orchestra.run.smithi162.stdout: "num_recovering_processing": 0, 2024-06-13T12:06:30.123 INFO:teuthology.orchestra.run.smithi162.stdout: "num_recovering_enqueued": 0, 2024-06-13T12:06:30.123 INFO:teuthology.orchestra.run.smithi162.stdout: "num_recovering_prioritized": 0, 2024-06-13T12:06:30.123 INFO:teuthology.orchestra.run.smithi162.stdout: "recovery_started": 0, 2024-06-13T12:06:30.123 INFO:teuthology.orchestra.run.smithi162.stdout: "recovery_completed": 0, 2024-06-13T12:06:30.123 INFO:teuthology.orchestra.run.smithi162.stdout: "ireq_quiesce_path": 0, 2024-06-13T12:06:30.123 INFO:teuthology.orchestra.run.smithi162.stdout: "ireq_quiesce_inode": 0, 2024-06-13T12:06:30.123 INFO:teuthology.orchestra.run.smithi162.stdout: "ireq_enqueue_scrub": 0, 2024-06-13T12:06:30.123 INFO:teuthology.orchestra.run.smithi162.stdout: "ireq_exportdir": 0, 2024-06-13T12:06:30.123 INFO:teuthology.orchestra.run.smithi162.stdout: "ireq_flush": 0, 2024-06-13T12:06:30.124 INFO:teuthology.orchestra.run.smithi162.stdout: "ireq_fragmentdir": 0, 2024-06-13T12:06:30.124 INFO:teuthology.orchestra.run.smithi162.stdout: "ireq_fragstats": 0, 2024-06-13T12:06:30.124 INFO:teuthology.orchestra.run.smithi162.stdout: "ireq_inodestats": 0 2024-06-13T12:06:30.124 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.124 INFO:teuthology.orchestra.run.smithi162.stdout: "mds_log": { 2024-06-13T12:06:30.124 INFO:teuthology.orchestra.run.smithi162.stdout: "evlrg": 0, 2024-06-13T12:06:30.124 INFO:teuthology.orchestra.run.smithi162.stdout: "evadd": 0, 2024-06-13T12:06:30.124 INFO:teuthology.orchestra.run.smithi162.stdout: "evex": 0, 2024-06-13T12:06:30.124 INFO:teuthology.orchestra.run.smithi162.stdout: "evtrm": 0, 2024-06-13T12:06:30.124 INFO:teuthology.orchestra.run.smithi162.stdout: "ev": 70266, 2024-06-13T12:06:30.124 INFO:teuthology.orchestra.run.smithi162.stdout: "evexg": 0, 2024-06-13T12:06:30.124 INFO:teuthology.orchestra.run.smithi162.stdout: "evexd": 0, 2024-06-13T12:06:30.124 INFO:teuthology.orchestra.run.smithi162.stdout: "segadd": 0, 2024-06-13T12:06:30.124 INFO:teuthology.orchestra.run.smithi162.stdout: "segex": 0, 2024-06-13T12:06:30.124 INFO:teuthology.orchestra.run.smithi162.stdout: "segtrm": 0, 2024-06-13T12:06:30.125 INFO:teuthology.orchestra.run.smithi162.stdout: "seg": 6, 2024-06-13T12:06:30.125 INFO:teuthology.orchestra.run.smithi162.stdout: "segmjr": 19, 2024-06-13T12:06:30.125 INFO:teuthology.orchestra.run.smithi162.stdout: "segexg": 0, 2024-06-13T12:06:30.125 INFO:teuthology.orchestra.run.smithi162.stdout: "segexd": 0, 2024-06-13T12:06:30.125 INFO:teuthology.orchestra.run.smithi162.stdout: "expos": 169610004, 2024-06-13T12:06:30.125 INFO:teuthology.orchestra.run.smithi162.stdout: "wrpos": 181036020, 2024-06-13T12:06:30.125 INFO:teuthology.orchestra.run.smithi162.stdout: "rdpos": 181035884, 2024-06-13T12:06:30.125 INFO:teuthology.orchestra.run.smithi162.stdout: "jlat": { 2024-06-13T12:06:30.125 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.125 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.125 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.125 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.125 INFO:teuthology.orchestra.run.smithi162.stdout: "replayed": 70266 2024-06-13T12:06:30.125 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.126 INFO:teuthology.orchestra.run.smithi162.stdout: "mds_mem": { 2024-06-13T12:06:30.126 INFO:teuthology.orchestra.run.smithi162.stdout: "ino": 14286, 2024-06-13T12:06:30.126 INFO:teuthology.orchestra.run.smithi162.stdout: "ino+": 26626, 2024-06-13T12:06:30.126 INFO:teuthology.orchestra.run.smithi162.stdout: "ino-": 12340, 2024-06-13T12:06:30.126 INFO:teuthology.orchestra.run.smithi162.stdout: "dir": 1716, 2024-06-13T12:06:30.126 INFO:teuthology.orchestra.run.smithi162.stdout: "dir+": 1865, 2024-06-13T12:06:30.126 INFO:teuthology.orchestra.run.smithi162.stdout: "dir-": 149, 2024-06-13T12:06:30.126 INFO:teuthology.orchestra.run.smithi162.stdout: "dn": 42110, 2024-06-13T12:06:30.126 INFO:teuthology.orchestra.run.smithi162.stdout: "dn+": 43172, 2024-06-13T12:06:30.126 INFO:teuthology.orchestra.run.smithi162.stdout: "dn-": 1062, 2024-06-13T12:06:30.126 INFO:teuthology.orchestra.run.smithi162.stdout: "cap": 0, 2024-06-13T12:06:30.126 INFO:teuthology.orchestra.run.smithi162.stdout: "cap+": 0, 2024-06-13T12:06:30.126 INFO:teuthology.orchestra.run.smithi162.stdout: "cap-": 0, 2024-06-13T12:06:30.127 INFO:teuthology.orchestra.run.smithi162.stdout: "rss": 147724, 2024-06-13T12:06:30.127 INFO:teuthology.orchestra.run.smithi162.stdout: "heap": 215420 2024-06-13T12:06:30.127 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.127 INFO:teuthology.orchestra.run.smithi162.stdout: "mds_server": { 2024-06-13T12:06:30.127 INFO:teuthology.orchestra.run.smithi162.stdout: "dispatch_client_request": 0, 2024-06-13T12:06:30.127 INFO:teuthology.orchestra.run.smithi162.stdout: "dispatch_server_request": 0, 2024-06-13T12:06:30.127 INFO:teuthology.orchestra.run.smithi162.stdout: "handle_client_request": 0, 2024-06-13T12:06:30.127 INFO:teuthology.orchestra.run.smithi162.stdout: "handle_client_session": 0, 2024-06-13T12:06:30.127 INFO:teuthology.orchestra.run.smithi162.stdout: "handle_peer_request": 0, 2024-06-13T12:06:30.127 INFO:teuthology.orchestra.run.smithi162.stdout: "req_create_latency": { 2024-06-13T12:06:30.127 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.127 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.127 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.127 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.128 INFO:teuthology.orchestra.run.smithi162.stdout: "req_getattr_latency": { 2024-06-13T12:06:30.128 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.128 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.128 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.128 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.128 INFO:teuthology.orchestra.run.smithi162.stdout: "req_getfilelock_latency": { 2024-06-13T12:06:30.128 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.128 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.128 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.128 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.128 INFO:teuthology.orchestra.run.smithi162.stdout: "req_link_latency": { 2024-06-13T12:06:30.128 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.128 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.128 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.128 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.129 INFO:teuthology.orchestra.run.smithi162.stdout: "req_lookup_latency": { 2024-06-13T12:06:30.129 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.129 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.129 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.129 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.129 INFO:teuthology.orchestra.run.smithi162.stdout: "req_lookuphash_latency": { 2024-06-13T12:06:30.129 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.129 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.129 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.129 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.129 INFO:teuthology.orchestra.run.smithi162.stdout: "req_lookupino_latency": { 2024-06-13T12:06:30.129 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.129 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.129 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.130 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.130 INFO:teuthology.orchestra.run.smithi162.stdout: "req_lookupname_latency": { 2024-06-13T12:06:30.130 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.130 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.130 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.130 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.130 INFO:teuthology.orchestra.run.smithi162.stdout: "req_lookupparent_latency": { 2024-06-13T12:06:30.130 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.130 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.130 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.130 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.130 INFO:teuthology.orchestra.run.smithi162.stdout: "req_lookupsnap_latency": { 2024-06-13T12:06:30.130 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.130 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.131 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.131 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.131 INFO:teuthology.orchestra.run.smithi162.stdout: "req_lssnap_latency": { 2024-06-13T12:06:30.131 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.131 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.131 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.131 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.132 INFO:teuthology.orchestra.run.smithi162.stdout: "req_mkdir_latency": { 2024-06-13T12:06:30.132 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.132 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.132 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.132 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.132 INFO:teuthology.orchestra.run.smithi162.stdout: "req_mknod_latency": { 2024-06-13T12:06:30.132 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.132 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.132 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.132 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.132 INFO:teuthology.orchestra.run.smithi162.stdout: "req_mksnap_latency": { 2024-06-13T12:06:30.132 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.132 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.133 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.133 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.133 INFO:teuthology.orchestra.run.smithi162.stdout: "req_open_latency": { 2024-06-13T12:06:30.133 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.133 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.133 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.133 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.133 INFO:teuthology.orchestra.run.smithi162.stdout: "req_readdir_latency": { 2024-06-13T12:06:30.133 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.133 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.133 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.133 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.133 INFO:teuthology.orchestra.run.smithi162.stdout: "req_rename_latency": { 2024-06-13T12:06:30.133 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.134 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.134 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.134 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.134 INFO:teuthology.orchestra.run.smithi162.stdout: "req_renamesnap_latency": { 2024-06-13T12:06:30.134 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.134 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.134 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.134 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.134 INFO:teuthology.orchestra.run.smithi162.stdout: "req_snapdiff_latency": { 2024-06-13T12:06:30.134 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.134 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.134 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.134 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.135 INFO:teuthology.orchestra.run.smithi162.stdout: "req_rmdir_latency": { 2024-06-13T12:06:30.135 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.135 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.135 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.135 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.135 INFO:teuthology.orchestra.run.smithi162.stdout: "req_rmsnap_latency": { 2024-06-13T12:06:30.135 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.135 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.135 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.135 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.135 INFO:teuthology.orchestra.run.smithi162.stdout: "req_rmxattr_latency": { 2024-06-13T12:06:30.135 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.135 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.135 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.136 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.136 INFO:teuthology.orchestra.run.smithi162.stdout: "req_setattr_latency": { 2024-06-13T12:06:30.136 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.136 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.136 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.136 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.136 INFO:teuthology.orchestra.run.smithi162.stdout: "req_setdirlayout_latency": { 2024-06-13T12:06:30.136 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.136 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.136 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.136 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.136 INFO:teuthology.orchestra.run.smithi162.stdout: "req_setfilelock_latency": { 2024-06-13T12:06:30.136 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.137 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.137 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.137 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.137 INFO:teuthology.orchestra.run.smithi162.stdout: "req_setlayout_latency": { 2024-06-13T12:06:30.137 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.137 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.137 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.137 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.137 INFO:teuthology.orchestra.run.smithi162.stdout: "req_setxattr_latency": { 2024-06-13T12:06:30.137 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.137 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.137 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.137 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.137 INFO:teuthology.orchestra.run.smithi162.stdout: "req_symlink_latency": { 2024-06-13T12:06:30.138 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.138 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.138 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.138 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.138 INFO:teuthology.orchestra.run.smithi162.stdout: "req_unlink_latency": { 2024-06-13T12:06:30.138 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.138 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.138 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.138 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.138 INFO:teuthology.orchestra.run.smithi162.stdout: "cap_revoke_eviction": 0, 2024-06-13T12:06:30.138 INFO:teuthology.orchestra.run.smithi162.stdout: "cap_acquisition_throttle": 0, 2024-06-13T12:06:30.138 INFO:teuthology.orchestra.run.smithi162.stdout: "req_getvxattr_latency": { 2024-06-13T12:06:30.138 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.139 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.139 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.139 INFO:teuthology.orchestra.run.smithi162.stdout: } 2024-06-13T12:06:30.139 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.139 INFO:teuthology.orchestra.run.smithi162.stdout: "mds_sessions": { 2024-06-13T12:06:30.139 INFO:teuthology.orchestra.run.smithi162.stdout: "session_count": 2, 2024-06-13T12:06:30.139 INFO:teuthology.orchestra.run.smithi162.stdout: "session_add": 7, 2024-06-13T12:06:30.139 INFO:teuthology.orchestra.run.smithi162.stdout: "session_remove": 5, 2024-06-13T12:06:30.139 INFO:teuthology.orchestra.run.smithi162.stdout: "sessions_open": 5, 2024-06-13T12:06:30.139 INFO:teuthology.orchestra.run.smithi162.stdout: "sessions_stale": 0, 2024-06-13T12:06:30.139 INFO:teuthology.orchestra.run.smithi162.stdout: "total_load": 0, 2024-06-13T12:06:30.139 INFO:teuthology.orchestra.run.smithi162.stdout: "average_load": 0, 2024-06-13T12:06:30.139 INFO:teuthology.orchestra.run.smithi162.stdout: "avg_session_uptime": 5531, 2024-06-13T12:06:30.139 INFO:teuthology.orchestra.run.smithi162.stdout: "mdthresh_evicted": 0 2024-06-13T12:06:30.139 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.140 INFO:teuthology.orchestra.run.smithi162.stdout: "mempool": { 2024-06-13T12:06:30.140 INFO:teuthology.orchestra.run.smithi162.stdout: "bloom_filter_bytes": 0, 2024-06-13T12:06:30.140 INFO:teuthology.orchestra.run.smithi162.stdout: "bloom_filter_items": 0, 2024-06-13T12:06:30.140 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_alloc_bytes": 0, 2024-06-13T12:06:30.140 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_alloc_items": 0, 2024-06-13T12:06:30.140 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_data_bytes": 0, 2024-06-13T12:06:30.140 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_data_items": 0, 2024-06-13T12:06:30.140 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-13T12:06:30.140 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_onode_items": 0, 2024-06-13T12:06:30.140 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-13T12:06:30.140 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_meta_items": 0, 2024-06-13T12:06:30.140 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_other_bytes": 0, 2024-06-13T12:06:30.140 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_other_items": 0, 2024-06-13T12:06:30.141 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-13T12:06:30.141 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_buffer_items": 0, 2024-06-13T12:06:30.141 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_extent_bytes": 0, 2024-06-13T12:06:30.141 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_extent_items": 0, 2024-06-13T12:06:30.141 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_blob_bytes": 0, 2024-06-13T12:06:30.141 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_blob_items": 0, 2024-06-13T12:06:30.141 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-13T12:06:30.141 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_shared_blob_items": 0, 2024-06-13T12:06:30.141 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-13T12:06:30.141 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_inline_bl_items": 0, 2024-06-13T12:06:30.141 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_fsck_bytes": 0, 2024-06-13T12:06:30.141 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_fsck_items": 0, 2024-06-13T12:06:30.141 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_txc_bytes": 0, 2024-06-13T12:06:30.141 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_txc_items": 0, 2024-06-13T12:06:30.142 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-13T12:06:30.142 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_writing_deferred_items": 0, 2024-06-13T12:06:30.142 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_writing_bytes": 0, 2024-06-13T12:06:30.142 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_writing_items": 0, 2024-06-13T12:06:30.142 INFO:teuthology.orchestra.run.smithi162.stdout: "bluefs_bytes": 0, 2024-06-13T12:06:30.142 INFO:teuthology.orchestra.run.smithi162.stdout: "bluefs_items": 0, 2024-06-13T12:06:30.142 INFO:teuthology.orchestra.run.smithi162.stdout: "bluefs_file_reader_bytes": 0, 2024-06-13T12:06:30.142 INFO:teuthology.orchestra.run.smithi162.stdout: "bluefs_file_reader_items": 0, 2024-06-13T12:06:30.142 INFO:teuthology.orchestra.run.smithi162.stdout: "bluefs_file_writer_bytes": 0, 2024-06-13T12:06:30.142 INFO:teuthology.orchestra.run.smithi162.stdout: "bluefs_file_writer_items": 0, 2024-06-13T12:06:30.142 INFO:teuthology.orchestra.run.smithi162.stdout: "buffer_anon_bytes": 841178, 2024-06-13T12:06:30.142 INFO:teuthology.orchestra.run.smithi162.stdout: "buffer_anon_items": 16323, 2024-06-13T12:06:30.142 INFO:teuthology.orchestra.run.smithi162.stdout: "buffer_meta_bytes": 0, 2024-06-13T12:06:30.143 INFO:teuthology.orchestra.run.smithi162.stdout: "buffer_meta_items": 0, 2024-06-13T12:06:30.143 INFO:teuthology.orchestra.run.smithi162.stdout: "osd_bytes": 0, 2024-06-13T12:06:30.143 INFO:teuthology.orchestra.run.smithi162.stdout: "osd_items": 0, 2024-06-13T12:06:30.143 INFO:teuthology.orchestra.run.smithi162.stdout: "osd_mapbl_bytes": 0, 2024-06-13T12:06:30.143 INFO:teuthology.orchestra.run.smithi162.stdout: "osd_mapbl_items": 0, 2024-06-13T12:06:30.143 INFO:teuthology.orchestra.run.smithi162.stdout: "osd_pglog_bytes": 0, 2024-06-13T12:06:30.143 INFO:teuthology.orchestra.run.smithi162.stdout: "osd_pglog_items": 0, 2024-06-13T12:06:30.143 INFO:teuthology.orchestra.run.smithi162.stdout: "osdmap_bytes": 9704, 2024-06-13T12:06:30.143 INFO:teuthology.orchestra.run.smithi162.stdout: "osdmap_items": 186, 2024-06-13T12:06:30.143 INFO:teuthology.orchestra.run.smithi162.stdout: "osdmap_mapping_bytes": 0, 2024-06-13T12:06:30.143 INFO:teuthology.orchestra.run.smithi162.stdout: "osdmap_mapping_items": 0, 2024-06-13T12:06:30.143 INFO:teuthology.orchestra.run.smithi162.stdout: "pgmap_bytes": 0, 2024-06-13T12:06:30.143 INFO:teuthology.orchestra.run.smithi162.stdout: "pgmap_items": 0, 2024-06-13T12:06:30.143 INFO:teuthology.orchestra.run.smithi162.stdout: "mds_co_bytes": 67779707, 2024-06-13T12:06:30.144 INFO:teuthology.orchestra.run.smithi162.stdout: "mds_co_items": 1590734, 2024-06-13T12:06:30.144 INFO:teuthology.orchestra.run.smithi162.stdout: "unittest_1_bytes": 0, 2024-06-13T12:06:30.144 INFO:teuthology.orchestra.run.smithi162.stdout: "unittest_1_items": 0, 2024-06-13T12:06:30.144 INFO:teuthology.orchestra.run.smithi162.stdout: "unittest_2_bytes": 0, 2024-06-13T12:06:30.144 INFO:teuthology.orchestra.run.smithi162.stdout: "unittest_2_items": 0 2024-06-13T12:06:30.144 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.144 INFO:teuthology.orchestra.run.smithi162.stdout: "objecter": { 2024-06-13T12:06:30.144 INFO:teuthology.orchestra.run.smithi162.stdout: "op_active": 0, 2024-06-13T12:06:30.144 INFO:teuthology.orchestra.run.smithi162.stdout: "op_laggy": 0, 2024-06-13T12:06:30.144 INFO:teuthology.orchestra.run.smithi162.stdout: "op_send": 2992, 2024-06-13T12:06:30.144 INFO:teuthology.orchestra.run.smithi162.stdout: "op_send_bytes": 26, 2024-06-13T12:06:30.144 INFO:teuthology.orchestra.run.smithi162.stdout: "op_resend": 4, 2024-06-13T12:06:30.144 INFO:teuthology.orchestra.run.smithi162.stdout: "op_reply": 2992, 2024-06-13T12:06:30.144 INFO:teuthology.orchestra.run.smithi162.stdout: "op_latency": { 2024-06-13T12:06:30.144 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 2992, 2024-06-13T12:06:30.144 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 3.359931327, 2024-06-13T12:06:30.145 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.001122971 2024-06-13T12:06:30.145 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.145 INFO:teuthology.orchestra.run.smithi162.stdout: "op_inflight": 0, 2024-06-13T12:06:30.145 INFO:teuthology.orchestra.run.smithi162.stdout: "oplen_avg": { 2024-06-13T12:06:30.145 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 2992, 2024-06-13T12:06:30.145 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 2993 2024-06-13T12:06:30.145 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.145 INFO:teuthology.orchestra.run.smithi162.stdout: "op": 2992, 2024-06-13T12:06:30.145 INFO:teuthology.orchestra.run.smithi162.stdout: "op_r": 2992, 2024-06-13T12:06:30.145 INFO:teuthology.orchestra.run.smithi162.stdout: "op_w": 0, 2024-06-13T12:06:30.145 INFO:teuthology.orchestra.run.smithi162.stdout: "op_rmw": 0, 2024-06-13T12:06:30.145 INFO:teuthology.orchestra.run.smithi162.stdout: "op_pg": 0, 2024-06-13T12:06:30.145 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_stat": 1879, 2024-06-13T12:06:30.145 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_create": 0, 2024-06-13T12:06:30.146 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_read": 1110, 2024-06-13T12:06:30.146 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_write": 0, 2024-06-13T12:06:30.146 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_writefull": 0, 2024-06-13T12:06:30.146 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_writesame": 0, 2024-06-13T12:06:30.146 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_append": 0, 2024-06-13T12:06:30.146 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_zero": 0, 2024-06-13T12:06:30.146 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_truncate": 0, 2024-06-13T12:06:30.146 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_delete": 0, 2024-06-13T12:06:30.146 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_mapext": 0, 2024-06-13T12:06:30.146 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_sparse_read": 0, 2024-06-13T12:06:30.146 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_clonerange": 0, 2024-06-13T12:06:30.146 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_getxattr": 2, 2024-06-13T12:06:30.146 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_setxattr": 0, 2024-06-13T12:06:30.147 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_cmpxattr": 0, 2024-06-13T12:06:30.147 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_rmxattr": 0, 2024-06-13T12:06:30.147 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_resetxattrs": 0, 2024-06-13T12:06:30.147 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_call": 0, 2024-06-13T12:06:30.147 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_watch": 0, 2024-06-13T12:06:30.147 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_notify": 0, 2024-06-13T12:06:30.147 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_src_cmpxattr": 0, 2024-06-13T12:06:30.147 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_pgls": 0, 2024-06-13T12:06:30.147 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_pgls_filter": 0, 2024-06-13T12:06:30.147 INFO:teuthology.orchestra.run.smithi162.stdout: "osdop_other": 0, 2024-06-13T12:06:30.148 INFO:teuthology.orchestra.run.smithi162.stdout: "linger_active": 0, 2024-06-13T12:06:30.148 INFO:teuthology.orchestra.run.smithi162.stdout: "linger_send": 0, 2024-06-13T12:06:30.148 INFO:teuthology.orchestra.run.smithi162.stdout: "linger_resend": 0, 2024-06-13T12:06:30.148 INFO:teuthology.orchestra.run.smithi162.stdout: "linger_ping": 0, 2024-06-13T12:06:30.148 INFO:teuthology.orchestra.run.smithi162.stdout: "poolop_active": 0, 2024-06-13T12:06:30.148 INFO:teuthology.orchestra.run.smithi162.stdout: "poolop_send": 0, 2024-06-13T12:06:30.148 INFO:teuthology.orchestra.run.smithi162.stdout: "poolop_resend": 0, 2024-06-13T12:06:30.148 INFO:teuthology.orchestra.run.smithi162.stdout: "poolstat_active": 0, 2024-06-13T12:06:30.148 INFO:teuthology.orchestra.run.smithi162.stdout: "poolstat_send": 0, 2024-06-13T12:06:30.148 INFO:teuthology.orchestra.run.smithi162.stdout: "poolstat_resend": 0, 2024-06-13T12:06:30.148 INFO:teuthology.orchestra.run.smithi162.stdout: "statfs_active": 0, 2024-06-13T12:06:30.148 INFO:teuthology.orchestra.run.smithi162.stdout: "statfs_send": 0, 2024-06-13T12:06:30.148 INFO:teuthology.orchestra.run.smithi162.stdout: "statfs_resend": 0, 2024-06-13T12:06:30.148 INFO:teuthology.orchestra.run.smithi162.stdout: "command_active": 0, 2024-06-13T12:06:30.149 INFO:teuthology.orchestra.run.smithi162.stdout: "command_send": 0, 2024-06-13T12:06:30.149 INFO:teuthology.orchestra.run.smithi162.stdout: "command_resend": 0, 2024-06-13T12:06:30.149 INFO:teuthology.orchestra.run.smithi162.stdout: "map_epoch": 109, 2024-06-13T12:06:30.149 INFO:teuthology.orchestra.run.smithi162.stdout: "map_full": 0, 2024-06-13T12:06:30.149 INFO:teuthology.orchestra.run.smithi162.stdout: "map_inc": 11, 2024-06-13T12:06:30.149 INFO:teuthology.orchestra.run.smithi162.stdout: "osd_sessions": 11, 2024-06-13T12:06:30.149 INFO:teuthology.orchestra.run.smithi162.stdout: "osd_session_open": 11, 2024-06-13T12:06:30.149 INFO:teuthology.orchestra.run.smithi162.stdout: "osd_session_close": 0, 2024-06-13T12:06:30.149 INFO:teuthology.orchestra.run.smithi162.stdout: "osd_laggy": 0, 2024-06-13T12:06:30.149 INFO:teuthology.orchestra.run.smithi162.stdout: "omap_wr": 0, 2024-06-13T12:06:30.149 INFO:teuthology.orchestra.run.smithi162.stdout: "omap_rd": 2, 2024-06-13T12:06:30.149 INFO:teuthology.orchestra.run.smithi162.stdout: "omap_del": 0 2024-06-13T12:06:30.149 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.150 INFO:teuthology.orchestra.run.smithi162.stdout: "oft": { 2024-06-13T12:06:30.150 INFO:teuthology.orchestra.run.smithi162.stdout: "omap_total_objs": 0, 2024-06-13T12:06:30.150 INFO:teuthology.orchestra.run.smithi162.stdout: "omap_total_kv_pairs": 0, 2024-06-13T12:06:30.150 INFO:teuthology.orchestra.run.smithi162.stdout: "omap_total_updates": 0, 2024-06-13T12:06:30.150 INFO:teuthology.orchestra.run.smithi162.stdout: "omap_total_removes": 0 2024-06-13T12:06:30.150 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.150 INFO:teuthology.orchestra.run.smithi162.stdout: "osd-slow-ops": { 2024-06-13T12:06:30.150 INFO:teuthology.orchestra.run.smithi162.stdout: "slow_ops_count": 0 2024-06-13T12:06:30.150 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.150 INFO:teuthology.orchestra.run.smithi162.stdout: "purge_queue": { 2024-06-13T12:06:30.150 INFO:teuthology.orchestra.run.smithi162.stdout: "pq_executing_ops": 0, 2024-06-13T12:06:30.150 INFO:teuthology.orchestra.run.smithi162.stdout: "pq_executing_ops_high_water": 0, 2024-06-13T12:06:30.150 INFO:teuthology.orchestra.run.smithi162.stdout: "pq_executing": 0, 2024-06-13T12:06:30.151 INFO:teuthology.orchestra.run.smithi162.stdout: "pq_executing_high_water": 0, 2024-06-13T12:06:30.151 INFO:teuthology.orchestra.run.smithi162.stdout: "pq_executed_ops": 0, 2024-06-13T12:06:30.151 INFO:teuthology.orchestra.run.smithi162.stdout: "pq_executed": 0, 2024-06-13T12:06:30.151 INFO:teuthology.orchestra.run.smithi162.stdout: "pq_item_in_journal": 0 2024-06-13T12:06:30.151 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.151 INFO:teuthology.orchestra.run.smithi162.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-13T12:06:30.151 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 0, 2024-06-13T12:06:30.151 INFO:teuthology.orchestra.run.smithi162.stdout: "max": 104857600, 2024-06-13T12:06:30.151 INFO:teuthology.orchestra.run.smithi162.stdout: "get_started": 0, 2024-06-13T12:06:30.151 INFO:teuthology.orchestra.run.smithi162.stdout: "get": 3299, 2024-06-13T12:06:30.151 INFO:teuthology.orchestra.run.smithi162.stdout: "get_sum": 179194826, 2024-06-13T12:06:30.151 INFO:teuthology.orchestra.run.smithi162.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:30.151 INFO:teuthology.orchestra.run.smithi162.stdout: "get_or_fail_success": 3299, 2024-06-13T12:06:30.151 INFO:teuthology.orchestra.run.smithi162.stdout: "take": 0, 2024-06-13T12:06:30.152 INFO:teuthology.orchestra.run.smithi162.stdout: "take_sum": 0, 2024-06-13T12:06:30.152 INFO:teuthology.orchestra.run.smithi162.stdout: "put": 3299, 2024-06-13T12:06:30.152 INFO:teuthology.orchestra.run.smithi162.stdout: "put_sum": 179194826, 2024-06-13T12:06:30.152 INFO:teuthology.orchestra.run.smithi162.stdout: "wait": { 2024-06-13T12:06:30.152 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.152 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.152 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.152 INFO:teuthology.orchestra.run.smithi162.stdout: } 2024-06-13T12:06:30.152 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.152 INFO:teuthology.orchestra.run.smithi162.stdout: "throttle-objecter_bytes": { 2024-06-13T12:06:30.152 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 0, 2024-06-13T12:06:30.152 INFO:teuthology.orchestra.run.smithi162.stdout: "max": 104857600, 2024-06-13T12:06:30.152 INFO:teuthology.orchestra.run.smithi162.stdout: "get_started": 0, 2024-06-13T12:06:30.152 INFO:teuthology.orchestra.run.smithi162.stdout: "get": 0, 2024-06-13T12:06:30.152 INFO:teuthology.orchestra.run.smithi162.stdout: "get_sum": 0, 2024-06-13T12:06:30.152 INFO:teuthology.orchestra.run.smithi162.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:30.153 INFO:teuthology.orchestra.run.smithi162.stdout: "get_or_fail_success": 0, 2024-06-13T12:06:30.153 INFO:teuthology.orchestra.run.smithi162.stdout: "take": 2992, 2024-06-13T12:06:30.153 INFO:teuthology.orchestra.run.smithi162.stdout: "take_sum": 176860583, 2024-06-13T12:06:30.153 INFO:teuthology.orchestra.run.smithi162.stdout: "put": 2992, 2024-06-13T12:06:30.153 INFO:teuthology.orchestra.run.smithi162.stdout: "put_sum": 176860583, 2024-06-13T12:06:30.153 INFO:teuthology.orchestra.run.smithi162.stdout: "wait": { 2024-06-13T12:06:30.153 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.153 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.153 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.153 INFO:teuthology.orchestra.run.smithi162.stdout: } 2024-06-13T12:06:30.153 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.153 INFO:teuthology.orchestra.run.smithi162.stdout: "throttle-objecter_ops": { 2024-06-13T12:06:30.153 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 0, 2024-06-13T12:06:30.153 INFO:teuthology.orchestra.run.smithi162.stdout: "max": 1024, 2024-06-13T12:06:30.153 INFO:teuthology.orchestra.run.smithi162.stdout: "get_started": 0, 2024-06-13T12:06:30.154 INFO:teuthology.orchestra.run.smithi162.stdout: "get": 0, 2024-06-13T12:06:30.154 INFO:teuthology.orchestra.run.smithi162.stdout: "get_sum": 0, 2024-06-13T12:06:30.154 INFO:teuthology.orchestra.run.smithi162.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:30.154 INFO:teuthology.orchestra.run.smithi162.stdout: "get_or_fail_success": 0, 2024-06-13T12:06:30.154 INFO:teuthology.orchestra.run.smithi162.stdout: "take": 2992, 2024-06-13T12:06:30.154 INFO:teuthology.orchestra.run.smithi162.stdout: "take_sum": 2992, 2024-06-13T12:06:30.154 INFO:teuthology.orchestra.run.smithi162.stdout: "put": 2992, 2024-06-13T12:06:30.154 INFO:teuthology.orchestra.run.smithi162.stdout: "put_sum": 2992, 2024-06-13T12:06:30.154 INFO:teuthology.orchestra.run.smithi162.stdout: "wait": { 2024-06-13T12:06:30.154 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.154 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.154 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.154 INFO:teuthology.orchestra.run.smithi162.stdout: } 2024-06-13T12:06:30.154 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.155 INFO:teuthology.orchestra.run.smithi162.stdout: "throttle-write_buf_throttle": { 2024-06-13T12:06:30.155 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 0, 2024-06-13T12:06:30.155 INFO:teuthology.orchestra.run.smithi162.stdout: "max": 3758096384, 2024-06-13T12:06:30.155 INFO:teuthology.orchestra.run.smithi162.stdout: "get_started": 0, 2024-06-13T12:06:30.155 INFO:teuthology.orchestra.run.smithi162.stdout: "get": 0, 2024-06-13T12:06:30.155 INFO:teuthology.orchestra.run.smithi162.stdout: "get_sum": 0, 2024-06-13T12:06:30.155 INFO:teuthology.orchestra.run.smithi162.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:30.155 INFO:teuthology.orchestra.run.smithi162.stdout: "get_or_fail_success": 0, 2024-06-13T12:06:30.155 INFO:teuthology.orchestra.run.smithi162.stdout: "take": 0, 2024-06-13T12:06:30.155 INFO:teuthology.orchestra.run.smithi162.stdout: "take_sum": 0, 2024-06-13T12:06:30.155 INFO:teuthology.orchestra.run.smithi162.stdout: "put": 0, 2024-06-13T12:06:30.155 INFO:teuthology.orchestra.run.smithi162.stdout: "put_sum": 0, 2024-06-13T12:06:30.155 INFO:teuthology.orchestra.run.smithi162.stdout: "wait": { 2024-06-13T12:06:30.155 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.155 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.156 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.156 INFO:teuthology.orchestra.run.smithi162.stdout: } 2024-06-13T12:06:30.156 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:30.156 INFO:teuthology.orchestra.run.smithi162.stdout: "throttle-write_buf_throttle-0x5608f88586e0": { 2024-06-13T12:06:30.156 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 0, 2024-06-13T12:06:30.156 INFO:teuthology.orchestra.run.smithi162.stdout: "max": 3758096384, 2024-06-13T12:06:30.156 INFO:teuthology.orchestra.run.smithi162.stdout: "get_started": 0, 2024-06-13T12:06:30.156 INFO:teuthology.orchestra.run.smithi162.stdout: "get": 0, 2024-06-13T12:06:30.156 INFO:teuthology.orchestra.run.smithi162.stdout: "get_sum": 0, 2024-06-13T12:06:30.156 INFO:teuthology.orchestra.run.smithi162.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:30.156 INFO:teuthology.orchestra.run.smithi162.stdout: "get_or_fail_success": 0, 2024-06-13T12:06:30.156 INFO:teuthology.orchestra.run.smithi162.stdout: "take": 0, 2024-06-13T12:06:30.156 INFO:teuthology.orchestra.run.smithi162.stdout: "take_sum": 0, 2024-06-13T12:06:30.156 INFO:teuthology.orchestra.run.smithi162.stdout: "put": 0, 2024-06-13T12:06:30.157 INFO:teuthology.orchestra.run.smithi162.stdout: "put_sum": 0, 2024-06-13T12:06:30.157 INFO:teuthology.orchestra.run.smithi162.stdout: "wait": { 2024-06-13T12:06:30.157 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:30.157 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:30.157 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:30.157 INFO:teuthology.orchestra.run.smithi162.stdout: } 2024-06-13T12:06:30.157 INFO:teuthology.orchestra.run.smithi162.stdout: } 2024-06-13T12:06:30.157 INFO:teuthology.orchestra.run.smithi162.stdout:} 2024-06-13T12:06:30.911 INFO:tasks.check_counter:Daemon mds.i mds.exported=0 2024-06-13T12:06:30.911 INFO:tasks.check_counter:Daemon mds.i mds.imported=0 2024-06-13T12:06:30.911 INFO:tasks.check_counter:Daemon mds.i mds.root_rsnaps=7 2024-06-13T12:06:30.911 INFO:tasks.check_counter:Daemon mds.i mds_server.req_mksnap_latency.avgcount=0 2024-06-13T12:06:30.911 INFO:tasks.check_counter:Daemon mds.i mds_server.req_rmsnap_latency.avgcount=0 2024-06-13T12:06:30.911 DEBUG:tasks.check_counter:Getting stats from l 2024-06-13T12:06:30.912 DEBUG:teuthology.orchestra.run.smithi162:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph daemon mds.l perf dump 2024-06-13T12:06:31.149 INFO:teuthology.orchestra.run.smithi162.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.c/config 2024-06-13T12:06:31.560 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:31 smithi162 ceph-mon[36757]: pgmap v340: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:06:31.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:31 smithi088 ceph-mon[36399]: pgmap v340: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:06:31.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:31 smithi042 ceph-mon[32231]: pgmap v340: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:06:32.939 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2024-06-13T12:06:32.939 INFO:teuthology.orchestra.run.smithi162.stdout: "AsyncMessenger::Worker-0": { 2024-06-13T12:06:32.939 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_messages": 283, 2024-06-13T12:06:32.940 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_messages": 271, 2024-06-13T12:06:32.940 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_bytes": 1736016, 2024-06-13T12:06:32.940 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_bytes": 167104, 2024-06-13T12:06:32.940 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_created_connections": 4, 2024-06-13T12:06:32.940 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_active_connections": 0, 2024-06-13T12:06:32.940 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_total_time": 0.057149730, 2024-06-13T12:06:32.940 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_send_time": 0.017344399, 2024-06-13T12:06:32.941 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_recv_time": 0.040936786, 2024-06-13T12:06:32.941 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_fast_dispatch_time": 0.006802058, 2024-06-13T12:06:32.941 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:06:32.941 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 270, 2024-06-13T12:06:32.941 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.014218541, 2024-06-13T12:06:32.941 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000052661 2024-06-13T12:06:32.941 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:32.941 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:06:32.942 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:32.942 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:32.942 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:32.942 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:32.942 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_encrypted_bytes": 1736016, 2024-06-13T12:06:32.942 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_encrypted_bytes": 167104 2024-06-13T12:06:32.942 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:32.942 INFO:teuthology.orchestra.run.smithi162.stdout: "AsyncMessenger::Worker-1": { 2024-06-13T12:06:32.942 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_messages": 6, 2024-06-13T12:06:32.942 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_messages": 210, 2024-06-13T12:06:32.943 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_bytes": 3344, 2024-06-13T12:06:32.943 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_bytes": 192880, 2024-06-13T12:06:32.943 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_created_connections": 5, 2024-06-13T12:06:32.943 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_active_connections": 3, 2024-06-13T12:06:32.943 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_total_time": 0.013321751, 2024-06-13T12:06:32.943 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_send_time": 0.008987704, 2024-06-13T12:06:32.943 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_recv_time": 0.001599129, 2024-06-13T12:06:32.943 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-13T12:06:32.943 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:06:32.943 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 208, 2024-06-13T12:06:32.943 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.034324702, 2024-06-13T12:06:32.943 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000165022 2024-06-13T12:06:32.944 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:32.944 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:06:32.944 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:32.944 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:32.944 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:32.944 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:32.944 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_encrypted_bytes": 3344, 2024-06-13T12:06:32.944 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_encrypted_bytes": 192880 2024-06-13T12:06:32.944 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:32.945 INFO:teuthology.orchestra.run.smithi162.stdout: "AsyncMessenger::Worker-2": { 2024-06-13T12:06:32.945 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_messages": 0, 2024-06-13T12:06:32.945 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_messages": 2, 2024-06-13T12:06:32.945 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_bytes": 0, 2024-06-13T12:06:32.945 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_bytes": 0, 2024-06-13T12:06:32.945 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_created_connections": 2, 2024-06-13T12:06:32.945 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_active_connections": 1, 2024-06-13T12:06:32.945 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_total_time": 0.000330606, 2024-06-13T12:06:32.945 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_send_time": 0.000000000, 2024-06-13T12:06:32.946 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_recv_time": 0.000255340, 2024-06-13T12:06:32.946 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-13T12:06:32.946 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T12:06:32.946 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:32.946 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:32.946 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:32.946 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:32.947 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_handle_ack_lat": { 2024-06-13T12:06:32.947 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:32.947 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:32.947 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:32.947 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:32.947 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_recv_encrypted_bytes": 0, 2024-06-13T12:06:32.947 INFO:teuthology.orchestra.run.smithi162.stdout: "msgr_send_encrypted_bytes": 0 2024-06-13T12:06:32.947 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:32.947 INFO:teuthology.orchestra.run.smithi162.stdout: "cct": { 2024-06-13T12:06:32.947 INFO:teuthology.orchestra.run.smithi162.stdout: "total_workers": 0, 2024-06-13T12:06:32.947 INFO:teuthology.orchestra.run.smithi162.stdout: "unhealthy_workers": 0 2024-06-13T12:06:32.947 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:32.947 INFO:teuthology.orchestra.run.smithi162.stdout: "mempool": { 2024-06-13T12:06:32.947 INFO:teuthology.orchestra.run.smithi162.stdout: "bloom_filter_bytes": 0, 2024-06-13T12:06:32.947 INFO:teuthology.orchestra.run.smithi162.stdout: "bloom_filter_items": 0, 2024-06-13T12:06:32.948 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_alloc_bytes": 0, 2024-06-13T12:06:32.948 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_alloc_items": 0, 2024-06-13T12:06:32.948 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_data_bytes": 0, 2024-06-13T12:06:32.948 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_data_items": 0, 2024-06-13T12:06:32.948 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-13T12:06:32.948 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_onode_items": 0, 2024-06-13T12:06:32.948 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-13T12:06:32.948 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_meta_items": 0, 2024-06-13T12:06:32.948 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_other_bytes": 0, 2024-06-13T12:06:32.948 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_other_items": 0, 2024-06-13T12:06:32.948 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-13T12:06:32.948 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_cache_buffer_items": 0, 2024-06-13T12:06:32.948 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_extent_bytes": 0, 2024-06-13T12:06:32.948 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_extent_items": 0, 2024-06-13T12:06:32.949 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_blob_bytes": 0, 2024-06-13T12:06:32.949 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_blob_items": 0, 2024-06-13T12:06:32.949 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-13T12:06:32.949 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_shared_blob_items": 0, 2024-06-13T12:06:32.949 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-13T12:06:32.949 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_inline_bl_items": 0, 2024-06-13T12:06:32.949 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_fsck_bytes": 0, 2024-06-13T12:06:32.949 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_fsck_items": 0, 2024-06-13T12:06:32.949 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_txc_bytes": 0, 2024-06-13T12:06:32.949 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_txc_items": 0, 2024-06-13T12:06:32.949 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-13T12:06:32.949 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_writing_deferred_items": 0, 2024-06-13T12:06:32.949 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_writing_bytes": 0, 2024-06-13T12:06:32.950 INFO:teuthology.orchestra.run.smithi162.stdout: "bluestore_writing_items": 0, 2024-06-13T12:06:32.950 INFO:teuthology.orchestra.run.smithi162.stdout: "bluefs_bytes": 0, 2024-06-13T12:06:32.950 INFO:teuthology.orchestra.run.smithi162.stdout: "bluefs_items": 0, 2024-06-13T12:06:32.950 INFO:teuthology.orchestra.run.smithi162.stdout: "bluefs_file_reader_bytes": 0, 2024-06-13T12:06:32.950 INFO:teuthology.orchestra.run.smithi162.stdout: "bluefs_file_reader_items": 0, 2024-06-13T12:06:32.950 INFO:teuthology.orchestra.run.smithi162.stdout: "bluefs_file_writer_bytes": 0, 2024-06-13T12:06:32.950 INFO:teuthology.orchestra.run.smithi162.stdout: "bluefs_file_writer_items": 0, 2024-06-13T12:06:32.950 INFO:teuthology.orchestra.run.smithi162.stdout: "buffer_anon_bytes": 148754, 2024-06-13T12:06:32.950 INFO:teuthology.orchestra.run.smithi162.stdout: "buffer_anon_items": 31, 2024-06-13T12:06:32.951 INFO:teuthology.orchestra.run.smithi162.stdout: "buffer_meta_bytes": 0, 2024-06-13T12:06:32.951 INFO:teuthology.orchestra.run.smithi162.stdout: "buffer_meta_items": 0, 2024-06-13T12:06:32.951 INFO:teuthology.orchestra.run.smithi162.stdout: "osd_bytes": 0, 2024-06-13T12:06:32.951 INFO:teuthology.orchestra.run.smithi162.stdout: "osd_items": 0, 2024-06-13T12:06:32.951 INFO:teuthology.orchestra.run.smithi162.stdout: "osd_mapbl_bytes": 0, 2024-06-13T12:06:32.951 INFO:teuthology.orchestra.run.smithi162.stdout: "osd_mapbl_items": 0, 2024-06-13T12:06:32.951 INFO:teuthology.orchestra.run.smithi162.stdout: "osd_pglog_bytes": 0, 2024-06-13T12:06:32.951 INFO:teuthology.orchestra.run.smithi162.stdout: "osd_pglog_items": 0, 2024-06-13T12:06:32.951 INFO:teuthology.orchestra.run.smithi162.stdout: "osdmap_bytes": 0, 2024-06-13T12:06:32.951 INFO:teuthology.orchestra.run.smithi162.stdout: "osdmap_items": 0, 2024-06-13T12:06:32.951 INFO:teuthology.orchestra.run.smithi162.stdout: "osdmap_mapping_bytes": 0, 2024-06-13T12:06:32.951 INFO:teuthology.orchestra.run.smithi162.stdout: "osdmap_mapping_items": 0, 2024-06-13T12:06:32.951 INFO:teuthology.orchestra.run.smithi162.stdout: "pgmap_bytes": 0, 2024-06-13T12:06:32.952 INFO:teuthology.orchestra.run.smithi162.stdout: "pgmap_items": 0, 2024-06-13T12:06:32.952 INFO:teuthology.orchestra.run.smithi162.stdout: "mds_co_bytes": 928, 2024-06-13T12:06:32.952 INFO:teuthology.orchestra.run.smithi162.stdout: "mds_co_items": 2, 2024-06-13T12:06:32.952 INFO:teuthology.orchestra.run.smithi162.stdout: "unittest_1_bytes": 0, 2024-06-13T12:06:32.952 INFO:teuthology.orchestra.run.smithi162.stdout: "unittest_1_items": 0, 2024-06-13T12:06:32.952 INFO:teuthology.orchestra.run.smithi162.stdout: "unittest_2_bytes": 0, 2024-06-13T12:06:32.952 INFO:teuthology.orchestra.run.smithi162.stdout: "unittest_2_items": 0 2024-06-13T12:06:32.952 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2024-06-13T12:06:32.952 INFO:teuthology.orchestra.run.smithi162.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-13T12:06:32.952 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 0, 2024-06-13T12:06:32.952 INFO:teuthology.orchestra.run.smithi162.stdout: "max": 104857600, 2024-06-13T12:06:32.952 INFO:teuthology.orchestra.run.smithi162.stdout: "get_started": 0, 2024-06-13T12:06:32.952 INFO:teuthology.orchestra.run.smithi162.stdout: "get": 285, 2024-06-13T12:06:32.953 INFO:teuthology.orchestra.run.smithi162.stdout: "get_sum": 1696110, 2024-06-13T12:06:32.953 INFO:teuthology.orchestra.run.smithi162.stdout: "get_or_fail_fail": 0, 2024-06-13T12:06:32.953 INFO:teuthology.orchestra.run.smithi162.stdout: "get_or_fail_success": 285, 2024-06-13T12:06:32.953 INFO:teuthology.orchestra.run.smithi162.stdout: "take": 0, 2024-06-13T12:06:32.953 INFO:teuthology.orchestra.run.smithi162.stdout: "take_sum": 0, 2024-06-13T12:06:32.953 INFO:teuthology.orchestra.run.smithi162.stdout: "put": 285, 2024-06-13T12:06:32.953 INFO:teuthology.orchestra.run.smithi162.stdout: "put_sum": 1696110, 2024-06-13T12:06:32.953 INFO:teuthology.orchestra.run.smithi162.stdout: "wait": { 2024-06-13T12:06:32.953 INFO:teuthology.orchestra.run.smithi162.stdout: "avgcount": 0, 2024-06-13T12:06:32.953 INFO:teuthology.orchestra.run.smithi162.stdout: "sum": 0.000000000, 2024-06-13T12:06:32.953 INFO:teuthology.orchestra.run.smithi162.stdout: "avgtime": 0.000000000 2024-06-13T12:06:32.953 INFO:teuthology.orchestra.run.smithi162.stdout: } 2024-06-13T12:06:32.954 INFO:teuthology.orchestra.run.smithi162.stdout: } 2024-06-13T12:06:32.954 INFO:teuthology.orchestra.run.smithi162.stdout:} 2024-06-13T12:06:33.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:33 smithi162 ceph-mon[36757]: pgmap v341: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:06:33.710 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.l 2024-06-13T12:06:33.710 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.l 2024-06-13T12:06:33.710 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.l 2024-06-13T12:06:33.710 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.l 2024-06-13T12:06:33.711 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.l 2024-06-13T12:06:33.711 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-06-13T12:06:33.724 INFO:tasks.kclient:Unmounting kernel clients... 2024-06-13T12:06:33.725 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-13T12:06:33.725 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/proc/self/mounts of=/dev/stdout 2024-06-13T12:06:33.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:33 smithi088 ceph-mon[36399]: pgmap v341: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:06:33.790 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-13T12:06:33.790 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/proc/self/mounts of=/dev/stdout 2024-06-13T12:06:33.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:33 smithi042 ceph-mon[32231]: pgmap v341: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:06:33.851 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd blocklist ls 2024-06-13T12:06:34.368 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T12:06:35.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:35 smithi162 ceph-mon[36757]: pgmap v342: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:06:35.741 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:35 smithi042 ceph-mon[32231]: pgmap v342: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:06:35.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:35 smithi088 ceph-mon[36399]: pgmap v342: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T12:06:36.686 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.685+0000 7fc0af200700 1 -- 172.21.15.42:0/1655422586 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc0a81046b0 msgr2=0x7fc0a8104b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:06:36.687 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.685+0000 7fc0af200700 1 --2- 172.21.15.42:0/1655422586 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc0a81046b0 0x7fc0a8104b30 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fc094009990 tx=0x7fc094009ca0 comp rx=0 tx=0).stop 2024-06-13T12:06:36.687 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.685+0000 7fc0af200700 1 -- 172.21.15.42:0/1655422586 shutdown_connections 2024-06-13T12:06:36.687 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.685+0000 7fc0af200700 1 --2- 172.21.15.42:0/1655422586 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc0a810a6b0 0x7fc0a810aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:36.687 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.685+0000 7fc0af200700 1 --2- 172.21.15.42:0/1655422586 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc0a8105070 0x7fc0a8111580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:36.687 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.685+0000 7fc0af200700 1 --2- 172.21.15.42:0/1655422586 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc0a81046b0 0x7fc0a8104b30 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:36.687 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.685+0000 7fc0af200700 1 -- 172.21.15.42:0/1655422586 >> 172.21.15.42:0/1655422586 conn(0x7fc0a8100160 msgr2=0x7fc0a8102580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:06:36.687 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.685+0000 7fc0af200700 1 -- 172.21.15.42:0/1655422586 shutdown_connections 2024-06-13T12:06:36.688 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.685+0000 7fc0af200700 1 -- 172.21.15.42:0/1655422586 wait complete. 2024-06-13T12:06:36.689 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.687+0000 7fc0af200700 1 Processor -- start 2024-06-13T12:06:36.689 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.687+0000 7fc0af200700 1 -- start start 2024-06-13T12:06:36.689 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.687+0000 7fc0af200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc0a81046b0 0x7fc0a819ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:06:36.689 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.687+0000 7fc0af200700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc0a8105070 0x7fc0a819b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:06:36.689 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.687+0000 7fc0af200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc0a810a6b0 0x7fc0a819f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:06:36.689 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.687+0000 7fc0af200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc0a81149e0 con 0x7fc0a81046b0 2024-06-13T12:06:36.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.687+0000 7fc0af200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fc0a8114860 con 0x7fc0a810a6b0 2024-06-13T12:06:36.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.687+0000 7fc0af200700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fc0a8114b60 con 0x7fc0a8105070 2024-06-13T12:06:36.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.688+0000 7fc0a7400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc0a8105070 0x7fc0a819b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:06:36.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.688+0000 7fc0a7400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc0a8105070 0x7fc0a819b370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:40866/0 (socket says 172.21.15.42:40866) 2024-06-13T12:06:36.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.688+0000 7fc0a7400700 1 -- 172.21.15.42:0/2569784450 learned_addr learned my addr 172.21.15.42:0/2569784450 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T12:06:36.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.688+0000 7fc0ad200700 1 --2- 172.21.15.42:0/2569784450 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc0a810a6b0 0x7fc0a819f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:06:36.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.688+0000 7fc0a7e00700 1 --2- 172.21.15.42:0/2569784450 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc0a81046b0 0x7fc0a819ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:06:36.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.688+0000 7fc0a7400700 1 -- 172.21.15.42:0/2569784450 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc0a810a6b0 msgr2=0x7fc0a819f700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:06:36.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.688+0000 7fc0a7400700 1 --2- 172.21.15.42:0/2569784450 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc0a810a6b0 0x7fc0a819f700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:36.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.688+0000 7fc0a7400700 1 -- 172.21.15.42:0/2569784450 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc0a81046b0 msgr2=0x7fc0a819ae30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:06:36.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.688+0000 7fc0a7400700 1 --2- 172.21.15.42:0/2569784450 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc0a81046b0 0x7fc0a819ae30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:36.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.688+0000 7fc0a7400700 1 -- 172.21.15.42:0/2569784450 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0a819fe40 con 0x7fc0a8105070 2024-06-13T12:06:36.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.688+0000 7fc0ad200700 1 --2- 172.21.15.42:0/2569784450 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc0a810a6b0 0x7fc0a819f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T12:06:36.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.689+0000 7fc0a7400700 1 --2- 172.21.15.42:0/2569784450 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc0a8105070 0x7fc0a819b370 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fc094000c00 tx=0x7fc09400bab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:06:36.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.689+0000 7fc0a4c00700 1 -- 172.21.15.42:0/2569784450 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc094027070 con 0x7fc0a8105070 2024-06-13T12:06:36.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.689+0000 7fc0af200700 1 -- 172.21.15.42:0/2569784450 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0a81a00d0 con 0x7fc0a8105070 2024-06-13T12:06:36.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.689+0000 7fc0a4c00700 1 -- 172.21.15.42:0/2569784450 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc094003d70 con 0x7fc0a8105070 2024-06-13T12:06:36.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.689+0000 7fc0a4c00700 1 -- 172.21.15.42:0/2569784450 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc09400f460 con 0x7fc0a8105070 2024-06-13T12:06:36.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.689+0000 7fc0af200700 1 -- 172.21.15.42:0/2569784450 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0a81a79b0 con 0x7fc0a8105070 2024-06-13T12:06:36.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.690+0000 7fc0af200700 1 -- 172.21.15.42:0/2569784450 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0a8069180 con 0x7fc0a8105070 2024-06-13T12:06:36.693 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.693+0000 7fc0a4c00700 1 -- 172.21.15.42:0/2569784450 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fc09402a070 con 0x7fc0a8105070 2024-06-13T12:06:36.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.695+0000 7fc0a4c00700 1 --2- 172.21.15.42:0/2569784450 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fc08c0a2e10 0x7fc08c0a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:06:36.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.695+0000 7fc0a4c00700 1 -- 172.21.15.42:0/2569784450 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 9554+0+0 (secure 0 0 0) 0x7fc0940d0980 con 0x7fc0a8105070 2024-06-13T12:06:36.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.695+0000 7fc0a7e00700 1 --2- 172.21.15.42:0/2569784450 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fc08c0a2e10 0x7fc08c0a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:06:36.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.696+0000 7fc0a7e00700 1 --2- 172.21.15.42:0/2569784450 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fc08c0a2e10 0x7fc08c0a52d0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fc098009be0 tx=0x7fc098009260 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:06:36.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.697+0000 7fc0a4c00700 1 -- 172.21.15.42:0/2569784450 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc094013070 con 0x7fc0a8105070 2024-06-13T12:06:36.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.945+0000 7fc0af200700 1 -- 172.21.15.42:0/2569784450 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fc0a802dca0 con 0x7fc0a8105070 2024-06-13T12:06:36.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.946+0000 7fc0a4c00700 1 -- 172.21.15.42:0/2569784450 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v109) ==== 81+0+937 (secure 0 0 0) 0x7fc09409d220 con 0x7fc0a8105070 2024-06-13T12:06:36.947 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/1129477527 2024-06-14T11:55:31.779169+0000 2024-06-13T12:06:36.947 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/3719179370 2024-06-14T11:55:31.779169+0000 2024-06-13T12:06:36.947 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:6801/580472160 2024-06-14T11:55:31.779169+0000 2024-06-13T12:06:36.947 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:6801/1570600420 2024-06-14T11:42:24.478887+0000 2024-06-13T12:06:36.947 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:6800/1570600420 2024-06-14T11:42:24.478887+0000 2024-06-13T12:06:36.947 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/681076641 2024-06-14T11:55:31.779169+0000 2024-06-13T12:06:36.947 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/637759380 2024-06-14T11:42:24.478887+0000 2024-06-13T12:06:36.947 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/701755530 2024-06-14T11:42:24.478887+0000 2024-06-13T12:06:36.947 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/1769082163 2024-06-14T11:41:50.734334+0000 2024-06-13T12:06:36.947 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/239548974 2024-06-14T11:41:50.734334+0000 2024-06-13T12:06:36.947 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:6800/480739382 2024-06-14T11:41:50.734334+0000 2024-06-13T12:06:36.947 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:6800/580472160 2024-06-14T11:55:31.779169+0000 2024-06-13T12:06:36.948 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:6801/480739382 2024-06-14T11:41:50.734334+0000 2024-06-13T12:06:36.948 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/522218649 2024-06-14T11:41:50.734334+0000 2024-06-13T12:06:36.948 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/2068607155 2024-06-14T11:55:31.779169+0000 2024-06-13T12:06:36.948 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/2918399760 2024-06-14T11:42:24.478887+0000 2024-06-13T12:06:36.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.949+0000 7fc0af200700 1 -- 172.21.15.42:0/2569784450 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fc08c0a2e10 msgr2=0x7fc08c0a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:06:36.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.949+0000 7fc0af200700 1 --2- 172.21.15.42:0/2569784450 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fc08c0a2e10 0x7fc08c0a52d0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fc098009be0 tx=0x7fc098009260 comp rx=0 tx=0).stop 2024-06-13T12:06:36.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.949+0000 7fc0af200700 1 -- 172.21.15.42:0/2569784450 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc0a8105070 msgr2=0x7fc0a819b370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:06:36.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.949+0000 7fc0af200700 1 --2- 172.21.15.42:0/2569784450 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc0a8105070 0x7fc0a819b370 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fc094000c00 tx=0x7fc09400bab0 comp rx=0 tx=0).stop 2024-06-13T12:06:36.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.949+0000 7fc0af200700 1 -- 172.21.15.42:0/2569784450 shutdown_connections 2024-06-13T12:06:36.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.950+0000 7fc0af200700 1 --2- 172.21.15.42:0/2569784450 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fc08c0a2e10 0x7fc08c0a52d0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:36.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.950+0000 7fc0af200700 1 --2- 172.21.15.42:0/2569784450 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc0a810a6b0 0x7fc0a819f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:36.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.950+0000 7fc0af200700 1 --2- 172.21.15.42:0/2569784450 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc0a81046b0 0x7fc0a819ae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:36.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.950+0000 7fc0af200700 1 --2- 172.21.15.42:0/2569784450 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc0a8105070 0x7fc0a819b370 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:36.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.950+0000 7fc0af200700 1 -- 172.21.15.42:0/2569784450 >> 172.21.15.42:0/2569784450 conn(0x7fc0a8100160 msgr2=0x7fc0a81006a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:06:36.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.950+0000 7fc0af200700 1 -- 172.21.15.42:0/2569784450 shutdown_connections 2024-06-13T12:06:36.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:36.950+0000 7fc0af200700 1 -- 172.21.15.42:0/2569784450 wait complete. 2024-06-13T12:06:36.952 INFO:teuthology.orchestra.run.smithi042.stderr:listed 16 entries 2024-06-13T12:06:37.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:37 smithi162 ceph-mon[36757]: pgmap v343: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:06:37.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:37 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2569784450' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-06-13T12:06:37.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:37 smithi088 ceph-mon[36399]: pgmap v343: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:06:37.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:37 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2569784450' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-06-13T12:06:37.801 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:37 smithi042 ceph-mon[32231]: pgmap v343: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T12:06:37.801 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:37 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2569784450' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-06-13T12:06:37.864 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-06-13T12:06:37.864 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T12:06:37.865 DEBUG:teuthology.orchestra.run.smithi042:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-06-13T12:06:38.040 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi042.front.sepia.ceph.com 2024-06-13T12:06:38.040 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T12:06:38.041 DEBUG:teuthology.orchestra.run.smithi042:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-06-13T12:06:38.124 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T12:06:38.124 DEBUG:teuthology.orchestra.run.smithi042:> ip netns list 2024-06-13T12:06:38.207 INFO:teuthology.orchestra.run.smithi042.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-06-13T12:06:38.207 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T12:06:38.207 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-06-13T12:06:38.278 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T12:06:38.278 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip link delete ceph-brx 2024-06-13T12:06:38.386 INFO:tasks.kclient:Unmounting kernel clients... 2024-06-13T12:06:38.387 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-13T12:06:38.387 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/proc/self/mounts of=/dev/stdout 2024-06-13T12:06:38.430 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053506,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499240k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249616k,nr_inodes=812404,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/sda1 /var/lib/containers/storage/overlay ext4 rw,seclabel,relatime 0 0 overlay /var/lib/containers/storage/overlay/38bbbc0123d754384b45fddf46e6ce21bb022f48229c083eb1b4b1d060fb9dc4/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/3473FCPGOSUORAWB23BLVOHPX4:/var/lib/containers/storage/overlay/l/SVTETHD7AFILFBYBVGD5ZK57E2,upperdir=/var/lib/containers/storage/overlay/38bbbc0123d754384b45fddf46e6ce21bb022f48229c083eb1b4b1d060fb9dc4/diff,workdir=/var/lib/containers/storage/overlay/38bbbc0123d754384b45fddf46e6ce21bb022f48229c083eb1b4b1d060fb9dc4/work,redirect_dir=on,uuid=on,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/cc94536e00c87711360303304e26b116c3fc3a1d8d509e727f453da26f3cfc8e/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/3473FCPGOSUORAWB23BLVOHPX4:/var/lib/containers/storage/overlay/l/SVTETHD7AFILFBYBVGD5ZK57E2,upperdir=/var/lib/containers/storage/overlay/cc94536e00c87711360303304e26b116c3fc3a1d8d509e727f453da26f3cfc8e/diff,workdir=/var/lib/containers/storage/overlay/cc94536e00c87711360303304e26b116c3fc3a1d8d509e727f453da26f3cfc8e/work,redirect_dir=on,uuid=on,metacopy=on,volatile 0 0 tmpfs /run/user/0 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249616k,nr_inodes=812404,mode=700 0 0 binfmt_misc /proc/sys/fs/binfmt_misc binfmt_misc rw,nosuid,nodev,noexec,relatime 0 0 overlay /var/lib/containers/storage/overlay/1660d0ad7cfaeb73bdfbe8093f48720fcfdf3cee8a3e8dbf0da766502010edbb/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/3473FCPGOSUORAWB23BLVOHPX4:/var/lib/containers/storage/overlay/l/SVTETHD7AFILFBYBVGD5ZK57E2,upperdir=/var/lib/containers/storage/overlay/1660d0ad7cfaeb73bdfbe8093f48720fcfdf3cee8a3e8dbf0da766502010edbb/diff,workdir=/var/lib/containers/storage/overlay/1660d0ad7cfaeb73bdfbe8093f48720fcfdf3cee8a3e8dbf0da766502010edbb/work,redirect_dir=on,uuid=on,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/914fc1046c62de176dc8883b27ee86e6d2db9b24e87751c84b4da7e2521ba1d5/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/3473FCPGOSUORAWB23BLVOHPX4:/var/lib/containers/storage/overlay/l/SVTETHD7AFILFBYBVGD5ZK57E2,upperdir=/var/lib/containers/storage/overlay/914fc1046c62de176dc8883b27ee86e6d2db9b24e87751c84b4da7e2521ba1d5/diff,workdir=/var/lib/containers/storage/overlay/914fc1046c62de176dc8883b27ee86e6d2db9b24e87751c84b4da7e2521ba1d5/work,redirect_dir=on,uuid=on,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/82d2e9dbe9f1e8986d6dafb9306270422c2911b80c18982fcaf3f2ac510ad445/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/3473FCPGOSUORAWB23BLVOHPX4:/var/lib/containers/storage/overlay/l/SVTETHD7AFILFBYBVGD5ZK57E2,upperdir=/var/lib/containers/storage/overlay/82d2e9dbe9f1e8986d6dafb9306270422c2911b80c18982fcaf3f2ac510ad445/diff,workdir=/var/lib/containers/storage/overlay/82d2e9dbe9f1e8986d6dafb9306270422c2911b80c18982fcaf3f2ac510ad445/work,redirect_dir=on,uuid=on,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/41b0f2ba93a1d1331f93abd4f4af418921ac5c2c5dfb99a0ce8b616e462cc2fe/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/3473FCPGOSUORAWB23BLVOHPX4:/var/lib/containers/storage/overlay/l/SVTETHD7AFILFBYBVGD5ZK57E2,upperdir=/var/lib/containers/storage/overlay/41b0f2ba93a1d1331f93abd4f4af418921ac5c2c5dfb99a0ce8b616e462cc2fe/diff,workdir=/var/lib/containers/storage/overlay/41b0f2ba93a1d1331f93abd4f4af418921ac5c2c5dfb99a0ce8b616e462cc2fe/work,redirect_dir=on,uuid=on,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/3cab951487fd45977ff0f6191b582022dab534da3d97c1c78723e2138dcbe363/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/3473FCPGOSUORAWB23BLVOHPX4:/var/lib/containers/storage/overlay/l/SVTETHD7AFILFBYBVGD5ZK57E2,upperdir=/var/lib/containers/storage/overlay/3cab951487fd45977ff0f6191b582022dab534da3d97c1c78723e2138dcbe363/diff,workdir=/var/lib/containers/storage/overlay/3cab951487fd45977ff0f6191b582022dab534da3d97c1c78723e2138dcbe363/work,redirect_dir=on,uuid=on,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/9b43f6cec381cd77cc414b0716655ae5b0de69914e97a32dba86c8b8a7bae692/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/3473FCPGOSUORAWB23BLVOHPX4:/var/lib/containers/storage/overlay/l/SVTETHD7AFILFBYBVGD5ZK57E2,upperdir=/var/lib/containers/storage/overlay/9b43f6cec381cd77cc414b0716655ae5b0de69914e97a32dba86c8b8a7bae692/diff,workdir=/var/lib/containers/storage/overlay/9b43f6cec381cd77cc414b0716655ae5b0de69914e97a32dba86c8b8a7bae692/work,redirect_dir=on,uuid=on,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/f0afb65f1b87e5e1e5ca37b801b57d379188b3d1f46ed9458ecfddf55fd77a54/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/3473FCPGOSUORAWB23BLVOHPX4:/var/lib/containers/storage/overlay/l/SVTETHD7AFILFBYBVGD5ZK57E2,upperdir=/var/lib/containers/storage/overlay/f0afb65f1b87e5e1e5ca37b801b57d379188b3d1f46ed9458ecfddf55fd77a54/diff,workdir=/var/lib/containers/storage/overlay/f0afb65f1b87e5e1e5ca37b801b57d379188b3d1f46ed9458ecfddf55fd77a54/work,redirect_dir=on,uuid=on,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/1e345ec89e530860e4bf3aa3c2158ad266ce59a545ee539fae3b7c13a54c16e1/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/3473FCPGOSUORAWB23BLVOHPX4:/var/lib/containers/storage/overlay/l/SVTETHD7AFILFBYBVGD5ZK57E2,upperdir=/var/lib/containers/storage/overlay/1e345ec89e530860e4bf3aa3c2158ad266ce59a545ee539fae3b7c13a54c16e1/diff,workdir=/var/lib/containers/storage/overlay/1e345ec89e530860e4bf3aa3c2158ad266ce59a545ee539fae3b7c13a54c16e1/work,redirect_dir=on,uuid=on,metacopy=on,volatile 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499240k,nr_inodes=819200,mode=755 0 0 2024-06-13T12:06:38.430 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T12:06:38.431 DEBUG:teuthology.orchestra.run.smithi042:> ip netns list 2024-06-13T12:06:38.522 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T12:06:38.522 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip link delete ceph-brx 2024-06-13T12:06:38.603 INFO:teuthology.orchestra.run.smithi042.stderr:Cannot find device "ceph-brx" 2024-06-13T12:06:38.605 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-13T12:06:38.606 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-06-13T12:06:38.618 INFO:tasks.cephadm:Teardown begin 2024-06-13T12:06:38.618 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-06-13T12:06:38.618 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T12:06:39.106 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T12:06:39.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:39 smithi042 ceph-mon[32231]: pgmap v344: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 85 B/s wr, 7 op/s 2024-06-13T12:06:39.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:39 smithi162 ceph-mon[36757]: pgmap v344: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 85 B/s wr, 7 op/s 2024-06-13T12:06:39.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:39 smithi088 ceph-mon[36399]: pgmap v344: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 85 B/s wr, 7 op/s 2024-06-13T12:06:41.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.390+0000 7f36e5800700 1 -- 172.21.15.42:0/3136084226 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f36e0106ae0 msgr2=0x7f36e0106ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:06:41.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.390+0000 7f36e5800700 1 --2- 172.21.15.42:0/3136084226 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f36e0106ae0 0x7f36e0106ec0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f36d00099c0 tx=0x7f36d0009cd0 comp rx=0 tx=0).stop 2024-06-13T12:06:41.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.390+0000 7f36e5800700 1 -- 172.21.15.42:0/3136084226 shutdown_connections 2024-06-13T12:06:41.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.390+0000 7f36e5800700 1 --2- 172.21.15.42:0/3136084226 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f36e0106ae0 0x7f36e0106ec0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:41.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.390+0000 7f36e5800700 1 --2- 172.21.15.42:0/3136084226 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f36e0101680 0x7f36e010d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:41.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.390+0000 7f36e5800700 1 --2- 172.21.15.42:0/3136084226 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f36e0100cc0 0x7f36e0101140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:41.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.390+0000 7f36e5800700 1 -- 172.21.15.42:0/3136084226 >> 172.21.15.42:0/3136084226 conn(0x7f36e0076640 msgr2=0x7f36e0076a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:06:41.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.391+0000 7f36e5800700 1 -- 172.21.15.42:0/3136084226 shutdown_connections 2024-06-13T12:06:41.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.391+0000 7f36e5800700 1 -- 172.21.15.42:0/3136084226 wait complete. 2024-06-13T12:06:41.394 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.392+0000 7f36e5800700 1 Processor -- start 2024-06-13T12:06:41.395 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.392+0000 7f36e5800700 1 -- start start 2024-06-13T12:06:41.395 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.392+0000 7f36e5800700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f36e0100cc0 0x7f36e0107930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:06:41.395 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.392+0000 7f36e5800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f36e0101680 0x7f36e0107e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:06:41.395 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.392+0000 7f36e5800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f36e0106ae0 0x7f36e01083b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:06:41.395 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.392+0000 7f36e5800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f36e01105a0 con 0x7f36e0106ae0 2024-06-13T12:06:41.395 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.392+0000 7f36e5800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f36e0110420 con 0x7f36e0101680 2024-06-13T12:06:41.395 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.392+0000 7f36e5800700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f36e0110720 con 0x7f36e0100cc0 2024-06-13T12:06:41.395 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.393+0000 7f36e4e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f36e0106ae0 0x7f36e01083b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:06:41.395 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.393+0000 7f36e4e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f36e0106ae0 0x7f36e01083b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:59680/0 (socket says 172.21.15.42:59680) 2024-06-13T12:06:41.395 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.393+0000 7f36e4e00700 1 -- 172.21.15.42:0/1467615173 learned_addr learned my addr 172.21.15.42:0/1467615173 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T12:06:41.395 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.393+0000 7f36df400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f36e0101680 0x7f36e0107e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:06:41.395 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.393+0000 7f36dfe00700 1 --2- 172.21.15.42:0/1467615173 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f36e0100cc0 0x7f36e0107930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:06:41.395 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.393+0000 7f36df400700 1 -- 172.21.15.42:0/1467615173 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f36e0100cc0 msgr2=0x7f36e0107930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:06:41.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.393+0000 7f36df400700 1 --2- 172.21.15.42:0/1467615173 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f36e0100cc0 0x7f36e0107930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:41.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.393+0000 7f36df400700 1 -- 172.21.15.42:0/1467615173 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f36e0106ae0 msgr2=0x7f36e01083b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:06:41.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.393+0000 7f36df400700 1 --2- 172.21.15.42:0/1467615173 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f36e0106ae0 0x7f36e01083b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:41.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.393+0000 7f36df400700 1 -- 172.21.15.42:0/1467615173 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36e01ab560 con 0x7f36e0101680 2024-06-13T12:06:41.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.393+0000 7f36e4e00700 1 --2- 172.21.15.42:0/1467615173 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f36e0106ae0 0x7f36e01083b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T12:06:41.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.394+0000 7f36df400700 1 --2- 172.21.15.42:0/1467615173 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f36e0101680 0x7f36e0107e70 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f36cc00ead0 tx=0x7f36cc00ede0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:06:41.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.394+0000 7f36dcc00700 1 -- 172.21.15.42:0/1467615173 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36cc00ccd0 con 0x7f36e0101680 2024-06-13T12:06:41.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.394+0000 7f36e5800700 1 -- 172.21.15.42:0/1467615173 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36e01ab850 con 0x7f36e0101680 2024-06-13T12:06:41.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.394+0000 7f36dcc00700 1 -- 172.21.15.42:0/1467615173 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f36cc004510 con 0x7f36e0101680 2024-06-13T12:06:41.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.394+0000 7f36dcc00700 1 -- 172.21.15.42:0/1467615173 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36cc005310 con 0x7f36e0101680 2024-06-13T12:06:41.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.394+0000 7f36e5800700 1 -- 172.21.15.42:0/1467615173 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36e01abde0 con 0x7f36e0101680 2024-06-13T12:06:41.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.395+0000 7f36e5800700 1 -- 172.21.15.42:0/1467615173 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36e0069180 con 0x7f36e0101680 2024-06-13T12:06:41.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.398+0000 7f36dcc00700 1 -- 172.21.15.42:0/1467615173 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f36cc0049c0 con 0x7f36e0101680 2024-06-13T12:06:41.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.399+0000 7f36dcc00700 1 --2- 172.21.15.42:0/1467615173 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f36c40a2e10 0x7f36c40a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:06:41.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.399+0000 7f36dcc00700 1 -- 172.21.15.42:0/1467615173 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 9554+0+0 (secure 0 0 0) 0x7f36cc0cf320 con 0x7f36e0101680 2024-06-13T12:06:41.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.399+0000 7f36dfe00700 1 --2- 172.21.15.42:0/1467615173 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f36c40a2e10 0x7f36c40a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:06:41.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.400+0000 7f36dfe00700 1 --2- 172.21.15.42:0/1467615173 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f36c40a2e10 0x7f36c40a52d0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f36d0000c00 tx=0x7f36d0005fb0 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:06:41.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.403+0000 7f36dcc00700 1 -- 172.21.15.42:0/1467615173 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f36cc09bb60 con 0x7f36e0101680 2024-06-13T12:06:41.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:41 smithi042 ceph-mon[32231]: pgmap v345: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2024-06-13T12:06:41.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:41 smithi162 ceph-mon[36757]: pgmap v345: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2024-06-13T12:06:41.679 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.678+0000 7f36e5800700 1 -- 172.21.15.42:0/1467615173 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f36e01ac040 con 0x7f36e0101680 2024-06-13T12:06:41.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.680+0000 7f36dcc00700 1 -- 172.21.15.42:0/1467615173 <== mon.2 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 38 v38) ==== 94+0+11864 (secure 0 0 0) 0x7f36cc09b460 con 0x7f36e0101680 2024-06-13T12:06:41.681 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T12:06:41.681 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":38,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/1118564562","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1118564562},{"type":"v1","addr":"172.21.15.42:6835","nonce":1118564562}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/1600300489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":1600300489},{"type":"v1","addr":"172.21.15.42:6837","nonce":1600300489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14400,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/4007002681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":4007002681},{"type":"v1","addr":"172.21.15.42:6841","nonce":4007002681}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/917201081","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":917201081},{"type":"v1","addr":"172.21.15.162:6833","nonce":917201081}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/426832354","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":426832354},{"type":"v1","addr":"172.21.15.88:6833","nonce":426832354}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24457,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6835/1190029601","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6834","nonce":1190029601},{"type":"v1","addr":"172.21.15.162:6835","nonce":1190029601}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":38,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T11:50:39.387599+0000","modified":"2024-06-13T12:02:41.458894+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24539,"mds_1":24500,"mds_2":24499},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.162:6837/987659844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6836","nonce":987659844},{"type":"v1","addr":"172.21.15.162:6837","nonce":987659844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/3467952345","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":3467952345},{"type":"v1","addr":"172.21.15.88:6835","nonce":3467952345}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.162:6839/4260392567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6838","nonce":4260392567},{"type":"v1","addr":"172.21.15.162:6839","nonce":4260392567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"g","rank":2,"incarnation":22,"state":"up:active","state_seq":110,"addr":"172.21.15.42:6839/228676134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":228676134},{"type":"v1","addr":"172.21.15.42:6839","nonce":228676134}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24500":{"gid":24500,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":31,"addr":"172.21.15.88:6837/2567581640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2567581640},{"type":"v1","addr":"172.21.15.88:6837","nonce":2567581640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6839/2189735817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2189735817},{"type":"v1","addr":"172.21.15.88:6839","nonce":2189735817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24539,"qdb_cluster":[24500,24539,24499]},"id":1}]} 2024-06-13T12:06:41.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.683+0000 7f36e5800700 1 -- 172.21.15.42:0/1467615173 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f36c40a2e10 msgr2=0x7f36c40a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:06:41.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.683+0000 7f36e5800700 1 --2- 172.21.15.42:0/1467615173 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f36c40a2e10 0x7f36c40a52d0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f36d0000c00 tx=0x7f36d0005fb0 comp rx=0 tx=0).stop 2024-06-13T12:06:41.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.683+0000 7f36e5800700 1 -- 172.21.15.42:0/1467615173 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f36e0101680 msgr2=0x7f36e0107e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:06:41.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.683+0000 7f36e5800700 1 --2- 172.21.15.42:0/1467615173 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f36e0101680 0x7f36e0107e70 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f36cc00ead0 tx=0x7f36cc00ede0 comp rx=0 tx=0).stop 2024-06-13T12:06:41.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.683+0000 7f36e5800700 1 -- 172.21.15.42:0/1467615173 shutdown_connections 2024-06-13T12:06:41.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.683+0000 7f36e5800700 1 --2- 172.21.15.42:0/1467615173 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f36e0106ae0 0x7f36e01083b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:41.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.683+0000 7f36e5800700 1 --2- 172.21.15.42:0/1467615173 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f36e0100cc0 0x7f36e0107930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:41.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.683+0000 7f36e5800700 1 --2- 172.21.15.42:0/1467615173 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f36c40a2e10 0x7f36c40a52d0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:41.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.683+0000 7f36e5800700 1 --2- 172.21.15.42:0/1467615173 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f36e0101680 0x7f36e0107e70 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:41.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.683+0000 7f36e5800700 1 -- 172.21.15.42:0/1467615173 >> 172.21.15.42:0/1467615173 conn(0x7f36e0076640 msgr2=0x7f36e00feb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:06:41.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.683+0000 7f36e5800700 1 -- 172.21.15.42:0/1467615173 shutdown_connections 2024-06-13T12:06:41.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:41.683+0000 7f36e5800700 1 -- 172.21.15.42:0/1467615173 wait complete. 2024-06-13T12:06:41.685 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 38 2024-06-13T12:06:41.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:41 smithi088 ceph-mon[36399]: pgmap v345: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2024-06-13T12:06:42.536 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T12:06:42.620 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:42 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/1467615173' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T12:06:42.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:42 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/1467615173' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T12:06:42.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:42 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/1467615173' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T12:06:43.016 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T12:06:43.470 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:43 smithi042 ceph-mon[32231]: pgmap v346: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2024-06-13T12:06:43.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:43 smithi162 ceph-mon[36757]: pgmap v346: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2024-06-13T12:06:43.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:43 smithi088 ceph-mon[36399]: pgmap v346: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2024-06-13T12:06:45.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.095+0000 7f1657600700 1 -- 172.21.15.42:0/2739275646 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1650108510 msgr2=0x7f16501088f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:06:45.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.095+0000 7f1657600700 1 --2- 172.21.15.42:0/2739275646 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1650108510 0x7f16501088f0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f1644009990 tx=0x7f1644009ca0 comp rx=0 tx=0).stop 2024-06-13T12:06:45.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.095+0000 7f1657600700 1 -- 172.21.15.42:0/2739275646 shutdown_connections 2024-06-13T12:06:45.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.095+0000 7f1657600700 1 --2- 172.21.15.42:0/2739275646 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f165006b520 0x7f165010f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:45.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.095+0000 7f1657600700 1 --2- 172.21.15.42:0/2739275646 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1650108510 0x7f16501088f0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:45.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.095+0000 7f1657600700 1 --2- 172.21.15.42:0/2739275646 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f165006ab60 0x7f165006afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:45.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.095+0000 7f1657600700 1 -- 172.21.15.42:0/2739275646 >> 172.21.15.42:0/2739275646 conn(0x7f1650078340 msgr2=0x7f1650078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:06:45.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.095+0000 7f1657600700 1 -- 172.21.15.42:0/2739275646 shutdown_connections 2024-06-13T12:06:45.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.096+0000 7f1657600700 1 -- 172.21.15.42:0/2739275646 wait complete. 2024-06-13T12:06:45.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.097+0000 7f1657600700 1 Processor -- start 2024-06-13T12:06:45.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.097+0000 7f1657600700 1 -- start start 2024-06-13T12:06:45.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.098+0000 7f1657600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f165006ab60 0x7f165019aed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:06:45.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.098+0000 7f1657600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f165006b520 0x7f165019b410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:06:45.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.098+0000 7f1657600700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1650108510 0x7f165019f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:06:45.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.098+0000 7f1657600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f16501127c0 con 0x7f165006ab60 2024-06-13T12:06:45.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.098+0000 7f1657600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f1650112640 con 0x7f165006b520 2024-06-13T12:06:45.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.098+0000 7f1657600700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f1650112940 con 0x7f1650108510 2024-06-13T12:06:45.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.098+0000 7f1654c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f165006ab60 0x7f165019aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:06:45.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.098+0000 7f1654c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f165006ab60 0x7f165019aed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:59690/0 (socket says 172.21.15.42:59690) 2024-06-13T12:06:45.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.098+0000 7f1654c00700 1 -- 172.21.15.42:0/3742544202 learned_addr learned my addr 172.21.15.42:0/3742544202 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T12:06:45.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.098+0000 7f164fe00700 1 --2- 172.21.15.42:0/3742544202 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f165006b520 0x7f165019b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:06:45.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.098+0000 7f1655600700 1 --2- 172.21.15.42:0/3742544202 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1650108510 0x7f165019f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:06:45.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.099+0000 7f1654c00700 1 -- 172.21.15.42:0/3742544202 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1650108510 msgr2=0x7f165019f7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:06:45.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.099+0000 7f1654c00700 1 --2- 172.21.15.42:0/3742544202 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1650108510 0x7f165019f7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:45.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.099+0000 7f1654c00700 1 -- 172.21.15.42:0/3742544202 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f165006b520 msgr2=0x7f165019b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:06:45.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.099+0000 7f1654c00700 1 --2- 172.21.15.42:0/3742544202 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f165006b520 0x7f165019b410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:45.105 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.099+0000 7f1654c00700 1 -- 172.21.15.42:0/3742544202 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f165019fee0 con 0x7f165006ab60 2024-06-13T12:06:45.105 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.099+0000 7f1654c00700 1 --2- 172.21.15.42:0/3742544202 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f165006ab60 0x7f165019aed0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f1644000c00 tx=0x7f164400ba90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:06:45.105 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.099+0000 7f164d600700 1 -- 172.21.15.42:0/3742544202 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1644027070 con 0x7f165006ab60 2024-06-13T12:06:45.105 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.100+0000 7f164d600700 1 -- 172.21.15.42:0/3742544202 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1644003d70 con 0x7f165006ab60 2024-06-13T12:06:45.105 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.100+0000 7f1657600700 1 -- 172.21.15.42:0/3742544202 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16501a0170 con 0x7f165006ab60 2024-06-13T12:06:45.105 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.100+0000 7f164d600700 1 -- 172.21.15.42:0/3742544202 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f164400f460 con 0x7f165006ab60 2024-06-13T12:06:45.105 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.100+0000 7f1657600700 1 -- 172.21.15.42:0/3742544202 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16501a7a50 con 0x7f165006ab60 2024-06-13T12:06:45.105 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.101+0000 7f1657600700 1 -- 172.21.15.42:0/3742544202 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1650103be0 con 0x7f165006ab60 2024-06-13T12:06:45.106 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.103+0000 7f164d600700 1 -- 172.21.15.42:0/3742544202 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f164402a070 con 0x7f165006ab60 2024-06-13T12:06:45.107 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.105+0000 7f164d600700 1 --2- 172.21.15.42:0/3742544202 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f16380a2e10 0x7f16380a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:06:45.107 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.105+0000 7f164d600700 1 -- 172.21.15.42:0/3742544202 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 9554+0+0 (secure 0 0 0) 0x7f16440d0aa0 con 0x7f165006ab60 2024-06-13T12:06:45.107 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.105+0000 7f164fe00700 1 --2- 172.21.15.42:0/3742544202 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f16380a2e10 0x7f16380a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:06:45.107 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.106+0000 7f164fe00700 1 --2- 172.21.15.42:0/3742544202 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f16380a2e10 0x7f16380a52d0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f1640009680 tx=0x7f1640009260 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:06:45.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.110+0000 7f164d600700 1 -- 172.21.15.42:0/3742544202 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f1644013070 con 0x7f165006ab60 2024-06-13T12:06:45.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.395+0000 7f1657600700 1 -- 172.21.15.42:0/3742544202 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f165019c260 con 0x7f165006ab60 2024-06-13T12:06:45.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.397+0000 7f164d600700 1 -- 172.21.15.42:0/3742544202 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 38 v38) ==== 94+0+11864 (secure 0 0 0) 0x7f165019c260 con 0x7f165006ab60 2024-06-13T12:06:45.398 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T12:06:45.398 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":38,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14358,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/1118564562","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1118564562},{"type":"v1","addr":"172.21.15.42:6835","nonce":1118564562}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/1600300489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":1600300489},{"type":"v1","addr":"172.21.15.42:6837","nonce":1600300489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14400,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/4007002681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":4007002681},{"type":"v1","addr":"172.21.15.42:6841","nonce":4007002681}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/917201081","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":917201081},{"type":"v1","addr":"172.21.15.162:6833","nonce":917201081}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/426832354","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":426832354},{"type":"v1","addr":"172.21.15.88:6833","nonce":426832354}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24457,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6835/1190029601","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6834","nonce":1190029601},{"type":"v1","addr":"172.21.15.162:6835","nonce":1190029601}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":38,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T11:50:39.387599+0000","modified":"2024-06-13T12:02:41.458894+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24539,"mds_1":24500,"mds_2":24499},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.162:6837/987659844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6836","nonce":987659844},{"type":"v1","addr":"172.21.15.162:6837","nonce":987659844}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/3467952345","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":3467952345},{"type":"v1","addr":"172.21.15.88:6835","nonce":3467952345}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.162:6839/4260392567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6838","nonce":4260392567},{"type":"v1","addr":"172.21.15.162:6839","nonce":4260392567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"g","rank":2,"incarnation":22,"state":"up:active","state_seq":110,"addr":"172.21.15.42:6839/228676134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":228676134},{"type":"v1","addr":"172.21.15.42:6839","nonce":228676134}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24500":{"gid":24500,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":31,"addr":"172.21.15.88:6837/2567581640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2567581640},{"type":"v1","addr":"172.21.15.88:6837","nonce":2567581640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6839/2189735817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2189735817},{"type":"v1","addr":"172.21.15.88:6839","nonce":2189735817}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24539,"qdb_cluster":[24500,24539,24499]},"id":1}]} 2024-06-13T12:06:45.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.400+0000 7f1657600700 1 -- 172.21.15.42:0/3742544202 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f16380a2e10 msgr2=0x7f16380a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:06:45.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.400+0000 7f1657600700 1 --2- 172.21.15.42:0/3742544202 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f16380a2e10 0x7f16380a52d0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f1640009680 tx=0x7f1640009260 comp rx=0 tx=0).stop 2024-06-13T12:06:45.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.400+0000 7f1657600700 1 -- 172.21.15.42:0/3742544202 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f165006ab60 msgr2=0x7f165019aed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:06:45.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.400+0000 7f1657600700 1 --2- 172.21.15.42:0/3742544202 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f165006ab60 0x7f165019aed0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f1644000c00 tx=0x7f164400ba90 comp rx=0 tx=0).stop 2024-06-13T12:06:45.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.400+0000 7f1657600700 1 -- 172.21.15.42:0/3742544202 shutdown_connections 2024-06-13T12:06:45.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.400+0000 7f1657600700 1 --2- 172.21.15.42:0/3742544202 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1650108510 0x7f165019f7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:45.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.400+0000 7f1657600700 1 --2- 172.21.15.42:0/3742544202 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f165006ab60 0x7f165019aed0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:45.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.400+0000 7f1657600700 1 --2- 172.21.15.42:0/3742544202 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f16380a2e10 0x7f16380a52d0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:45.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.400+0000 7f1657600700 1 --2- 172.21.15.42:0/3742544202 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f165006b520 0x7f165019b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:45.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.400+0000 7f1657600700 1 -- 172.21.15.42:0/3742544202 >> 172.21.15.42:0/3742544202 conn(0x7f1650078340 msgr2=0x7f165010d6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:06:45.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.401+0000 7f1657600700 1 -- 172.21.15.42:0/3742544202 shutdown_connections 2024-06-13T12:06:45.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:45.401+0000 7f1657600700 1 -- 172.21.15.42:0/3742544202 wait complete. 2024-06-13T12:06:45.402 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 38 2024-06-13T12:06:45.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:45 smithi162 ceph-mon[36757]: pgmap v347: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 767 B/s wr, 8 op/s 2024-06-13T12:06:45.730 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:45 smithi042 ceph-mon[32231]: pgmap v347: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 767 B/s wr, 8 op/s 2024-06-13T12:06:45.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:45 smithi088 ceph-mon[36399]: pgmap v347: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 767 B/s wr, 8 op/s 2024-06-13T12:06:46.127 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd dump --format=json 2024-06-13T12:06:46.602 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T12:06:46.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:46 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/3742544202' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T12:06:46.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:46 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/3742544202' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T12:06:46.756 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:46 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/3742544202' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T12:06:47.653 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:47 smithi042 ceph-mon[32231]: pgmap v348: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 767 B/s wr, 6 op/s 2024-06-13T12:06:47.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:47 smithi162 ceph-mon[36757]: pgmap v348: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 767 B/s wr, 6 op/s 2024-06-13T12:06:47.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:47 smithi088 ceph-mon[36399]: pgmap v348: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 767 B/s wr, 6 op/s 2024-06-13T12:06:48.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.776+0000 7f25d8800700 1 -- 172.21.15.42:0/3699601361 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f25d006b0a0 msgr2=0x7f25d006b500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:06:48.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.776+0000 7f25d8800700 1 --2- 172.21.15.42:0/3699601361 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f25d006b0a0 0x7f25d006b500 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f25c0009990 tx=0x7f25c0009ca0 comp rx=0 tx=0).stop 2024-06-13T12:06:48.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.776+0000 7f25d8800700 1 -- 172.21.15.42:0/3699601361 shutdown_connections 2024-06-13T12:06:48.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.776+0000 7f25d8800700 1 --2- 172.21.15.42:0/3699601361 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f25d010ede0 0x7f25d01111d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:48.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.776+0000 7f25d8800700 1 --2- 172.21.15.42:0/3699601361 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f25d01033a0 0x7f25d006ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:48.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.776+0000 7f25d8800700 1 --2- 172.21.15.42:0/3699601361 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f25d006b0a0 0x7f25d006b500 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:48.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.776+0000 7f25d8800700 1 -- 172.21.15.42:0/3699601361 >> 172.21.15.42:0/3699601361 conn(0x7f25d0078340 msgr2=0x7f25d0078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:06:48.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.776+0000 7f25d8800700 1 -- 172.21.15.42:0/3699601361 shutdown_connections 2024-06-13T12:06:48.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.776+0000 7f25d8800700 1 -- 172.21.15.42:0/3699601361 wait complete. 2024-06-13T12:06:48.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.777+0000 7f25d8800700 1 Processor -- start 2024-06-13T12:06:48.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.778+0000 7f25d8800700 1 -- start start 2024-06-13T12:06:48.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.778+0000 7f25d8800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f25d006b0a0 0x7f25d019ae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:06:48.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.778+0000 7f25d8800700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f25d01033a0 0x7f25d019b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:06:48.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.778+0000 7f25d8800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f25d010ede0 0x7f25d019f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:06:48.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.778+0000 7f25d8800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f25d01149f0 con 0x7f25d010ede0 2024-06-13T12:06:48.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.778+0000 7f25d8800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f25d0114870 con 0x7f25d006b0a0 2024-06-13T12:06:48.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.778+0000 7f25d8800700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f25d0114b70 con 0x7f25d01033a0 2024-06-13T12:06:48.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.779+0000 7f25d5400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f25d01033a0 0x7f25d019b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:06:48.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.779+0000 7f25d5e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f25d006b0a0 0x7f25d019ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:06:48.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.779+0000 7f25d5400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f25d01033a0 0x7f25d019b360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:52750/0 (socket says 172.21.15.42:52750) 2024-06-13T12:06:48.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.779+0000 7f25d5400700 1 -- 172.21.15.42:0/176847812 learned_addr learned my addr 172.21.15.42:0/176847812 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T12:06:48.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.779+0000 7f25d6800700 1 --2- 172.21.15.42:0/176847812 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f25d010ede0 0x7f25d019f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:06:48.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.779+0000 7f25d5400700 1 -- 172.21.15.42:0/176847812 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f25d006b0a0 msgr2=0x7f25d019ae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:06:48.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.779+0000 7f25d5400700 1 --2- 172.21.15.42:0/176847812 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f25d006b0a0 0x7f25d019ae20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:48.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.779+0000 7f25d5400700 1 -- 172.21.15.42:0/176847812 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f25d010ede0 msgr2=0x7f25d019f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:06:48.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.779+0000 7f25d5400700 1 --2- 172.21.15.42:0/176847812 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f25d010ede0 0x7f25d019f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:48.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.779+0000 7f25d5400700 1 -- 172.21.15.42:0/176847812 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25d019fe30 con 0x7f25d01033a0 2024-06-13T12:06:48.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.779+0000 7f25d6800700 1 --2- 172.21.15.42:0/176847812 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f25d010ede0 0x7f25d019f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T12:06:48.781 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.779+0000 7f25d5e00700 1 --2- 172.21.15.42:0/176847812 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f25d006b0a0 0x7f25d019ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T12:06:48.781 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.780+0000 7f25d5400700 1 --2- 172.21.15.42:0/176847812 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f25d01033a0 0x7f25d019b360 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f25c0005910 tx=0x7f25c000bab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:06:48.781 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.780+0000 7f25caa00700 1 -- 172.21.15.42:0/176847812 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25c0027070 con 0x7f25d01033a0 2024-06-13T12:06:48.781 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.780+0000 7f25d8800700 1 -- 172.21.15.42:0/176847812 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25d01a00c0 con 0x7f25d01033a0 2024-06-13T12:06:48.781 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.780+0000 7f25caa00700 1 -- 172.21.15.42:0/176847812 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f25c0003d70 con 0x7f25d01033a0 2024-06-13T12:06:48.781 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.780+0000 7f25caa00700 1 -- 172.21.15.42:0/176847812 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25c000f460 con 0x7f25d01033a0 2024-06-13T12:06:48.782 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.780+0000 7f25d8800700 1 -- 172.21.15.42:0/176847812 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25d01a79a0 con 0x7f25d01033a0 2024-06-13T12:06:48.782 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.781+0000 7f25d8800700 1 -- 172.21.15.42:0/176847812 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25d01019d0 con 0x7f25d01033a0 2024-06-13T12:06:48.784 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.784+0000 7f25caa00700 1 -- 172.21.15.42:0/176847812 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f25c002a070 con 0x7f25d01033a0 2024-06-13T12:06:48.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.785+0000 7f25caa00700 1 --2- 172.21.15.42:0/176847812 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f25b80a2e10 0x7f25b80a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:06:48.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.785+0000 7f25caa00700 1 -- 172.21.15.42:0/176847812 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 9554+0+0 (secure 0 0 0) 0x7f25c00d0b00 con 0x7f25d01033a0 2024-06-13T12:06:48.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.786+0000 7f25d5e00700 1 --2- 172.21.15.42:0/176847812 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f25b80a2e10 0x7f25b80a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:06:48.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.786+0000 7f25d5e00700 1 --2- 172.21.15.42:0/176847812 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f25b80a2e10 0x7f25b80a52d0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f25c4011490 tx=0x7f25c4009260 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:06:48.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:48.788+0000 7f25caa00700 1 -- 172.21.15.42:0/176847812 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f25c0013070 con 0x7f25d01033a0 2024-06-13T12:06:49.018 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:49.018+0000 7f25d8800700 1 -- 172.21.15.42:0/176847812 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f25d01a7b70 con 0x7f25d01033a0 2024-06-13T12:06:49.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:49.020+0000 7f25caa00700 1 -- 172.21.15.42:0/176847812 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v109) ==== 74+0+25363 (secure 0 0 0) 0x7f25c009d340 con 0x7f25d01033a0 2024-06-13T12:06:49.022 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-13T12:06:49.022 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":109,"fsid":"aa9143f6-2979-11ef-bc9c-c7b262605968","created":"2024-06-13T11:41:17.435942+0000","modified":"2024-06-13T12:06:14.629502+0000","last_up_change":"2024-06-13T11:49:23.112844+0000","last_in_change":"2024-06-13T11:49:02.694907+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-13T11:45:07.188434+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-13T11:50:30.623817+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-13T11:50:35.354548+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"108","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":16,"snap_epoch":108,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-13T11:50:48.317221+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"108","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":16,"snap_epoch":108,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7da5efd2-efef-40b1-ba49-d97d18c443fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6803","nonce":3874128443}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6805","nonce":3874128443}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6809","nonce":3874128443}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3874128443},{"type":"v1","addr":"172.21.15.42:6807","nonce":3874128443}]},"public_addr":"172.21.15.42:6803/3874128443","cluster_addr":"172.21.15.42:6805/3874128443","heartbeat_back_addr":"172.21.15.42:6809/3874128443","heartbeat_front_addr":"172.21.15.42:6807/3874128443","state":["exists","up"]},{"osd":1,"uuid":"cf818c48-4313-4607-95db-cd55f1185489","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6801","nonce":1861974568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6803","nonce":1861974568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6807","nonce":1861974568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1861974568},{"type":"v1","addr":"172.21.15.88:6805","nonce":1861974568}]},"public_addr":"172.21.15.88:6801/1861974568","cluster_addr":"172.21.15.88:6803/1861974568","heartbeat_back_addr":"172.21.15.88:6807/1861974568","heartbeat_front_addr":"172.21.15.88:6805/1861974568","state":["exists","up"]},{"osd":2,"uuid":"7f0800f8-0da6-4968-801d-c5c44840fe3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6801","nonce":3452655510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6803","nonce":3452655510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6807","nonce":3452655510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":3452655510},{"type":"v1","addr":"172.21.15.162:6805","nonce":3452655510}]},"public_addr":"172.21.15.162:6801/3452655510","cluster_addr":"172.21.15.162:6803/3452655510","heartbeat_back_addr":"172.21.15.162:6807/3452655510","heartbeat_front_addr":"172.21.15.162:6805/3452655510","state":["exists","up"]},{"osd":3,"uuid":"341ee7d3-119b-401e-805d-9ef42c577719","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6811","nonce":1343751683}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6813","nonce":1343751683}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6817","nonce":1343751683}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":1343751683},{"type":"v1","addr":"172.21.15.42:6815","nonce":1343751683}]},"public_addr":"172.21.15.42:6811/1343751683","cluster_addr":"172.21.15.42:6813/1343751683","heartbeat_back_addr":"172.21.15.42:6817/1343751683","heartbeat_front_addr":"172.21.15.42:6815/1343751683","state":["exists","up"]},{"osd":4,"uuid":"72b81b4c-d223-4490-aca0-5c98c1b902d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6809","nonce":893989923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6811","nonce":893989923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6815","nonce":893989923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":893989923},{"type":"v1","addr":"172.21.15.88:6813","nonce":893989923}]},"public_addr":"172.21.15.88:6809/893989923","cluster_addr":"172.21.15.88:6811/893989923","heartbeat_back_addr":"172.21.15.88:6815/893989923","heartbeat_front_addr":"172.21.15.88:6813/893989923","state":["exists","up"]},{"osd":5,"uuid":"7d03c32c-2772-4f33-902a-f4848b5ff941","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6809","nonce":3014890472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6810","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6811","nonce":3014890472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6815","nonce":3014890472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":3014890472},{"type":"v1","addr":"172.21.15.162:6813","nonce":3014890472}]},"public_addr":"172.21.15.162:6809/3014890472","cluster_addr":"172.21.15.162:6811/3014890472","heartbeat_back_addr":"172.21.15.162:6815/3014890472","heartbeat_front_addr":"172.21.15.162:6813/3014890472","state":["exists","up"]},{"osd":6,"uuid":"6dc26be6-89e0-49d6-a07f-76c19f1aac03","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6819","nonce":844197654}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6821","nonce":844197654}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6825","nonce":844197654}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":844197654},{"type":"v1","addr":"172.21.15.42:6823","nonce":844197654}]},"public_addr":"172.21.15.42:6819/844197654","cluster_addr":"172.21.15.42:6821/844197654","heartbeat_back_addr":"172.21.15.42:6825/844197654","heartbeat_front_addr":"172.21.15.42:6823/844197654","state":["exists","up"]},{"osd":7,"uuid":"aca11d93-b379-4e96-b4fb-b03c593c89ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6817","nonce":3621891209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6819","nonce":3621891209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6823","nonce":3621891209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":3621891209},{"type":"v1","addr":"172.21.15.88:6821","nonce":3621891209}]},"public_addr":"172.21.15.88:6817/3621891209","cluster_addr":"172.21.15.88:6819/3621891209","heartbeat_back_addr":"172.21.15.88:6823/3621891209","heartbeat_front_addr":"172.21.15.88:6821/3621891209","state":["exists","up"]},{"osd":8,"uuid":"188effbc-495f-407c-9e6c-2801a9856326","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6817","nonce":3088625761}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6819","nonce":3088625761}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6823","nonce":3088625761}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3088625761},{"type":"v1","addr":"172.21.15.162:6821","nonce":3088625761}]},"public_addr":"172.21.15.162:6817/3088625761","cluster_addr":"172.21.15.162:6819/3088625761","heartbeat_back_addr":"172.21.15.162:6823/3088625761","heartbeat_front_addr":"172.21.15.162:6821/3088625761","state":["exists","up"]},{"osd":9,"uuid":"5cc3fd15-648b-4f56-8876-5da70b55b248","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6827","nonce":2833466933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6829","nonce":2833466933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6833","nonce":2833466933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2833466933},{"type":"v1","addr":"172.21.15.42:6831","nonce":2833466933}]},"public_addr":"172.21.15.42:6827/2833466933","cluster_addr":"172.21.15.42:6829/2833466933","heartbeat_back_addr":"172.21.15.42:6833/2833466933","heartbeat_front_addr":"172.21.15.42:6831/2833466933","state":["exists","up"]},{"osd":10,"uuid":"a2460fe2-1c93-4ab5-9aa1-5beba626f2cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6825","nonce":2979904837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6827","nonce":2979904837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6831","nonce":2979904837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":2979904837},{"type":"v1","addr":"172.21.15.88:6829","nonce":2979904837}]},"public_addr":"172.21.15.88:6825/2979904837","cluster_addr":"172.21.15.88:6827/2979904837","heartbeat_back_addr":"172.21.15.88:6831/2979904837","heartbeat_front_addr":"172.21.15.88:6829/2979904837","state":["exists","up"]},{"osd":11,"uuid":"42226b4b-93d9-4c99-88d9-b32280b3bd18","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6825","nonce":3416934543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6827","nonce":3416934543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6831","nonce":3416934543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3416934543},{"type":"v1","addr":"172.21.15.162:6829","nonce":3416934543}]},"public_addr":"172.21.15.162:6825/3416934543","cluster_addr":"172.21.15.162:6827/3416934543","heartbeat_back_addr":"172.21.15.162:6831/3416934543","heartbeat_front_addr":"172.21.15.162:6829/3416934543","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:44:13.807701+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:44:38.669149+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:45:02.619341+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:45:36.081635+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:46:02.274051+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:46:27.333433+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:01.752504+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:27.895478+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:47:53.298845+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:48:28.167906+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:48:55.119959+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T11:49:20.787011+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.28","mappings":[{"from":3,"to":8}]},{"pgid":"3.31","mappings":[{"from":4,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"4.10","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:0/1129477527":"2024-06-14T11:55:31.779169+0000","172.21.15.42:0/3719179370":"2024-06-14T11:55:31.779169+0000","172.21.15.42:6801/580472160":"2024-06-14T11:55:31.779169+0000","172.21.15.42:6801/1570600420":"2024-06-14T11:42:24.478887+0000","172.21.15.42:6800/1570600420":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/681076641":"2024-06-14T11:55:31.779169+0000","172.21.15.42:0/637759380":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/701755530":"2024-06-14T11:42:24.478887+0000","172.21.15.42:0/1769082163":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/239548974":"2024-06-14T11:41:50.734334+0000","172.21.15.42:6800/480739382":"2024-06-14T11:41:50.734334+0000","172.21.15.42:6800/580472160":"2024-06-14T11:55:31.779169+0000","172.21.15.42:6801/480739382":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/522218649":"2024-06-14T11:41:50.734334+0000","172.21.15.42:0/2068607155":"2024-06-14T11:55:31.779169+0000","172.21.15.42:0/2918399760":"2024-06-14T11:42:24.478887+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":6,"length":1},{"begin":16,"length":1}]},{"pool":4,"snaps":[{"begin":6,"length":1},{"begin":16,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-13T12:06:49.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:49.023+0000 7f25d8800700 1 -- 172.21.15.42:0/176847812 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f25b80a2e10 msgr2=0x7f25b80a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:06:49.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:49.023+0000 7f25d8800700 1 --2- 172.21.15.42:0/176847812 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f25b80a2e10 0x7f25b80a52d0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f25c4011490 tx=0x7f25c4009260 comp rx=0 tx=0).stop 2024-06-13T12:06:49.025 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:49.023+0000 7f25d8800700 1 -- 172.21.15.42:0/176847812 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f25d01033a0 msgr2=0x7f25d019b360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:06:49.025 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:49.023+0000 7f25d8800700 1 --2- 172.21.15.42:0/176847812 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f25d01033a0 0x7f25d019b360 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f25c0005910 tx=0x7f25c000bab0 comp rx=0 tx=0).stop 2024-06-13T12:06:49.025 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:49.023+0000 7f25d8800700 1 -- 172.21.15.42:0/176847812 shutdown_connections 2024-06-13T12:06:49.025 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:49.023+0000 7f25d8800700 1 --2- 172.21.15.42:0/176847812 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f25b80a2e10 0x7f25b80a52d0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:49.025 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:49.023+0000 7f25d8800700 1 --2- 172.21.15.42:0/176847812 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f25d006b0a0 0x7f25d019ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:49.025 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:49.023+0000 7f25d8800700 1 --2- 172.21.15.42:0/176847812 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f25d010ede0 0x7f25d019f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:49.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:49.023+0000 7f25d8800700 1 --2- 172.21.15.42:0/176847812 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f25d01033a0 0x7f25d019b360 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:49.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:49.023+0000 7f25d8800700 1 -- 172.21.15.42:0/176847812 >> 172.21.15.42:0/176847812 conn(0x7f25d0078340 msgr2=0x7f25d0100760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:06:49.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:49.024+0000 7f25d8800700 1 -- 172.21.15.42:0/176847812 shutdown_connections 2024-06-13T12:06:49.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:49.024+0000 7f25d8800700 1 -- 172.21.15.42:0/176847812 wait complete. 2024-06-13T12:06:49.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:49 smithi162 ceph-mon[36757]: pgmap v349: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 767 B/s wr, 8 op/s 2024-06-13T12:06:49.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:49 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/176847812' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T12:06:49.741 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:49 smithi042 ceph-mon[32231]: pgmap v349: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 767 B/s wr, 8 op/s 2024-06-13T12:06:49.742 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:49 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/176847812' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T12:06:49.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:49 smithi088 ceph-mon[36399]: pgmap v349: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 767 B/s wr, 8 op/s 2024-06-13T12:06:49.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:49 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/176847812' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T12:06:49.818 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs fail cephfs 2024-06-13T12:06:50.290 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T12:06:51.468 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:51 smithi042 ceph-mon[32231]: pgmap v350: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 682 B/s wr, 6 op/s 2024-06-13T12:06:51.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:51 smithi088 ceph-mon[36399]: pgmap v350: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 682 B/s wr, 6 op/s 2024-06-13T12:06:51.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:51 smithi162 ceph-mon[36757]: pgmap v350: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 682 B/s wr, 6 op/s 2024-06-13T12:06:52.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.310+0000 7f8f7d200700 1 -- 172.21.15.42:0/4285913178 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8f78101ed0 msgr2=0x7f8f78105f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:06:52.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.310+0000 7f8f7d200700 1 --2- 172.21.15.42:0/4285913178 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8f78101ed0 0x7f8f78105f20 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f8f640099c0 tx=0x7f8f64009cd0 comp rx=0 tx=0).stop 2024-06-13T12:06:52.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.310+0000 7f8f7d200700 1 -- 172.21.15.42:0/4285913178 shutdown_connections 2024-06-13T12:06:52.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.310+0000 7f8f7d200700 1 --2- 172.21.15.42:0/4285913178 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8f78101520 0x7f8f78101900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:52.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.310+0000 7f8f7d200700 1 --2- 172.21.15.42:0/4285913178 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8f78106600 0x7f8f7810e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:52.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.310+0000 7f8f7d200700 1 --2- 172.21.15.42:0/4285913178 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8f78101ed0 0x7f8f78105f20 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:52.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.310+0000 7f8f7d200700 1 -- 172.21.15.42:0/4285913178 >> 172.21.15.42:0/4285913178 conn(0x7f8f780fcdb0 msgr2=0x7f8f780ff1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:06:52.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.311+0000 7f8f7d200700 1 -- 172.21.15.42:0/4285913178 shutdown_connections 2024-06-13T12:06:52.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.311+0000 7f8f7d200700 1 -- 172.21.15.42:0/4285913178 wait complete. 2024-06-13T12:06:52.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.312+0000 7f8f7d200700 1 Processor -- start 2024-06-13T12:06:52.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.312+0000 7f8f7d200700 1 -- start start 2024-06-13T12:06:52.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.312+0000 7f8f7d200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8f78101520 0x7f8f780fd7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:06:52.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.312+0000 7f8f7d200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8f78101ed0 0x7f8f780fdce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:06:52.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.312+0000 7f8f7d200700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8f78106600 0x7f8f780fe220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:06:52.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.312+0000 7f8f7d200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8f78111630 con 0x7f8f78101ed0 2024-06-13T12:06:52.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.312+0000 7f8f7d200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f8f781114b0 con 0x7f8f78101520 2024-06-13T12:06:52.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.312+0000 7f8f7d200700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f8f781117b0 con 0x7f8f78106600 2024-06-13T12:06:52.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.313+0000 7f8f76a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8f78101ed0 0x7f8f780fdce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:06:52.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.313+0000 7f8f76a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8f78101ed0 0x7f8f780fdce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:44366/0 (socket says 172.21.15.42:44366) 2024-06-13T12:06:52.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.313+0000 7f8f76a00700 1 -- 172.21.15.42:0/2218713477 learned_addr learned my addr 172.21.15.42:0/2218713477 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T12:06:52.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.313+0000 7f8f77400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8f78101520 0x7f8f780fd7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:06:52.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.313+0000 7f8f77e00700 1 --2- 172.21.15.42:0/2218713477 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8f78106600 0x7f8f780fe220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:06:52.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.313+0000 7f8f76a00700 1 -- 172.21.15.42:0/2218713477 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8f78106600 msgr2=0x7f8f780fe220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:06:52.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.313+0000 7f8f76a00700 1 --2- 172.21.15.42:0/2218713477 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8f78106600 0x7f8f780fe220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:52.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.313+0000 7f8f76a00700 1 -- 172.21.15.42:0/2218713477 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8f78101520 msgr2=0x7f8f780fd7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:06:52.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.313+0000 7f8f76a00700 1 --2- 172.21.15.42:0/2218713477 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8f78101520 0x7f8f780fd7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:52.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.313+0000 7f8f76a00700 1 -- 172.21.15.42:0/2218713477 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f781a71c0 con 0x7f8f78101ed0 2024-06-13T12:06:52.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.313+0000 7f8f77400700 1 --2- 172.21.15.42:0/2218713477 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8f78101520 0x7f8f780fd7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T12:06:52.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.314+0000 7f8f76a00700 1 --2- 172.21.15.42:0/2218713477 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8f78101ed0 0x7f8f780fdce0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f8f6400f690 tx=0x7f8f64005f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:06:52.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.314+0000 7f8f6fe00700 1 -- 172.21.15.42:0/2218713477 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f64027070 con 0x7f8f78101ed0 2024-06-13T12:06:52.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.314+0000 7f8f6fe00700 1 -- 172.21.15.42:0/2218713477 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8f64003680 con 0x7f8f78101ed0 2024-06-13T12:06:52.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.314+0000 7f8f7d200700 1 -- 172.21.15.42:0/2218713477 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f781a7450 con 0x7f8f78101ed0 2024-06-13T12:06:52.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.314+0000 7f8f6fe00700 1 -- 172.21.15.42:0/2218713477 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f640173f0 con 0x7f8f78101ed0 2024-06-13T12:06:52.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.314+0000 7f8f7d200700 1 -- 172.21.15.42:0/2218713477 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f781a7900 con 0x7f8f78101ed0 2024-06-13T12:06:52.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.316+0000 7f8f7d200700 1 -- 172.21.15.42:0/2218713477 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f78069180 con 0x7f8f78101ed0 2024-06-13T12:06:52.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.318+0000 7f8f6fe00700 1 -- 172.21.15.42:0/2218713477 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f8f6402a070 con 0x7f8f78101ed0 2024-06-13T12:06:52.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.320+0000 7f8f6fe00700 1 --2- 172.21.15.42:0/2218713477 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f8f5c0a2e10 0x7f8f5c0a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:06:52.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.321+0000 7f8f6fe00700 1 -- 172.21.15.42:0/2218713477 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 9554+0+0 (secure 0 0 0) 0x7f8f640d0a00 con 0x7f8f78101ed0 2024-06-13T12:06:52.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.321+0000 7f8f77400700 1 --2- 172.21.15.42:0/2218713477 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f8f5c0a2e10 0x7f8f5c0a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:06:52.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.322+0000 7f8f77400700 1 --2- 172.21.15.42:0/2218713477 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f8f5c0a2e10 0x7f8f5c0a52d0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f8f68011490 tx=0x7f8f68009260 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:06:52.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.323+0000 7f8f6fe00700 1 -- 172.21.15.42:0/2218713477 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f8f64031070 con 0x7f8f78101ed0 2024-06-13T12:06:52.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.614+0000 7f8f7d200700 1 -- 172.21.15.42:0/2218713477 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f8f7802dca0 con 0x7f8f78101ed0 2024-06-13T12:06:52.619 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.619+0000 7f8f6fe00700 1 -- 172.21.15.42:0/2218713477 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v39) ==== 161+0+0 (secure 0 0 0) 0x7f8f64013070 con 0x7f8f78101ed0 2024-06-13T12:06:52.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.623+0000 7f8f7d200700 1 -- 172.21.15.42:0/2218713477 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f8f5c0a2e10 msgr2=0x7f8f5c0a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:06:52.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.623+0000 7f8f7d200700 1 --2- 172.21.15.42:0/2218713477 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f8f5c0a2e10 0x7f8f5c0a52d0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f8f68011490 tx=0x7f8f68009260 comp rx=0 tx=0).stop 2024-06-13T12:06:52.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.623+0000 7f8f7d200700 1 -- 172.21.15.42:0/2218713477 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8f78101ed0 msgr2=0x7f8f780fdce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:06:52.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.623+0000 7f8f7d200700 1 --2- 172.21.15.42:0/2218713477 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8f78101ed0 0x7f8f780fdce0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f8f6400f690 tx=0x7f8f64005f10 comp rx=0 tx=0).stop 2024-06-13T12:06:52.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.624+0000 7f8f7d200700 1 -- 172.21.15.42:0/2218713477 shutdown_connections 2024-06-13T12:06:52.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.624+0000 7f8f7d200700 1 --2- 172.21.15.42:0/2218713477 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f8f5c0a2e10 0x7f8f5c0a52d0 secure :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f8f68011490 tx=0x7f8f68009260 comp rx=0 tx=0).stop 2024-06-13T12:06:52.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.624+0000 7f8f7d200700 1 --2- 172.21.15.42:0/2218713477 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8f78101520 0x7f8f780fd7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:52.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.624+0000 7f8f7d200700 1 --2- 172.21.15.42:0/2218713477 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8f78106600 0x7f8f780fe220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:52.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.624+0000 7f8f7d200700 1 --2- 172.21.15.42:0/2218713477 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8f78101ed0 0x7f8f780fdce0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:52.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.624+0000 7f8f7d200700 1 -- 172.21.15.42:0/2218713477 >> 172.21.15.42:0/2218713477 conn(0x7f8f780fcdb0 msgr2=0x7f8f7806a4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:06:52.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.626+0000 7f8f7d200700 1 -- 172.21.15.42:0/2218713477 shutdown_connections 2024-06-13T12:06:52.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:52.626+0000 7f8f7d200700 1 -- 172.21.15.42:0/2218713477 wait complete. 2024-06-13T12:06:52.628 INFO:teuthology.orchestra.run.smithi042.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-06-13T12:06:52.991 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:52 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-a[32227]: 2024-06-13T12:06:52.616+0000 7fe656200700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-06-13T12:06:52.992 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 12:06:52 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: ignoring --setuser ceph since I am not root 2024-06-13T12:06:52.992 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 12:06:52 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: ignoring --setgroup ceph since I am not root 2024-06-13T12:06:52.993 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 12:06:52 smithi042 ceph-mds[70840]: -- 172.21.15.42:0/1557227134 <== mon.2 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b1583a9a40 con 0x55b15837c800 2024-06-13T12:06:52.993 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 12:06:52 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: starting mds.g at 2024-06-13T12:06:53.004 INFO:journalctl@ceph.mds.e.smithi088.stdout:Jun 13 12:06:52 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-e[66006]: ignoring --setuser ceph since I am not root 2024-06-13T12:06:53.004 INFO:journalctl@ceph.mds.e.smithi088.stdout:Jun 13 12:06:52 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-e[66006]: ignoring --setgroup ceph since I am not root 2024-06-13T12:06:53.004 INFO:journalctl@ceph.mds.e.smithi088.stdout:Jun 13 12:06:52 smithi088 ceph-mds[66010]: -- 172.21.15.88:0/1594153838 <== mon.2 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5644cefdfa40 con 0x5644cefb3000 2024-06-13T12:06:53.004 INFO:journalctl@ceph.mds.e.smithi088.stdout:Jun 13 12:06:52 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-e[66006]: starting mds.e at 2024-06-13T12:06:53.005 INFO:journalctl@ceph.mds.e.smithi088.stdout:Jun 13 12:06:52 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-e[66006]: 2024-06-13T12:06:52.666+0000 7f1a2d995700 -1 PosixStack listen unable to listen on v2:0.0.0.0:6834/0: (98) Address already in use 2024-06-13T12:06:53.005 INFO:journalctl@ceph.mds.b.smithi088.stdout:Jun 13 12:06:52 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-b[66610]: ignoring --setuser ceph since I am not root 2024-06-13T12:06:53.005 INFO:journalctl@ceph.mds.b.smithi088.stdout:Jun 13 12:06:52 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-b[66610]: ignoring --setgroup ceph since I am not root 2024-06-13T12:06:53.005 INFO:journalctl@ceph.mds.b.smithi088.stdout:Jun 13 12:06:52 smithi088 ceph-mds[66614]: -- 172.21.15.88:0/2909562028 <== mon.2 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562da8393a40 con 0x562da8366800 2024-06-13T12:06:53.005 INFO:journalctl@ceph.mds.b.smithi088.stdout:Jun 13 12:06:52 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-b[66610]: starting mds.b at 2024-06-13T12:06:53.005 INFO:journalctl@ceph.mds.h.smithi088.stdout:Jun 13 12:06:52 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-h[66310]: ignoring --setuser ceph since I am not root 2024-06-13T12:06:53.005 INFO:journalctl@ceph.mds.h.smithi088.stdout:Jun 13 12:06:52 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-h[66310]: ignoring --setgroup ceph since I am not root 2024-06-13T12:06:53.006 INFO:journalctl@ceph.mds.h.smithi088.stdout:Jun 13 12:06:52 smithi088 ceph-mds[66314]: -- 172.21.15.88:0/2790677489 <== mon.2 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555e8722da40 con 0x555e87200c00 2024-06-13T12:06:53.006 INFO:journalctl@ceph.mds.h.smithi088.stdout:Jun 13 12:06:52 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-h[66310]: starting mds.h at 2024-06-13T12:06:53.153 INFO:journalctl@ceph.mds.i.smithi162.stdout:Jun 13 12:06:52 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-i[67251]: ignoring --setuser ceph since I am not root 2024-06-13T12:06:53.154 INFO:journalctl@ceph.mds.i.smithi162.stdout:Jun 13 12:06:52 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-i[67251]: ignoring --setgroup ceph since I am not root 2024-06-13T12:06:53.154 INFO:journalctl@ceph.mds.i.smithi162.stdout:Jun 13 12:06:52 smithi162 ceph-mds[67255]: -- 172.21.15.162:0/955619540 <== mon.1 v2:172.21.15.162:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557857fc3a40 con 0x557857f96c00 2024-06-13T12:06:53.154 INFO:journalctl@ceph.mds.i.smithi162.stdout:Jun 13 12:06:52 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-i[67251]: starting mds.i at 2024-06-13T12:06:53.154 INFO:journalctl@ceph.mds.c.smithi162.stdout:Jun 13 12:06:52 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-c[66946]: ignoring --setuser ceph since I am not root 2024-06-13T12:06:53.154 INFO:journalctl@ceph.mds.c.smithi162.stdout:Jun 13 12:06:52 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-c[66946]: ignoring --setgroup ceph since I am not root 2024-06-13T12:06:53.154 INFO:journalctl@ceph.mds.c.smithi162.stdout:Jun 13 12:06:52 smithi162 ceph-mds[66950]: -- 172.21.15.162:0/239942282 <== mon.1 v2:172.21.15.162:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d0af79fa40 con 0x55d0af772800 2024-06-13T12:06:53.155 INFO:journalctl@ceph.mds.c.smithi162.stdout:Jun 13 12:06:52 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-c[66946]: starting mds.c at 2024-06-13T12:06:53.382 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-06-13T12:06:53.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:53 smithi088 ceph-mon[36399]: pgmap v351: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 682 B/s wr, 6 op/s 2024-06-13T12:06:53.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:53 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2218713477' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-06-13T12:06:53.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:53 smithi088 ceph-mon[36399]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-06-13T12:06:53.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:53 smithi088 ceph-mon[36399]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-06-13T12:06:53.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:53 smithi088 ceph-mon[36399]: Health check cleared: MDS_DAMAGE (was: 1 MDSs report damaged metadata) 2024-06-13T12:06:53.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:53 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2218713477' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-06-13T12:06:53.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:53 smithi088 ceph-mon[36399]: osdmap e110: 12 total, 12 up, 12 in 2024-06-13T12:06:53.755 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:53 smithi088 ceph-mon[36399]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-06-13T12:06:53.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:53 smithi042 ceph-mon[32231]: pgmap v351: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 682 B/s wr, 6 op/s 2024-06-13T12:06:53.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:53 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2218713477' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-06-13T12:06:53.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:53 smithi042 ceph-mon[32231]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-06-13T12:06:53.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:53 smithi042 ceph-mon[32231]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-06-13T12:06:53.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:53 smithi042 ceph-mon[32231]: Health check cleared: MDS_DAMAGE (was: 1 MDSs report damaged metadata) 2024-06-13T12:06:53.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:53 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2218713477' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-06-13T12:06:53.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:53 smithi042 ceph-mon[32231]: osdmap e110: 12 total, 12 up, 12 in 2024-06-13T12:06:53.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:53 smithi042 ceph-mon[32231]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-06-13T12:06:53.871 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T12:06:53.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:53 smithi162 ceph-mon[36757]: pgmap v351: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 682 B/s wr, 6 op/s 2024-06-13T12:06:53.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:53 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2218713477' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-06-13T12:06:53.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:53 smithi162 ceph-mon[36757]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-06-13T12:06:53.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:53 smithi162 ceph-mon[36757]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-06-13T12:06:53.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:53 smithi162 ceph-mon[36757]: Health check cleared: MDS_DAMAGE (was: 1 MDSs report damaged metadata) 2024-06-13T12:06:53.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:53 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2218713477' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-06-13T12:06:53.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:53 smithi162 ceph-mon[36757]: osdmap e110: 12 total, 12 up, 12 in 2024-06-13T12:06:53.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:53 smithi162 ceph-mon[36757]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-06-13T12:06:54.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:54 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-06-13T12:06:54.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:54 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-13T12:06:54.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:54 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-13T12:06:54.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:54 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-13T12:06:54.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:54 smithi162 ceph-mon[36757]: mds.? [v2:172.21.15.88:6835/3614139913,v1:172.21.15.88:6837/3614139913] up:boot 2024-06-13T12:06:54.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:54 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-13T12:06:54.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:54 smithi162 ceph-mon[36757]: mds.? [v2:172.21.15.88:6834/3617735491,v1:172.21.15.88:6836/3617735491] up:boot 2024-06-13T12:06:54.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:54 smithi162 ceph-mon[36757]: mds.? [v2:172.21.15.162:6836/2548514249,v1:172.21.15.162:6837/2548514249] up:boot 2024-06-13T12:06:54.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:54 smithi162 ceph-mon[36757]: mds.? [v2:172.21.15.162:6838/1801942656,v1:172.21.15.162:6839/1801942656] up:boot 2024-06-13T12:06:54.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:54 smithi162 ceph-mon[36757]: mds.? [v2:172.21.15.88:6838/2747263933,v1:172.21.15.88:6839/2747263933] up:boot 2024-06-13T12:06:54.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:54 smithi162 ceph-mon[36757]: mds.? [v2:172.21.15.42:6838/1109111489,v1:172.21.15.42:6839/1109111489] up:boot 2024-06-13T12:06:54.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:54 smithi162 ceph-mon[36757]: fsmap cephfs:0/3 12 up:standby, 3 failed 2024-06-13T12:06:54.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:54 smithi162 ceph-mon[36757]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-13T12:06:54.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:54 smithi162 ceph-mon[36757]: pgmap v353: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T12:06:55.004 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:54 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-06-13T12:06:55.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:54 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-13T12:06:55.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:54 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-13T12:06:55.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:54 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-13T12:06:55.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:54 smithi088 ceph-mon[36399]: mds.? [v2:172.21.15.88:6835/3614139913,v1:172.21.15.88:6837/3614139913] up:boot 2024-06-13T12:06:55.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:54 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-13T12:06:55.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:54 smithi088 ceph-mon[36399]: mds.? [v2:172.21.15.88:6834/3617735491,v1:172.21.15.88:6836/3617735491] up:boot 2024-06-13T12:06:55.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:54 smithi088 ceph-mon[36399]: mds.? [v2:172.21.15.162:6836/2548514249,v1:172.21.15.162:6837/2548514249] up:boot 2024-06-13T12:06:55.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:54 smithi088 ceph-mon[36399]: mds.? [v2:172.21.15.162:6838/1801942656,v1:172.21.15.162:6839/1801942656] up:boot 2024-06-13T12:06:55.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:54 smithi088 ceph-mon[36399]: mds.? [v2:172.21.15.88:6838/2747263933,v1:172.21.15.88:6839/2747263933] up:boot 2024-06-13T12:06:55.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:54 smithi088 ceph-mon[36399]: mds.? [v2:172.21.15.42:6838/1109111489,v1:172.21.15.42:6839/1109111489] up:boot 2024-06-13T12:06:55.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:54 smithi088 ceph-mon[36399]: fsmap cephfs:0/3 12 up:standby, 3 failed 2024-06-13T12:06:55.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:54 smithi088 ceph-mon[36399]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-13T12:06:55.005 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:54 smithi088 ceph-mon[36399]: pgmap v353: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T12:06:55.055 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:54 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-06-13T12:06:55.055 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:54 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-13T12:06:55.055 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:54 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-13T12:06:55.056 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:54 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-13T12:06:55.056 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:54 smithi042 ceph-mon[32231]: mds.? [v2:172.21.15.88:6835/3614139913,v1:172.21.15.88:6837/3614139913] up:boot 2024-06-13T12:06:55.056 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:54 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-13T12:06:55.056 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:54 smithi042 ceph-mon[32231]: mds.? [v2:172.21.15.88:6834/3617735491,v1:172.21.15.88:6836/3617735491] up:boot 2024-06-13T12:06:55.056 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:54 smithi042 ceph-mon[32231]: mds.? [v2:172.21.15.162:6836/2548514249,v1:172.21.15.162:6837/2548514249] up:boot 2024-06-13T12:06:55.056 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:54 smithi042 ceph-mon[32231]: mds.? [v2:172.21.15.162:6838/1801942656,v1:172.21.15.162:6839/1801942656] up:boot 2024-06-13T12:06:55.056 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:54 smithi042 ceph-mon[32231]: mds.? [v2:172.21.15.88:6838/2747263933,v1:172.21.15.88:6839/2747263933] up:boot 2024-06-13T12:06:55.056 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:54 smithi042 ceph-mon[32231]: mds.? [v2:172.21.15.42:6838/1109111489,v1:172.21.15.42:6839/1109111489] up:boot 2024-06-13T12:06:55.056 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:54 smithi042 ceph-mon[32231]: fsmap cephfs:0/3 12 up:standby, 3 failed 2024-06-13T12:06:55.056 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:54 smithi042 ceph-mon[32231]: from='mgr.25157 172.21.15.42:0/2711235846' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-13T12:06:55.056 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:54 smithi042 ceph-mon[32231]: pgmap v353: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T12:06:55.963 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.962+0000 7f94c5600700 1 -- 172.21.15.42:0/1007582924 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f94c0106650 msgr2=0x7f94c010e220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:06:55.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.962+0000 7f94c5600700 1 --2- 172.21.15.42:0/1007582924 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f94c0106650 0x7f94c010e220 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f94b800b0d0 tx=0x7f94b800b3e0 comp rx=0 tx=0).stop 2024-06-13T12:06:55.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.963+0000 7f94c5600700 1 -- 172.21.15.42:0/1007582924 shutdown_connections 2024-06-13T12:06:55.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.963+0000 7f94c5600700 1 --2- 172.21.15.42:0/1007582924 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f94c0106650 0x7f94c010e220 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:55.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.963+0000 7f94c5600700 1 --2- 172.21.15.42:0/1007582924 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f94c0101570 0x7f94c0101950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:55.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.963+0000 7f94c5600700 1 --2- 172.21.15.42:0/1007582924 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f94c0101f20 0x7f94c0105f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:55.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.963+0000 7f94c5600700 1 -- 172.21.15.42:0/1007582924 >> 172.21.15.42:0/1007582924 conn(0x7f94c00fce20 msgr2=0x7f94c00ff240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:06:55.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.963+0000 7f94c5600700 1 -- 172.21.15.42:0/1007582924 shutdown_connections 2024-06-13T12:06:55.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.963+0000 7f94c5600700 1 -- 172.21.15.42:0/1007582924 wait complete. 2024-06-13T12:06:55.965 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.964+0000 7f94c5600700 1 Processor -- start 2024-06-13T12:06:55.965 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.964+0000 7f94c5600700 1 -- start start 2024-06-13T12:06:55.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.965+0000 7f94c5600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f94c0101570 0x7f94c00fd790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:06:55.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.965+0000 7f94c5600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f94c0101f20 0x7f94c00fdcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:06:55.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.965+0000 7f94c5600700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f94c0106650 0x7f94c00fe210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:06:55.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.965+0000 7f94c5600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f94c0111660 con 0x7f94c0101570 2024-06-13T12:06:55.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.965+0000 7f94c5600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f94c01114e0 con 0x7f94c0101f20 2024-06-13T12:06:55.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.965+0000 7f94c5600700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f94c01117e0 con 0x7f94c0106650 2024-06-13T12:06:55.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.965+0000 7f94bfe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f94c0101570 0x7f94c00fd790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:06:55.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.965+0000 7f94bf400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f94c0101f20 0x7f94c00fdcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:06:55.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.965+0000 7f94bfe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f94c0101570 0x7f94c00fd790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:44422/0 (socket says 172.21.15.42:44422) 2024-06-13T12:06:55.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.965+0000 7f94bfe00700 1 -- 172.21.15.42:0/2281873828 learned_addr learned my addr 172.21.15.42:0/2281873828 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T12:06:55.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.965+0000 7f94c4c00700 1 --2- 172.21.15.42:0/2281873828 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f94c0106650 0x7f94c00fe210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:06:55.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.966+0000 7f94bf400700 1 -- 172.21.15.42:0/2281873828 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f94c0106650 msgr2=0x7f94c00fe210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:06:55.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.966+0000 7f94bf400700 1 --2- 172.21.15.42:0/2281873828 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f94c0106650 0x7f94c00fe210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:55.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.966+0000 7f94bf400700 1 -- 172.21.15.42:0/2281873828 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f94c0101570 msgr2=0x7f94c00fd790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:06:55.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.966+0000 7f94bf400700 1 --2- 172.21.15.42:0/2281873828 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f94c0101570 0x7f94c00fd790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:55.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.966+0000 7f94bf400700 1 -- 172.21.15.42:0/2281873828 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94c01a70f0 con 0x7f94c0101f20 2024-06-13T12:06:55.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.966+0000 7f94bf400700 1 --2- 172.21.15.42:0/2281873828 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f94c0101f20 0x7f94c00fdcd0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f94ac00e9c0 tx=0x7f94ac00ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:06:55.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.966+0000 7f94bcc00700 1 -- 172.21.15.42:0/2281873828 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94ac00c9c0 con 0x7f94c0101f20 2024-06-13T12:06:55.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.967+0000 7f94bcc00700 1 -- 172.21.15.42:0/2281873828 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f94ac00cb60 con 0x7f94c0101f20 2024-06-13T12:06:55.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.967+0000 7f94c5600700 1 -- 172.21.15.42:0/2281873828 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94c01a73e0 con 0x7f94c0101f20 2024-06-13T12:06:55.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.967+0000 7f94bcc00700 1 -- 172.21.15.42:0/2281873828 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94ac018680 con 0x7f94c0101f20 2024-06-13T12:06:55.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.967+0000 7f94c5600700 1 -- 172.21.15.42:0/2281873828 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94c01a7920 con 0x7f94c0101f20 2024-06-13T12:06:55.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.968+0000 7f94c5600700 1 -- 172.21.15.42:0/2281873828 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94c0069180 con 0x7f94c0101f20 2024-06-13T12:06:55.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.971+0000 7f94bcc00700 1 -- 172.21.15.42:0/2281873828 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f94ac010430 con 0x7f94c0101f20 2024-06-13T12:06:55.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.972+0000 7f94bcc00700 1 --2- 172.21.15.42:0/2281873828 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f94a40a2d90 0x7f94a40a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:06:55.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.972+0000 7f94bcc00700 1 -- 172.21.15.42:0/2281873828 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9724+0+0 (secure 0 0 0) 0x7f94ac0cfca0 con 0x7f94c0101f20 2024-06-13T12:06:55.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.972+0000 7f94bfe00700 1 --2- 172.21.15.42:0/2281873828 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f94a40a2d90 0x7f94a40a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:06:55.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.973+0000 7f94bfe00700 1 --2- 172.21.15.42:0/2281873828 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f94a40a2d90 0x7f94a40a5250 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f94b0009d60 tx=0x7f94b0009260 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:06:55.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:55.974+0000 7f94bcc00700 1 -- 172.21.15.42:0/2281873828 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f94ac09c440 con 0x7f94c0101f20 2024-06-13T12:06:56.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:56.263+0000 7f94c5600700 1 -- 172.21.15.42:0/2281873828 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f94c002dca0 con 0x7f94c0101f20 2024-06-13T12:06:57.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:57.204+0000 7f94bcc00700 1 -- 172.21.15.42:0/2281873828 <== mon.2 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v41) ==== 104+0+0 (secure 0 0 0) 0x7f94ac09bd40 con 0x7f94c0101f20 2024-06-13T12:06:57.208 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:57.207+0000 7f94c5600700 1 -- 172.21.15.42:0/2281873828 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f94a40a2d90 msgr2=0x7f94a40a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:06:57.208 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:57.207+0000 7f94c5600700 1 --2- 172.21.15.42:0/2281873828 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f94a40a2d90 0x7f94a40a5250 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f94b0009d60 tx=0x7f94b0009260 comp rx=0 tx=0).stop 2024-06-13T12:06:57.208 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:57.207+0000 7f94c5600700 1 -- 172.21.15.42:0/2281873828 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f94c0101f20 msgr2=0x7f94c00fdcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:06:57.208 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:57.207+0000 7f94c5600700 1 --2- 172.21.15.42:0/2281873828 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f94c0101f20 0x7f94c00fdcd0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f94ac00e9c0 tx=0x7f94ac00ecd0 comp rx=0 tx=0).stop 2024-06-13T12:06:57.208 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:57.207+0000 7f94c5600700 1 -- 172.21.15.42:0/2281873828 shutdown_connections 2024-06-13T12:06:57.208 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:57.207+0000 7f94c5600700 1 --2- 172.21.15.42:0/2281873828 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f94c0106650 0x7f94c00fe210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:57.208 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:57.207+0000 7f94c5600700 1 --2- 172.21.15.42:0/2281873828 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f94c0101570 0x7f94c00fd790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:57.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:57.207+0000 7f94c5600700 1 --2- 172.21.15.42:0/2281873828 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f94a40a2d90 0x7f94a40a5250 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:57.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:57.207+0000 7f94c5600700 1 --2- 172.21.15.42:0/2281873828 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f94c0101f20 0x7f94c00fdcd0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:06:57.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:57.207+0000 7f94c5600700 1 -- 172.21.15.42:0/2281873828 >> 172.21.15.42:0/2281873828 conn(0x7f94c00fce20 msgr2=0x7f94c006ac40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:06:57.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:57.207+0000 7f94c5600700 1 -- 172.21.15.42:0/2281873828 shutdown_connections 2024-06-13T12:06:57.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:06:57.207+0000 7f94c5600700 1 -- 172.21.15.42:0/2281873828 wait complete. 2024-06-13T12:06:57.423 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:57 smithi042 ceph-mon[32231]: pgmap v354: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T12:06:57.424 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:57 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/2281873828' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-06-13T12:06:57.424 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:57 smithi042 ceph-mon[32231]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-06-13T12:06:57.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:57 smithi088 ceph-mon[36399]: pgmap v354: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T12:06:57.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:57 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/2281873828' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-06-13T12:06:57.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:57 smithi088 ceph-mon[36399]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-06-13T12:06:57.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:57 smithi162 ceph-mon[36757]: pgmap v354: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T12:06:57.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:57 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/2281873828' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-06-13T12:06:57.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:57 smithi162 ceph-mon[36757]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-06-13T12:06:57.972 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-06-13T12:06:58.455 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:58 smithi042 ceph-mon[32231]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-06-13T12:06:58.455 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:58 smithi042 ceph-mon[32231]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-06-13T12:06:58.455 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:58 smithi042 ceph-mon[32231]: Cluster is now healthy 2024-06-13T12:06:58.455 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:58 smithi042 ceph-mon[32231]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-06-13T12:06:58.455 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:58 smithi042 ceph-mon[32231]: fsmap 12 up:standby 2024-06-13T12:06:58.457 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T12:06:58.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:58 smithi088 ceph-mon[36399]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-06-13T12:06:58.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:58 smithi088 ceph-mon[36399]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-06-13T12:06:58.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:58 smithi088 ceph-mon[36399]: Cluster is now healthy 2024-06-13T12:06:58.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:58 smithi088 ceph-mon[36399]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-06-13T12:06:58.505 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:58 smithi088 ceph-mon[36399]: fsmap 12 up:standby 2024-06-13T12:06:58.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:58 smithi162 ceph-mon[36757]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-06-13T12:06:58.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:58 smithi162 ceph-mon[36757]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-06-13T12:06:58.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:58 smithi162 ceph-mon[36757]: Cluster is now healthy 2024-06-13T12:06:58.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:58 smithi162 ceph-mon[36757]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-06-13T12:06:58.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:58 smithi162 ceph-mon[36757]: fsmap 12 up:standby 2024-06-13T12:06:59.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:06:59 smithi088 ceph-mon[36399]: pgmap v355: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s rd, 2 op/s 2024-06-13T12:06:59.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:06:59 smithi042 ceph-mon[32231]: pgmap v355: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s rd, 2 op/s 2024-06-13T12:06:59.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:06:59 smithi162 ceph-mon[36757]: pgmap v355: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s rd, 2 op/s 2024-06-13T12:07:00.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.532+0000 7f2ab7a00700 1 -- 172.21.15.42:0/3915833928 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2ab01085f0 msgr2=0x7f2ab01089d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:07:00.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.532+0000 7f2ab7a00700 1 --2- 172.21.15.42:0/3915833928 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2ab01085f0 0x7f2ab01089d0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f2aa000b0a0 tx=0x7f2aa000b3b0 comp rx=0 tx=0).stop 2024-06-13T12:07:00.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.532+0000 7f2ab7a00700 1 -- 172.21.15.42:0/3915833928 shutdown_connections 2024-06-13T12:07:00.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.532+0000 7f2ab7a00700 1 --2- 172.21.15.42:0/3915833928 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2ab0102ea0 0x7f2ab010f380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:07:00.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.532+0000 7f2ab7a00700 1 --2- 172.21.15.42:0/3915833928 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2ab01085f0 0x7f2ab01089d0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:07:00.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.532+0000 7f2ab7a00700 1 --2- 172.21.15.42:0/3915833928 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2ab01024e0 0x7f2ab0102960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:07:00.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.532+0000 7f2ab7a00700 1 -- 172.21.15.42:0/3915833928 >> 172.21.15.42:0/3915833928 conn(0x7f2ab0079640 msgr2=0x7f2ab0079a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:07:00.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.532+0000 7f2ab7a00700 1 -- 172.21.15.42:0/3915833928 shutdown_connections 2024-06-13T12:07:00.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.532+0000 7f2ab7a00700 1 -- 172.21.15.42:0/3915833928 wait complete. 2024-06-13T12:07:00.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.533+0000 7f2ab7a00700 1 Processor -- start 2024-06-13T12:07:00.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.533+0000 7f2ab7a00700 1 -- start start 2024-06-13T12:07:00.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.534+0000 7f2ab7a00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2ab01024e0 0x7f2ab019ae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:07:00.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.534+0000 7f2ab7a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2ab0102ea0 0x7f2ab019b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:07:00.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.534+0000 7f2ab7a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2ab01085f0 0x7f2ab019f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:07:00.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.534+0000 7f2ab7a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2ab0112790 con 0x7f2ab0102ea0 2024-06-13T12:07:00.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.534+0000 7f2ab7a00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7f2ab0112610 con 0x7f2ab01085f0 2024-06-13T12:07:00.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.534+0000 7f2ab7a00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7f2ab0112910 con 0x7f2ab01024e0 2024-06-13T12:07:00.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.534+0000 7f2aa7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2ab0102ea0 0x7f2ab019b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:07:00.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.534+0000 7f2ab5000700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2ab01024e0 0x7f2ab019ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:07:00.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.534+0000 7f2aa7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2ab0102ea0 0x7f2ab019b360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:54110/0 (socket says 172.21.15.42:54110) 2024-06-13T12:07:00.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.534+0000 7f2aa7e00700 1 -- 172.21.15.42:0/3878916511 learned_addr learned my addr 172.21.15.42:0/3878916511 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T12:07:00.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.534+0000 7f2ab5000700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2ab01024e0 0x7f2ab019ae20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.42:51340/0 (socket says 172.21.15.42:51340) 2024-06-13T12:07:00.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.534+0000 7f2ab5a00700 1 --2- 172.21.15.42:0/3878916511 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2ab01085f0 0x7f2ab019f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:07:00.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.535+0000 7f2ab5000700 1 -- 172.21.15.42:0/3878916511 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2ab01085f0 msgr2=0x7f2ab019f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:07:00.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.535+0000 7f2ab5000700 1 --2- 172.21.15.42:0/3878916511 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2ab01085f0 0x7f2ab019f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:07:00.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.535+0000 7f2ab5000700 1 -- 172.21.15.42:0/3878916511 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2ab0102ea0 msgr2=0x7f2ab019b360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:07:00.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.535+0000 7f2ab5000700 1 --2- 172.21.15.42:0/3878916511 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2ab0102ea0 0x7f2ab019b360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:07:00.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.535+0000 7f2ab5000700 1 -- 172.21.15.42:0/3878916511 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ab019fe30 con 0x7f2ab01024e0 2024-06-13T12:07:00.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.535+0000 7f2ab5a00700 1 --2- 172.21.15.42:0/3878916511 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2ab01085f0 0x7f2ab019f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T12:07:00.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.535+0000 7f2aa7e00700 1 --2- 172.21.15.42:0/3878916511 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2ab0102ea0 0x7f2ab019b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T12:07:00.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.535+0000 7f2ab5000700 1 --2- 172.21.15.42:0/3878916511 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2ab01024e0 0x7f2ab019ae20 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f2aa000b070 tx=0x7f2aa0004d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:07:00.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.536+0000 7f2aae000700 1 -- 172.21.15.42:0/3878916511 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aa0021070 con 0x7f2ab01024e0 2024-06-13T12:07:00.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.536+0000 7f2aae000700 1 -- 172.21.15.42:0/3878916511 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2aa0007b80 con 0x7f2ab01024e0 2024-06-13T12:07:00.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.536+0000 7f2ab7a00700 1 -- 172.21.15.42:0/3878916511 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ab01a00c0 con 0x7f2ab01024e0 2024-06-13T12:07:00.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.536+0000 7f2aae000700 1 -- 172.21.15.42:0/3878916511 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aa0005040 con 0x7f2ab01024e0 2024-06-13T12:07:00.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.536+0000 7f2ab7a00700 1 -- 172.21.15.42:0/3878916511 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ab01a79a0 con 0x7f2ab01024e0 2024-06-13T12:07:00.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.537+0000 7f2ab7a00700 1 -- 172.21.15.42:0/3878916511 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ab0069180 con 0x7f2ab01024e0 2024-06-13T12:07:00.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.539+0000 7f2aae000700 1 -- 172.21.15.42:0/3878916511 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7f2aa0024070 con 0x7f2ab01024e0 2024-06-13T12:07:00.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.541+0000 7f2aae000700 1 --2- 172.21.15.42:0/3878916511 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f2a940a2e10 0x7f2a940a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:07:00.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.541+0000 7f2aae000700 1 -- 172.21.15.42:0/3878916511 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9724+0+0 (secure 0 0 0) 0x7f2aa000f020 con 0x7f2ab01024e0 2024-06-13T12:07:00.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.541+0000 7f2aa7e00700 1 --2- 172.21.15.42:0/3878916511 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f2a940a2e10 0x7f2a940a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:07:00.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.542+0000 7f2aa7e00700 1 --2- 172.21.15.42:0/3878916511 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f2a940a2e10 0x7f2a940a52d0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f2ab0076720 tx=0x7f2a98009260 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:07:00.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.543+0000 7f2aae000700 1 -- 172.21.15.42:0/3878916511 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f2aa002b020 con 0x7f2ab01024e0 2024-06-13T12:07:00.783 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:00.782+0000 7f2ab7a00700 1 -- 172.21.15.42:0/3878916511 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f2ab01a7bd0 con 0x7f2ab01024e0 2024-06-13T12:07:01.235 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:01.231+0000 7f2aae000700 1 -- 172.21.15.42:0/3878916511 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v111) ==== 181+0+0 (secure 0 0 0) 0x7f2aa009d7f0 con 0x7f2ab01024e0 2024-06-13T12:07:01.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:01.237+0000 7f2ab7a00700 1 -- 172.21.15.42:0/3878916511 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f2a940a2e10 msgr2=0x7f2a940a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:07:01.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:01.237+0000 7f2ab7a00700 1 --2- 172.21.15.42:0/3878916511 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f2a940a2e10 0x7f2a940a52d0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f2ab0076720 tx=0x7f2a98009260 comp rx=0 tx=0).stop 2024-06-13T12:07:01.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:01.237+0000 7f2ab7a00700 1 -- 172.21.15.42:0/3878916511 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2ab01024e0 msgr2=0x7f2ab019ae20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:07:01.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:01.237+0000 7f2ab7a00700 1 --2- 172.21.15.42:0/3878916511 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2ab01024e0 0x7f2ab019ae20 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f2aa000b070 tx=0x7f2aa0004d00 comp rx=0 tx=0).stop 2024-06-13T12:07:01.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:01.238+0000 7f2ab7a00700 1 -- 172.21.15.42:0/3878916511 shutdown_connections 2024-06-13T12:07:01.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:01.238+0000 7f2ab7a00700 1 --2- 172.21.15.42:0/3878916511 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7f2a940a2e10 0x7f2a940a52d0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:07:01.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:01.238+0000 7f2ab7a00700 1 --2- 172.21.15.42:0/3878916511 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2ab01085f0 0x7f2ab019f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:07:01.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:01.238+0000 7f2ab7a00700 1 --2- 172.21.15.42:0/3878916511 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2ab01024e0 0x7f2ab019ae20 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:07:01.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:01.238+0000 7f2ab7a00700 1 --2- 172.21.15.42:0/3878916511 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2ab0102ea0 0x7f2ab019b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:07:01.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:01.238+0000 7f2ab7a00700 1 -- 172.21.15.42:0/3878916511 >> 172.21.15.42:0/3878916511 conn(0x7f2ab0079640 msgr2=0x7f2ab0104080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:07:01.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:01.240+0000 7f2ab7a00700 1 -- 172.21.15.42:0/3878916511 shutdown_connections 2024-06-13T12:07:01.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:01.240+0000 7f2ab7a00700 1 -- 172.21.15.42:0/3878916511 wait complete. 2024-06-13T12:07:01.243 INFO:teuthology.orchestra.run.smithi042.stderr:pool 'cephfs_metadata' removed 2024-06-13T12:07:01.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:07:01 smithi088 ceph-mon[36399]: pgmap v356: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s rd, 2 op/s 2024-06-13T12:07:01.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:07:01 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/3878916511' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-13T12:07:01.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:07:01 smithi088 ceph-mon[36399]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-13T12:07:01.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:07:01 smithi042 ceph-mon[32231]: pgmap v356: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s rd, 2 op/s 2024-06-13T12:07:01.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:07:01 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/3878916511' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-13T12:07:01.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:07:01 smithi042 ceph-mon[32231]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-13T12:07:01.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:07:01 smithi162 ceph-mon[36757]: pgmap v356: 129 pgs: 129 active+clean; 87 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s rd, 2 op/s 2024-06-13T12:07:01.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:07:01 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/3878916511' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-13T12:07:01.654 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:07:01 smithi162 ceph-mon[36757]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-13T12:07:02.090 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-06-13T12:07:02.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:07:02 smithi042 ceph-mon[32231]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-06-13T12:07:02.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:07:02 smithi042 ceph-mon[32231]: osdmap e111: 12 total, 12 up, 12 in 2024-06-13T12:07:02.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:07:02 smithi088 ceph-mon[36399]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-06-13T12:07:02.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:07:02 smithi088 ceph-mon[36399]: osdmap e111: 12 total, 12 up, 12 in 2024-06-13T12:07:02.563 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T12:07:02.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:07:02 smithi162 ceph-mon[36757]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-06-13T12:07:02.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:07:02 smithi162 ceph-mon[36757]: osdmap e111: 12 total, 12 up, 12 in 2024-06-13T12:07:03.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:07:03 smithi088 ceph-mon[36399]: pgmap v358: 97 pgs: 97 active+clean; 55 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T12:07:03.519 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:07:03 smithi042 ceph-mon[32231]: pgmap v358: 97 pgs: 97 active+clean; 55 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T12:07:03.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:07:03 smithi162 ceph-mon[36757]: pgmap v358: 97 pgs: 97 active+clean; 55 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T12:07:04.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.694+0000 7fd8c9400700 1 -- 172.21.15.42:0/594622010 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd8c410eac0 msgr2=0x7fd8c410eea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:07:04.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.694+0000 7fd8c9400700 1 --2- 172.21.15.42:0/594622010 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd8c410eac0 0x7fd8c410eea0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fd8b400b0a0 tx=0x7fd8b400b3b0 comp rx=0 tx=0).stop 2024-06-13T12:07:04.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.694+0000 7fd8c9400700 1 -- 172.21.15.42:0/594622010 shutdown_connections 2024-06-13T12:07:04.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.694+0000 7fd8c9400700 1 --2- 172.21.15.42:0/594622010 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd8c4109480 0x7fd8c4115990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:07:04.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.694+0000 7fd8c9400700 1 --2- 172.21.15.42:0/594622010 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd8c410eac0 0x7fd8c410eea0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:07:04.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.694+0000 7fd8c9400700 1 --2- 172.21.15.42:0/594622010 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd8c4108ac0 0x7fd8c4108f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:07:04.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.694+0000 7fd8c9400700 1 -- 172.21.15.42:0/594622010 >> 172.21.15.42:0/594622010 conn(0x7fd8c4075c60 msgr2=0x7fd8c41072b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:07:04.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.694+0000 7fd8c9400700 1 -- 172.21.15.42:0/594622010 shutdown_connections 2024-06-13T12:07:04.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.694+0000 7fd8c9400700 1 -- 172.21.15.42:0/594622010 wait complete. 2024-06-13T12:07:04.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.695+0000 7fd8c9400700 1 Processor -- start 2024-06-13T12:07:04.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.695+0000 7fd8c9400700 1 -- start start 2024-06-13T12:07:04.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.696+0000 7fd8c9400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd8c4108ac0 0x7fd8c419f260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:07:04.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.696+0000 7fd8c9400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd8c4109480 0x7fd8c419f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:07:04.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.696+0000 7fd8c9400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd8c410eac0 0x7fd8c41a3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:07:04.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.696+0000 7fd8c9400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd8c4118e10 con 0x7fd8c4109480 2024-06-13T12:07:04.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.696+0000 7fd8c9400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fd8c4118c90 con 0x7fd8c410eac0 2024-06-13T12:07:04.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.696+0000 7fd8c9400700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fd8c4118f90 con 0x7fd8c4108ac0 2024-06-13T12:07:04.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.696+0000 7fd8b9e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd8c4109480 0x7fd8c419f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:07:04.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.696+0000 7fd8b9e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd8c4109480 0x7fd8c419f7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:54132/0 (socket says 172.21.15.42:54132) 2024-06-13T12:07:04.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.696+0000 7fd8c2800700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd8c4108ac0 0x7fd8c419f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:07:04.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.696+0000 7fd8b9e00700 1 -- 172.21.15.42:0/3494898816 learned_addr learned my addr 172.21.15.42:0/3494898816 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T12:07:04.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.696+0000 7fd8c3200700 1 --2- 172.21.15.42:0/3494898816 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd8c410eac0 0x7fd8c41a3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:07:04.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.697+0000 7fd8b9e00700 1 -- 172.21.15.42:0/3494898816 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd8c4108ac0 msgr2=0x7fd8c419f260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:07:04.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.697+0000 7fd8b9e00700 1 --2- 172.21.15.42:0/3494898816 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd8c4108ac0 0x7fd8c419f260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:07:04.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.697+0000 7fd8b9e00700 1 -- 172.21.15.42:0/3494898816 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd8c410eac0 msgr2=0x7fd8c41a3b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:07:04.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.697+0000 7fd8b9e00700 1 --2- 172.21.15.42:0/3494898816 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd8c410eac0 0x7fd8c41a3b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:07:04.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.697+0000 7fd8b9e00700 1 -- 172.21.15.42:0/3494898816 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8c41a4270 con 0x7fd8c4109480 2024-06-13T12:07:04.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.697+0000 7fd8c2800700 1 --2- 172.21.15.42:0/3494898816 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd8c4108ac0 0x7fd8c419f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T12:07:04.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.697+0000 7fd8c3200700 1 --2- 172.21.15.42:0/3494898816 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd8c410eac0 0x7fd8c41a3b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T12:07:04.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.697+0000 7fd8b9e00700 1 --2- 172.21.15.42:0/3494898816 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd8c4109480 0x7fd8c419f7a0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fd8ac00e9c0 tx=0x7fd8ac00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:07:04.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.697+0000 7fd8bbe00700 1 -- 172.21.15.42:0/3494898816 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8ac00cbd0 con 0x7fd8c4109480 2024-06-13T12:07:04.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.697+0000 7fd8bbe00700 1 -- 172.21.15.42:0/3494898816 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd8ac00ee60 con 0x7fd8c4109480 2024-06-13T12:07:04.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.697+0000 7fd8bbe00700 1 -- 172.21.15.42:0/3494898816 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8ac005630 con 0x7fd8c4109480 2024-06-13T12:07:04.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.697+0000 7fd8c9400700 1 -- 172.21.15.42:0/3494898816 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8c41a4560 con 0x7fd8c4109480 2024-06-13T12:07:04.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.698+0000 7fd8c9400700 1 -- 172.21.15.42:0/3494898816 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8c41abde0 con 0x7fd8c4109480 2024-06-13T12:07:04.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.699+0000 7fd8c9400700 1 -- 172.21.15.42:0/3494898816 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8c4111050 con 0x7fd8c4109480 2024-06-13T12:07:04.701 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.701+0000 7fd8bbe00700 1 -- 172.21.15.42:0/3494898816 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fd8ac004750 con 0x7fd8c4109480 2024-06-13T12:07:04.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.702+0000 7fd8bbe00700 1 --2- 172.21.15.42:0/3494898816 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fd8a80a2d90 0x7fd8a80a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:07:04.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.702+0000 7fd8bbe00700 1 -- 172.21.15.42:0/3494898816 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 9170+0+0 (secure 0 0 0) 0x7fd8ac0cfbd0 con 0x7fd8c4109480 2024-06-13T12:07:04.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.703+0000 7fd8c2800700 1 --2- 172.21.15.42:0/3494898816 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fd8a80a2d90 0x7fd8a80a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:07:04.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.703+0000 7fd8c2800700 1 --2- 172.21.15.42:0/3494898816 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fd8a80a2d90 0x7fd8a80a5250 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fd8b4009fd0 tx=0x7fd8b400b700 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:07:04.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.706+0000 7fd8bbe00700 1 -- 172.21.15.42:0/3494898816 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd8ac053850 con 0x7fd8c4109480 2024-06-13T12:07:04.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:04.935+0000 7fd8c9400700 1 -- 172.21.15.42:0/3494898816 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fd8c4069180 con 0x7fd8c4109480 2024-06-13T12:07:05.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:05.243+0000 7fd8bbe00700 1 -- 172.21.15.42:0/3494898816 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v112) ==== 169+0+0 (secure 0 0 0) 0x7fd8ac09c500 con 0x7fd8c4109480 2024-06-13T12:07:05.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:05.249+0000 7fd8c9400700 1 -- 172.21.15.42:0/3494898816 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fd8a80a2d90 msgr2=0x7fd8a80a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:07:05.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:05.249+0000 7fd8c9400700 1 --2- 172.21.15.42:0/3494898816 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fd8a80a2d90 0x7fd8a80a5250 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fd8b4009fd0 tx=0x7fd8b400b700 comp rx=0 tx=0).stop 2024-06-13T12:07:05.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:05.249+0000 7fd8c9400700 1 -- 172.21.15.42:0/3494898816 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd8c4109480 msgr2=0x7fd8c419f7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:07:05.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:05.249+0000 7fd8c9400700 1 --2- 172.21.15.42:0/3494898816 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd8c4109480 0x7fd8c419f7a0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fd8ac00e9c0 tx=0x7fd8ac00ecd0 comp rx=0 tx=0).stop 2024-06-13T12:07:05.253 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:05.252+0000 7fd8c9400700 1 -- 172.21.15.42:0/3494898816 shutdown_connections 2024-06-13T12:07:05.253 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:05.252+0000 7fd8c9400700 1 --2- 172.21.15.42:0/3494898816 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fd8a80a2d90 0x7fd8a80a5250 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:07:05.253 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:05.252+0000 7fd8c9400700 1 --2- 172.21.15.42:0/3494898816 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd8c410eac0 0x7fd8c41a3b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:07:05.253 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:05.252+0000 7fd8c9400700 1 --2- 172.21.15.42:0/3494898816 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd8c4108ac0 0x7fd8c419f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:07:05.253 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:05.252+0000 7fd8c9400700 1 --2- 172.21.15.42:0/3494898816 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd8c4109480 0x7fd8c419f7a0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:07:05.253 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:05.252+0000 7fd8c9400700 1 -- 172.21.15.42:0/3494898816 >> 172.21.15.42:0/3494898816 conn(0x7fd8c4075c60 msgr2=0x7fd8c4076220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:07:05.254 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:05.254+0000 7fd8c9400700 1 -- 172.21.15.42:0/3494898816 shutdown_connections 2024-06-13T12:07:05.255 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:05.254+0000 7fd8c9400700 1 -- 172.21.15.42:0/3494898816 wait complete. 2024-06-13T12:07:05.260 INFO:teuthology.orchestra.run.smithi042.stderr:pool 'cephfs_data' removed 2024-06-13T12:07:05.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:07:05 smithi042 ceph-mon[32231]: pgmap v359: 97 pgs: 97 active+clean; 55 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T12:07:05.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:07:05 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/3494898816' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-13T12:07:05.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:07:05 smithi162 ceph-mon[36757]: pgmap v359: 97 pgs: 97 active+clean; 55 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T12:07:05.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:07:05 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/3494898816' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-13T12:07:05.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:07:05 smithi088 ceph-mon[36399]: pgmap v359: 97 pgs: 97 active+clean; 55 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T12:07:05.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:07:05 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/3494898816' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-13T12:07:06.084 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 -- ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-06-13T12:07:06.547 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T12:07:06.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:07:06 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/3494898816' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-06-13T12:07:06.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:07:06 smithi042 ceph-mon[32231]: osdmap e112: 12 total, 12 up, 12 in 2024-06-13T12:07:06.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:07:06 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/3494898816' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-06-13T12:07:06.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:07:06 smithi162 ceph-mon[36757]: osdmap e112: 12 total, 12 up, 12 in 2024-06-13T12:07:06.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:07:06 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/3494898816' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-06-13T12:07:06.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:07:06 smithi088 ceph-mon[36399]: osdmap e112: 12 total, 12 up, 12 in 2024-06-13T12:07:07.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:07:07 smithi042 ceph-mon[32231]: pgmap v361: 33 pgs: 33 active+clean; 55 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T12:07:07.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:07:07 smithi162 ceph-mon[36757]: pgmap v361: 33 pgs: 33 active+clean; 55 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T12:07:07.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:07:07 smithi088 ceph-mon[36399]: pgmap v361: 33 pgs: 33 active+clean; 55 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T12:07:08.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.660+0000 7fbac8e00700 1 -- 172.21.15.42:0/396080035 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbac41046d0 msgr2=0x7fbac4104b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:07:08.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.660+0000 7fbac8e00700 1 --2- 172.21.15.42:0/396080035 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbac41046d0 0x7fbac4104b50 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fbaac009990 tx=0x7fbaac009ca0 comp rx=0 tx=0).stop 2024-06-13T12:07:08.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.660+0000 7fbac8e00700 1 -- 172.21.15.42:0/396080035 shutdown_connections 2024-06-13T12:07:08.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.660+0000 7fbac8e00700 1 --2- 172.21.15.42:0/396080035 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbac410a6d0 0x7fbac410aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:07:08.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.660+0000 7fbac8e00700 1 --2- 172.21.15.42:0/396080035 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbac4105090 0x7fbac41115a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:07:08.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.660+0000 7fbac8e00700 1 --2- 172.21.15.42:0/396080035 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbac41046d0 0x7fbac4104b50 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:07:08.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.660+0000 7fbac8e00700 1 -- 172.21.15.42:0/396080035 >> 172.21.15.42:0/396080035 conn(0x7fbac41001c0 msgr2=0x7fbac41025e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:07:08.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.660+0000 7fbac8e00700 1 -- 172.21.15.42:0/396080035 shutdown_connections 2024-06-13T12:07:08.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.660+0000 7fbac8e00700 1 -- 172.21.15.42:0/396080035 wait complete. 2024-06-13T12:07:08.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.662+0000 7fbac8e00700 1 Processor -- start 2024-06-13T12:07:08.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.662+0000 7fbac8e00700 1 -- start start 2024-06-13T12:07:08.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.662+0000 7fbac8e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbac41046d0 0x7fbac419ae90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:07:08.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.662+0000 7fbac8e00700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbac4105090 0x7fbac419b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:07:08.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.662+0000 7fbac8e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbac410a6d0 0x7fbac419f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:07:08.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.662+0000 7fbac8e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbac4114a60 con 0x7fbac41046d0 2024-06-13T12:07:08.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.662+0000 7fbac8e00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 -- 0x7fbac41148e0 con 0x7fbac410a6d0 2024-06-13T12:07:08.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.662+0000 7fbac8e00700 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 -- 0x7fbac4114be0 con 0x7fbac4105090 2024-06-13T12:07:08.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.663+0000 7fbac1e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbac41046d0 0x7fbac419ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:07:08.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.663+0000 7fbab9400700 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbac4105090 0x7fbac419b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:07:08.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.663+0000 7fbac1e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbac41046d0 0x7fbac419ae90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40082/0 (socket says 172.21.15.42:40082) 2024-06-13T12:07:08.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.663+0000 7fbac1e00700 1 -- 172.21.15.42:0/3566427324 learned_addr learned my addr 172.21.15.42:0/3566427324 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-13T12:07:08.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.663+0000 7fbac2800700 1 --2- 172.21.15.42:0/3566427324 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbac410a6d0 0x7fbac419f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:07:08.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.663+0000 7fbab9400700 1 -- 172.21.15.42:0/3566427324 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbac410a6d0 msgr2=0x7fbac419f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:07:08.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.663+0000 7fbab9400700 1 --2- 172.21.15.42:0/3566427324 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbac410a6d0 0x7fbac419f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:07:08.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.663+0000 7fbab9400700 1 -- 172.21.15.42:0/3566427324 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbac41046d0 msgr2=0x7fbac419ae90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:07:08.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.663+0000 7fbab9400700 1 --2- 172.21.15.42:0/3566427324 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbac41046d0 0x7fbac419ae90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:07:08.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.663+0000 7fbab9400700 1 -- 172.21.15.42:0/3566427324 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbac419fea0 con 0x7fbac4105090 2024-06-13T12:07:08.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.663+0000 7fbac1e00700 1 --2- 172.21.15.42:0/3566427324 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbac41046d0 0x7fbac419ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T12:07:08.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.664+0000 7fbab9400700 1 --2- 172.21.15.42:0/3566427324 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbac4105090 0x7fbac419b3d0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fbaac0098e0 tx=0x7fbaac00b8a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:07:08.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.664+0000 7fbabb400700 1 -- 172.21.15.42:0/3566427324 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaac027070 con 0x7fbac4105090 2024-06-13T12:07:08.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.664+0000 7fbac8e00700 1 -- 172.21.15.42:0/3566427324 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbac41a0130 con 0x7fbac4105090 2024-06-13T12:07:08.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.664+0000 7fbabb400700 1 -- 172.21.15.42:0/3566427324 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbaac003b60 con 0x7fbac4105090 2024-06-13T12:07:08.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.664+0000 7fbabb400700 1 -- 172.21.15.42:0/3566427324 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaac022d50 con 0x7fbac4105090 2024-06-13T12:07:08.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.664+0000 7fbac8e00700 1 -- 172.21.15.42:0/3566427324 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbac41a7a10 con 0x7fbac4105090 2024-06-13T12:07:08.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.665+0000 7fbac8e00700 1 -- 172.21.15.42:0/3566427324 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbac4069180 con 0x7fbac4105090 2024-06-13T12:07:08.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.667+0000 7fbabb400700 1 -- 172.21.15.42:0/3566427324 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 27) ==== 137964+0+0 (secure 0 0 0) 0x7fbaac02a070 con 0x7fbac4105090 2024-06-13T12:07:08.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.668+0000 7fbabb400700 1 --2- 172.21.15.42:0/3566427324 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fbaa80a2d90 0x7fbaa80a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T12:07:08.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.669+0000 7fbabb400700 1 -- 172.21.15.42:0/3566427324 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8582+0+0 (secure 0 0 0) 0x7fbaac0d0a80 con 0x7fbac4105090 2024-06-13T12:07:08.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.669+0000 7fbac1e00700 1 --2- 172.21.15.42:0/3566427324 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fbaa80a2d90 0x7fbaa80a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T12:07:08.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.670+0000 7fbac1e00700 1 --2- 172.21.15.42:0/3566427324 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fbaa80a2d90 0x7fbaa80a5250 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fbab4009480 tx=0x7fbab400b040 comp rx=0 tx=0).ready entity=mgr.25157 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T12:07:08.672 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.672+0000 7fbabb400700 1 -- 172.21.15.42:0/3566427324 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fbaac013070 con 0x7fbac4105090 2024-06-13T12:07:08.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:08.905+0000 7fbac8e00700 1 -- 172.21.15.42:0/3566427324 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) -- 0x7fbac402dca0 con 0x7fbac4105090 2024-06-13T12:07:09.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:09.280+0000 7fbabb400700 1 -- 172.21.15.42:0/3566427324 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v113) ==== 178+0+0 (secure 0 0 0) 0x7fbaac09d6f0 con 0x7fbac4105090 2024-06-13T12:07:09.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:09.291+0000 7fbac8e00700 1 -- 172.21.15.42:0/3566427324 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fbaa80a2d90 msgr2=0x7fbaa80a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:07:09.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:09.291+0000 7fbac8e00700 1 --2- 172.21.15.42:0/3566427324 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fbaa80a2d90 0x7fbaa80a5250 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fbab4009480 tx=0x7fbab400b040 comp rx=0 tx=0).stop 2024-06-13T12:07:09.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:09.291+0000 7fbac8e00700 1 -- 172.21.15.42:0/3566427324 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbac4105090 msgr2=0x7fbac419b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T12:07:09.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:09.291+0000 7fbac8e00700 1 --2- 172.21.15.42:0/3566427324 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbac4105090 0x7fbac419b3d0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fbaac0098e0 tx=0x7fbaac00b8a0 comp rx=0 tx=0).stop 2024-06-13T12:07:09.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:09.292+0000 7fbac8e00700 1 -- 172.21.15.42:0/3566427324 shutdown_connections 2024-06-13T12:07:09.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:09.292+0000 7fbac8e00700 1 --2- 172.21.15.42:0/3566427324 >> [v2:172.21.15.42:6800/3710434171,v1:172.21.15.42:6801/3710434171] conn(0x7fbaa80a2d90 0x7fbaa80a5250 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:07:09.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:09.292+0000 7fbac8e00700 1 --2- 172.21.15.42:0/3566427324 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbac410a6d0 0x7fbac419f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:07:09.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:09.292+0000 7fbac8e00700 1 --2- 172.21.15.42:0/3566427324 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbac41046d0 0x7fbac419ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:07:09.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:09.292+0000 7fbac8e00700 1 --2- 172.21.15.42:0/3566427324 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbac4105090 0x7fbac419b3d0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T12:07:09.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:09.292+0000 7fbac8e00700 1 -- 172.21.15.42:0/3566427324 >> 172.21.15.42:0/3566427324 conn(0x7fbac41001c0 msgr2=0x7fbac4100740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T12:07:09.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:09.293+0000 7fbac8e00700 1 -- 172.21.15.42:0/3566427324 shutdown_connections 2024-06-13T12:07:09.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-13T12:07:09.294+0000 7fbac8e00700 1 -- 172.21.15.42:0/3566427324 wait complete. 2024-06-13T12:07:09.300 INFO:teuthology.orchestra.run.smithi042.stderr:pool 'cephfs_data_ec' removed 2024-06-13T12:07:09.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:07:09 smithi042 ceph-mon[32231]: pgmap v362: 33 pgs: 33 active+clean; 55 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T12:07:09.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:07:09 smithi042 ceph-mon[32231]: from='client.? 172.21.15.42:0/3566427324' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-13T12:07:09.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:07:09 smithi042 ceph-mon[32231]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-13T12:07:09.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:07:09 smithi162 ceph-mon[36757]: pgmap v362: 33 pgs: 33 active+clean; 55 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T12:07:09.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:07:09 smithi162 ceph-mon[36757]: from='client.? 172.21.15.42:0/3566427324' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-13T12:07:09.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:07:09 smithi162 ceph-mon[36757]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-13T12:07:09.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:07:09 smithi088 ceph-mon[36399]: pgmap v362: 33 pgs: 33 active+clean; 55 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T12:07:09.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:07:09 smithi088 ceph-mon[36399]: from='client.? 172.21.15.42:0/3566427324' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-13T12:07:09.754 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:07:09 smithi088 ceph-mon[36399]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-13T12:07:10.122 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-06-13T12:07:10.226 DEBUG:teuthology.orchestra.run.smithi088:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-06-13T12:07:10.259 DEBUG:teuthology.orchestra.run.smithi162:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-06-13T12:07:10.286 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-06-13T12:07:10.286 DEBUG:teuthology.orchestra.run.smithi042:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-06-13T12:07:10.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:07:10 smithi042 ceph-mon[32231]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]': finished 2024-06-13T12:07:10.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:07:10 smithi042 ceph-mon[32231]: osdmap e113: 12 total, 12 up, 12 in 2024-06-13T12:07:10.350 DEBUG:teuthology.orchestra.run.smithi088:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-06-13T12:07:10.366 DEBUG:teuthology.orchestra.run.smithi162:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-06-13T12:07:10.381 INFO:tasks.cephadm:Stopping all daemons... 2024-06-13T12:07:10.381 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-06-13T12:07:10.381 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mon.a 2024-06-13T12:07:10.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:07:10 smithi088 ceph-mon[36399]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]': finished 2024-06-13T12:07:10.504 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:07:10 smithi088 ceph-mon[36399]: osdmap e113: 12 total, 12 up, 12 in 2024-06-13T12:07:10.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:07:10 smithi162 ceph-mon[36757]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]': finished 2024-06-13T12:07:10.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:07:10 smithi162 ceph-mon[36757]: osdmap e113: 12 total, 12 up, 12 in 2024-06-13T12:07:10.807 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:07:10 smithi042 systemd[1]: Stopping Ceph mon.a for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T12:07:11.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:07:10 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-a[32227]: 2024-06-13T12:07:10.991+0000 7fe65d000700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T12:07:11.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:07:10 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-a[32227]: 2024-06-13T12:07:10.991+0000 7fe65d000700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-06-13T12:07:11.308 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:07:11 smithi042 podman[99995]: 2024-06-13 12:07:11.053868092 +0000 UTC m=+0.207366275 container died 4a38f7b0b85b76a04c9fcb1032ec94820fa37124f41910af96d66f3e63664ddd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528) 2024-06-13T12:07:11.663 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:07:11 smithi042 podman[99995]: 2024-06-13 12:07:11.435877077 +0000 UTC m=+0.589375282 container cleanup 4a38f7b0b85b76a04c9fcb1032ec94820fa37124f41910af96d66f3e63664ddd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-a, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528) 2024-06-13T12:07:11.663 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:07:11 smithi042 bash[99995]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-a 2024-06-13T12:07:12.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 13 12:07:11 smithi042 podman[100008]: 2024-06-13 12:07:11.662301775 +0000 UTC m=+0.597158574 container remove 4a38f7b0b85b76a04c9fcb1032ec94820fa37124f41910af96d66f3e63664ddd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-a, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc) 2024-06-13T12:07:12.181 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mon.a.service' 2024-06-13T12:07:12.332 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T12:07:12.333 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-06-13T12:07:12.333 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-06-13T12:07:12.333 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mon.b 2024-06-13T12:07:12.628 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:07:12 smithi088 systemd[1]: Stopping Ceph mon.b for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T12:07:12.937 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:07:12 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-b[36395]: 2024-06-13T12:07:12.627+0000 7f27df086700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T12:07:12.937 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:07:12 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-b[36395]: 2024-06-13T12:07:12.627+0000 7f27df086700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-06-13T12:07:12.937 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:07:12 smithi088 podman[73122]: 2024-06-13 12:07:12.648500792 +0000 UTC m=+0.111360948 container died 922b9652e4a02c42ba1efe44261b99774de2c220f38089762a55bf2a605b64c8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-b, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-13T12:07:13.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:07:13 smithi088 podman[73122]: 2024-06-13 12:07:13.036083167 +0000 UTC m=+0.498943323 container cleanup 922b9652e4a02c42ba1efe44261b99774de2c220f38089762a55bf2a605b64c8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-b, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5) 2024-06-13T12:07:13.254 INFO:journalctl@ceph.mon.b.smithi088.stdout:Jun 13 12:07:13 smithi088 bash[73122]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-b 2024-06-13T12:07:13.459 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mon.b.service' 2024-06-13T12:07:13.499 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T12:07:13.499 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-06-13T12:07:13.499 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-06-13T12:07:13.500 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl stop ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mon.c 2024-06-13T12:07:13.801 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:07:13 smithi162 systemd[1]: Stopping Ceph mon.c for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T12:07:14.065 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:07:13 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-c[36745]: 2024-06-13T12:07:13.800+0000 7f8e3f625700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T12:07:14.065 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:07:13 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-c[36745]: 2024-06-13T12:07:13.800+0000 7f8e3f625700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-06-13T12:07:14.369 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:07:14 smithi162 podman[73997]: 2024-06-13 12:07:14.066209402 +0000 UTC m=+0.379601424 container died 88675cd2c559258a71febe5d6a7a2cc556e4083599644475bbc3db8f0393a958 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-c, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-06-13T12:07:14.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:07:14 smithi162 podman[73997]: 2024-06-13 12:07:14.468963212 +0000 UTC m=+0.782355237 container cleanup 88675cd2c559258a71febe5d6a7a2cc556e4083599644475bbc3db8f0393a958 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-c, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, GIT_CLEAN=True, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-13T12:07:14.653 INFO:journalctl@ceph.mon.c.smithi162.stdout:Jun 13 12:07:14 smithi162 bash[73997]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mon-c 2024-06-13T12:07:14.947 DEBUG:teuthology.orchestra.run.smithi162:> sudo pkill -f 'journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mon.c.service' 2024-06-13T12:07:15.003 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T12:07:15.003 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-06-13T12:07:15.003 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-06-13T12:07:15.003 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mgr.x 2024-06-13T12:07:15.557 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 12:07:15 smithi042 systemd[1]: Stopping Ceph mgr.x for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T12:07:16.057 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 12:07:15 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T12:07:15.784+0000 7fabdbc00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T12:07:16.058 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 12:07:15 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x[32457]: 2024-06-13T12:07:15.784+0000 7fabdbc00700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-06-13T12:07:16.058 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 12:07:15 smithi042 podman[100207]: 2024-06-13 12:07:15.877888934 +0000 UTC m=+0.356770349 container died 311c32bd9a8505d1968aafce602c786c2d4e349ce792ec7b6b5d33dcac1ced62 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-06-13T12:07:16.557 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 12:07:16 smithi042 podman[100207]: 2024-06-13 12:07:16.391842806 +0000 UTC m=+0.870724270 container cleanup 311c32bd9a8505d1968aafce602c786c2d4e349ce792ec7b6b5d33dcac1ced62 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240528) 2024-06-13T12:07:16.557 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 12:07:16 smithi042 bash[100207]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x 2024-06-13T12:07:17.057 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 13 12:07:16 smithi042 podman[100220]: 2024-06-13 12:07:16.618376988 +0000 UTC m=+0.722778486 container remove 311c32bd9a8505d1968aafce602c786c2d4e349ce792ec7b6b5d33dcac1ced62 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-06-13T12:07:17.188 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mgr.x.service' 2024-06-13T12:07:17.308 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T12:07:17.308 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-06-13T12:07:17.308 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-06-13T12:07:17.308 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mgr.y 2024-06-13T12:07:17.644 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 12:07:17 smithi088 systemd[1]: Stopping Ceph mgr.y for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T12:07:18.004 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 12:07:17 smithi088 podman[73277]: 2024-06-13 12:07:17.644757522 +0000 UTC m=+0.145771075 container died dddb6cd2cfbf5cb511917abfb08fb01fb299663bcef1e0e1de225dcb0672efab (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-06-13T12:07:18.392 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 12:07:18 smithi088 podman[73277]: 2024-06-13 12:07:18.1245173 +0000 UTC m=+0.625530852 container cleanup dddb6cd2cfbf5cb511917abfb08fb01fb299663bcef1e0e1de225dcb0672efab (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc) 2024-06-13T12:07:18.392 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Jun 13 12:07:18 smithi088 bash[73277]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-y 2024-06-13T12:07:18.558 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mgr.y.service' 2024-06-13T12:07:18.592 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T12:07:18.593 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-06-13T12:07:18.593 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-06-13T12:07:18.593 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl stop ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mgr.z 2024-06-13T12:07:18.903 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 12:07:18 smithi162 systemd[1]: Stopping Ceph mgr.z for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T12:07:19.358 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 12:07:18 smithi162 podman[74131]: 2024-06-13 12:07:18.944180384 +0000 UTC m=+0.150178134 container died bb1d423061d60fe47ef9581150f25c9a09b06a47806159b935dd4f739f9426cf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, ceph=True, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-13T12:07:19.653 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 12:07:19 smithi162 podman[74131]: 2024-06-13 12:07:19.483940393 +0000 UTC m=+0.689938141 container cleanup bb1d423061d60fe47ef9581150f25c9a09b06a47806159b935dd4f739f9426cf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-06-13T12:07:19.653 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 12:07:19 smithi162 bash[74131]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z 2024-06-13T12:07:19.968 DEBUG:teuthology.orchestra.run.smithi162:> sudo pkill -f 'journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mgr.z.service' 2024-06-13T12:07:19.988 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 12:07:19 smithi162 podman[74145]: 2024-06-13 12:07:19.735693978 +0000 UTC m=+0.786659777 container remove bb1d423061d60fe47ef9581150f25c9a09b06a47806159b935dd4f739f9426cf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mgr-z, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-06-13T12:07:19.989 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 12:07:19 smithi162 systemd[1]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mgr.z.service: Main process exited, code=exited, status=143/n/a 2024-06-13T12:07:19.989 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 12:07:19 smithi162 systemd[1]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mgr.z.service: Failed with result 'exit-code'. 2024-06-13T12:07:19.989 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 12:07:19 smithi162 systemd[1]: Stopped Ceph mgr.z for aa9143f6-2979-11ef-bc9c-c7b262605968. 2024-06-13T12:07:19.989 INFO:journalctl@ceph.mgr.z.smithi162.stdout:Jun 13 12:07:19 smithi162 systemd[1]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mgr.z.service: Consumed 21.414s CPU time. 2024-06-13T12:07:20.003 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T12:07:20.003 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-06-13T12:07:20.003 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-06-13T12:07:20.003 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.0 2024-06-13T12:07:20.558 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 13 12:07:20 smithi042 systemd[1]: Stopping Ceph osd.0 for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T12:07:21.057 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 13 12:07:20 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-0[44281]: 2024-06-13T12:07:20.556+0000 7fe8d7600700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T12:07:21.058 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 13 12:07:20 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-0[44281]: 2024-06-13T12:07:20.556+0000 7fe8d7600700 -1 osd.0 113 *** Got signal Terminated *** 2024-06-13T12:07:21.058 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 13 12:07:20 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-0[44281]: 2024-06-13T12:07:20.556+0000 7fe8d7600700 -1 osd.0 113 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-13T12:07:26.557 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 13 12:07:26 smithi042 podman[100327]: 2024-06-13 12:07:26.185709798 +0000 UTC m=+5.762460869 container died 9ea40bb495bf6216f40fabcd4563dc4909b74393f50b589326a0a2d0e263eed1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-0, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux ) 2024-06-13T12:07:26.916 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 13 12:07:26 smithi042 podman[100327]: 2024-06-13 12:07:26.781203036 +0000 UTC m=+6.357954154 container cleanup 9ea40bb495bf6216f40fabcd4563dc4909b74393f50b589326a0a2d0e263eed1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-0, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-06-13T12:07:26.917 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 13 12:07:26 smithi042 bash[100327]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-0 2024-06-13T12:07:27.307 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 13 12:07:27 smithi042 podman[100345]: 2024-06-13 12:07:27.124237792 +0000 UTC m=+0.918508910 container remove 9ea40bb495bf6216f40fabcd4563dc4909b74393f50b589326a0a2d0e263eed1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-06-13T12:07:28.254 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 13 12:07:27 smithi042 podman[100442]: 2024-06-13 12:07:27.866134302 +0000 UTC m=+0.032628012 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T12:07:28.255 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 13 12:07:27 smithi042 podman[100442]: 2024-06-13 12:07:27.966673124 +0000 UTC m=+0.133166860 container create cfb70a661498bfc18f3043e4da5dca83c5ff7cbf31d18bcbba48043e2e5a766f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-0-deactivate, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0) 2024-06-13T12:07:28.557 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 13 12:07:28 smithi042 podman[100442]: 2024-06-13 12:07:28.254333617 +0000 UTC m=+0.420827372 container init cfb70a661498bfc18f3043e4da5dca83c5ff7cbf31d18bcbba48043e2e5a766f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240528, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-06-13T12:07:28.558 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 13 12:07:28 smithi042 podman[100442]: 2024-06-13 12:07:28.267413351 +0000 UTC m=+0.433907056 container start cfb70a661498bfc18f3043e4da5dca83c5ff7cbf31d18bcbba48043e2e5a766f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-06-13T12:07:28.558 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 13 12:07:28 smithi042 podman[100442]: 2024-06-13 12:07:28.361287483 +0000 UTC m=+0.527781245 container attach cfb70a661498bfc18f3043e4da5dca83c5ff7cbf31d18bcbba48043e2e5a766f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-06-13T12:07:29.057 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 13 12:07:28 smithi042 podman[100442]: 2024-06-13 12:07:28.720919109 +0000 UTC m=+0.887412805 container died cfb70a661498bfc18f3043e4da5dca83c5ff7cbf31d18bcbba48043e2e5a766f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-06-13T12:07:29.460 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.0.service' 2024-06-13T12:07:29.573 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T12:07:29.573 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-06-13T12:07:29.574 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-06-13T12:07:29.574 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.1 2024-06-13T12:07:29.894 INFO:journalctl@ceph.osd.1.smithi088.stdout:Jun 13 12:07:29 smithi088 systemd[1]: Stopping Ceph osd.1 for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T12:07:30.162 INFO:journalctl@ceph.osd.1.smithi088.stdout:Jun 13 12:07:29 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-1[40963]: 2024-06-13T12:07:29.892+0000 7fbfaae3c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T12:07:30.162 INFO:journalctl@ceph.osd.1.smithi088.stdout:Jun 13 12:07:29 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-1[40963]: 2024-06-13T12:07:29.892+0000 7fbfaae3c700 -1 osd.1 113 *** Got signal Terminated *** 2024-06-13T12:07:30.162 INFO:journalctl@ceph.osd.1.smithi088.stdout:Jun 13 12:07:29 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-1[40963]: 2024-06-13T12:07:29.892+0000 7fbfaae3c700 -1 osd.1 113 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-13T12:07:35.587 INFO:journalctl@ceph.osd.1.smithi088.stdout:Jun 13 12:07:35 smithi088 podman[73403]: 2024-06-13 12:07:35.260404955 +0000 UTC m=+5.492718577 container died a9755a5747eb41c82ab74cbc1ff8a5562fc931257f31d3e0fa66f58613076844 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-1, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-06-13T12:07:35.870 INFO:journalctl@ceph.osd.1.smithi088.stdout:Jun 13 12:07:35 smithi088 podman[73403]: 2024-06-13 12:07:35.669833249 +0000 UTC m=+5.902146870 container cleanup a9755a5747eb41c82ab74cbc1ff8a5562fc931257f31d3e0fa66f58613076844 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-1, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T12:07:35.870 INFO:journalctl@ceph.osd.1.smithi088.stdout:Jun 13 12:07:35 smithi088 bash[73403]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-1 2024-06-13T12:07:36.186 INFO:journalctl@ceph.osd.1.smithi088.stdout:Jun 13 12:07:35 smithi088 podman[73432]: 2024-06-13 12:07:35.870958875 +0000 UTC m=+0.604143078 container remove a9755a5747eb41c82ab74cbc1ff8a5562fc931257f31d3e0fa66f58613076844 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-1, org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-13T12:07:36.466 INFO:journalctl@ceph.osd.1.smithi088.stdout:Jun 13 12:07:36 smithi088 podman[73518]: 2024-06-13 12:07:36.089880847 +0000 UTC m=+0.016946280 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T12:07:36.466 INFO:journalctl@ceph.osd.1.smithi088.stdout:Jun 13 12:07:36 smithi088 podman[73518]: 2024-06-13 12:07:36.213852433 +0000 UTC m=+0.140917863 container create cb4a73e3f5a7463b80907e8c33f4842deee32d4f7cd73bc74eac2eb488bdd01a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, GIT_CLEAN=True) 2024-06-13T12:07:36.466 INFO:journalctl@ceph.osd.1.smithi088.stdout:Jun 13 12:07:36 smithi088 podman[73518]: 2024-06-13 12:07:36.46677965 +0000 UTC m=+0.393845085 container init cb4a73e3f5a7463b80907e8c33f4842deee32d4f7cd73bc74eac2eb488bdd01a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-06-13T12:07:36.754 INFO:journalctl@ceph.osd.1.smithi088.stdout:Jun 13 12:07:36 smithi088 podman[73518]: 2024-06-13 12:07:36.470117537 +0000 UTC m=+0.397182969 container start cb4a73e3f5a7463b80907e8c33f4842deee32d4f7cd73bc74eac2eb488bdd01a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T12:07:36.754 INFO:journalctl@ceph.osd.1.smithi088.stdout:Jun 13 12:07:36 smithi088 podman[73518]: 2024-06-13 12:07:36.541629167 +0000 UTC m=+0.468694598 container attach cb4a73e3f5a7463b80907e8c33f4842deee32d4f7cd73bc74eac2eb488bdd01a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-1-deactivate, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, ceph=True) 2024-06-13T12:07:37.119 INFO:journalctl@ceph.osd.1.smithi088.stdout:Jun 13 12:07:36 smithi088 podman[73518]: 2024-06-13 12:07:36.759440452 +0000 UTC m=+0.686505886 container died cb4a73e3f5a7463b80907e8c33f4842deee32d4f7cd73bc74eac2eb488bdd01a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-06-13T12:07:37.452 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.1.service' 2024-06-13T12:07:37.494 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T12:07:37.494 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-06-13T12:07:37.494 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-06-13T12:07:37.494 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl stop ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.2 2024-06-13T12:07:37.806 INFO:journalctl@ceph.osd.2.smithi162.stdout:Jun 13 12:07:37 smithi162 systemd[1]: Stopping Ceph osd.2 for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T12:07:38.153 INFO:journalctl@ceph.osd.2.smithi162.stdout:Jun 13 12:07:37 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-2[41848]: 2024-06-13T12:07:37.803+0000 7feed401d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T12:07:38.153 INFO:journalctl@ceph.osd.2.smithi162.stdout:Jun 13 12:07:37 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-2[41848]: 2024-06-13T12:07:37.803+0000 7feed401d700 -1 osd.2 113 *** Got signal Terminated *** 2024-06-13T12:07:38.153 INFO:journalctl@ceph.osd.2.smithi162.stdout:Jun 13 12:07:37 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-2[41848]: 2024-06-13T12:07:37.803+0000 7feed401d700 -1 osd.2 113 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-13T12:07:43.579 INFO:journalctl@ceph.osd.2.smithi162.stdout:Jun 13 12:07:43 smithi162 podman[74258]: 2024-06-13 12:07:43.287299863 +0000 UTC m=+5.597991128 container died 3456d4a6821884180d4813bb3691bcb840813689debc9697ecf8b274a65c9262 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, GIT_CLEAN=True, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-06-13T12:07:43.903 INFO:journalctl@ceph.osd.2.smithi162.stdout:Jun 13 12:07:43 smithi162 podman[74258]: 2024-06-13 12:07:43.679085664 +0000 UTC m=+5.989776929 container cleanup 3456d4a6821884180d4813bb3691bcb840813689debc9697ecf8b274a65c9262 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-06-13T12:07:43.903 INFO:journalctl@ceph.osd.2.smithi162.stdout:Jun 13 12:07:43 smithi162 bash[74258]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-2 2024-06-13T12:07:44.302 INFO:journalctl@ceph.osd.2.smithi162.stdout:Jun 13 12:07:43 smithi162 podman[74275]: 2024-06-13 12:07:43.964121439 +0000 UTC m=+0.670550696 container remove 3456d4a6821884180d4813bb3691bcb840813689debc9697ecf8b274a65c9262 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528) 2024-06-13T12:07:44.653 INFO:journalctl@ceph.osd.2.smithi162.stdout:Jun 13 12:07:44 smithi162 podman[74365]: 2024-06-13 12:07:44.205740496 +0000 UTC m=+0.017483777 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T12:07:44.653 INFO:journalctl@ceph.osd.2.smithi162.stdout:Jun 13 12:07:44 smithi162 podman[74365]: 2024-06-13 12:07:44.306685182 +0000 UTC m=+0.118428456 container create 8cd19fb833ceaadd4547d1f8adb5686239d3980e318f1d928f8d803e38367ee1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=) 2024-06-13T12:07:44.654 INFO:journalctl@ceph.osd.2.smithi162.stdout:Jun 13 12:07:44 smithi162 podman[74365]: 2024-06-13 12:07:44.542776348 +0000 UTC m=+0.354519620 container init 8cd19fb833ceaadd4547d1f8adb5686239d3980e318f1d928f8d803e38367ee1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, ceph=True) 2024-06-13T12:07:44.654 INFO:journalctl@ceph.osd.2.smithi162.stdout:Jun 13 12:07:44 smithi162 podman[74365]: 2024-06-13 12:07:44.545845984 +0000 UTC m=+0.357589270 container start 8cd19fb833ceaadd4547d1f8adb5686239d3980e318f1d928f8d803e38367ee1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-13T12:07:45.151 INFO:journalctl@ceph.osd.2.smithi162.stdout:Jun 13 12:07:44 smithi162 podman[74365]: 2024-06-13 12:07:44.768035952 +0000 UTC m=+0.579779236 container attach 8cd19fb833ceaadd4547d1f8adb5686239d3980e318f1d928f8d803e38367ee1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc) 2024-06-13T12:07:45.151 INFO:journalctl@ceph.osd.2.smithi162.stdout:Jun 13 12:07:44 smithi162 podman[74365]: 2024-06-13 12:07:44.83794026 +0000 UTC m=+0.649683532 container died 8cd19fb833ceaadd4547d1f8adb5686239d3980e318f1d928f8d803e38367ee1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-2-deactivate, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-06-13T12:07:45.523 DEBUG:teuthology.orchestra.run.smithi162:> sudo pkill -f 'journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.2.service' 2024-06-13T12:07:45.563 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T12:07:45.564 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-06-13T12:07:45.564 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-06-13T12:07:45.564 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.3 2024-06-13T12:07:46.057 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 13 12:07:45 smithi042 systemd[1]: Stopping Ceph osd.3 for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T12:07:46.557 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 13 12:07:46 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-3[51197]: 2024-06-13T12:07:46.233+0000 7f78efe00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T12:07:46.558 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 13 12:07:46 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-3[51197]: 2024-06-13T12:07:46.233+0000 7f78efe00700 -1 osd.3 113 *** Got signal Terminated *** 2024-06-13T12:07:46.558 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 13 12:07:46 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-3[51197]: 2024-06-13T12:07:46.233+0000 7f78efe00700 -1 osd.3 113 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-13T12:07:46.754 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:07:46 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:07:46.360+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:07:47.754 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:07:47 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:07:47.328+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:07:48.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:07:47 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:07:47.777+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:07:48.154 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:07:47 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:07:47.873+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:23.252694+0000 front 2024-06-13T12:07:23.252741+0000 (oldest deadline 2024-06-13T12:07:47.352765+0000) 2024-06-13T12:07:48.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:07:48 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:07:48.371+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:07:48.754 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:07:48 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:07:48.291+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:07:49.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:07:48 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:07:48.744+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:07:49.153 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:07:48 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:07:48.862+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:23.252694+0000 front 2024-06-13T12:07:23.252741+0000 (oldest deadline 2024-06-13T12:07:47.352765+0000) 2024-06-13T12:07:49.557 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 13 12:07:49 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-3[51197]: 2024-06-13T12:07:49.278+0000 7f78e6600700 -1 osd.3 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.879138+0000 front 2024-06-13T12:07:22.880048+0000 (oldest deadline 2024-06-13T12:07:48.778819+0000) 2024-06-13T12:07:49.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:07:49 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:07:49.340+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:07:49.754 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:07:49 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:07:49.306+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:07:50.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:07:49 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:07:49.726+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:07:50.153 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:07:49 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:07:49.824+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:23.252694+0000 front 2024-06-13T12:07:23.252741+0000 (oldest deadline 2024-06-13T12:07:47.352765+0000) 2024-06-13T12:07:50.557 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 13 12:07:50 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-3[51197]: 2024-06-13T12:07:50.261+0000 7f78e6600700 -1 osd.3 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.879138+0000 front 2024-06-13T12:07:22.880048+0000 (oldest deadline 2024-06-13T12:07:48.778819+0000) 2024-06-13T12:07:50.558 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:07:50 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:07:50.064+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:24.388641+0000 front 2024-06-13T12:07:24.389316+0000 (oldest deadline 2024-06-13T12:07:49.688950+0000) 2024-06-13T12:07:50.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:07:50 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:07:50.346+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:07:50.754 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:07:50 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:07:50.350+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:07:51.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:07:50 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:07:50.701+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:07:51.153 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:07:50 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:07:50.775+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:23.252694+0000 front 2024-06-13T12:07:23.252741+0000 (oldest deadline 2024-06-13T12:07:47.352765+0000) 2024-06-13T12:07:51.557 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:07:51 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:07:51.062+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:24.388641+0000 front 2024-06-13T12:07:24.389316+0000 (oldest deadline 2024-06-13T12:07:49.688950+0000) 2024-06-13T12:07:51.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:07:51 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:07:51.302+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:07:51.754 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:07:51 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:07:51.314+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:07:51.904 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 13 12:07:51 smithi042 podman[100550]: 2024-06-13 12:07:51.613578879 +0000 UTC m=+5.522800959 container died 5bd844474685a8abd1183562adb0d4ec18ef2c2f08d8a09d7977d4bccc834234 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-3, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0) 2024-06-13T12:07:51.904 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:07:51 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:07:51.674+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:07:52.153 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:07:51 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:07:51.804+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:23.252694+0000 front 2024-06-13T12:07:23.252741+0000 (oldest deadline 2024-06-13T12:07:47.352765+0000) 2024-06-13T12:07:52.304 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 13 12:07:52 smithi042 podman[100550]: 2024-06-13 12:07:52.001888035 +0000 UTC m=+5.911110144 container cleanup 5bd844474685a8abd1183562adb0d4ec18ef2c2f08d8a09d7977d4bccc834234 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-3, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T12:07:52.304 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 13 12:07:52 smithi042 bash[100550]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-3 2024-06-13T12:07:52.304 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:07:52 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:07:52.104+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:24.388641+0000 front 2024-06-13T12:07:24.389316+0000 (oldest deadline 2024-06-13T12:07:49.688950+0000) 2024-06-13T12:07:52.557 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 13 12:07:52 smithi042 podman[100565]: 2024-06-13 12:07:52.303428322 +0000 UTC m=+0.674925638 container remove 5bd844474685a8abd1183562adb0d4ec18ef2c2f08d8a09d7977d4bccc834234 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux ) 2024-06-13T12:07:52.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:07:52 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:07:52.308+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:07:52.754 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:07:52 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:07:52.284+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:07:52.957 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:07:52 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:07:52.670+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:07:53.153 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:07:52 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:07:52.832+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:23.252694+0000 front 2024-06-13T12:07:23.252741+0000 (oldest deadline 2024-06-13T12:07:47.352765+0000) 2024-06-13T12:07:53.302 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 13 12:07:52 smithi042 podman[100654]: 2024-06-13 12:07:52.862852893 +0000 UTC m=+0.037427381 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T12:07:53.302 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 13 12:07:53 smithi042 podman[100654]: 2024-06-13 12:07:53.012607296 +0000 UTC m=+0.187181821 container create 054b3cae058a78f65028391b0247a0303f023b69bc6fe19b7a2ca8089bdcd0fc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-3-deactivate, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528) 2024-06-13T12:07:53.302 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:07:53 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:07:53.127+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:24.388641+0000 front 2024-06-13T12:07:24.389316+0000 (oldest deadline 2024-06-13T12:07:49.688950+0000) 2024-06-13T12:07:53.554 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 13 12:07:53 smithi042 podman[100654]: 2024-06-13 12:07:53.301038771 +0000 UTC m=+0.475613336 container init 054b3cae058a78f65028391b0247a0303f023b69bc6fe19b7a2ca8089bdcd0fc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-06-13T12:07:53.554 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 13 12:07:53 smithi042 podman[100654]: 2024-06-13 12:07:53.312923701 +0000 UTC m=+0.487498193 container start 054b3cae058a78f65028391b0247a0303f023b69bc6fe19b7a2ca8089bdcd0fc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528) 2024-06-13T12:07:53.554 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 13 12:07:53 smithi042 podman[100654]: 2024-06-13 12:07:53.373572697 +0000 UTC m=+0.548147228 container attach 054b3cae058a78f65028391b0247a0303f023b69bc6fe19b7a2ca8089bdcd0fc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-3-deactivate, ceph=True, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-06-13T12:07:53.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:07:53 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:07:53.269+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:07:53.754 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:07:53 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:07:53.287+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:07:53.808 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:07:53 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:07:53.668+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:07:54.057 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 13 12:07:53 smithi042 podman[100654]: 2024-06-13 12:07:53.806492523 +0000 UTC m=+0.981067104 container died 054b3cae058a78f65028391b0247a0303f023b69bc6fe19b7a2ca8089bdcd0fc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD) 2024-06-13T12:07:54.153 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:07:53 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:07:53.846+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:23.252694+0000 front 2024-06-13T12:07:23.252741+0000 (oldest deadline 2024-06-13T12:07:47.352765+0000) 2024-06-13T12:07:54.511 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:07:54 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:07:54.113+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:24.388641+0000 front 2024-06-13T12:07:24.389316+0000 (oldest deadline 2024-06-13T12:07:49.688950+0000) 2024-06-13T12:07:54.566 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.3.service' 2024-06-13T12:07:54.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:07:54 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:07:54.292+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:07:54.667 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T12:07:54.668 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-06-13T12:07:54.668 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-06-13T12:07:54.668 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.4 2024-06-13T12:07:54.694 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:07:54 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:07:54.281+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:07:54.807 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:07:54 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:07:54.649+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:07:54.987 INFO:journalctl@ceph.osd.4.smithi088.stdout:Jun 13 12:07:54 smithi088 systemd[1]: Stopping Ceph osd.4 for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T12:07:55.153 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:07:54 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:07:54.886+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:23.252694+0000 front 2024-06-13T12:07:23.252741+0000 (oldest deadline 2024-06-13T12:07:47.352765+0000) 2024-06-13T12:07:55.254 INFO:journalctl@ceph.osd.4.smithi088.stdout:Jun 13 12:07:54 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-4[47885]: 2024-06-13T12:07:54.986+0000 7f424a0ba700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T12:07:55.254 INFO:journalctl@ceph.osd.4.smithi088.stdout:Jun 13 12:07:54 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-4[47885]: 2024-06-13T12:07:54.986+0000 7f424a0ba700 -1 osd.4 113 *** Got signal Terminated *** 2024-06-13T12:07:55.254 INFO:journalctl@ceph.osd.4.smithi088.stdout:Jun 13 12:07:54 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-4[47885]: 2024-06-13T12:07:54.986+0000 7f424a0ba700 -1 osd.4 113 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-13T12:07:55.557 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:07:55 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:07:55.106+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:24.388641+0000 front 2024-06-13T12:07:24.389316+0000 (oldest deadline 2024-06-13T12:07:49.688950+0000) 2024-06-13T12:07:55.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:07:55 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:07:55.317+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:07:55.754 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:07:55 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:07:55.272+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:07:56.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:07:55 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:07:55.653+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:07:56.153 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:07:55 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:07:55.839+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:23.252694+0000 front 2024-06-13T12:07:23.252741+0000 (oldest deadline 2024-06-13T12:07:47.352765+0000) 2024-06-13T12:07:56.249 INFO:journalctl@ceph.osd.4.smithi088.stdout:Jun 13 12:07:55 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-4[47885]: 2024-06-13T12:07:55.898+0000 7f42466ae700 -1 osd.4 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.974900+0000 front 2024-06-13T12:07:33.974925+0000 (oldest deadline 2024-06-13T12:07:55.675190+0000) 2024-06-13T12:07:56.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:07:56 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:07:56.249+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:07:56.557 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:07:56 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:07:56.126+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:24.388641+0000 front 2024-06-13T12:07:24.389316+0000 (oldest deadline 2024-06-13T12:07:49.688950+0000) 2024-06-13T12:07:56.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:07:56 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:07:56.323+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:07:57.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:07:56 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:07:56.665+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:07:57.153 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:07:56 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:07:56.810+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:23.252694+0000 front 2024-06-13T12:07:23.252741+0000 (oldest deadline 2024-06-13T12:07:47.352765+0000) 2024-06-13T12:07:57.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:07:56 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:07:56.857+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:07:57.229 INFO:journalctl@ceph.osd.4.smithi088.stdout:Jun 13 12:07:56 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-4[47885]: 2024-06-13T12:07:56.920+0000 7f42466ae700 -1 osd.4 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.974900+0000 front 2024-06-13T12:07:33.974925+0000 (oldest deadline 2024-06-13T12:07:55.675190+0000) 2024-06-13T12:07:57.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:07:57 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:07:57.230+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:07:57.557 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:07:57 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:07:57.133+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:24.388641+0000 front 2024-06-13T12:07:24.389316+0000 (oldest deadline 2024-06-13T12:07:49.688950+0000) 2024-06-13T12:07:57.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:07:57 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:07:57.294+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:07:58.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:07:57 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:07:57.681+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:07:58.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:07:57 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:07:57.681+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:07:58.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:07:57 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:07:57.847+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:07:58.153 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:07:57 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:07:57.813+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:23.252694+0000 front 2024-06-13T12:07:23.252741+0000 (oldest deadline 2024-06-13T12:07:47.352765+0000) 2024-06-13T12:07:58.154 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:07:57 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:07:57.813+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.454092+0000 front 2024-06-13T12:07:31.454179+0000 (oldest deadline 2024-06-13T12:07:57.354193+0000) 2024-06-13T12:07:58.185 INFO:journalctl@ceph.osd.4.smithi088.stdout:Jun 13 12:07:57 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-4[47885]: 2024-06-13T12:07:57.946+0000 7f42466ae700 -1 osd.4 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.974900+0000 front 2024-06-13T12:07:33.974925+0000 (oldest deadline 2024-06-13T12:07:55.675190+0000) 2024-06-13T12:07:58.185 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:07:57 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:07:57.797+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.684679+0000 front 2024-06-13T12:07:31.684698+0000 (oldest deadline 2024-06-13T12:07:57.585008+0000) 2024-06-13T12:07:58.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:07:58 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:07:58.186+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:07:58.557 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:07:58 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:07:58.125+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:24.388641+0000 front 2024-06-13T12:07:24.389316+0000 (oldest deadline 2024-06-13T12:07:49.688950+0000) 2024-06-13T12:07:58.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:07:58 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:07:58.274+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:07:59.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:07:58 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:07:58.686+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:07:59.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:07:58 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:07:58.686+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:07:59.139 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:07:58 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:07:58.775+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.684679+0000 front 2024-06-13T12:07:31.684698+0000 (oldest deadline 2024-06-13T12:07:57.585008+0000) 2024-06-13T12:07:59.139 INFO:journalctl@ceph.osd.4.smithi088.stdout:Jun 13 12:07:58 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-4[47885]: 2024-06-13T12:07:58.897+0000 7f42466ae700 -1 osd.4 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.974900+0000 front 2024-06-13T12:07:33.974925+0000 (oldest deadline 2024-06-13T12:07:55.675190+0000) 2024-06-13T12:07:59.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:07:58 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:07:58.853+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:07:59.153 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:07:58 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:07:58.857+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:23.252694+0000 front 2024-06-13T12:07:23.252741+0000 (oldest deadline 2024-06-13T12:07:47.352765+0000) 2024-06-13T12:07:59.153 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:07:58 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:07:58.857+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.454092+0000 front 2024-06-13T12:07:31.454179+0000 (oldest deadline 2024-06-13T12:07:57.354193+0000) 2024-06-13T12:07:59.415 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:07:59 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:07:59.138+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:07:59.416 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:07:59 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:07:59.138+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:07:59.557 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:07:59 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:07:59.113+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:24.388641+0000 front 2024-06-13T12:07:24.389316+0000 (oldest deadline 2024-06-13T12:07:49.688950+0000) 2024-06-13T12:07:59.557 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:07:59 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:07:59.113+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.692611+0000 front 2024-06-13T12:07:33.692717+0000 (oldest deadline 2024-06-13T12:07:58.392886+0000) 2024-06-13T12:07:59.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:07:59 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:07:59.263+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:00.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:07:59 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:07:59.644+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:00.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:07:59 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:07:59.644+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:00.135 INFO:journalctl@ceph.osd.4.smithi088.stdout:Jun 13 12:07:59 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-4[47885]: 2024-06-13T12:07:59.936+0000 7f42466ae700 -1 osd.4 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.974900+0000 front 2024-06-13T12:07:33.974925+0000 (oldest deadline 2024-06-13T12:07:55.675190+0000) 2024-06-13T12:08:00.136 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:07:59 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:07:59.787+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.684679+0000 front 2024-06-13T12:07:31.684698+0000 (oldest deadline 2024-06-13T12:07:57.585008+0000) 2024-06-13T12:08:00.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:07:59 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:07:59.825+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:00.154 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:07:59 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:07:59.853+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:23.252694+0000 front 2024-06-13T12:07:23.252741+0000 (oldest deadline 2024-06-13T12:07:47.352765+0000) 2024-06-13T12:08:00.154 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:07:59 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:07:59.853+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.454092+0000 front 2024-06-13T12:07:31.454179+0000 (oldest deadline 2024-06-13T12:07:57.354193+0000) 2024-06-13T12:08:00.506 INFO:journalctl@ceph.osd.4.smithi088.stdout:Jun 13 12:08:00 smithi088 podman[73622]: 2024-06-13 12:08:00.380935427 +0000 UTC m=+5.512060170 container died d0568a375e6587a8f865e1cfafc1d9a8f5138107de79c63720a0f18356668333 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-4, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-06-13T12:08:00.506 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:00 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:00.135+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:00.506 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:00 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:00.135+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:00.558 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:00 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:00.135+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:24.388641+0000 front 2024-06-13T12:07:24.389316+0000 (oldest deadline 2024-06-13T12:07:49.688950+0000) 2024-06-13T12:08:00.558 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:00 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:00.135+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.692611+0000 front 2024-06-13T12:07:33.692717+0000 (oldest deadline 2024-06-13T12:07:58.392886+0000) 2024-06-13T12:08:00.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:00 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:00.283+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:01.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:00 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:00.746+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.684679+0000 front 2024-06-13T12:07:31.684698+0000 (oldest deadline 2024-06-13T12:07:57.585008+0000) 2024-06-13T12:08:01.004 INFO:journalctl@ceph.osd.4.smithi088.stdout:Jun 13 12:08:00 smithi088 podman[73622]: 2024-06-13 12:08:00.865142083 +0000 UTC m=+5.996266814 container cleanup d0568a375e6587a8f865e1cfafc1d9a8f5138107de79c63720a0f18356668333 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-4, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-13T12:08:01.005 INFO:journalctl@ceph.osd.4.smithi088.stdout:Jun 13 12:08:00 smithi088 bash[73622]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-4 2024-06-13T12:08:01.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:00 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:00.607+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:01.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:00 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:00.607+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:01.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:00 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:00.777+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:01.153 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:08:00 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:08:00.827+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:23.252694+0000 front 2024-06-13T12:07:23.252741+0000 (oldest deadline 2024-06-13T12:07:47.352765+0000) 2024-06-13T12:08:01.154 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:08:00 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:08:00.827+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.454092+0000 front 2024-06-13T12:07:31.454179+0000 (oldest deadline 2024-06-13T12:07:57.354193+0000) 2024-06-13T12:08:01.504 INFO:journalctl@ceph.osd.4.smithi088.stdout:Jun 13 12:08:01 smithi088 podman[73652]: 2024-06-13 12:08:01.172166439 +0000 UTC m=+0.791702620 container remove d0568a375e6587a8f865e1cfafc1d9a8f5138107de79c63720a0f18356668333 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-4, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-06-13T12:08:01.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:01 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:01.134+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:01.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:01 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:01.134+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:01.557 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:01 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:01.156+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:24.388641+0000 front 2024-06-13T12:07:24.389316+0000 (oldest deadline 2024-06-13T12:07:49.688950+0000) 2024-06-13T12:08:01.557 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:01 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:01.156+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.692611+0000 front 2024-06-13T12:07:33.692717+0000 (oldest deadline 2024-06-13T12:07:58.392886+0000) 2024-06-13T12:08:01.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:01 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:01.316+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:01.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:01 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:01.316+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:01.783 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:01 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:01.760+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.684679+0000 front 2024-06-13T12:07:31.684698+0000 (oldest deadline 2024-06-13T12:07:57.585008+0000) 2024-06-13T12:08:01.783 INFO:journalctl@ceph.osd.4.smithi088.stdout:Jun 13 12:08:01 smithi088 podman[73739]: 2024-06-13 12:08:01.435527034 +0000 UTC m=+0.017066363 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T12:08:01.783 INFO:journalctl@ceph.osd.4.smithi088.stdout:Jun 13 12:08:01 smithi088 podman[73739]: 2024-06-13 12:08:01.556351463 +0000 UTC m=+0.137890793 container create ebdc5a72116d84dd0b0da57afcad3ae1f8d6b67a65cbcf9da423092e6cfc1130 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-06-13T12:08:01.783 INFO:journalctl@ceph.osd.4.smithi088.stdout:Jun 13 12:08:01 smithi088 podman[73739]: 2024-06-13 12:08:01.783731097 +0000 UTC m=+0.365270425 container init ebdc5a72116d84dd0b0da57afcad3ae1f8d6b67a65cbcf9da423092e6cfc1130 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-06-13T12:08:02.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:01 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:01.591+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:02.069 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:01 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:01.591+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:02.082 INFO:journalctl@ceph.osd.4.smithi088.stdout:Jun 13 12:08:01 smithi088 podman[73739]: 2024-06-13 12:08:01.787683014 +0000 UTC m=+0.369222346 container start ebdc5a72116d84dd0b0da57afcad3ae1f8d6b67a65cbcf9da423092e6cfc1130 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0) 2024-06-13T12:08:02.082 INFO:journalctl@ceph.osd.4.smithi088.stdout:Jun 13 12:08:01 smithi088 podman[73739]: 2024-06-13 12:08:01.933991038 +0000 UTC m=+0.515530378 container attach ebdc5a72116d84dd0b0da57afcad3ae1f8d6b67a65cbcf9da423092e6cfc1130 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-4-deactivate, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-06-13T12:08:02.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:01 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:01.778+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:02.153 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:08:01 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:08:01.855+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:23.252694+0000 front 2024-06-13T12:07:23.252741+0000 (oldest deadline 2024-06-13T12:07:47.352765+0000) 2024-06-13T12:08:02.154 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:08:01 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:08:01.855+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.454092+0000 front 2024-06-13T12:07:31.454179+0000 (oldest deadline 2024-06-13T12:07:57.354193+0000) 2024-06-13T12:08:02.445 INFO:journalctl@ceph.osd.4.smithi088.stdout:Jun 13 12:08:02 smithi088 podman[73739]: 2024-06-13 12:08:02.083355594 +0000 UTC m=+0.664894924 container died ebdc5a72116d84dd0b0da57afcad3ae1f8d6b67a65cbcf9da423092e6cfc1130 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True) 2024-06-13T12:08:02.446 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:02 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:02.134+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:02.446 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:02 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:02.134+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:02.557 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:02 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:02.110+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:24.388641+0000 front 2024-06-13T12:07:24.389316+0000 (oldest deadline 2024-06-13T12:07:49.688950+0000) 2024-06-13T12:08:02.557 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:02 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:02.110+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.692611+0000 front 2024-06-13T12:07:33.692717+0000 (oldest deadline 2024-06-13T12:07:58.392886+0000) 2024-06-13T12:08:02.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:02 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:02.303+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:02.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:02 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:02.303+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:02.742 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.4.service' 2024-06-13T12:08:02.821 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T12:08:02.821 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-06-13T12:08:02.821 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-06-13T12:08:02.821 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl stop ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.5 2024-06-13T12:08:03.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:02 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:02.734+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.684679+0000 front 2024-06-13T12:07:31.684698+0000 (oldest deadline 2024-06-13T12:07:57.585008+0000) 2024-06-13T12:08:03.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:02 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:02.583+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:03.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:02 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:02.583+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:03.146 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:02 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:02.806+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:03.146 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:08:02 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:08:02.831+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:23.252694+0000 front 2024-06-13T12:07:23.252741+0000 (oldest deadline 2024-06-13T12:07:47.352765+0000) 2024-06-13T12:08:03.147 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:08:02 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:08:02.831+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.454092+0000 front 2024-06-13T12:07:31.454179+0000 (oldest deadline 2024-06-13T12:07:57.354193+0000) 2024-06-13T12:08:03.147 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:08:02 smithi162 systemd[1]: Stopping Ceph osd.5 for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T12:08:03.403 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:03 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:03.325+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:03.403 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:03 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:03.325+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:03.403 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:08:03 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:08:03.146+0000 7f93a1e47700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T12:08:03.404 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:08:03 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:08:03.146+0000 7f93a1e47700 -1 osd.5 113 *** Got signal Terminated *** 2024-06-13T12:08:03.404 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:08:03 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:08:03.146+0000 7f93a1e47700 -1 osd.5 113 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-13T12:08:03.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:03 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:03.113+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:03.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:03 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:03.113+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:03.557 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:03 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:03.142+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:24.388641+0000 front 2024-06-13T12:07:24.389316+0000 (oldest deadline 2024-06-13T12:07:49.688950+0000) 2024-06-13T12:08:03.557 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:03 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:03.142+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.692611+0000 front 2024-06-13T12:07:33.692717+0000 (oldest deadline 2024-06-13T12:07:58.392886+0000) 2024-06-13T12:08:04.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:03 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:03.736+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.684679+0000 front 2024-06-13T12:07:31.684698+0000 (oldest deadline 2024-06-13T12:07:57.585008+0000) 2024-06-13T12:08:04.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:03 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:03.623+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:04.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:03 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:03.623+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:04.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:03 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:03.623+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:04.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:03 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:03.787+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:04.153 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:08:03 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:08:03.788+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:23.252694+0000 front 2024-06-13T12:07:23.252741+0000 (oldest deadline 2024-06-13T12:07:47.352765+0000) 2024-06-13T12:08:04.154 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:08:03 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:08:03.788+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.454092+0000 front 2024-06-13T12:07:31.454179+0000 (oldest deadline 2024-06-13T12:07:57.354193+0000) 2024-06-13T12:08:04.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:04 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:04.141+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:04.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:04 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:04.141+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:04.557 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:04 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:04.173+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:24.388641+0000 front 2024-06-13T12:07:24.389316+0000 (oldest deadline 2024-06-13T12:07:49.688950+0000) 2024-06-13T12:08:04.557 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:04 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:04.173+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.692611+0000 front 2024-06-13T12:07:33.692717+0000 (oldest deadline 2024-06-13T12:07:58.392886+0000) 2024-06-13T12:08:04.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:04 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:04.304+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:04.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:04 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:04.304+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:05.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:04 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:04.689+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.684679+0000 front 2024-06-13T12:07:31.684698+0000 (oldest deadline 2024-06-13T12:07:57.585008+0000) 2024-06-13T12:08:05.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:04 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:04.689+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.586864+0000 front 2024-06-13T12:07:41.586961+0000 (oldest deadline 2024-06-13T12:08:04.487027+0000) 2024-06-13T12:08:05.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:04 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:04.600+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:05.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:04 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:04.600+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:05.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:04 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:04.600+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:05.153 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:08:04 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:08:04.810+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:23.252694+0000 front 2024-06-13T12:07:23.252741+0000 (oldest deadline 2024-06-13T12:07:47.352765+0000) 2024-06-13T12:08:05.153 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:08:04 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:08:04.810+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.454092+0000 front 2024-06-13T12:07:31.454179+0000 (oldest deadline 2024-06-13T12:07:57.354193+0000) 2024-06-13T12:08:05.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:04 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:04.766+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:05.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:05 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:05.168+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:05.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:05 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:05.168+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:05.557 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:05 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:05.200+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:24.388641+0000 front 2024-06-13T12:07:24.389316+0000 (oldest deadline 2024-06-13T12:07:49.688950+0000) 2024-06-13T12:08:05.557 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:05 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:05.200+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.692611+0000 front 2024-06-13T12:07:33.692717+0000 (oldest deadline 2024-06-13T12:07:58.392886+0000) 2024-06-13T12:08:05.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:05 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:05.269+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:05.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:05 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:05.269+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:06.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:05 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:05.690+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.684679+0000 front 2024-06-13T12:07:31.684698+0000 (oldest deadline 2024-06-13T12:07:57.585008+0000) 2024-06-13T12:08:06.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:05 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:05.690+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.586864+0000 front 2024-06-13T12:07:41.586961+0000 (oldest deadline 2024-06-13T12:08:04.487027+0000) 2024-06-13T12:08:06.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:05 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:05.615+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:06.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:05 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:05.615+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:06.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:05 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:05.615+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:06.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:05 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:05.755+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:06.153 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:08:05 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:08:05.769+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:23.252694+0000 front 2024-06-13T12:07:23.252741+0000 (oldest deadline 2024-06-13T12:07:47.352765+0000) 2024-06-13T12:08:06.153 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:08:05 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:08:05.769+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.454092+0000 front 2024-06-13T12:07:31.454179+0000 (oldest deadline 2024-06-13T12:07:57.354193+0000) 2024-06-13T12:08:06.153 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:08:05 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:08:05.769+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:40.155818+0000 front 2024-06-13T12:07:40.155845+0000 (oldest deadline 2024-06-13T12:08:04.856070+0000) 2024-06-13T12:08:06.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:06 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:06.193+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:06.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:06 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:06.193+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:06.557 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:06 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:06.173+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:24.388641+0000 front 2024-06-13T12:07:24.389316+0000 (oldest deadline 2024-06-13T12:07:49.688950+0000) 2024-06-13T12:08:06.557 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:06 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:06.173+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.692611+0000 front 2024-06-13T12:07:33.692717+0000 (oldest deadline 2024-06-13T12:07:58.392886+0000) 2024-06-13T12:08:06.558 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:06 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:06.173+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.196732+0000 front 2024-06-13T12:07:41.196801+0000 (oldest deadline 2024-06-13T12:08:05.296968+0000) 2024-06-13T12:08:06.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:06 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:06.272+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:06.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:06 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:06.272+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:06.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:06 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:06.272+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:07.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:06 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:06.683+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.684679+0000 front 2024-06-13T12:07:31.684698+0000 (oldest deadline 2024-06-13T12:07:57.585008+0000) 2024-06-13T12:08:07.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:06 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:06.683+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.586864+0000 front 2024-06-13T12:07:41.586961+0000 (oldest deadline 2024-06-13T12:08:04.487027+0000) 2024-06-13T12:08:07.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:06 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:06.603+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:07.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:06 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:06.603+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:07.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:06 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:06.603+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:07.153 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:08:06 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:08:06.794+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:23.252694+0000 front 2024-06-13T12:07:23.252741+0000 (oldest deadline 2024-06-13T12:07:47.352765+0000) 2024-06-13T12:08:07.154 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:08:06 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:08:06.794+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.454092+0000 front 2024-06-13T12:07:31.454179+0000 (oldest deadline 2024-06-13T12:07:57.354193+0000) 2024-06-13T12:08:07.154 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:08:06 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:08:06.794+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:40.155818+0000 front 2024-06-13T12:07:40.155845+0000 (oldest deadline 2024-06-13T12:08:04.856070+0000) 2024-06-13T12:08:07.154 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:06 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:06.792+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:07.154 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:06 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:06.792+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:40.444731+0000 front 2024-06-13T12:07:40.444805+0000 (oldest deadline 2024-06-13T12:08:06.344811+0000) 2024-06-13T12:08:07.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:07 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:07.168+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:07.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:07 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:07.168+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:07.558 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:07 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:07.178+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:24.388641+0000 front 2024-06-13T12:07:24.389316+0000 (oldest deadline 2024-06-13T12:07:49.688950+0000) 2024-06-13T12:08:07.558 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:07 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:07.178+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.692611+0000 front 2024-06-13T12:07:33.692717+0000 (oldest deadline 2024-06-13T12:07:58.392886+0000) 2024-06-13T12:08:07.558 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:07 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:07.179+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.196732+0000 front 2024-06-13T12:07:41.196801+0000 (oldest deadline 2024-06-13T12:08:05.296968+0000) 2024-06-13T12:08:07.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:07 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:07.297+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:07.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:07 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:07.297+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:07.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:07 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:07.297+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:08.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:07 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:07.657+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.684679+0000 front 2024-06-13T12:07:31.684698+0000 (oldest deadline 2024-06-13T12:07:57.585008+0000) 2024-06-13T12:08:08.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:07 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:07.657+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.586864+0000 front 2024-06-13T12:07:41.586961+0000 (oldest deadline 2024-06-13T12:08:04.487027+0000) 2024-06-13T12:08:08.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:07 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:07.612+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:08.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:07 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:07.612+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:08.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:07 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:07.612+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:08.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:07 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:07.810+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:08.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:07 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:07.810+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:40.444731+0000 front 2024-06-13T12:07:40.444805+0000 (oldest deadline 2024-06-13T12:08:06.344811+0000) 2024-06-13T12:08:08.154 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:08:07 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:08:07.779+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:23.252694+0000 front 2024-06-13T12:07:23.252741+0000 (oldest deadline 2024-06-13T12:07:47.352765+0000) 2024-06-13T12:08:08.154 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:08:07 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:08:07.779+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.454092+0000 front 2024-06-13T12:07:31.454179+0000 (oldest deadline 2024-06-13T12:07:57.354193+0000) 2024-06-13T12:08:08.154 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:08:07 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5[48655]: 2024-06-13T12:08:07.779+0000 7f939a433700 -1 osd.5 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:40.155818+0000 front 2024-06-13T12:07:40.155845+0000 (oldest deadline 2024-06-13T12:08:04.856070+0000) 2024-06-13T12:08:08.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:08 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:08.181+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:08.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:08 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:08.181+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:08.557 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:08 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:08.164+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:24.388641+0000 front 2024-06-13T12:07:24.389316+0000 (oldest deadline 2024-06-13T12:07:49.688950+0000) 2024-06-13T12:08:08.558 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:08 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:08.164+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.692611+0000 front 2024-06-13T12:07:33.692717+0000 (oldest deadline 2024-06-13T12:07:58.392886+0000) 2024-06-13T12:08:08.558 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:08 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:08.164+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.196732+0000 front 2024-06-13T12:07:41.196801+0000 (oldest deadline 2024-06-13T12:08:05.296968+0000) 2024-06-13T12:08:08.564 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:08 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:08.297+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:08.564 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:08 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:08.297+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:08.564 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:08 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:08.297+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:08.838 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:08:08 smithi162 podman[74483]: 2024-06-13 12:08:08.565038801 +0000 UTC m=+5.543153754 container died fbbf7ee4e0e68a2948ec9a2ca30ecbd9d6f2ab19519838e4881984f0bb56f00a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-13T12:08:09.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:08 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:08.654+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.684679+0000 front 2024-06-13T12:07:31.684698+0000 (oldest deadline 2024-06-13T12:07:57.585008+0000) 2024-06-13T12:08:09.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:08 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:08.654+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.586864+0000 front 2024-06-13T12:07:41.586961+0000 (oldest deadline 2024-06-13T12:08:04.487027+0000) 2024-06-13T12:08:09.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:08 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:08.582+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:09.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:08 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:08.582+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:09.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:08 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:08.582+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:09.153 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:08:08 smithi162 podman[74483]: 2024-06-13 12:08:08.946593016 +0000 UTC m=+5.924707967 container cleanup fbbf7ee4e0e68a2948ec9a2ca30ecbd9d6f2ab19519838e4881984f0bb56f00a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True) 2024-06-13T12:08:09.153 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:08:08 smithi162 bash[74483]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5 2024-06-13T12:08:09.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:08 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:08.838+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:09.154 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:08 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:08.838+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:40.444731+0000 front 2024-06-13T12:07:40.444805+0000 (oldest deadline 2024-06-13T12:08:06.344811+0000) 2024-06-13T12:08:09.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:09 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:09.182+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:09.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:09 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:09.182+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:09.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:09 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:09.182+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:09.536 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:09 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:09.126+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:24.388641+0000 front 2024-06-13T12:07:24.389316+0000 (oldest deadline 2024-06-13T12:07:49.688950+0000) 2024-06-13T12:08:09.537 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:09 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:09.126+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.692611+0000 front 2024-06-13T12:07:33.692717+0000 (oldest deadline 2024-06-13T12:07:58.392886+0000) 2024-06-13T12:08:09.537 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:09 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:09.126+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.196732+0000 front 2024-06-13T12:07:41.196801+0000 (oldest deadline 2024-06-13T12:08:05.296968+0000) 2024-06-13T12:08:09.563 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:08:09 smithi162 podman[74500]: 2024-06-13 12:08:09.231678974 +0000 UTC m=+0.664501471 container remove fbbf7ee4e0e68a2948ec9a2ca30ecbd9d6f2ab19519838e4881984f0bb56f00a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-13T12:08:09.563 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:09 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:09.318+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:09.563 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:09 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:09.318+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:09.563 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:09 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:09.318+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:09.807 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:09 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:09.536+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:09.807 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:09 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:09.536+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:09.807 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:09 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:09.536+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:09.861 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:08:09 smithi162 podman[74588]: 2024-06-13 12:08:09.46642011 +0000 UTC m=+0.016655614 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T12:08:09.861 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:08:09 smithi162 podman[74588]: 2024-06-13 12:08:09.59115521 +0000 UTC m=+0.141390700 container create 9ccd2289eb2a7228ed8f2f80f8e1ec0e031b1d17dc0c7ce461e5538fa5b3799b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528) 2024-06-13T12:08:10.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:09 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:09.639+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.684679+0000 front 2024-06-13T12:07:31.684698+0000 (oldest deadline 2024-06-13T12:07:57.585008+0000) 2024-06-13T12:08:10.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:09 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:09.639+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.586864+0000 front 2024-06-13T12:07:41.586961+0000 (oldest deadline 2024-06-13T12:08:04.487027+0000) 2024-06-13T12:08:10.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:09 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:09.876+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:10.154 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:09 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:09.876+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:40.444731+0000 front 2024-06-13T12:07:40.444805+0000 (oldest deadline 2024-06-13T12:08:06.344811+0000) 2024-06-13T12:08:10.154 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:08:09 smithi162 podman[74588]: 2024-06-13 12:08:09.861603722 +0000 UTC m=+0.411839229 container init 9ccd2289eb2a7228ed8f2f80f8e1ec0e031b1d17dc0c7ce461e5538fa5b3799b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5-deactivate, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-13T12:08:10.154 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:08:09 smithi162 podman[74588]: 2024-06-13 12:08:09.865057724 +0000 UTC m=+0.415293215 container start 9ccd2289eb2a7228ed8f2f80f8e1ec0e031b1d17dc0c7ce461e5538fa5b3799b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-06-13T12:08:10.154 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:08:09 smithi162 podman[74588]: 2024-06-13 12:08:09.961514196 +0000 UTC m=+0.511749700 container attach 9ccd2289eb2a7228ed8f2f80f8e1ec0e031b1d17dc0c7ce461e5538fa5b3799b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-13T12:08:10.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:10 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:10.198+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:10.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:10 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:10.198+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:10.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:10 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:10.198+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:10.514 INFO:journalctl@ceph.osd.5.smithi162.stdout:Jun 13 12:08:10 smithi162 podman[74588]: 2024-06-13 12:08:10.160469182 +0000 UTC m=+0.710704676 container died 9ccd2289eb2a7228ed8f2f80f8e1ec0e031b1d17dc0c7ce461e5538fa5b3799b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=squid-3d89acc, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-06-13T12:08:10.514 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:10 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:10.362+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:10.514 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:10 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:10.362+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:10.514 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:10 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:10.362+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:10.515 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:10 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:10.155+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:24.388641+0000 front 2024-06-13T12:07:24.389316+0000 (oldest deadline 2024-06-13T12:07:49.688950+0000) 2024-06-13T12:08:10.515 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:10 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:10.155+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.692611+0000 front 2024-06-13T12:07:33.692717+0000 (oldest deadline 2024-06-13T12:07:58.392886+0000) 2024-06-13T12:08:10.515 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:10 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:10.155+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.196732+0000 front 2024-06-13T12:07:41.196801+0000 (oldest deadline 2024-06-13T12:08:05.296968+0000) 2024-06-13T12:08:10.807 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:10 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:10.515+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:10.807 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:10 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:10.515+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:10.807 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:10 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:10.515+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:10.863 DEBUG:teuthology.orchestra.run.smithi162:> sudo pkill -f 'journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.5.service' 2024-06-13T12:08:10.901 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T12:08:10.901 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-06-13T12:08:10.901 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-06-13T12:08:10.901 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.6 2024-06-13T12:08:11.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:10 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:10.621+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.684679+0000 front 2024-06-13T12:07:31.684698+0000 (oldest deadline 2024-06-13T12:07:57.585008+0000) 2024-06-13T12:08:11.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:10 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:10.621+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.586864+0000 front 2024-06-13T12:07:41.586961+0000 (oldest deadline 2024-06-13T12:08:04.487027+0000) 2024-06-13T12:08:11.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:10 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:10.836+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:11.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:10 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:10.836+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:40.444731+0000 front 2024-06-13T12:07:40.444805+0000 (oldest deadline 2024-06-13T12:08:06.344811+0000) 2024-06-13T12:08:11.307 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:11 smithi042 systemd[1]: Stopping Ceph osd.6 for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T12:08:11.307 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:11 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:11.148+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:24.388641+0000 front 2024-06-13T12:07:24.389316+0000 (oldest deadline 2024-06-13T12:07:49.688950+0000) 2024-06-13T12:08:11.307 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:11 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:11.148+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.692611+0000 front 2024-06-13T12:07:33.692717+0000 (oldest deadline 2024-06-13T12:07:58.392886+0000) 2024-06-13T12:08:11.307 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:11 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:11.148+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.196732+0000 front 2024-06-13T12:07:41.196801+0000 (oldest deadline 2024-06-13T12:08:05.296968+0000) 2024-06-13T12:08:11.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:11 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:11.176+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:11.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:11 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:11.176+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:11.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:11 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:11.176+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:11.787 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:11 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:11.404+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:11.787 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:11 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:11.404+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:11.788 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:11 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:11.404+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:11.807 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:11 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:11.540+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:11.807 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:11 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:11.540+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:11.807 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:11 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:11.540+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:11.808 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:11 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:11.487+0000 7f2c5c600700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T12:08:11.808 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:11 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:11.487+0000 7f2c5c600700 -1 osd.6 113 *** Got signal Terminated *** 2024-06-13T12:08:11.808 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:11 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:11.487+0000 7f2c5c600700 -1 osd.6 113 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-13T12:08:12.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:11 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:11.646+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.684679+0000 front 2024-06-13T12:07:31.684698+0000 (oldest deadline 2024-06-13T12:07:57.585008+0000) 2024-06-13T12:08:12.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:11 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:11.646+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.586864+0000 front 2024-06-13T12:07:41.586961+0000 (oldest deadline 2024-06-13T12:08:04.487027+0000) 2024-06-13T12:08:12.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:11 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:11.787+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:12.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:11 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:11.787+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:40.444731+0000 front 2024-06-13T12:07:40.444805+0000 (oldest deadline 2024-06-13T12:08:06.344811+0000) 2024-06-13T12:08:12.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:12 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:12.213+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:12.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:12 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:12.213+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:12.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:12 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:12.213+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:12.557 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:12 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:12.108+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:24.388641+0000 front 2024-06-13T12:07:24.389316+0000 (oldest deadline 2024-06-13T12:07:49.688950+0000) 2024-06-13T12:08:12.557 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:12 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:12.108+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.692611+0000 front 2024-06-13T12:07:33.692717+0000 (oldest deadline 2024-06-13T12:07:58.392886+0000) 2024-06-13T12:08:12.557 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:12 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:12.108+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.196732+0000 front 2024-06-13T12:07:41.196801+0000 (oldest deadline 2024-06-13T12:08:05.296968+0000) 2024-06-13T12:08:12.761 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:12 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:12.415+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:12.761 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:12 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:12.415+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:12.761 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:12 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:12.415+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:13.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:12 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:12.661+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.684679+0000 front 2024-06-13T12:07:31.684698+0000 (oldest deadline 2024-06-13T12:07:57.585008+0000) 2024-06-13T12:08:13.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:12 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:12.661+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.586864+0000 front 2024-06-13T12:07:41.586961+0000 (oldest deadline 2024-06-13T12:08:04.487027+0000) 2024-06-13T12:08:13.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:12 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:12.564+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:13.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:12 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:12.564+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:13.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:12 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:12.564+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:13.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:12 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:12.761+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:13.154 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:12 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:12.761+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:40.444731+0000 front 2024-06-13T12:07:40.444805+0000 (oldest deadline 2024-06-13T12:08:06.344811+0000) 2024-06-13T12:08:13.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:13 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:13.193+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:13.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:13 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:13.193+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:13.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:13 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:13.193+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:13.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:13 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:13.193+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:13.557 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:13 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:13.071+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:24.388641+0000 front 2024-06-13T12:07:24.389316+0000 (oldest deadline 2024-06-13T12:07:49.688950+0000) 2024-06-13T12:08:13.557 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:13 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:13.071+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.692611+0000 front 2024-06-13T12:07:33.692717+0000 (oldest deadline 2024-06-13T12:07:58.392886+0000) 2024-06-13T12:08:13.557 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:13 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:13.071+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.196732+0000 front 2024-06-13T12:07:41.196801+0000 (oldest deadline 2024-06-13T12:08:05.296968+0000) 2024-06-13T12:08:13.776 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:13 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:13.411+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:13.776 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:13 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:13.411+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:13.776 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:13 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:13.411+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:14.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:13 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:13.666+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.684679+0000 front 2024-06-13T12:07:31.684698+0000 (oldest deadline 2024-06-13T12:07:57.585008+0000) 2024-06-13T12:08:14.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:13 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:13.666+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.586864+0000 front 2024-06-13T12:07:41.586961+0000 (oldest deadline 2024-06-13T12:08:04.487027+0000) 2024-06-13T12:08:14.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:13 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:13.666+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:50.388688+0000 front 2024-06-13T12:07:50.388402+0000 (oldest deadline 2024-06-13T12:08:13.288156+0000) 2024-06-13T12:08:14.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:13 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:13.564+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:14.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:13 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:13.564+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:14.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:13 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:13.564+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:14.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:13 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:13.776+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:14.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:13 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:13.776+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:40.444731+0000 front 2024-06-13T12:07:40.444805+0000 (oldest deadline 2024-06-13T12:08:06.344811+0000) 2024-06-13T12:08:14.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:14 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:14.157+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:14.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:14 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:14.157+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:14.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:14 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:14.157+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:14.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:14 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:14.157+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:14.526 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:14 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:14.065+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:24.388641+0000 front 2024-06-13T12:07:24.389316+0000 (oldest deadline 2024-06-13T12:07:49.688950+0000) 2024-06-13T12:08:14.526 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:14 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:14.065+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.692611+0000 front 2024-06-13T12:07:33.692717+0000 (oldest deadline 2024-06-13T12:07:58.392886+0000) 2024-06-13T12:08:14.526 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:14 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:14.065+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.196732+0000 front 2024-06-13T12:07:41.196801+0000 (oldest deadline 2024-06-13T12:08:05.296968+0000) 2024-06-13T12:08:14.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:14 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:14.388+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:14.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:14 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:14.388+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:14.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:14 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:14.388+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:14.807 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:14 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:14.526+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:14.807 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:14 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:14.526+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:14.807 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:14 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:14.526+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:15.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:14 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:14.653+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.684679+0000 front 2024-06-13T12:07:31.684698+0000 (oldest deadline 2024-06-13T12:07:57.585008+0000) 2024-06-13T12:08:15.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:14 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:14.653+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.586864+0000 front 2024-06-13T12:07:41.586961+0000 (oldest deadline 2024-06-13T12:08:04.487027+0000) 2024-06-13T12:08:15.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:14 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:14.653+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:50.388688+0000 front 2024-06-13T12:07:50.388402+0000 (oldest deadline 2024-06-13T12:08:13.288156+0000) 2024-06-13T12:08:15.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:14 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:14.768+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:15.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:14 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:14.768+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:40.444731+0000 front 2024-06-13T12:07:40.444805+0000 (oldest deadline 2024-06-13T12:08:06.344811+0000) 2024-06-13T12:08:15.438 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:15 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:15.356+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:15.438 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:15 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:15.356+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:15.438 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:15 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:15.356+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:15.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:15 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:15.145+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:15.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:15 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:15.145+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:15.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:15 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:15.145+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:15.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:15 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:15.145+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:15.533 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:15 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:15.070+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:24.388641+0000 front 2024-06-13T12:07:24.389316+0000 (oldest deadline 2024-06-13T12:07:49.688950+0000) 2024-06-13T12:08:15.533 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:15 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:15.070+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.692611+0000 front 2024-06-13T12:07:33.692717+0000 (oldest deadline 2024-06-13T12:07:58.392886+0000) 2024-06-13T12:08:15.533 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:15 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:15.070+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.196732+0000 front 2024-06-13T12:07:41.196801+0000 (oldest deadline 2024-06-13T12:08:05.296968+0000) 2024-06-13T12:08:15.807 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:15 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:15.532+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:15.808 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:15 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:15.532+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:15.808 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:15 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:15.532+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:16.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:15 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:15.634+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.684679+0000 front 2024-06-13T12:07:31.684698+0000 (oldest deadline 2024-06-13T12:07:57.585008+0000) 2024-06-13T12:08:16.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:15 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:15.634+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.586864+0000 front 2024-06-13T12:07:41.586961+0000 (oldest deadline 2024-06-13T12:08:04.487027+0000) 2024-06-13T12:08:16.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:15 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:15.634+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:50.388688+0000 front 2024-06-13T12:07:50.388402+0000 (oldest deadline 2024-06-13T12:08:13.288156+0000) 2024-06-13T12:08:16.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:15 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:15.791+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:16.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:15 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:15.791+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:40.444731+0000 front 2024-06-13T12:07:40.444805+0000 (oldest deadline 2024-06-13T12:08:06.344811+0000) 2024-06-13T12:08:16.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:15 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:15.791+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:49.246209+0000 front 2024-06-13T12:07:49.246295+0000 (oldest deadline 2024-06-13T12:08:15.145834+0000) 2024-06-13T12:08:16.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:16 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:16.110+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:16.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:16 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:16.110+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:16.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:16 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:16.110+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:16.505 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:16 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:16.110+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:16.557 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:16 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:16.105+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:24.388641+0000 front 2024-06-13T12:07:24.389316+0000 (oldest deadline 2024-06-13T12:07:49.688950+0000) 2024-06-13T12:08:16.557 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:16 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:16.105+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.692611+0000 front 2024-06-13T12:07:33.692717+0000 (oldest deadline 2024-06-13T12:07:58.392886+0000) 2024-06-13T12:08:16.557 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:16 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6[57732]: 2024-06-13T12:08:16.105+0000 7f2c57e00700 -1 osd.6 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.196732+0000 front 2024-06-13T12:07:41.196801+0000 (oldest deadline 2024-06-13T12:08:05.296968+0000) 2024-06-13T12:08:16.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:16 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:16.320+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:16.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:16 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:16.320+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:16.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:16 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:16.320+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:17.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:16 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:16.646+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.684679+0000 front 2024-06-13T12:07:31.684698+0000 (oldest deadline 2024-06-13T12:07:57.585008+0000) 2024-06-13T12:08:17.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:16 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:16.646+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.586864+0000 front 2024-06-13T12:07:41.586961+0000 (oldest deadline 2024-06-13T12:08:04.487027+0000) 2024-06-13T12:08:17.005 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:16 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:16.646+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:50.388688+0000 front 2024-06-13T12:07:50.388402+0000 (oldest deadline 2024-06-13T12:08:13.288156+0000) 2024-06-13T12:08:17.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:16 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:16.568+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:17.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:16 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:16.568+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:17.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:16 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:16.568+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:17.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:16 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:16.568+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:51.060812+0000 front 2024-06-13T12:07:51.060978+0000 (oldest deadline 2024-06-13T12:08:15.760921+0000) 2024-06-13T12:08:17.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:16 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:16.825+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:17.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:16 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:16.825+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:40.444731+0000 front 2024-06-13T12:07:40.444805+0000 (oldest deadline 2024-06-13T12:08:06.344811+0000) 2024-06-13T12:08:17.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:16 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:16.825+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:49.246209+0000 front 2024-06-13T12:07:49.246295+0000 (oldest deadline 2024-06-13T12:08:15.145834+0000) 2024-06-13T12:08:17.385 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:17 smithi042 podman[100771]: 2024-06-13 12:08:17.080491443 +0000 UTC m=+5.737606684 container died fe00b6051f7cf90f8d1a45ec3db7fe9dc84e84e8b1dcabedb64286acc4db492b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-13T12:08:17.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:17 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:17.066+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:17.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:17 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:17.066+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:17.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:17 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:17.066+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:17.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:17 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:17.066+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:17.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:17 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:17.312+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:17.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:17 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:17.312+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:17.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:17 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:17.312+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:17.766 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:17 smithi042 podman[100771]: 2024-06-13 12:08:17.49713292 +0000 UTC m=+6.154248120 container cleanup fe00b6051f7cf90f8d1a45ec3db7fe9dc84e84e8b1dcabedb64286acc4db492b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-06-13T12:08:17.766 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:17 smithi042 bash[100771]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6 2024-06-13T12:08:17.766 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:17.588+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:17.766 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:17.588+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:17.766 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:17.588+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:17.766 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:17 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:17.588+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:51.060812+0000 front 2024-06-13T12:07:51.060978+0000 (oldest deadline 2024-06-13T12:08:15.760921+0000) 2024-06-13T12:08:18.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:17 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:17.690+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.684679+0000 front 2024-06-13T12:07:31.684698+0000 (oldest deadline 2024-06-13T12:07:57.585008+0000) 2024-06-13T12:08:18.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:17 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:17.690+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.586864+0000 front 2024-06-13T12:07:41.586961+0000 (oldest deadline 2024-06-13T12:08:04.487027+0000) 2024-06-13T12:08:18.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:17 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:17.690+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:50.388688+0000 front 2024-06-13T12:07:50.388402+0000 (oldest deadline 2024-06-13T12:08:13.288156+0000) 2024-06-13T12:08:18.057 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:17 smithi042 podman[100788]: 2024-06-13 12:08:17.764959212 +0000 UTC m=+0.670329415 container remove fe00b6051f7cf90f8d1a45ec3db7fe9dc84e84e8b1dcabedb64286acc4db492b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-13T12:08:18.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:17 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:17.850+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:18.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:17 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:17.850+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:40.444731+0000 front 2024-06-13T12:07:40.444805+0000 (oldest deadline 2024-06-13T12:08:06.344811+0000) 2024-06-13T12:08:18.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:17 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:17.850+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:49.246209+0000 front 2024-06-13T12:07:49.246295+0000 (oldest deadline 2024-06-13T12:08:15.145834+0000) 2024-06-13T12:08:18.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:18 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:18.017+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:18.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:18 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:18.017+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:18.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:18 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:18.017+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:18.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:18 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:18.017+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:18.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:18 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:18.275+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:18.654 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:18 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:18.275+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:18.654 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:18 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:18.275+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:18.913 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:18 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:18.606+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:18.913 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:18 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:18.606+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:18.913 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:18 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:18.606+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:18.913 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:18 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:18.606+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:51.060812+0000 front 2024-06-13T12:07:51.060978+0000 (oldest deadline 2024-06-13T12:08:15.760921+0000) 2024-06-13T12:08:18.914 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:18 smithi042 podman[100875]: 2024-06-13 12:08:18.56111822 +0000 UTC m=+0.038650877 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T12:08:18.914 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:18 smithi042 podman[100875]: 2024-06-13 12:08:18.74098679 +0000 UTC m=+0.218519481 container create 2af9847ffa5005e3cc2e4c229d3391b2dc4affa2d0a4f2b383244f989ea8b319 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6-deactivate, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-13T12:08:19.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:18 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:18.667+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.684679+0000 front 2024-06-13T12:07:31.684698+0000 (oldest deadline 2024-06-13T12:07:57.585008+0000) 2024-06-13T12:08:19.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:18 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:18.667+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.586864+0000 front 2024-06-13T12:07:41.586961+0000 (oldest deadline 2024-06-13T12:08:04.487027+0000) 2024-06-13T12:08:19.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:18 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:18.667+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:50.388688+0000 front 2024-06-13T12:07:50.388402+0000 (oldest deadline 2024-06-13T12:08:13.288156+0000) 2024-06-13T12:08:19.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:18 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:18.893+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:19.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:18 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:18.893+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:40.444731+0000 front 2024-06-13T12:07:40.444805+0000 (oldest deadline 2024-06-13T12:08:06.344811+0000) 2024-06-13T12:08:19.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:18 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:18.893+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:49.246209+0000 front 2024-06-13T12:07:49.246295+0000 (oldest deadline 2024-06-13T12:08:15.145834+0000) 2024-06-13T12:08:19.307 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:19 smithi042 podman[100875]: 2024-06-13 12:08:19.020161401 +0000 UTC m=+0.497694092 container init 2af9847ffa5005e3cc2e4c229d3391b2dc4affa2d0a4f2b383244f989ea8b319 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-06-13T12:08:19.308 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:19 smithi042 podman[100875]: 2024-06-13 12:08:19.033785934 +0000 UTC m=+0.511318592 container start 2af9847ffa5005e3cc2e4c229d3391b2dc4affa2d0a4f2b383244f989ea8b319 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc) 2024-06-13T12:08:19.308 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:19 smithi042 podman[100875]: 2024-06-13 12:08:19.110273426 +0000 UTC m=+0.587806143 container attach 2af9847ffa5005e3cc2e4c229d3391b2dc4affa2d0a4f2b383244f989ea8b319 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0) 2024-06-13T12:08:19.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:19 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:19.040+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:19.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:19 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:19.040+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:19.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:19 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:19.040+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:19.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:19 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:19.040+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:19.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:19 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:19.268+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:19.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:19 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:19.268+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:19.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:19 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:19.268+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:19.807 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 13 12:08:19 smithi042 podman[100902]: 2024-06-13 12:08:19.566836139 +0000 UTC m=+0.038341977 container died 2af9847ffa5005e3cc2e4c229d3391b2dc4affa2d0a4f2b383244f989ea8b319 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True) 2024-06-13T12:08:19.807 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:19 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:19.598+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:19.808 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:19 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:19.598+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:19.808 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:19 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:19.598+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:19.808 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:19 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:19.598+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:51.060812+0000 front 2024-06-13T12:07:51.060978+0000 (oldest deadline 2024-06-13T12:08:15.760921+0000) 2024-06-13T12:08:20.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:19 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:19.653+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.684679+0000 front 2024-06-13T12:07:31.684698+0000 (oldest deadline 2024-06-13T12:07:57.585008+0000) 2024-06-13T12:08:20.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:19 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:19.653+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.586864+0000 front 2024-06-13T12:07:41.586961+0000 (oldest deadline 2024-06-13T12:08:04.487027+0000) 2024-06-13T12:08:20.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:19 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:19.653+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:50.388688+0000 front 2024-06-13T12:07:50.388402+0000 (oldest deadline 2024-06-13T12:08:13.288156+0000) 2024-06-13T12:08:20.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:19 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:19.887+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:20.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:19 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:19.887+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:40.444731+0000 front 2024-06-13T12:07:40.444805+0000 (oldest deadline 2024-06-13T12:08:06.344811+0000) 2024-06-13T12:08:20.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:19 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:19.887+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:49.246209+0000 front 2024-06-13T12:07:49.246295+0000 (oldest deadline 2024-06-13T12:08:15.145834+0000) 2024-06-13T12:08:20.327 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.6.service' 2024-06-13T12:08:20.445 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T12:08:20.445 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-06-13T12:08:20.445 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-06-13T12:08:20.445 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.7 2024-06-13T12:08:20.471 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:20 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:20.058+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:20.471 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:20 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:20.058+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:20.471 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:20 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:20.058+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:20.471 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:20 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:20.058+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:20.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:20 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:20.260+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:20.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:20 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:20.260+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:20.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:20 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:20.260+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:20.754 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:20 smithi088 systemd[1]: Stopping Ceph osd.7 for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T12:08:20.754 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:20 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:20.658+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.684679+0000 front 2024-06-13T12:07:31.684698+0000 (oldest deadline 2024-06-13T12:07:57.585008+0000) 2024-06-13T12:08:20.754 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:20 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:20.658+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.586864+0000 front 2024-06-13T12:07:41.586961+0000 (oldest deadline 2024-06-13T12:08:04.487027+0000) 2024-06-13T12:08:20.754 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:20 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:20.658+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:50.388688+0000 front 2024-06-13T12:07:50.388402+0000 (oldest deadline 2024-06-13T12:08:13.288156+0000) 2024-06-13T12:08:20.808 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:20 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:20.553+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:20.808 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:20 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:20.553+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:20.808 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:20 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:20.553+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:20.808 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:20 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:20.553+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:51.060812+0000 front 2024-06-13T12:07:51.060978+0000 (oldest deadline 2024-06-13T12:08:15.760921+0000) 2024-06-13T12:08:21.018 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:20 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:20.762+0000 7f9b52951700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T12:08:21.018 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:20 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:20.762+0000 7f9b52951700 -1 osd.7 113 *** Got signal Terminated *** 2024-06-13T12:08:21.018 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:20 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:20.762+0000 7f9b52951700 -1 osd.7 113 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-13T12:08:21.216 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:20 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:20.918+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:21.216 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:20 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:20.918+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:40.444731+0000 front 2024-06-13T12:07:40.444805+0000 (oldest deadline 2024-06-13T12:08:06.344811+0000) 2024-06-13T12:08:21.216 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:20 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:20.918+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:49.246209+0000 front 2024-06-13T12:07:49.246295+0000 (oldest deadline 2024-06-13T12:08:15.145834+0000) 2024-06-13T12:08:21.216 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:20 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:20.918+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.146593+0000 front 2024-06-13T12:07:55.146519+0000 (oldest deadline 2024-06-13T12:08:20.446334+0000) 2024-06-13T12:08:21.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:21 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:21.017+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:21.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:21 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:21.017+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:21.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:21 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:21.017+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:21.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:21 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:21.017+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:21.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:21 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:21.216+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:21.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:21 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:21.216+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:21.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:21 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:21.216+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:22.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:21 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:21.654+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.684679+0000 front 2024-06-13T12:07:31.684698+0000 (oldest deadline 2024-06-13T12:07:57.585008+0000) 2024-06-13T12:08:22.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:21 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:21.654+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.586864+0000 front 2024-06-13T12:07:41.586961+0000 (oldest deadline 2024-06-13T12:08:04.487027+0000) 2024-06-13T12:08:22.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:21 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:21.654+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:50.388688+0000 front 2024-06-13T12:07:50.388402+0000 (oldest deadline 2024-06-13T12:08:13.288156+0000) 2024-06-13T12:08:22.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:21 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:21.571+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:22.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:21 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:21.571+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:22.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:21 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:21.571+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:22.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:21 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:21.571+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:51.060812+0000 front 2024-06-13T12:07:51.060978+0000 (oldest deadline 2024-06-13T12:08:15.760921+0000) 2024-06-13T12:08:22.240 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:21 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:21.914+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:22.241 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:21 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:21.914+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:40.444731+0000 front 2024-06-13T12:07:40.444805+0000 (oldest deadline 2024-06-13T12:08:06.344811+0000) 2024-06-13T12:08:22.241 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:21 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:21.914+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:49.246209+0000 front 2024-06-13T12:07:49.246295+0000 (oldest deadline 2024-06-13T12:08:15.145834+0000) 2024-06-13T12:08:22.241 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:21 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:21.914+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.146593+0000 front 2024-06-13T12:07:55.146519+0000 (oldest deadline 2024-06-13T12:08:20.446334+0000) 2024-06-13T12:08:22.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:22 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:22.027+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:22.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:22 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:22.027+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:22.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:22 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:22.027+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:22.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:22 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:22.027+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:22.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:22 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:22.241+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:22.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:22 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:22.241+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:22.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:22 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:22.241+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:23.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:22 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:22.696+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.684679+0000 front 2024-06-13T12:07:31.684698+0000 (oldest deadline 2024-06-13T12:07:57.585008+0000) 2024-06-13T12:08:23.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:22 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:22.696+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.586864+0000 front 2024-06-13T12:07:41.586961+0000 (oldest deadline 2024-06-13T12:08:04.487027+0000) 2024-06-13T12:08:23.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:22 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:22.696+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:50.388688+0000 front 2024-06-13T12:07:50.388402+0000 (oldest deadline 2024-06-13T12:08:13.288156+0000) 2024-06-13T12:08:23.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:22 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:22.613+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:23.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:22 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:22.613+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:23.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:22 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:22.613+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:23.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:22 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:22.613+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:51.060812+0000 front 2024-06-13T12:07:51.060978+0000 (oldest deadline 2024-06-13T12:08:15.760921+0000) 2024-06-13T12:08:23.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:22 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:22.613+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.761864+0000 front 2024-06-13T12:07:55.762224+0000 (oldest deadline 2024-06-13T12:08:21.661904+0000) 2024-06-13T12:08:23.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:22 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:22.895+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:23.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:22 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:22.895+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:40.444731+0000 front 2024-06-13T12:07:40.444805+0000 (oldest deadline 2024-06-13T12:08:06.344811+0000) 2024-06-13T12:08:23.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:22 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:22.895+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:49.246209+0000 front 2024-06-13T12:07:49.246295+0000 (oldest deadline 2024-06-13T12:08:15.145834+0000) 2024-06-13T12:08:23.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:22 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:22.895+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.146593+0000 front 2024-06-13T12:07:55.146519+0000 (oldest deadline 2024-06-13T12:08:20.446334+0000) 2024-06-13T12:08:23.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:23 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:23.020+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:23.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:23 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:23.020+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:23.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:23 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:23.020+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:23.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:23 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:23.020+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:23.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:23 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:23.020+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:57.987519+0000 front 2024-06-13T12:07:57.987457+0000 (oldest deadline 2024-06-13T12:08:22.687654+0000) 2024-06-13T12:08:23.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:23 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:23.237+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:23.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:23 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:23.237+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:23.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:23 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:23.237+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:23.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:23 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:23.237+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:24.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:23 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:23.725+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.684679+0000 front 2024-06-13T12:07:31.684698+0000 (oldest deadline 2024-06-13T12:07:57.585008+0000) 2024-06-13T12:08:24.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:23 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:23.725+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.586864+0000 front 2024-06-13T12:07:41.586961+0000 (oldest deadline 2024-06-13T12:08:04.487027+0000) 2024-06-13T12:08:24.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:23 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:23.725+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:50.388688+0000 front 2024-06-13T12:07:50.388402+0000 (oldest deadline 2024-06-13T12:08:13.288156+0000) 2024-06-13T12:08:24.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:23 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:23.612+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:24.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:23 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:23.612+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:24.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:23 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:23.612+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:24.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:23 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:23.612+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:51.060812+0000 front 2024-06-13T12:07:51.060978+0000 (oldest deadline 2024-06-13T12:08:15.760921+0000) 2024-06-13T12:08:24.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:23 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:23.612+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.761864+0000 front 2024-06-13T12:07:55.762224+0000 (oldest deadline 2024-06-13T12:08:21.661904+0000) 2024-06-13T12:08:24.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:23 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:23.878+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:24.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:23 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:23.878+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:40.444731+0000 front 2024-06-13T12:07:40.444805+0000 (oldest deadline 2024-06-13T12:08:06.344811+0000) 2024-06-13T12:08:24.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:23 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:23.878+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:49.246209+0000 front 2024-06-13T12:07:49.246295+0000 (oldest deadline 2024-06-13T12:08:15.145834+0000) 2024-06-13T12:08:24.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:23 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:23.878+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.146593+0000 front 2024-06-13T12:07:55.146519+0000 (oldest deadline 2024-06-13T12:08:20.446334+0000) 2024-06-13T12:08:24.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:24 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:24.020+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:24.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:24 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:24.020+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:24.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:24 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:24.020+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:24.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:24 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:24.020+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:24.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:24 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:24.020+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:57.987519+0000 front 2024-06-13T12:07:57.987457+0000 (oldest deadline 2024-06-13T12:08:22.687654+0000) 2024-06-13T12:08:24.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:24 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:24.279+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:24.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:24 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:24.279+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:24.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:24 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:24.279+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:24.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:24 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:24.279+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:25.042 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:24 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:24.770+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.684679+0000 front 2024-06-13T12:07:31.684698+0000 (oldest deadline 2024-06-13T12:07:57.585008+0000) 2024-06-13T12:08:25.042 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:24 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:24.770+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.586864+0000 front 2024-06-13T12:07:41.586961+0000 (oldest deadline 2024-06-13T12:08:04.487027+0000) 2024-06-13T12:08:25.042 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:24 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:24.770+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:50.388688+0000 front 2024-06-13T12:07:50.388402+0000 (oldest deadline 2024-06-13T12:08:13.288156+0000) 2024-06-13T12:08:25.042 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:24 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:24.770+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:59.189367+0000 front 2024-06-13T12:07:59.189318+0000 (oldest deadline 2024-06-13T12:08:23.889451+0000) 2024-06-13T12:08:25.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:24 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:24.662+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:25.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:24 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:24.662+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:25.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:24 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:24.662+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:25.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:24 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:24.662+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:51.060812+0000 front 2024-06-13T12:07:51.060978+0000 (oldest deadline 2024-06-13T12:08:15.760921+0000) 2024-06-13T12:08:25.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:24 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:24.662+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.761864+0000 front 2024-06-13T12:07:55.762224+0000 (oldest deadline 2024-06-13T12:08:21.661904+0000) 2024-06-13T12:08:25.259 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:24 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:24.923+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:25.259 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:24 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:24.923+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:40.444731+0000 front 2024-06-13T12:07:40.444805+0000 (oldest deadline 2024-06-13T12:08:06.344811+0000) 2024-06-13T12:08:25.259 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:24 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:24.923+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:49.246209+0000 front 2024-06-13T12:07:49.246295+0000 (oldest deadline 2024-06-13T12:08:15.145834+0000) 2024-06-13T12:08:25.259 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:24 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:24.923+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.146593+0000 front 2024-06-13T12:07:55.146519+0000 (oldest deadline 2024-06-13T12:08:20.446334+0000) 2024-06-13T12:08:25.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:25 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:25.042+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:25.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:25 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:25.042+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:25.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:25 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:25.042+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:25.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:25 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:25.042+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:25.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:25 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:25.042+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:57.987519+0000 front 2024-06-13T12:07:57.987457+0000 (oldest deadline 2024-06-13T12:08:22.687654+0000) 2024-06-13T12:08:25.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:25 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:25.259+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:25.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:25 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:25.259+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:25.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:25 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:25.259+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:25.654 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:25 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:25.259+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:26.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:25 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:25.722+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:31.684679+0000 front 2024-06-13T12:07:31.684698+0000 (oldest deadline 2024-06-13T12:07:57.585008+0000) 2024-06-13T12:08:26.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:25 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:25.722+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.586864+0000 front 2024-06-13T12:07:41.586961+0000 (oldest deadline 2024-06-13T12:08:04.487027+0000) 2024-06-13T12:08:26.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:25 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:25.722+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:50.388688+0000 front 2024-06-13T12:07:50.388402+0000 (oldest deadline 2024-06-13T12:08:13.288156+0000) 2024-06-13T12:08:26.004 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:25 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7[54853]: 2024-06-13T12:08:25.722+0000 7f9b4ef45700 -1 osd.7 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:59.189367+0000 front 2024-06-13T12:07:59.189318+0000 (oldest deadline 2024-06-13T12:08:23.889451+0000) 2024-06-13T12:08:26.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:25 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:25.622+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:26.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:25 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:25.622+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:26.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:25 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:25.622+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:26.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:25 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:25.622+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:51.060812+0000 front 2024-06-13T12:07:51.060978+0000 (oldest deadline 2024-06-13T12:08:15.760921+0000) 2024-06-13T12:08:26.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:25 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:25.622+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.761864+0000 front 2024-06-13T12:07:55.762224+0000 (oldest deadline 2024-06-13T12:08:21.661904+0000) 2024-06-13T12:08:26.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:25 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:25.960+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:26.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:25 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:25.960+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:40.444731+0000 front 2024-06-13T12:07:40.444805+0000 (oldest deadline 2024-06-13T12:08:06.344811+0000) 2024-06-13T12:08:26.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:25 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:25.960+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:49.246209+0000 front 2024-06-13T12:07:49.246295+0000 (oldest deadline 2024-06-13T12:08:15.145834+0000) 2024-06-13T12:08:26.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:25 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:25.960+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.146593+0000 front 2024-06-13T12:07:55.146519+0000 (oldest deadline 2024-06-13T12:08:20.446334+0000) 2024-06-13T12:08:26.350 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:26 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:26.039+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:26.351 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:26 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:26.039+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:26.351 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:26 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:26.039+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:26.351 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:26 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:26.039+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:26.351 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:26 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:26.039+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:57.987519+0000 front 2024-06-13T12:07:57.987457+0000 (oldest deadline 2024-06-13T12:08:22.687654+0000) 2024-06-13T12:08:26.646 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:26 smithi088 podman[73846]: 2024-06-13 12:08:26.351099078 +0000 UTC m=+5.705097132 container died 1bfa032f72cff5d5ab34c225c4e0a0d45b57fb09394cbc6ead77c7744171e94f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-06-13T12:08:26.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:26 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:26.270+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:26.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:26 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:26.270+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:26.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:26 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:26.270+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:26.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:26 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:26.270+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:26.959 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:26 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:26.611+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:26.960 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:26 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:26.611+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:26.960 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:26 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:26.611+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:26.960 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:26 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:26.611+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:51.060812+0000 front 2024-06-13T12:07:51.060978+0000 (oldest deadline 2024-06-13T12:08:15.760921+0000) 2024-06-13T12:08:26.960 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:26 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:26.611+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.761864+0000 front 2024-06-13T12:07:55.762224+0000 (oldest deadline 2024-06-13T12:08:21.661904+0000) 2024-06-13T12:08:27.002 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:26 smithi088 podman[73846]: 2024-06-13 12:08:26.712810432 +0000 UTC m=+6.066808485 container cleanup 1bfa032f72cff5d5ab34c225c4e0a0d45b57fb09394cbc6ead77c7744171e94f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-06-13T12:08:27.003 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:26 smithi088 bash[73846]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7 2024-06-13T12:08:27.254 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:27 smithi088 podman[73862]: 2024-06-13 12:08:27.005831919 +0000 UTC m=+0.648890177 container remove 1bfa032f72cff5d5ab34c225c4e0a0d45b57fb09394cbc6ead77c7744171e94f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2) 2024-06-13T12:08:27.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:27 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:27.002+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:27.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:27 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:27.002+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:27.255 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:27 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:27.002+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:27.255 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:27 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:27.002+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:27.255 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:27 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:27.002+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:57.987519+0000 front 2024-06-13T12:07:57.987457+0000 (oldest deadline 2024-06-13T12:08:22.687654+0000) 2024-06-13T12:08:27.310 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:26 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:26.915+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:27.310 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:26 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:26.915+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:40.444731+0000 front 2024-06-13T12:07:40.444805+0000 (oldest deadline 2024-06-13T12:08:06.344811+0000) 2024-06-13T12:08:27.310 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:26 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:26.915+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:49.246209+0000 front 2024-06-13T12:07:49.246295+0000 (oldest deadline 2024-06-13T12:08:15.145834+0000) 2024-06-13T12:08:27.310 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:26 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:26.915+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.146593+0000 front 2024-06-13T12:07:55.146519+0000 (oldest deadline 2024-06-13T12:08:20.446334+0000) 2024-06-13T12:08:27.625 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:27 smithi088 podman[73950]: 2024-06-13 12:08:27.234555509 +0000 UTC m=+0.017163633 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T12:08:27.625 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:27 smithi088 podman[73950]: 2024-06-13 12:08:27.357000957 +0000 UTC m=+0.139609077 container create 33b67470c4c985b7e27550fd496ec4ecca391ce4cf05e8af7c288f35c0944abd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0) 2024-06-13T12:08:27.625 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:27 smithi088 podman[73950]: 2024-06-13 12:08:27.626001733 +0000 UTC m=+0.408609865 container init 33b67470c4c985b7e27550fd496ec4ecca391ce4cf05e8af7c288f35c0944abd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-06-13T12:08:27.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:27 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:27.310+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:27.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:27 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:27.310+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:27.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:27 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:27.310+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:27.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:27 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:27.310+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:27.921 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:27 smithi088 podman[73950]: 2024-06-13 12:08:27.62903065 +0000 UTC m=+0.411638772 container start 33b67470c4c985b7e27550fd496ec4ecca391ce4cf05e8af7c288f35c0944abd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-06-13T12:08:27.921 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:27 smithi088 podman[73950]: 2024-06-13 12:08:27.692613884 +0000 UTC m=+0.475222010 container attach 33b67470c4c985b7e27550fd496ec4ecca391ce4cf05e8af7c288f35c0944abd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240528, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-06-13T12:08:27.996 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:27 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:27.567+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:27.996 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:27 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:27.567+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:27.996 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:27 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:27.567+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:27.996 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:27 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:27.567+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:51.060812+0000 front 2024-06-13T12:07:51.060978+0000 (oldest deadline 2024-06-13T12:08:15.760921+0000) 2024-06-13T12:08:27.996 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:27 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:27.567+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.761864+0000 front 2024-06-13T12:07:55.762224+0000 (oldest deadline 2024-06-13T12:08:21.661904+0000) 2024-06-13T12:08:28.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:27 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:27.889+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:28.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:27 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:27.889+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:40.444731+0000 front 2024-06-13T12:07:40.444805+0000 (oldest deadline 2024-06-13T12:08:06.344811+0000) 2024-06-13T12:08:28.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:27 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:27.889+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:49.246209+0000 front 2024-06-13T12:07:49.246295+0000 (oldest deadline 2024-06-13T12:08:15.145834+0000) 2024-06-13T12:08:28.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:27 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:27.889+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.146593+0000 front 2024-06-13T12:07:55.146519+0000 (oldest deadline 2024-06-13T12:08:20.446334+0000) 2024-06-13T12:08:28.228 INFO:journalctl@ceph.osd.7.smithi088.stdout:Jun 13 12:08:27 smithi088 podman[73950]: 2024-06-13 12:08:27.921836286 +0000 UTC m=+0.704444413 container died 33b67470c4c985b7e27550fd496ec4ecca391ce4cf05e8af7c288f35c0944abd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528) 2024-06-13T12:08:28.228 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:28 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:28.039+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:28.229 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:28 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:28.039+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:28.229 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:28 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:28.039+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:28.229 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:28 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:28.039+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:28.229 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:28 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:28.039+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:57.987519+0000 front 2024-06-13T12:07:57.987457+0000 (oldest deadline 2024-06-13T12:08:22.687654+0000) 2024-06-13T12:08:28.545 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.7.service' 2024-06-13T12:08:28.623 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T12:08:28.623 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-06-13T12:08:28.623 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-06-13T12:08:28.623 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl stop ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.8 2024-06-13T12:08:28.650 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:28 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:28.360+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:28.650 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:28 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:28.360+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:28.650 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:28 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:28.360+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:28.651 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:28 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:28.360+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:28.691 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:28 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:28.598+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:28.691 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:28 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:28.598+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:28.691 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:28 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:28.598+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:28.691 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:28 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:28.598+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:51.060812+0000 front 2024-06-13T12:07:51.060978+0000 (oldest deadline 2024-06-13T12:08:15.760921+0000) 2024-06-13T12:08:28.691 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:28 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:28.598+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.761864+0000 front 2024-06-13T12:07:55.762224+0000 (oldest deadline 2024-06-13T12:08:21.661904+0000) 2024-06-13T12:08:28.903 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:28 smithi162 systemd[1]: Stopping Ceph osd.8 for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T12:08:29.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:28 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:28.996+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:29.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:28 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:28.996+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:29.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:28 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:28.996+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:29.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:28 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:28.996+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:29.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:28 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:28.996+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:57.987519+0000 front 2024-06-13T12:07:57.987457+0000 (oldest deadline 2024-06-13T12:08:22.687654+0000) 2024-06-13T12:08:29.354 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:28 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:28.936+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:29.354 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:28 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:28.936+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:40.444731+0000 front 2024-06-13T12:07:40.444805+0000 (oldest deadline 2024-06-13T12:08:06.344811+0000) 2024-06-13T12:08:29.354 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:28 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:28.936+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:49.246209+0000 front 2024-06-13T12:07:49.246295+0000 (oldest deadline 2024-06-13T12:08:15.145834+0000) 2024-06-13T12:08:29.354 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:28 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:28.936+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.146593+0000 front 2024-06-13T12:07:55.146519+0000 (oldest deadline 2024-06-13T12:08:20.446334+0000) 2024-06-13T12:08:29.354 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:28 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:28.950+0000 7f903c273700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T12:08:29.354 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:28 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:28.950+0000 7f903c273700 -1 osd.8 113 *** Got signal Terminated *** 2024-06-13T12:08:29.354 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:28 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:28.950+0000 7f903c273700 -1 osd.8 113 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-13T12:08:29.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:29 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:29.354+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:29.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:29 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:29.354+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:29.654 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:29 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:29.354+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:29.654 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:29 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:29.354+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:30.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:29 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:29.592+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:30.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:29 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:29.592+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:30.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:29 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:29.592+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:30.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:29 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:29.592+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:51.060812+0000 front 2024-06-13T12:07:51.060978+0000 (oldest deadline 2024-06-13T12:08:15.760921+0000) 2024-06-13T12:08:30.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:29 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:29.592+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.761864+0000 front 2024-06-13T12:07:55.762224+0000 (oldest deadline 2024-06-13T12:08:21.661904+0000) 2024-06-13T12:08:30.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:29 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:29.888+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:30.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:29 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:29.888+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:40.444731+0000 front 2024-06-13T12:07:40.444805+0000 (oldest deadline 2024-06-13T12:08:06.344811+0000) 2024-06-13T12:08:30.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:29 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:29.888+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:49.246209+0000 front 2024-06-13T12:07:49.246295+0000 (oldest deadline 2024-06-13T12:08:15.145834+0000) 2024-06-13T12:08:30.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:29 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:29.888+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.146593+0000 front 2024-06-13T12:07:55.146519+0000 (oldest deadline 2024-06-13T12:08:20.446334+0000) 2024-06-13T12:08:30.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:29 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:29.888+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:07.348265+0000 front 2024-06-13T12:08:07.348314+0000 (oldest deadline 2024-06-13T12:08:29.048491+0000) 2024-06-13T12:08:30.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:30 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:30.036+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:30.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:30 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:30.036+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:30.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:30 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:30.036+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:30.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:30 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:30.036+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:30.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:30 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:30.036+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:57.987519+0000 front 2024-06-13T12:07:57.987457+0000 (oldest deadline 2024-06-13T12:08:22.687654+0000) 2024-06-13T12:08:30.505 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:30 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:30.036+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.689321+0000 front 2024-06-13T12:08:06.689402+0000 (oldest deadline 2024-06-13T12:08:29.589271+0000) 2024-06-13T12:08:30.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:30 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:30.318+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:30.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:30 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:30.318+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:30.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:30 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:30.318+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:30.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:30 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:30.318+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:30.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:30 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:30.318+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.733640+0000 front 2024-06-13T12:08:06.733730+0000 (oldest deadline 2024-06-13T12:08:29.633676+0000) 2024-06-13T12:08:31.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:30 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:30.639+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:31.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:30 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:30.639+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:31.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:30 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:30.639+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:31.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:30 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:30.639+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:51.060812+0000 front 2024-06-13T12:07:51.060978+0000 (oldest deadline 2024-06-13T12:08:15.760921+0000) 2024-06-13T12:08:31.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:30 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:30.639+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.761864+0000 front 2024-06-13T12:07:55.762224+0000 (oldest deadline 2024-06-13T12:08:21.661904+0000) 2024-06-13T12:08:31.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:30 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:30.639+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.864405+0000 front 2024-06-13T12:08:06.864195+0000 (oldest deadline 2024-06-13T12:08:29.764253+0000) 2024-06-13T12:08:31.274 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:30 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:30.922+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:31.274 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:30 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:30.922+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:40.444731+0000 front 2024-06-13T12:07:40.444805+0000 (oldest deadline 2024-06-13T12:08:06.344811+0000) 2024-06-13T12:08:31.274 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:30 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:30.922+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:49.246209+0000 front 2024-06-13T12:07:49.246295+0000 (oldest deadline 2024-06-13T12:08:15.145834+0000) 2024-06-13T12:08:31.274 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:30 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:30.922+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.146593+0000 front 2024-06-13T12:07:55.146519+0000 (oldest deadline 2024-06-13T12:08:20.446334+0000) 2024-06-13T12:08:31.274 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:30 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:30.922+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:07.348265+0000 front 2024-06-13T12:08:07.348314+0000 (oldest deadline 2024-06-13T12:08:29.048491+0000) 2024-06-13T12:08:31.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:31 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:31.031+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:31.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:31 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:31.031+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:31.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:31 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:31.031+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:31.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:31 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:31.031+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:31.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:31 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:31.031+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:57.987519+0000 front 2024-06-13T12:07:57.987457+0000 (oldest deadline 2024-06-13T12:08:22.687654+0000) 2024-06-13T12:08:31.505 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:31 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:31.031+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.689321+0000 front 2024-06-13T12:08:06.689402+0000 (oldest deadline 2024-06-13T12:08:29.589271+0000) 2024-06-13T12:08:31.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:31 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:31.274+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:31.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:31 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:31.274+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:31.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:31 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:31.274+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:31.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:31 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:31.274+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:31.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:31 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:31.274+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.733640+0000 front 2024-06-13T12:08:06.733730+0000 (oldest deadline 2024-06-13T12:08:29.633676+0000) 2024-06-13T12:08:32.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:31 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:31.641+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:32.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:31 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:31.642+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:32.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:31 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:31.642+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:32.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:31 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:31.642+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:51.060812+0000 front 2024-06-13T12:07:51.060978+0000 (oldest deadline 2024-06-13T12:08:15.760921+0000) 2024-06-13T12:08:32.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:31 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:31.642+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.761864+0000 front 2024-06-13T12:07:55.762224+0000 (oldest deadline 2024-06-13T12:08:21.661904+0000) 2024-06-13T12:08:32.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:31 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:31.642+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.864405+0000 front 2024-06-13T12:08:06.864195+0000 (oldest deadline 2024-06-13T12:08:29.764253+0000) 2024-06-13T12:08:32.259 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:31 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:31.958+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:32.259 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:31 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:31.958+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:40.444731+0000 front 2024-06-13T12:07:40.444805+0000 (oldest deadline 2024-06-13T12:08:06.344811+0000) 2024-06-13T12:08:32.259 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:31 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:31.958+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:49.246209+0000 front 2024-06-13T12:07:49.246295+0000 (oldest deadline 2024-06-13T12:08:15.145834+0000) 2024-06-13T12:08:32.259 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:31 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:31.958+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.146593+0000 front 2024-06-13T12:07:55.146519+0000 (oldest deadline 2024-06-13T12:08:20.446334+0000) 2024-06-13T12:08:32.259 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:31 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:31.958+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:07.348265+0000 front 2024-06-13T12:08:07.348314+0000 (oldest deadline 2024-06-13T12:08:29.048491+0000) 2024-06-13T12:08:32.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:32 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:32.025+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:32.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:32 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:32.025+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:32.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:32 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:32.025+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:32.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:32 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:32.025+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:32.505 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:32 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:32.025+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:57.987519+0000 front 2024-06-13T12:07:57.987457+0000 (oldest deadline 2024-06-13T12:08:22.687654+0000) 2024-06-13T12:08:32.505 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:32 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:32.025+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.689321+0000 front 2024-06-13T12:08:06.689402+0000 (oldest deadline 2024-06-13T12:08:29.589271+0000) 2024-06-13T12:08:32.654 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:32 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:32.259+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:32.654 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:32 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:32.259+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:32.655 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:32 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:32.259+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:32.655 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:32 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:32.259+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:32.655 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:32 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:32.259+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.733640+0000 front 2024-06-13T12:08:06.733730+0000 (oldest deadline 2024-06-13T12:08:29.633676+0000) 2024-06-13T12:08:33.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:32 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:32.616+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:33.080 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:32 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:32.616+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:33.081 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:32 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:32.616+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:33.081 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:32 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:32.616+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:51.060812+0000 front 2024-06-13T12:07:51.060978+0000 (oldest deadline 2024-06-13T12:08:15.760921+0000) 2024-06-13T12:08:33.081 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:32 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:32.616+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.761864+0000 front 2024-06-13T12:07:55.762224+0000 (oldest deadline 2024-06-13T12:08:21.661904+0000) 2024-06-13T12:08:33.081 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:32 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:32.616+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.864405+0000 front 2024-06-13T12:08:06.864195+0000 (oldest deadline 2024-06-13T12:08:29.764253+0000) 2024-06-13T12:08:33.253 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:32 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:32.912+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:33.253 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:32 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:32.912+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:40.444731+0000 front 2024-06-13T12:07:40.444805+0000 (oldest deadline 2024-06-13T12:08:06.344811+0000) 2024-06-13T12:08:33.253 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:32 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:32.912+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:49.246209+0000 front 2024-06-13T12:07:49.246295+0000 (oldest deadline 2024-06-13T12:08:15.145834+0000) 2024-06-13T12:08:33.253 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:32 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:32.912+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.146593+0000 front 2024-06-13T12:07:55.146519+0000 (oldest deadline 2024-06-13T12:08:20.446334+0000) 2024-06-13T12:08:33.253 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:32 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:32.912+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:07.348265+0000 front 2024-06-13T12:08:07.348314+0000 (oldest deadline 2024-06-13T12:08:29.048491+0000) 2024-06-13T12:08:33.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:32 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:32.997+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:33.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:32 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:32.997+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:33.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:32 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:32.997+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:33.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:32 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:32.997+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:33.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:32 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:32.997+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:57.987519+0000 front 2024-06-13T12:07:57.987457+0000 (oldest deadline 2024-06-13T12:08:22.687654+0000) 2024-06-13T12:08:33.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:32 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:32.997+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.689321+0000 front 2024-06-13T12:08:06.689402+0000 (oldest deadline 2024-06-13T12:08:29.589271+0000) 2024-06-13T12:08:33.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:33 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:33.253+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:33.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:33 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:33.253+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:33.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:33 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:33.253+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:33.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:33 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:33.253+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:33.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:33 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:33.253+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.733640+0000 front 2024-06-13T12:08:06.733730+0000 (oldest deadline 2024-06-13T12:08:29.633676+0000) 2024-06-13T12:08:34.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:33 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:33.598+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:34.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:33 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:33.598+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:34.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:33 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:33.598+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:34.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:33 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:33.598+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:51.060812+0000 front 2024-06-13T12:07:51.060978+0000 (oldest deadline 2024-06-13T12:08:15.760921+0000) 2024-06-13T12:08:34.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:33 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:33.598+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.761864+0000 front 2024-06-13T12:07:55.762224+0000 (oldest deadline 2024-06-13T12:08:21.661904+0000) 2024-06-13T12:08:34.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:33 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:33.598+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.864405+0000 front 2024-06-13T12:08:06.864195+0000 (oldest deadline 2024-06-13T12:08:29.764253+0000) 2024-06-13T12:08:34.293 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:33 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:33.921+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:29.943317+0000 front 2024-06-13T12:07:29.943220+0000 (oldest deadline 2024-06-13T12:07:56.343945+0000) 2024-06-13T12:08:34.293 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:33 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:33.921+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:40.444731+0000 front 2024-06-13T12:07:40.444805+0000 (oldest deadline 2024-06-13T12:08:06.344811+0000) 2024-06-13T12:08:34.293 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:33 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:33.921+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:49.246209+0000 front 2024-06-13T12:07:49.246295+0000 (oldest deadline 2024-06-13T12:08:15.145834+0000) 2024-06-13T12:08:34.293 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:33 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:33.921+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.146593+0000 front 2024-06-13T12:07:55.146519+0000 (oldest deadline 2024-06-13T12:08:20.446334+0000) 2024-06-13T12:08:34.293 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:33 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8[55153]: 2024-06-13T12:08:33.921+0000 7f9038867700 -1 osd.8 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:07.348265+0000 front 2024-06-13T12:08:07.348314+0000 (oldest deadline 2024-06-13T12:08:29.048491+0000) 2024-06-13T12:08:34.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:34 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:34.038+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:34.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:34 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:34.038+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:34.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:34 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:34.038+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:34.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:34 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:34.038+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:34.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:34 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:34.038+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:57.987519+0000 front 2024-06-13T12:07:57.987457+0000 (oldest deadline 2024-06-13T12:08:22.687654+0000) 2024-06-13T12:08:34.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:34 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:34.038+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.689321+0000 front 2024-06-13T12:08:06.689402+0000 (oldest deadline 2024-06-13T12:08:29.589271+0000) 2024-06-13T12:08:34.642 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:34 smithi162 podman[74705]: 2024-06-13 12:08:34.35587915 +0000 UTC m=+5.530861552 container died 52c725ba89e3b2c26f716567d9b033c2e3f5943f156cfe6a858d6002cd055187 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux ) 2024-06-13T12:08:34.643 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:34 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:34.291+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:34.643 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:34 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:34.291+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:34.643 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:34 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:34.291+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:34.643 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:34 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:34.291+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:34.643 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:34 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:34.291+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.733640+0000 front 2024-06-13T12:08:06.733730+0000 (oldest deadline 2024-06-13T12:08:29.633676+0000) 2024-06-13T12:08:34.903 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:34 smithi162 podman[74705]: 2024-06-13 12:08:34.742615669 +0000 UTC m=+5.917598023 container cleanup 52c725ba89e3b2c26f716567d9b033c2e3f5943f156cfe6a858d6002cd055187 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, RELEASE=squid-3d89acc, GIT_CLEAN=True) 2024-06-13T12:08:34.904 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:34 smithi162 bash[74705]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8 2024-06-13T12:08:35.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:34 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:34.610+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:35.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:34 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:34.610+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:35.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:34 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:34.610+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:35.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:34 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:34.610+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:51.060812+0000 front 2024-06-13T12:07:51.060978+0000 (oldest deadline 2024-06-13T12:08:15.760921+0000) 2024-06-13T12:08:35.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:34 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:34.610+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.761864+0000 front 2024-06-13T12:07:55.762224+0000 (oldest deadline 2024-06-13T12:08:21.661904+0000) 2024-06-13T12:08:35.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:34 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:34.610+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.864405+0000 front 2024-06-13T12:08:06.864195+0000 (oldest deadline 2024-06-13T12:08:29.764253+0000) 2024-06-13T12:08:35.295 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:34 smithi162 podman[74723]: 2024-06-13 12:08:34.994043712 +0000 UTC m=+0.640092035 container remove 52c725ba89e3b2c26f716567d9b033c2e3f5943f156cfe6a858d6002cd055187 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T12:08:35.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:35 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:35.054+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:35.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:35 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:35.054+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:35.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:35 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:35.054+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:35.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:35 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:35.054+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:35.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:35 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:35.054+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:57.987519+0000 front 2024-06-13T12:07:57.987457+0000 (oldest deadline 2024-06-13T12:08:22.687654+0000) 2024-06-13T12:08:35.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:35 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:35.054+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.689321+0000 front 2024-06-13T12:08:06.689402+0000 (oldest deadline 2024-06-13T12:08:29.589271+0000) 2024-06-13T12:08:35.580 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:35 smithi162 podman[74810]: 2024-06-13 12:08:35.222526949 +0000 UTC m=+0.017300126 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T12:08:35.581 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:35 smithi162 podman[74810]: 2024-06-13 12:08:35.336796685 +0000 UTC m=+0.131569848 container create dbc2761c4eb2e38c079818f72adbed9999ed2873d04605a9616c3eb575f515c3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-06-13T12:08:35.581 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:35 smithi162 podman[74810]: 2024-06-13 12:08:35.580984184 +0000 UTC m=+0.375757358 container init dbc2761c4eb2e38c079818f72adbed9999ed2873d04605a9616c3eb575f515c3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-06-13T12:08:35.581 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:35 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:35.294+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:35.581 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:35 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:35.294+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:35.581 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:35 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:35.294+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:35.581 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:35 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:35.294+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:35.581 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:35 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:35.294+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.733640+0000 front 2024-06-13T12:08:06.733730+0000 (oldest deadline 2024-06-13T12:08:29.633676+0000) 2024-06-13T12:08:35.875 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:35 smithi162 podman[74810]: 2024-06-13 12:08:35.584344743 +0000 UTC m=+0.379117907 container start dbc2761c4eb2e38c079818f72adbed9999ed2873d04605a9616c3eb575f515c3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8-deactivate, GIT_CLEAN=True, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-06-13T12:08:35.875 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:35 smithi162 podman[74810]: 2024-06-13 12:08:35.689514816 +0000 UTC m=+0.484287989 container attach dbc2761c4eb2e38c079818f72adbed9999ed2873d04605a9616c3eb575f515c3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True) 2024-06-13T12:08:36.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:35 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:35.607+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:36.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:35 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:35.607+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:36.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:35 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:35.607+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:36.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:35 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:35.607+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:51.060812+0000 front 2024-06-13T12:07:51.060978+0000 (oldest deadline 2024-06-13T12:08:15.760921+0000) 2024-06-13T12:08:36.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:35 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:35.607+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.761864+0000 front 2024-06-13T12:07:55.762224+0000 (oldest deadline 2024-06-13T12:08:21.661904+0000) 2024-06-13T12:08:36.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:35 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:35.607+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.864405+0000 front 2024-06-13T12:08:06.864195+0000 (oldest deadline 2024-06-13T12:08:29.764253+0000) 2024-06-13T12:08:36.153 INFO:journalctl@ceph.osd.8.smithi162.stdout:Jun 13 12:08:35 smithi162 podman[74810]: 2024-06-13 12:08:35.876106335 +0000 UTC m=+0.670879506 container died dbc2761c4eb2e38c079818f72adbed9999ed2873d04605a9616c3eb575f515c3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-8-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-06-13T12:08:36.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:36 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:36.081+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:36.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:36 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:36.081+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:36.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:36 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:36.081+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:36.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:36 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:36.081+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:36.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:36 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:36.081+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:57.987519+0000 front 2024-06-13T12:07:57.987457+0000 (oldest deadline 2024-06-13T12:08:22.687654+0000) 2024-06-13T12:08:36.505 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:36 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:36.081+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.689321+0000 front 2024-06-13T12:08:06.689402+0000 (oldest deadline 2024-06-13T12:08:29.589271+0000) 2024-06-13T12:08:36.543 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:36 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:36.286+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:36.543 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:36 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:36.286+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:36.543 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:36 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:36.286+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:36.543 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:36 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:36.286+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:36.543 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:36 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:36.286+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.733640+0000 front 2024-06-13T12:08:06.733730+0000 (oldest deadline 2024-06-13T12:08:29.633676+0000) 2024-06-13T12:08:36.563 DEBUG:teuthology.orchestra.run.smithi162:> sudo pkill -f 'journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.8.service' 2024-06-13T12:08:36.643 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T12:08:36.643 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-06-13T12:08:36.643 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-06-13T12:08:36.643 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.9 2024-06-13T12:08:37.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:36 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:36.567+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:37.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:36 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:36.567+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:37.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:36 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:36.567+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:37.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:36 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:36.567+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:51.060812+0000 front 2024-06-13T12:07:51.060978+0000 (oldest deadline 2024-06-13T12:08:15.760921+0000) 2024-06-13T12:08:37.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:36 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:36.567+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.761864+0000 front 2024-06-13T12:07:55.762224+0000 (oldest deadline 2024-06-13T12:08:21.661904+0000) 2024-06-13T12:08:37.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:36 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:36.567+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.864405+0000 front 2024-06-13T12:08:06.864195+0000 (oldest deadline 2024-06-13T12:08:29.764253+0000) 2024-06-13T12:08:37.058 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:36 smithi042 systemd[1]: Stopping Ceph osd.9 for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T12:08:37.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:37 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:37.034+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:37.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:37 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:37.034+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:37.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:37 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:37.034+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:37.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:37 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:37.034+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:37.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:37 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:37.034+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:57.987519+0000 front 2024-06-13T12:07:57.987457+0000 (oldest deadline 2024-06-13T12:08:22.687654+0000) 2024-06-13T12:08:37.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:37 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:37.034+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.689321+0000 front 2024-06-13T12:08:06.689402+0000 (oldest deadline 2024-06-13T12:08:29.589271+0000) 2024-06-13T12:08:37.517 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:37 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:37.215+0000 7fba33e00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T12:08:37.517 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:37 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:37.215+0000 7fba33e00700 -1 osd.9 113 *** Got signal Terminated *** 2024-06-13T12:08:37.518 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:37 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:37.215+0000 7fba33e00700 -1 osd.9 113 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-13T12:08:37.518 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:37 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:37.517+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:37.518 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:37 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:37.517+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:37.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:37 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:37.257+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:37.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:37 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:37.257+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:37.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:37 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:37.257+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:37.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:37 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:37.257+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:37.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:37 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:37.257+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.733640+0000 front 2024-06-13T12:08:06.733730+0000 (oldest deadline 2024-06-13T12:08:29.633676+0000) 2024-06-13T12:08:37.807 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:37 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:37.517+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:37.807 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:37 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:37.517+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:51.060812+0000 front 2024-06-13T12:07:51.060978+0000 (oldest deadline 2024-06-13T12:08:15.760921+0000) 2024-06-13T12:08:37.807 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:37 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:37.517+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.761864+0000 front 2024-06-13T12:07:55.762224+0000 (oldest deadline 2024-06-13T12:08:21.661904+0000) 2024-06-13T12:08:37.807 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:37 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:37.517+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.864405+0000 front 2024-06-13T12:08:06.864195+0000 (oldest deadline 2024-06-13T12:08:29.764253+0000) 2024-06-13T12:08:38.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:38 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:38.037+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:38.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:38 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:38.037+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:38.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:38 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:38.037+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:38.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:38 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:38.037+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:38.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:38 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:38.037+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:57.987519+0000 front 2024-06-13T12:07:57.987457+0000 (oldest deadline 2024-06-13T12:08:22.687654+0000) 2024-06-13T12:08:38.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:38 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:38.037+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.689321+0000 front 2024-06-13T12:08:06.689402+0000 (oldest deadline 2024-06-13T12:08:29.589271+0000) 2024-06-13T12:08:38.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:38 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:38.247+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:38.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:38 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:38.247+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:38.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:38 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:38.247+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:38.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:38 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:38.247+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:38.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:38 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:38.247+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.733640+0000 front 2024-06-13T12:08:06.733730+0000 (oldest deadline 2024-06-13T12:08:29.633676+0000) 2024-06-13T12:08:39.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:38 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:38.567+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:39.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:38 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:38.567+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:39.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:38 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:38.567+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:39.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:38 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:38.567+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:51.060812+0000 front 2024-06-13T12:07:51.060978+0000 (oldest deadline 2024-06-13T12:08:15.760921+0000) 2024-06-13T12:08:39.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:38 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:38.567+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.761864+0000 front 2024-06-13T12:07:55.762224+0000 (oldest deadline 2024-06-13T12:08:21.661904+0000) 2024-06-13T12:08:39.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:38 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:38.567+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.864405+0000 front 2024-06-13T12:08:06.864195+0000 (oldest deadline 2024-06-13T12:08:29.764253+0000) 2024-06-13T12:08:39.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:39 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:39.014+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:39.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:39 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:39.014+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:39.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:39 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:39.014+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:39.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:39 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:39.014+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:39.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:39 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:39.014+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:57.987519+0000 front 2024-06-13T12:07:57.987457+0000 (oldest deadline 2024-06-13T12:08:22.687654+0000) 2024-06-13T12:08:39.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:39 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:39.014+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.689321+0000 front 2024-06-13T12:08:06.689402+0000 (oldest deadline 2024-06-13T12:08:29.589271+0000) 2024-06-13T12:08:39.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:39 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:39.014+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-13T12:08:14.890672+0000 front 2024-06-13T12:08:14.890724+0000 (oldest deadline 2024-06-13T12:08:38.390442+0000) 2024-06-13T12:08:39.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:39 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:39.289+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:39.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:39 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:39.289+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:39.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:39 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:39.289+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:39.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:39 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:39.289+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:39.654 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:39 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:39.289+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.733640+0000 front 2024-06-13T12:08:06.733730+0000 (oldest deadline 2024-06-13T12:08:29.633676+0000) 2024-06-13T12:08:39.654 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:39 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:39.289+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-13T12:08:16.035371+0000 front 2024-06-13T12:08:16.035497+0000 (oldest deadline 2024-06-13T12:08:38.935066+0000) 2024-06-13T12:08:39.808 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:39 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:39.549+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:39.808 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:39 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:39.549+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:39.808 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:39 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:39.549+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:39.808 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:39 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:39.549+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:51.060812+0000 front 2024-06-13T12:07:51.060978+0000 (oldest deadline 2024-06-13T12:08:15.760921+0000) 2024-06-13T12:08:39.808 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:39 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:39.549+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.761864+0000 front 2024-06-13T12:07:55.762224+0000 (oldest deadline 2024-06-13T12:08:21.661904+0000) 2024-06-13T12:08:39.808 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:39 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:39.549+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.864405+0000 front 2024-06-13T12:08:06.864195+0000 (oldest deadline 2024-06-13T12:08:29.764253+0000) 2024-06-13T12:08:40.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:39 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:39.971+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:40.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:39 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:39.971+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:40.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:39 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:39.971+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:40.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:39 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:39.971+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:40.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:39 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:39.971+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:57.987519+0000 front 2024-06-13T12:07:57.987457+0000 (oldest deadline 2024-06-13T12:08:22.687654+0000) 2024-06-13T12:08:40.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:39 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:39.971+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.689321+0000 front 2024-06-13T12:08:06.689402+0000 (oldest deadline 2024-06-13T12:08:29.589271+0000) 2024-06-13T12:08:40.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:39 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:39.971+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-13T12:08:14.890672+0000 front 2024-06-13T12:08:14.890724+0000 (oldest deadline 2024-06-13T12:08:38.390442+0000) 2024-06-13T12:08:40.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:40 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:40.239+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:40.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:40 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:40.239+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:40.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:40 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:40.239+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:40.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:40 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:40.240+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:40.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:40 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:40.240+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.733640+0000 front 2024-06-13T12:08:06.733730+0000 (oldest deadline 2024-06-13T12:08:29.633676+0000) 2024-06-13T12:08:40.654 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:40 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:40.240+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-13T12:08:16.035371+0000 front 2024-06-13T12:08:16.035497+0000 (oldest deadline 2024-06-13T12:08:38.935066+0000) 2024-06-13T12:08:40.807 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:40 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:40.525+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:40.808 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:40 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:40.525+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:40.808 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:40 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:40.525+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:40.808 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:40 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:40.525+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:51.060812+0000 front 2024-06-13T12:07:51.060978+0000 (oldest deadline 2024-06-13T12:08:15.760921+0000) 2024-06-13T12:08:40.808 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:40 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:40.525+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.761864+0000 front 2024-06-13T12:07:55.762224+0000 (oldest deadline 2024-06-13T12:08:21.661904+0000) 2024-06-13T12:08:40.808 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:40 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:40.525+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.864405+0000 front 2024-06-13T12:08:06.864195+0000 (oldest deadline 2024-06-13T12:08:29.764253+0000) 2024-06-13T12:08:41.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:40 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:40.954+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:41.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:40 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:40.954+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:41.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:40 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:40.954+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:41.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:40 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:40.954+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:41.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:40 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:40.954+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:57.987519+0000 front 2024-06-13T12:07:57.987457+0000 (oldest deadline 2024-06-13T12:08:22.687654+0000) 2024-06-13T12:08:41.255 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:40 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:40.954+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.689321+0000 front 2024-06-13T12:08:06.689402+0000 (oldest deadline 2024-06-13T12:08:29.589271+0000) 2024-06-13T12:08:41.255 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:40 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:40.954+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-13T12:08:14.890672+0000 front 2024-06-13T12:08:14.890724+0000 (oldest deadline 2024-06-13T12:08:38.390442+0000) 2024-06-13T12:08:41.654 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:41 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:41.230+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:41.655 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:41 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:41.230+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:41.655 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:41 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:41.230+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:41.655 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:41 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:41.230+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:41.655 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:41 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:41.230+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.733640+0000 front 2024-06-13T12:08:06.733730+0000 (oldest deadline 2024-06-13T12:08:29.633676+0000) 2024-06-13T12:08:41.655 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:41 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:41.230+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-13T12:08:16.035371+0000 front 2024-06-13T12:08:16.035497+0000 (oldest deadline 2024-06-13T12:08:38.935066+0000) 2024-06-13T12:08:41.807 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:41 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:41.514+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.449762+0000 front 2024-06-13T12:07:22.450280+0000 (oldest deadline 2024-06-13T12:07:47.749741+0000) 2024-06-13T12:08:41.807 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:41 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:41.514+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:32.353095+0000 front 2024-06-13T12:07:32.353198+0000 (oldest deadline 2024-06-13T12:07:57.653329+0000) 2024-06-13T12:08:41.808 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:41 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:41.514+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.756362+0000 front 2024-06-13T12:07:41.756428+0000 (oldest deadline 2024-06-13T12:08:03.456623+0000) 2024-06-13T12:08:41.808 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:41 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:41.514+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:51.060812+0000 front 2024-06-13T12:07:51.060978+0000 (oldest deadline 2024-06-13T12:08:15.760921+0000) 2024-06-13T12:08:41.808 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:41 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:41.514+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:55.761864+0000 front 2024-06-13T12:07:55.762224+0000 (oldest deadline 2024-06-13T12:08:21.661904+0000) 2024-06-13T12:08:41.808 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:41 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9[64273]: 2024-06-13T12:08:41.514+0000 7fba2a600700 -1 osd.9 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.864405+0000 front 2024-06-13T12:08:06.864195+0000 (oldest deadline 2024-06-13T12:08:29.764253+0000) 2024-06-13T12:08:42.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:41 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:41.985+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:42.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:41 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:41.985+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:42.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:41 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:41.985+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:42.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:41 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:41.985+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:42.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:41 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:41.985+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:57.987519+0000 front 2024-06-13T12:07:57.987457+0000 (oldest deadline 2024-06-13T12:08:22.687654+0000) 2024-06-13T12:08:42.255 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:41 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:41.985+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.689321+0000 front 2024-06-13T12:08:06.689402+0000 (oldest deadline 2024-06-13T12:08:29.589271+0000) 2024-06-13T12:08:42.255 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:41 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:41.985+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-13T12:08:14.890672+0000 front 2024-06-13T12:08:14.890724+0000 (oldest deadline 2024-06-13T12:08:38.390442+0000) 2024-06-13T12:08:42.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:42 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:42.270+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:42.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:42 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:42.270+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:42.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:42 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:42.270+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:42.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:42 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:42.270+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:42.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:42 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:42.270+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.733640+0000 front 2024-06-13T12:08:06.733730+0000 (oldest deadline 2024-06-13T12:08:29.633676+0000) 2024-06-13T12:08:42.654 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:42 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:42.270+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-13T12:08:16.035371+0000 front 2024-06-13T12:08:16.035497+0000 (oldest deadline 2024-06-13T12:08:38.935066+0000) 2024-06-13T12:08:43.206 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:42 smithi042 podman[100995]: 2024-06-13 12:08:42.913243894 +0000 UTC m=+5.819269391 container stop 3105971fbfcc346e63233e6159a11ae52b88f35617770fb36aeb383557c396e2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T12:08:43.206 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:42 smithi042 podman[100995]: 2024-06-13 12:08:42.944261739 +0000 UTC m=+5.850287162 container died 3105971fbfcc346e63233e6159a11ae52b88f35617770fb36aeb383557c396e2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9, GIT_CLEAN=True, RELEASE=squid-3d89acc, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-13T12:08:43.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:42 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:42.942+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:43.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:42 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:42.942+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:43.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:42 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:42.942+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:43.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:42 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:42.942+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:43.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:42 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:42.942+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:57.987519+0000 front 2024-06-13T12:07:57.987457+0000 (oldest deadline 2024-06-13T12:08:22.687654+0000) 2024-06-13T12:08:43.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:42 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:42.942+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.689321+0000 front 2024-06-13T12:08:06.689402+0000 (oldest deadline 2024-06-13T12:08:29.589271+0000) 2024-06-13T12:08:43.255 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:42 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:42.942+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-13T12:08:14.890672+0000 front 2024-06-13T12:08:14.890724+0000 (oldest deadline 2024-06-13T12:08:38.390442+0000) 2024-06-13T12:08:43.557 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:43 smithi042 podman[100995]: 2024-06-13 12:08:43.324219266 +0000 UTC m=+6.230244713 container cleanup 3105971fbfcc346e63233e6159a11ae52b88f35617770fb36aeb383557c396e2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-06-13T12:08:43.557 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:43 smithi042 bash[100995]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9 2024-06-13T12:08:43.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:43 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:43.291+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:43.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:43 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:43.291+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:43.654 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:43 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:43.291+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:43.654 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:43 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:43.291+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:43.654 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:43 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:43.291+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.733640+0000 front 2024-06-13T12:08:06.733730+0000 (oldest deadline 2024-06-13T12:08:29.633676+0000) 2024-06-13T12:08:43.654 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:43 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:43.291+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-13T12:08:16.035371+0000 front 2024-06-13T12:08:16.035497+0000 (oldest deadline 2024-06-13T12:08:38.935066+0000) 2024-06-13T12:08:44.057 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:43 smithi042 podman[101016]: 2024-06-13 12:08:43.725380334 +0000 UTC m=+0.790519886 container remove 3105971fbfcc346e63233e6159a11ae52b88f35617770fb36aeb383557c396e2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc) 2024-06-13T12:08:44.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:43 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:43.945+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:44.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:43 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:43.945+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:44.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:43 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:43.945+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:44.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:43 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:43.945+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:44.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:43 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:43.945+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:57.987519+0000 front 2024-06-13T12:07:57.987457+0000 (oldest deadline 2024-06-13T12:08:22.687654+0000) 2024-06-13T12:08:44.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:43 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:43.945+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.689321+0000 front 2024-06-13T12:08:06.689402+0000 (oldest deadline 2024-06-13T12:08:29.589271+0000) 2024-06-13T12:08:44.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:43 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:43.945+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-13T12:08:14.890672+0000 front 2024-06-13T12:08:14.890724+0000 (oldest deadline 2024-06-13T12:08:38.390442+0000) 2024-06-13T12:08:44.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:44 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:44.338+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:44.654 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:44 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:44.338+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:44.654 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:44 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:44.338+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:44.654 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:44 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:44.338+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:44.654 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:44 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:44.338+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.733640+0000 front 2024-06-13T12:08:06.733730+0000 (oldest deadline 2024-06-13T12:08:29.633676+0000) 2024-06-13T12:08:44.654 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:44 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:44.338+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-13T12:08:16.035371+0000 front 2024-06-13T12:08:16.035497+0000 (oldest deadline 2024-06-13T12:08:38.935066+0000) 2024-06-13T12:08:44.874 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:44 smithi042 podman[101104]: 2024-06-13 12:08:44.514459012 +0000 UTC m=+0.037867635 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T12:08:44.874 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:44 smithi042 podman[101104]: 2024-06-13 12:08:44.626200108 +0000 UTC m=+0.149608740 container create 36072ea4adc290f4f77025ea2b07eeafdbb591c7aeedac16f399ce0dda388d6a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T12:08:44.875 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:44 smithi042 podman[101104]: 2024-06-13 12:08:44.873629861 +0000 UTC m=+0.397038552 container init 36072ea4adc290f4f77025ea2b07eeafdbb591c7aeedac16f399ce0dda388d6a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T12:08:45.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:44 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:44.976+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:45.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:44 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:44.976+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:45.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:44 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:44.976+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:45.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:44 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:44.976+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:45.255 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:44 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:44.976+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:57.987519+0000 front 2024-06-13T12:07:57.987457+0000 (oldest deadline 2024-06-13T12:08:22.687654+0000) 2024-06-13T12:08:45.255 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:44 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:44.976+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.689321+0000 front 2024-06-13T12:08:06.689402+0000 (oldest deadline 2024-06-13T12:08:29.589271+0000) 2024-06-13T12:08:45.255 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:44 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:44.976+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-13T12:08:14.890672+0000 front 2024-06-13T12:08:14.890724+0000 (oldest deadline 2024-06-13T12:08:38.390442+0000) 2024-06-13T12:08:45.307 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:44 smithi042 podman[101104]: 2024-06-13 12:08:44.88547094 +0000 UTC m=+0.408879552 container start 36072ea4adc290f4f77025ea2b07eeafdbb591c7aeedac16f399ce0dda388d6a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9-deactivate, org.label-schema.build-date=20240528, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-06-13T12:08:45.307 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:44 smithi042 podman[101104]: 2024-06-13 12:08:44.961659339 +0000 UTC m=+0.485068024 container attach 36072ea4adc290f4f77025ea2b07eeafdbb591c7aeedac16f399ce0dda388d6a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9-deactivate, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux ) 2024-06-13T12:08:45.643 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 13 12:08:45 smithi042 podman[101104]: 2024-06-13 12:08:45.351427673 +0000 UTC m=+0.874836289 container died 36072ea4adc290f4f77025ea2b07eeafdbb591c7aeedac16f399ce0dda388d6a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-9-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-06-13T12:08:45.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:45 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:45.365+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:45.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:45 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:45.365+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:45.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:45 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:45.365+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:45.654 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:45 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:45.365+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:45.654 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:45 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:45.365+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.733640+0000 front 2024-06-13T12:08:06.733730+0000 (oldest deadline 2024-06-13T12:08:29.633676+0000) 2024-06-13T12:08:45.654 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:45 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:45.365+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-13T12:08:16.035371+0000 front 2024-06-13T12:08:16.035497+0000 (oldest deadline 2024-06-13T12:08:38.935066+0000) 2024-06-13T12:08:45.985 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.9.service' 2024-06-13T12:08:46.105 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T12:08:46.106 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-06-13T12:08:46.106 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-06-13T12:08:46.106 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.10 2024-06-13T12:08:46.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:45 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:45.940+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:46.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:45 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:45.940+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:46.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:45 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:45.940+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:46.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:45 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:45.940+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:46.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:45 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:45.940+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:57.987519+0000 front 2024-06-13T12:07:57.987457+0000 (oldest deadline 2024-06-13T12:08:22.687654+0000) 2024-06-13T12:08:46.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:45 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:45.940+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.689321+0000 front 2024-06-13T12:08:06.689402+0000 (oldest deadline 2024-06-13T12:08:29.589271+0000) 2024-06-13T12:08:46.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:45 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:45.940+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-13T12:08:14.890672+0000 front 2024-06-13T12:08:14.890724+0000 (oldest deadline 2024-06-13T12:08:38.390442+0000) 2024-06-13T12:08:46.255 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:46 smithi088 systemd[1]: Stopping Ceph osd.10 for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T12:08:46.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:46 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:46.382+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:46.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:46 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:46.382+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:46.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:46 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:46.382+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:46.654 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:46 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:46.382+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:46.654 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:46 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:46.382+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.733640+0000 front 2024-06-13T12:08:06.733730+0000 (oldest deadline 2024-06-13T12:08:29.633676+0000) 2024-06-13T12:08:46.654 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:46 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:46.382+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-13T12:08:16.035371+0000 front 2024-06-13T12:08:16.035497+0000 (oldest deadline 2024-06-13T12:08:38.935066+0000) 2024-06-13T12:08:46.754 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:46 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:46.421+0000 7f186e1e8700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T12:08:46.754 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:46 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:46.421+0000 7f186e1e8700 -1 osd.10 113 *** Got signal Terminated *** 2024-06-13T12:08:46.754 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:46 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:46.421+0000 7f186e1e8700 -1 osd.10 113 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-13T12:08:47.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:46 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:46.957+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:47.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:46 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:46.957+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:47.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:46 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:46.957+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:47.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:46 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:46.957+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:47.255 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:46 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:46.957+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:57.987519+0000 front 2024-06-13T12:07:57.987457+0000 (oldest deadline 2024-06-13T12:08:22.687654+0000) 2024-06-13T12:08:47.255 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:46 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:46.957+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.689321+0000 front 2024-06-13T12:08:06.689402+0000 (oldest deadline 2024-06-13T12:08:29.589271+0000) 2024-06-13T12:08:47.255 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:46 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:46.958+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-13T12:08:14.890672+0000 front 2024-06-13T12:08:14.890724+0000 (oldest deadline 2024-06-13T12:08:38.390442+0000) 2024-06-13T12:08:47.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:47 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:47.371+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:47.653 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:47 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:47.371+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:47.654 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:47 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:47.371+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:47.654 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:47 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:47.371+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:47.654 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:47 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:47.371+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.733640+0000 front 2024-06-13T12:08:06.733730+0000 (oldest deadline 2024-06-13T12:08:29.633676+0000) 2024-06-13T12:08:47.654 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:47 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:47.371+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-13T12:08:16.035371+0000 front 2024-06-13T12:08:16.035497+0000 (oldest deadline 2024-06-13T12:08:38.935066+0000) 2024-06-13T12:08:47.654 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:47 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:47.371+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6820 osd.7 since back 2024-06-13T12:08:24.736566+0000 front 2024-06-13T12:08:24.736691+0000 (oldest deadline 2024-06-13T12:08:47.036488+0000) 2024-06-13T12:08:48.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:47 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:47.998+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:48.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:47 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:47.998+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:48.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:47 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:47.998+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:48.255 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:47 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:47.998+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:48.255 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:47 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:47.998+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:57.987519+0000 front 2024-06-13T12:07:57.987457+0000 (oldest deadline 2024-06-13T12:08:22.687654+0000) 2024-06-13T12:08:48.255 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:47 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:47.998+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.689321+0000 front 2024-06-13T12:08:06.689402+0000 (oldest deadline 2024-06-13T12:08:29.589271+0000) 2024-06-13T12:08:48.255 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:47 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:47.998+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-13T12:08:14.890672+0000 front 2024-06-13T12:08:14.890724+0000 (oldest deadline 2024-06-13T12:08:38.390442+0000) 2024-06-13T12:08:48.903 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:48 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:48.415+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:48.903 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:48 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:48.415+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:48.903 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:48 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:48.415+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:48.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:48 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:48.415+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:48.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:48 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:48.415+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.733640+0000 front 2024-06-13T12:08:06.733730+0000 (oldest deadline 2024-06-13T12:08:29.633676+0000) 2024-06-13T12:08:48.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:48 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:48.415+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-13T12:08:16.035371+0000 front 2024-06-13T12:08:16.035497+0000 (oldest deadline 2024-06-13T12:08:38.935066+0000) 2024-06-13T12:08:48.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:48 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:48.415+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6820 osd.7 since back 2024-06-13T12:08:24.736566+0000 front 2024-06-13T12:08:24.736691+0000 (oldest deadline 2024-06-13T12:08:47.036488+0000) 2024-06-13T12:08:49.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:48 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:48.966+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:49.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:48 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:48.966+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:49.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:48 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:48.966+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:49.254 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:48 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:48.966+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:49.255 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:48 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:48.966+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:57.987519+0000 front 2024-06-13T12:07:57.987457+0000 (oldest deadline 2024-06-13T12:08:22.687654+0000) 2024-06-13T12:08:49.255 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:48 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:48.966+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.689321+0000 front 2024-06-13T12:08:06.689402+0000 (oldest deadline 2024-06-13T12:08:29.589271+0000) 2024-06-13T12:08:49.255 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:48 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:48.966+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-13T12:08:14.890672+0000 front 2024-06-13T12:08:14.890724+0000 (oldest deadline 2024-06-13T12:08:38.390442+0000) 2024-06-13T12:08:49.903 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:49 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:49.403+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:49.903 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:49 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:49.403+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:49.903 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:49 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:49.403+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:49.903 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:49 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:49.403+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:49.903 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:49 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:49.403+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.733640+0000 front 2024-06-13T12:08:06.733730+0000 (oldest deadline 2024-06-13T12:08:29.633676+0000) 2024-06-13T12:08:49.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:49 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:49.403+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-13T12:08:16.035371+0000 front 2024-06-13T12:08:16.035497+0000 (oldest deadline 2024-06-13T12:08:38.935066+0000) 2024-06-13T12:08:49.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:49 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:49.403+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6820 osd.7 since back 2024-06-13T12:08:24.736566+0000 front 2024-06-13T12:08:24.736691+0000 (oldest deadline 2024-06-13T12:08:47.036488+0000) 2024-06-13T12:08:50.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:50 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:50.004+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:50.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:50 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:50.004+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:50.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:50 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:50.004+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:50.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:50 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:50.004+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:50.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:50 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:50.004+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:57.987519+0000 front 2024-06-13T12:07:57.987457+0000 (oldest deadline 2024-06-13T12:08:22.687654+0000) 2024-06-13T12:08:50.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:50 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:50.004+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.689321+0000 front 2024-06-13T12:08:06.689402+0000 (oldest deadline 2024-06-13T12:08:29.589271+0000) 2024-06-13T12:08:50.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:50 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:50.004+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-13T12:08:14.890672+0000 front 2024-06-13T12:08:14.890724+0000 (oldest deadline 2024-06-13T12:08:38.390442+0000) 2024-06-13T12:08:50.903 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:50 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:50.426+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:50.903 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:50 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:50.426+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:50.903 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:50 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:50.426+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:50.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:50 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:50.426+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:50.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:50 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:50.426+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.733640+0000 front 2024-06-13T12:08:06.733730+0000 (oldest deadline 2024-06-13T12:08:29.633676+0000) 2024-06-13T12:08:50.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:50 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:50.426+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-13T12:08:16.035371+0000 front 2024-06-13T12:08:16.035497+0000 (oldest deadline 2024-06-13T12:08:38.935066+0000) 2024-06-13T12:08:50.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:50 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:50.426+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6820 osd.7 since back 2024-06-13T12:08:24.736566+0000 front 2024-06-13T12:08:24.736691+0000 (oldest deadline 2024-06-13T12:08:47.036488+0000) 2024-06-13T12:08:51.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:51 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:51.021+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:22.779836+0000 front 2024-06-13T12:07:22.780002+0000 (oldest deadline 2024-06-13T12:07:46.279812+0000) 2024-06-13T12:08:51.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:51 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:51.021+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:33.682591+0000 front 2024-06-13T12:07:33.682642+0000 (oldest deadline 2024-06-13T12:07:58.382749+0000) 2024-06-13T12:08:51.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:51 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:51.021+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:42.384454+0000 front 2024-06-13T12:07:42.384373+0000 (oldest deadline 2024-06-13T12:08:08.185036+0000) 2024-06-13T12:08:51.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:51 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:51.021+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-13T12:07:48.185759+0000 front 2024-06-13T12:07:48.185884+0000 (oldest deadline 2024-06-13T12:08:12.285562+0000) 2024-06-13T12:08:51.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:51 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:51.021+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:57.987519+0000 front 2024-06-13T12:07:57.987457+0000 (oldest deadline 2024-06-13T12:08:22.687654+0000) 2024-06-13T12:08:51.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:51 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:51.021+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.689321+0000 front 2024-06-13T12:08:06.689402+0000 (oldest deadline 2024-06-13T12:08:29.589271+0000) 2024-06-13T12:08:51.505 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:51 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10[61411]: 2024-06-13T12:08:51.021+0000 7f186a7dc700 -1 osd.10 113 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-13T12:08:14.890672+0000 front 2024-06-13T12:08:14.890724+0000 (oldest deadline 2024-06-13T12:08:38.390442+0000) 2024-06-13T12:08:51.903 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:51 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:51.452+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:51.903 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:51 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:51.452+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:51.903 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:51 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:51.452+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:51.903 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:51 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:51.452+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:51.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:51 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:51.452+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.733640+0000 front 2024-06-13T12:08:06.733730+0000 (oldest deadline 2024-06-13T12:08:29.633676+0000) 2024-06-13T12:08:51.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:51 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:51.452+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-13T12:08:16.035371+0000 front 2024-06-13T12:08:16.035497+0000 (oldest deadline 2024-06-13T12:08:38.935066+0000) 2024-06-13T12:08:51.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:51 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:51.452+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6820 osd.7 since back 2024-06-13T12:08:24.736566+0000 front 2024-06-13T12:08:24.736691+0000 (oldest deadline 2024-06-13T12:08:47.036488+0000) 2024-06-13T12:08:52.153 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:51 smithi088 podman[74067]: 2024-06-13 12:08:51.889392623 +0000 UTC m=+5.586439194 container died f7af6575a7b7788a8f31fac6f00d84a43bd3ce65ef9a5e1939f3e1be87ab7872 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc) 2024-06-13T12:08:52.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:52 smithi088 podman[74067]: 2024-06-13 12:08:52.154157027 +0000 UTC m=+5.851203588 container cleanup f7af6575a7b7788a8f31fac6f00d84a43bd3ce65ef9a5e1939f3e1be87ab7872 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-06-13T12:08:52.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:52 smithi088 bash[74067]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10 2024-06-13T12:08:52.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:52 smithi088 podman[74082]: 2024-06-13 12:08:52.396892334 +0000 UTC m=+0.503873900 container remove f7af6575a7b7788a8f31fac6f00d84a43bd3ce65ef9a5e1939f3e1be87ab7872 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True) 2024-06-13T12:08:52.903 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:52 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:52.435+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:52.903 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:52 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:52.435+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:52.903 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:52 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:52.435+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:52.903 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:52 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:52.435+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:52.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:52 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:52.435+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.733640+0000 front 2024-06-13T12:08:06.733730+0000 (oldest deadline 2024-06-13T12:08:29.633676+0000) 2024-06-13T12:08:52.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:52 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:52.435+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-13T12:08:16.035371+0000 front 2024-06-13T12:08:16.035497+0000 (oldest deadline 2024-06-13T12:08:38.935066+0000) 2024-06-13T12:08:52.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:52 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:52.435+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6820 osd.7 since back 2024-06-13T12:08:24.736566+0000 front 2024-06-13T12:08:24.736691+0000 (oldest deadline 2024-06-13T12:08:47.036488+0000) 2024-06-13T12:08:53.004 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:52 smithi088 podman[74169]: 2024-06-13 12:08:52.71426206 +0000 UTC m=+0.105740761 container create 157d7230986f3827231864cc54963a3bd266bd5132740d9f8e4b8170001a78c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, GIT_CLEAN=True, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T12:08:53.004 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:52 smithi088 podman[74169]: 2024-06-13 12:08:52.626123947 +0000 UTC m=+0.017602654 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T12:08:53.004 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:52 smithi088 podman[74169]: 2024-06-13 12:08:52.941605091 +0000 UTC m=+0.333083808 container init 157d7230986f3827231864cc54963a3bd266bd5132740d9f8e4b8170001a78c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, ceph=True, io.buildah.version=1.33.5) 2024-06-13T12:08:53.005 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:52 smithi088 podman[74169]: 2024-06-13 12:08:52.944638031 +0000 UTC m=+0.336116731 container start 157d7230986f3827231864cc54963a3bd266bd5132740d9f8e4b8170001a78c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc) 2024-06-13T12:08:53.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:53 smithi088 podman[74169]: 2024-06-13 12:08:53.028165199 +0000 UTC m=+0.419643942 container attach 157d7230986f3827231864cc54963a3bd266bd5132740d9f8e4b8170001a78c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10-deactivate, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, ceph=True, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-13T12:08:53.504 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:53 smithi088 podman[74169]: 2024-06-13 12:08:53.234223551 +0000 UTC m=+0.625702254 container died 157d7230986f3827231864cc54963a3bd266bd5132740d9f8e4b8170001a78c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-13T12:08:53.773 INFO:journalctl@ceph.osd.10.smithi088.stdout:Jun 13 12:08:53 smithi088 podman[74195]: 2024-06-13 12:08:53.753004182 +0000 UTC m=+0.513600583 container remove 157d7230986f3827231864cc54963a3bd266bd5132740d9f8e4b8170001a78c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-10-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, org.label-schema.build-date=20240528) 2024-06-13T12:08:53.779 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.10.service' 2024-06-13T12:08:53.816 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T12:08:53.816 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-06-13T12:08:53.816 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-06-13T12:08:53.816 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl stop ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.11 2024-06-13T12:08:53.848 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:53 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:53.414+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:53.848 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:53 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:53.414+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:53.848 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:53 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:53.414+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:53.848 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:53 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:53.414+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:53.848 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:53 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:53.414+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.733640+0000 front 2024-06-13T12:08:06.733730+0000 (oldest deadline 2024-06-13T12:08:29.633676+0000) 2024-06-13T12:08:53.848 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:53 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:53.414+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-13T12:08:16.035371+0000 front 2024-06-13T12:08:16.035497+0000 (oldest deadline 2024-06-13T12:08:38.935066+0000) 2024-06-13T12:08:53.848 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:53 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:53.414+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6820 osd.7 since back 2024-06-13T12:08:24.736566+0000 front 2024-06-13T12:08:24.736691+0000 (oldest deadline 2024-06-13T12:08:47.036488+0000) 2024-06-13T12:08:54.137 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:53 smithi162 systemd[1]: Stopping Ceph osd.11 for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T12:08:54.137 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:54 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:54.136+0000 7ff7a6ac5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T12:08:54.137 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:54 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:54.136+0000 7ff7a6ac5700 -1 osd.11 113 *** Got signal Terminated *** 2024-06-13T12:08:54.137 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:54 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:54.136+0000 7ff7a6ac5700 -1 osd.11 113 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-13T12:08:54.903 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:54 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:54.459+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:54.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:54 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:54.459+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:54.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:54 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:54.459+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:54.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:54 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:54.459+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:54.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:54 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:54.459+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.733640+0000 front 2024-06-13T12:08:06.733730+0000 (oldest deadline 2024-06-13T12:08:29.633676+0000) 2024-06-13T12:08:54.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:54 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:54.459+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-13T12:08:16.035371+0000 front 2024-06-13T12:08:16.035497+0000 (oldest deadline 2024-06-13T12:08:38.935066+0000) 2024-06-13T12:08:54.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:54 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:54.459+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6820 osd.7 since back 2024-06-13T12:08:24.736566+0000 front 2024-06-13T12:08:24.736691+0000 (oldest deadline 2024-06-13T12:08:47.036488+0000) 2024-06-13T12:08:55.903 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:55 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:55.499+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:55.903 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:55 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:55.499+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:55.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:55 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:55.499+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:55.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:55 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:55.499+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:55.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:55 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:55.499+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.733640+0000 front 2024-06-13T12:08:06.733730+0000 (oldest deadline 2024-06-13T12:08:29.633676+0000) 2024-06-13T12:08:55.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:55 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:55.499+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-13T12:08:16.035371+0000 front 2024-06-13T12:08:16.035497+0000 (oldest deadline 2024-06-13T12:08:38.935066+0000) 2024-06-13T12:08:55.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:55 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:55.499+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6820 osd.7 since back 2024-06-13T12:08:24.736566+0000 front 2024-06-13T12:08:24.736691+0000 (oldest deadline 2024-06-13T12:08:47.036488+0000) 2024-06-13T12:08:56.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:56 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:56.467+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:56.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:56 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:56.467+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:56.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:56 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:56.467+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:56.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:56 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:56.467+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:56.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:56 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:56.467+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.733640+0000 front 2024-06-13T12:08:06.733730+0000 (oldest deadline 2024-06-13T12:08:29.633676+0000) 2024-06-13T12:08:56.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:56 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:56.467+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-13T12:08:16.035371+0000 front 2024-06-13T12:08:16.035497+0000 (oldest deadline 2024-06-13T12:08:38.935066+0000) 2024-06-13T12:08:56.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:56 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:56.467+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6820 osd.7 since back 2024-06-13T12:08:24.736566+0000 front 2024-06-13T12:08:24.736691+0000 (oldest deadline 2024-06-13T12:08:47.036488+0000) 2024-06-13T12:08:57.903 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:57 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:57.504+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:57.903 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:57 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:57.504+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:57.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:57 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:57.504+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:57.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:57 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:57.504+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:57.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:57 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:57.504+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.733640+0000 front 2024-06-13T12:08:06.733730+0000 (oldest deadline 2024-06-13T12:08:29.633676+0000) 2024-06-13T12:08:57.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:57 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:57.504+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-13T12:08:16.035371+0000 front 2024-06-13T12:08:16.035497+0000 (oldest deadline 2024-06-13T12:08:38.935066+0000) 2024-06-13T12:08:57.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:57 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:57.504+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6820 osd.7 since back 2024-06-13T12:08:24.736566+0000 front 2024-06-13T12:08:24.736691+0000 (oldest deadline 2024-06-13T12:08:47.036488+0000) 2024-06-13T12:08:58.903 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:58 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:58.523+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-13T12:07:25.527041+0000 front 2024-06-13T12:07:25.527055+0000 (oldest deadline 2024-06-13T12:07:47.826911+0000) 2024-06-13T12:08:58.903 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:58 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:58.523+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-06-13T12:07:34.828592+0000 front 2024-06-13T12:07:34.828617+0000 (oldest deadline 2024-06-13T12:08:00.728505+0000) 2024-06-13T12:08:58.903 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:58 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:58.523+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6804 osd.2 since back 2024-06-13T12:07:41.229333+0000 front 2024-06-13T12:07:41.229310+0000 (oldest deadline 2024-06-13T12:08:05.329473+0000) 2024-06-13T12:08:58.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:58 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:58.523+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-06-13T12:07:58.632396+0000 front 2024-06-13T12:07:58.632503+0000 (oldest deadline 2024-06-13T12:08:22.732419+0000) 2024-06-13T12:08:58.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:58 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:58.523+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6812 osd.5 since back 2024-06-13T12:08:06.733640+0000 front 2024-06-13T12:08:06.733730+0000 (oldest deadline 2024-06-13T12:08:29.633676+0000) 2024-06-13T12:08:58.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:58 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:58.523+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-13T12:08:16.035371+0000 front 2024-06-13T12:08:16.035497+0000 (oldest deadline 2024-06-13T12:08:38.935066+0000) 2024-06-13T12:08:58.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:58 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:58.523+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.88:6820 osd.7 since back 2024-06-13T12:08:24.736566+0000 front 2024-06-13T12:08:24.736691+0000 (oldest deadline 2024-06-13T12:08:47.036488+0000) 2024-06-13T12:08:58.904 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:58 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11[61975]: 2024-06-13T12:08:58.523+0000 7ff79f0b1700 -1 osd.11 113 heartbeat_check: no reply from 172.21.15.162:6820 osd.8 since back 2024-06-13T12:08:32.837645+0000 front 2024-06-13T12:08:32.837684+0000 (oldest deadline 2024-06-13T12:08:58.137934+0000) 2024-06-13T12:08:59.903 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:08:59 smithi162 podman[74927]: 2024-06-13 12:08:59.64480349 +0000 UTC m=+5.628897332 container died 4af4ea469968c58182a08128ae4d5581dfa9b9f4c4539e2a11383f432632ea42 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-13T12:09:00.295 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:09:00 smithi162 podman[74927]: 2024-06-13 12:09:00.019504421 +0000 UTC m=+6.003598264 container cleanup 4af4ea469968c58182a08128ae4d5581dfa9b9f4c4539e2a11383f432632ea42 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-06-13T12:09:00.295 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:09:00 smithi162 bash[74927]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11 2024-06-13T12:09:00.640 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:09:00 smithi162 podman[74945]: 2024-06-13 12:09:00.295526705 +0000 UTC m=+0.640154978 container remove 4af4ea469968c58182a08128ae4d5581dfa9b9f4c4539e2a11383f432632ea42 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, ceph=True, io.buildah.version=1.33.5) 2024-06-13T12:09:00.903 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:09:00 smithi162 podman[75033]: 2024-06-13 12:09:00.543374326 +0000 UTC m=+0.017259931 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T12:09:00.903 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:09:00 smithi162 podman[75033]: 2024-06-13 12:09:00.662943938 +0000 UTC m=+0.136829538 container create bd4883a4516ba95bb92ab8dd423eb48f8b5f0d004b5a8928777029ff0b90d74e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-06-13T12:09:00.903 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:09:00 smithi162 podman[75033]: 2024-06-13 12:09:00.882463074 +0000 UTC m=+0.356348673 container init bd4883a4516ba95bb92ab8dd423eb48f8b5f0d004b5a8928777029ff0b90d74e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, ceph=True, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-13T12:09:00.903 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:09:00 smithi162 podman[75033]: 2024-06-13 12:09:00.885563139 +0000 UTC m=+0.359448744 container start bd4883a4516ba95bb92ab8dd423eb48f8b5f0d004b5a8928777029ff0b90d74e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11-deactivate, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, ceph=True) 2024-06-13T12:09:01.403 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:09:00 smithi162 podman[75033]: 2024-06-13 12:09:00.982572137 +0000 UTC m=+0.456457766 container attach bd4883a4516ba95bb92ab8dd423eb48f8b5f0d004b5a8928777029ff0b90d74e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528) 2024-06-13T12:09:01.403 INFO:journalctl@ceph.osd.11.smithi162.stdout:Jun 13 12:09:01 smithi162 podman[75033]: 2024-06-13 12:09:01.175818989 +0000 UTC m=+0.649704598 container died bd4883a4516ba95bb92ab8dd423eb48f8b5f0d004b5a8928777029ff0b90d74e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-osd-11-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-06-13T12:09:01.795 DEBUG:teuthology.orchestra.run.smithi162:> sudo pkill -f 'journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@osd.11.service' 2024-06-13T12:09:01.871 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T12:09:01.872 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-06-13T12:09:01.872 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-06-13T12:09:01.872 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.a 2024-06-13T12:09:02.307 INFO:journalctl@ceph.mds.a.smithi042.stdout:Jun 13 12:09:01 smithi042 systemd[1]: Stopping Ceph mds.a for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T12:09:02.681 INFO:journalctl@ceph.mds.a.smithi042.stdout:Jun 13 12:09:02 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-a[71251]: 2024-06-13T12:09:02.447+0000 7fc0bb800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T12:09:02.681 INFO:journalctl@ceph.mds.a.smithi042.stdout:Jun 13 12:09:02 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-a[71251]: 2024-06-13T12:09:02.447+0000 7fc0bb800700 -1 mds.a *** got signal Terminated *** 2024-06-13T12:09:06.808 INFO:journalctl@ceph.mds.a.smithi042.stdout:Jun 13 12:09:06 smithi042 podman[101209]: 2024-06-13 12:09:06.462480779 +0000 UTC m=+4.132888244 container stop a40a3bf2d3874055bb4b1b5760eff12b328ef17de8af804a673c4188331a20ef (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-a, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-06-13T12:09:06.808 INFO:journalctl@ceph.mds.a.smithi042.stdout:Jun 13 12:09:06 smithi042 podman[101209]: 2024-06-13 12:09:06.489050624 +0000 UTC m=+4.159458035 container died a40a3bf2d3874055bb4b1b5760eff12b328ef17de8af804a673c4188331a20ef (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-a, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc) 2024-06-13T12:09:07.307 INFO:journalctl@ceph.mds.a.smithi042.stdout:Jun 13 12:09:07 smithi042 podman[101209]: 2024-06-13 12:09:07.09971068 +0000 UTC m=+4.770118116 container cleanup a40a3bf2d3874055bb4b1b5760eff12b328ef17de8af804a673c4188331a20ef (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-a, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240528, GIT_CLEAN=True, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T12:09:07.307 INFO:journalctl@ceph.mds.a.smithi042.stdout:Jun 13 12:09:07 smithi042 bash[101209]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-a 2024-06-13T12:09:07.619 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.a.service' 2024-06-13T12:09:07.695 INFO:journalctl@ceph.mds.a.smithi042.stdout:Jun 13 12:09:07 smithi042 podman[101233]: 2024-06-13 12:09:07.400986847 +0000 UTC m=+0.915450455 container remove a40a3bf2d3874055bb4b1b5760eff12b328ef17de8af804a673c4188331a20ef (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-a, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T12:09:07.695 INFO:journalctl@ceph.mds.a.smithi042.stdout:Jun 13 12:09:07 smithi042 systemd[1]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.a.service: Deactivated successfully. 2024-06-13T12:09:07.695 INFO:journalctl@ceph.mds.a.smithi042.stdout:Jun 13 12:09:07 smithi042 systemd[1]: Stopped Ceph mds.a for aa9143f6-2979-11ef-bc9c-c7b262605968. 2024-06-13T12:09:07.696 INFO:journalctl@ceph.mds.a.smithi042.stdout:Jun 13 12:09:07 smithi042 systemd[1]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.a.service: Consumed 2.562s CPU time. 2024-06-13T12:09:07.733 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T12:09:07.733 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-06-13T12:09:07.733 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-06-13T12:09:07.733 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.d 2024-06-13T12:09:08.057 INFO:journalctl@ceph.mds.d.smithi042.stdout:Jun 13 12:09:07 smithi042 systemd[1]: Stopping Ceph mds.d for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T12:09:08.807 INFO:journalctl@ceph.mds.d.smithi042.stdout:Jun 13 12:09:08 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-d[70011]: 2024-06-13T12:09:08.342+0000 7fabc0400700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T12:09:08.807 INFO:journalctl@ceph.mds.d.smithi042.stdout:Jun 13 12:09:08 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-d[70011]: 2024-06-13T12:09:08.342+0000 7fabc0400700 -1 mds.d *** got signal Terminated *** 2024-06-13T12:09:09.942 INFO:journalctl@ceph.mds.d.smithi042.stdout:Jun 13 12:09:09 smithi042 podman[101342]: 2024-06-13 12:09:09.664485324 +0000 UTC m=+1.438216567 container died 8485e45245347bcdc51f30850f5aa9d9b5eefb15d079dd0419bc81a472ed0dc1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-d, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-06-13T12:09:10.196 INFO:journalctl@ceph.mds.d.smithi042.stdout:Jun 13 12:09:10 smithi042 podman[101342]: 2024-06-13 12:09:10.053744651 +0000 UTC m=+1.827475824 container cleanup 8485e45245347bcdc51f30850f5aa9d9b5eefb15d079dd0419bc81a472ed0dc1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-d, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-06-13T12:09:10.196 INFO:journalctl@ceph.mds.d.smithi042.stdout:Jun 13 12:09:10 smithi042 bash[101342]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-d 2024-06-13T12:09:10.557 INFO:journalctl@ceph.mds.d.smithi042.stdout:Jun 13 12:09:10 smithi042 podman[101356]: 2024-06-13 12:09:10.196433482 +0000 UTC m=+0.515428937 container remove 8485e45245347bcdc51f30850f5aa9d9b5eefb15d079dd0419bc81a472ed0dc1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-d, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T12:09:10.789 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.d.service' 2024-06-13T12:09:10.908 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T12:09:10.908 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-06-13T12:09:10.908 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-06-13T12:09:10.908 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.g 2024-06-13T12:09:11.307 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 12:09:11 smithi042 systemd[1]: Stopping Ceph mds.g for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T12:09:12.057 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 12:09:11 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T12:09:11.565+0000 7f0ce6c00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T12:09:12.057 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 12:09:11 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g[70835]: 2024-06-13T12:09:11.565+0000 7f0ce6c00700 -1 mds.g *** got signal Terminated *** 2024-06-13T12:09:13.036 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 12:09:12 smithi042 podman[101463]: 2024-06-13 12:09:12.74885994 +0000 UTC m=+1.320758776 container died ce1c77268742bca47b285f3fa19c78f5c0a14f3bd7421b531882449a0847179a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-06-13T12:09:13.299 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 12:09:13 smithi042 podman[101463]: 2024-06-13 12:09:13.274222649 +0000 UTC m=+1.846121525 container cleanup ce1c77268742bca47b285f3fa19c78f5c0a14f3bd7421b531882449a0847179a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T12:09:13.299 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 12:09:13 smithi042 bash[101463]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g 2024-06-13T12:09:13.558 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 13 12:09:13 smithi042 podman[101475]: 2024-06-13 12:09:13.533569466 +0000 UTC m=+0.764613828 container remove ce1c77268742bca47b285f3fa19c78f5c0a14f3bd7421b531882449a0847179a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-g, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, RELEASE=squid-3d89acc) 2024-06-13T12:09:14.056 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.g.service' 2024-06-13T12:09:14.161 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T12:09:14.161 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-06-13T12:09:14.161 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-06-13T12:09:14.161 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.j 2024-06-13T12:09:14.767 INFO:journalctl@ceph.mds.j.smithi042.stdout:Jun 13 12:09:14 smithi042 systemd[1]: Stopping Ceph mds.j for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T12:09:15.057 INFO:journalctl@ceph.mds.j.smithi042.stdout:Jun 13 12:09:14 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-j[69601]: 2024-06-13T12:09:14.766+0000 7ff26d800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T12:09:15.057 INFO:journalctl@ceph.mds.j.smithi042.stdout:Jun 13 12:09:14 smithi042 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-j[69601]: 2024-06-13T12:09:14.766+0000 7ff26d800700 -1 mds.j *** got signal Terminated *** 2024-06-13T12:09:17.502 INFO:journalctl@ceph.mds.j.smithi042.stdout:Jun 13 12:09:17 smithi042 podman[101582]: 2024-06-13 12:09:17.244045858 +0000 UTC m=+2.598456691 container died c1101b1cf8673fb3f6f3dbbe87f0558e0226a1491780d8d47dfe54a370275ab6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-j, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=squid-3d89acc, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-13T12:09:17.779 INFO:journalctl@ceph.mds.j.smithi042.stdout:Jun 13 12:09:17 smithi042 podman[101582]: 2024-06-13 12:09:17.611465447 +0000 UTC m=+2.965876303 container cleanup c1101b1cf8673fb3f6f3dbbe87f0558e0226a1491780d8d47dfe54a370275ab6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-j, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-06-13T12:09:17.779 INFO:journalctl@ceph.mds.j.smithi042.stdout:Jun 13 12:09:17 smithi042 bash[101582]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-j 2024-06-13T12:09:18.057 INFO:journalctl@ceph.mds.j.smithi042.stdout:Jun 13 12:09:17 smithi042 podman[101593]: 2024-06-13 12:09:17.778743571 +0000 UTC m=+0.522114297 container remove c1101b1cf8673fb3f6f3dbbe87f0558e0226a1491780d8d47dfe54a370275ab6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-j, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-06-13T12:09:18.331 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.j.service' 2024-06-13T12:09:18.446 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T12:09:18.447 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-06-13T12:09:18.447 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-06-13T12:09:18.447 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.b 2024-06-13T12:09:18.726 INFO:journalctl@ceph.mds.b.smithi088.stdout:Jun 13 12:09:18 smithi088 systemd[1]: Stopping Ceph mds.b for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T12:09:19.004 INFO:journalctl@ceph.mds.b.smithi088.stdout:Jun 13 12:09:18 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-b[66610]: 2024-06-13T12:09:18.726+0000 7f6f3d31b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T12:09:19.004 INFO:journalctl@ceph.mds.b.smithi088.stdout:Jun 13 12:09:18 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-b[66610]: 2024-06-13T12:09:18.726+0000 7f6f3d31b700 -1 mds.b *** got signal Terminated *** 2024-06-13T12:09:20.968 INFO:journalctl@ceph.mds.b.smithi088.stdout:Jun 13 12:09:20 smithi088 podman[74276]: 2024-06-13 12:09:20.691970656 +0000 UTC m=+2.044332288 container died e81bf41248af4725019ce31aeac30e91d281494a17dc8cbe80353df1f63bda42 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-b, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, ceph=True, CEPH_POINT_RELEASE=) 2024-06-13T12:09:21.254 INFO:journalctl@ceph.mds.b.smithi088.stdout:Jun 13 12:09:21 smithi088 podman[74276]: 2024-06-13 12:09:21.06756537 +0000 UTC m=+2.419926982 container cleanup e81bf41248af4725019ce31aeac30e91d281494a17dc8cbe80353df1f63bda42 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-b, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-13T12:09:21.254 INFO:journalctl@ceph.mds.b.smithi088.stdout:Jun 13 12:09:21 smithi088 bash[74276]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-b 2024-06-13T12:09:21.441 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.b.service' 2024-06-13T12:09:21.476 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T12:09:21.476 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-06-13T12:09:21.476 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-06-13T12:09:21.476 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.e 2024-06-13T12:09:22.004 INFO:journalctl@ceph.mds.e.smithi088.stdout:Jun 13 12:09:21 smithi088 systemd[1]: Stopping Ceph mds.e for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T12:09:22.004 INFO:journalctl@ceph.mds.e.smithi088.stdout:Jun 13 12:09:21 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-e[66006]: 2024-06-13T12:09:21.796+0000 7f1a2b991700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T12:09:22.004 INFO:journalctl@ceph.mds.e.smithi088.stdout:Jun 13 12:09:21 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-e[66006]: 2024-06-13T12:09:21.796+0000 7f1a2b991700 -1 mds.e *** got signal Terminated *** 2024-06-13T12:09:24.987 INFO:journalctl@ceph.mds.e.smithi088.stdout:Jun 13 12:09:24 smithi088 podman[74409]: 2024-06-13 12:09:24.686502258 +0000 UTC m=+2.994216362 container died 56a9de01b4bcde293aef1a9f83021109a7c7dd541067c43141db5c4c6ae39ea5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-06-13T12:09:25.254 INFO:journalctl@ceph.mds.e.smithi088.stdout:Jun 13 12:09:25 smithi088 podman[74409]: 2024-06-13 12:09:25.054211702 +0000 UTC m=+3.361925805 container cleanup 56a9de01b4bcde293aef1a9f83021109a7c7dd541067c43141db5c4c6ae39ea5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-e, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-06-13T12:09:25.254 INFO:journalctl@ceph.mds.e.smithi088.stdout:Jun 13 12:09:25 smithi088 bash[74409]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-e 2024-06-13T12:09:25.447 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.e.service' 2024-06-13T12:09:25.480 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T12:09:25.481 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-06-13T12:09:25.481 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-06-13T12:09:25.481 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.h 2024-06-13T12:09:26.004 INFO:journalctl@ceph.mds.h.smithi088.stdout:Jun 13 12:09:25 smithi088 systemd[1]: Stopping Ceph mds.h for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T12:09:26.004 INFO:journalctl@ceph.mds.h.smithi088.stdout:Jun 13 12:09:25 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-h[66310]: 2024-06-13T12:09:25.782+0000 7f23000a3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T12:09:26.004 INFO:journalctl@ceph.mds.h.smithi088.stdout:Jun 13 12:09:25 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-h[66310]: 2024-06-13T12:09:25.782+0000 7f23000a3700 -1 mds.h *** got signal Terminated *** 2024-06-13T12:09:29.004 INFO:journalctl@ceph.mds.h.smithi088.stdout:Jun 13 12:09:28 smithi088 podman[74530]: 2024-06-13 12:09:28.687174231 +0000 UTC m=+2.982079144 container died 4dca14557a52d7e1a26bab6620d460edaea78454845be4d89d3d87e29dd14144 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-h, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2) 2024-06-13T12:09:29.424 INFO:journalctl@ceph.mds.h.smithi088.stdout:Jun 13 12:09:29 smithi088 podman[74530]: 2024-06-13 12:09:29.182305437 +0000 UTC m=+3.477210350 container cleanup 4dca14557a52d7e1a26bab6620d460edaea78454845be4d89d3d87e29dd14144 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-h, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-06-13T12:09:29.424 INFO:journalctl@ceph.mds.h.smithi088.stdout:Jun 13 12:09:29 smithi088 bash[74530]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-h 2024-06-13T12:09:29.570 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.h.service' 2024-06-13T12:09:29.601 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T12:09:29.601 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-06-13T12:09:29.601 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-06-13T12:09:29.601 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.k 2024-06-13T12:09:29.944 INFO:journalctl@ceph.mds.k.smithi088.stdout:Jun 13 12:09:29 smithi088 systemd[1]: Stopping Ceph mds.k for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T12:09:30.254 INFO:journalctl@ceph.mds.k.smithi088.stdout:Jun 13 12:09:29 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-k[65687]: 2024-06-13T12:09:29.944+0000 7f09cf23e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T12:09:30.254 INFO:journalctl@ceph.mds.k.smithi088.stdout:Jun 13 12:09:29 smithi088 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-k[65687]: 2024-06-13T12:09:29.944+0000 7f09cf23e700 -1 mds.k *** got signal Terminated *** 2024-06-13T12:09:32.527 INFO:journalctl@ceph.mds.k.smithi088.stdout:Jun 13 12:09:32 smithi088 podman[74651]: 2024-06-13 12:09:32.276063928 +0000 UTC m=+2.452396176 container died ba0df0ee10311bff93b41fb889a37846ccf63985e2c3df67fd8cd83cf04a697a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-k, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-13T12:09:32.778 INFO:journalctl@ceph.mds.k.smithi088.stdout:Jun 13 12:09:32 smithi088 podman[74651]: 2024-06-13 12:09:32.619206202 +0000 UTC m=+2.795538449 container cleanup ba0df0ee10311bff93b41fb889a37846ccf63985e2c3df67fd8cd83cf04a697a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-k, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-13T12:09:32.778 INFO:journalctl@ceph.mds.k.smithi088.stdout:Jun 13 12:09:32 smithi088 bash[74651]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-k 2024-06-13T12:09:32.779 INFO:journalctl@ceph.mds.k.smithi088.stdout:Jun 13 12:09:32 smithi088 podman[74664]: 2024-06-13 12:09:32.778421278 +0000 UTC m=+0.491784063 container remove ba0df0ee10311bff93b41fb889a37846ccf63985e2c3df67fd8cd83cf04a697a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-k, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0) 2024-06-13T12:09:32.993 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.k.service' 2024-06-13T12:09:33.024 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T12:09:33.025 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-06-13T12:09:33.025 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-06-13T12:09:33.025 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl stop ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.c 2024-06-13T12:09:33.316 INFO:journalctl@ceph.mds.c.smithi162.stdout:Jun 13 12:09:33 smithi162 systemd[1]: Stopping Ceph mds.c for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T12:09:33.581 INFO:journalctl@ceph.mds.c.smithi162.stdout:Jun 13 12:09:33 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-c[66946]: 2024-06-13T12:09:33.316+0000 7fcd7f3bb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T12:09:33.581 INFO:journalctl@ceph.mds.c.smithi162.stdout:Jun 13 12:09:33 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-c[66946]: 2024-06-13T12:09:33.316+0000 7fcd7f3bb700 -1 mds.c *** got signal Terminated *** 2024-06-13T12:09:37.060 INFO:journalctl@ceph.mds.c.smithi162.stdout:Jun 13 12:09:36 smithi162 podman[75138]: 2024-06-13 12:09:36.691006592 +0000 UTC m=+3.476986302 container died 1196b5493770e2af1c777d4c2315a4c1e3eefc30ffb9ce8f138803dd7bd6c93e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-06-13T12:09:37.403 INFO:journalctl@ceph.mds.c.smithi162.stdout:Jun 13 12:09:37 smithi162 podman[75138]: 2024-06-13 12:09:37.143819173 +0000 UTC m=+3.929798893 container cleanup 1196b5493770e2af1c777d4c2315a4c1e3eefc30ffb9ce8f138803dd7bd6c93e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-c, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True) 2024-06-13T12:09:37.403 INFO:journalctl@ceph.mds.c.smithi162.stdout:Jun 13 12:09:37 smithi162 bash[75138]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-c 2024-06-13T12:09:37.576 DEBUG:teuthology.orchestra.run.smithi162:> sudo pkill -f 'journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.c.service' 2024-06-13T12:09:37.610 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T12:09:37.611 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-06-13T12:09:37.611 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-06-13T12:09:37.611 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl stop ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.f 2024-06-13T12:09:38.153 INFO:journalctl@ceph.mds.f.smithi162.stdout:Jun 13 12:09:37 smithi162 systemd[1]: Stopping Ceph mds.f for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T12:09:38.153 INFO:journalctl@ceph.mds.f.smithi162.stdout:Jun 13 12:09:37 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-f[66641]: 2024-06-13T12:09:37.931+0000 7fea678c7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T12:09:38.153 INFO:journalctl@ceph.mds.f.smithi162.stdout:Jun 13 12:09:37 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-f[66641]: 2024-06-13T12:09:37.931+0000 7fea678c7700 -1 mds.f *** got signal Terminated *** 2024-06-13T12:09:40.014 INFO:journalctl@ceph.mds.f.smithi162.stdout:Jun 13 12:09:39 smithi162 podman[75269]: 2024-06-13 12:09:39.74123411 +0000 UTC m=+1.907559911 container died f820a7b10be78a493e7dd2e1a738c53c77f6510fad5d53e6006191a720b3dca2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-f, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-06-13T12:09:40.281 INFO:journalctl@ceph.mds.f.smithi162.stdout:Jun 13 12:09:40 smithi162 podman[75269]: 2024-06-13 12:09:40.081034541 +0000 UTC m=+2.247360344 container cleanup f820a7b10be78a493e7dd2e1a738c53c77f6510fad5d53e6006191a720b3dca2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-f, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-06-13T12:09:40.281 INFO:journalctl@ceph.mds.f.smithi162.stdout:Jun 13 12:09:40 smithi162 bash[75269]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-f 2024-06-13T12:09:40.514 DEBUG:teuthology.orchestra.run.smithi162:> sudo pkill -f 'journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.f.service' 2024-06-13T12:09:40.534 INFO:journalctl@ceph.mds.f.smithi162.stdout:Jun 13 12:09:40 smithi162 podman[75283]: 2024-06-13 12:09:40.282056216 +0000 UTC m=+0.539770457 container remove f820a7b10be78a493e7dd2e1a738c53c77f6510fad5d53e6006191a720b3dca2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-f, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-06-13T12:09:40.534 INFO:journalctl@ceph.mds.f.smithi162.stdout:Jun 13 12:09:40 smithi162 systemd[1]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.f.service: Deactivated successfully. 2024-06-13T12:09:40.535 INFO:journalctl@ceph.mds.f.smithi162.stdout:Jun 13 12:09:40 smithi162 systemd[1]: Stopped Ceph mds.f for aa9143f6-2979-11ef-bc9c-c7b262605968. 2024-06-13T12:09:40.535 INFO:journalctl@ceph.mds.f.smithi162.stdout:Jun 13 12:09:40 smithi162 systemd[1]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.f.service: Consumed 1.135s CPU time. 2024-06-13T12:09:40.546 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T12:09:40.546 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-06-13T12:09:40.546 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-06-13T12:09:40.546 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl stop ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.i 2024-06-13T12:09:40.867 INFO:journalctl@ceph.mds.i.smithi162.stdout:Jun 13 12:09:40 smithi162 systemd[1]: Stopping Ceph mds.i for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T12:09:41.153 INFO:journalctl@ceph.mds.i.smithi162.stdout:Jun 13 12:09:40 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-i[67251]: 2024-06-13T12:09:40.867+0000 7fb0836ea700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T12:09:41.153 INFO:journalctl@ceph.mds.i.smithi162.stdout:Jun 13 12:09:40 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-i[67251]: 2024-06-13T12:09:40.867+0000 7fb0836ea700 -1 mds.i *** got signal Terminated *** 2024-06-13T12:09:44.903 INFO:journalctl@ceph.mds.i.smithi162.stdout:Jun 13 12:09:44 smithi162 podman[75391]: 2024-06-13 12:09:44.683884899 +0000 UTC m=+3.925058216 container died 84eb80b22a323ab9b4dc9d937e3915181c94664fe632153d45fdaa376b3a8869 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-i, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T12:09:45.310 INFO:journalctl@ceph.mds.i.smithi162.stdout:Jun 13 12:09:45 smithi162 podman[75391]: 2024-06-13 12:09:45.034662659 +0000 UTC m=+4.275835963 container cleanup 84eb80b22a323ab9b4dc9d937e3915181c94664fe632153d45fdaa376b3a8869 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-i, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-06-13T12:09:45.310 INFO:journalctl@ceph.mds.i.smithi162.stdout:Jun 13 12:09:45 smithi162 bash[75391]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-i 2024-06-13T12:09:45.480 DEBUG:teuthology.orchestra.run.smithi162:> sudo pkill -f 'journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.i.service' 2024-06-13T12:09:45.511 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T12:09:45.511 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-06-13T12:09:45.512 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-06-13T12:09:45.512 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl stop ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.l 2024-06-13T12:09:45.845 INFO:journalctl@ceph.mds.l.smithi162.stdout:Jun 13 12:09:45 smithi162 systemd[1]: Stopping Ceph mds.l for aa9143f6-2979-11ef-bc9c-c7b262605968... 2024-06-13T12:09:46.153 INFO:journalctl@ceph.mds.l.smithi162.stdout:Jun 13 12:09:45 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-l[66339]: 2024-06-13T12:09:45.845+0000 7f179e416700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T12:09:46.153 INFO:journalctl@ceph.mds.l.smithi162.stdout:Jun 13 12:09:45 smithi162 ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-l[66339]: 2024-06-13T12:09:45.845+0000 7f179e416700 -1 mds.l *** got signal Terminated *** 2024-06-13T12:09:49.653 INFO:journalctl@ceph.mds.l.smithi162.stdout:Jun 13 12:09:49 smithi162 podman[75510]: 2024-06-13 12:09:49.227000094 +0000 UTC m=+3.497536805 container died 45fd73a7a8dcdf60ac5e71c2e7a0a7244ae1c8aeca975bfaf859367c298b5379 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-l, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-06-13T12:09:50.123 INFO:journalctl@ceph.mds.l.smithi162.stdout:Jun 13 12:09:49 smithi162 podman[75510]: 2024-06-13 12:09:49.821346639 +0000 UTC m=+4.091883339 container cleanup 45fd73a7a8dcdf60ac5e71c2e7a0a7244ae1c8aeca975bfaf859367c298b5379 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-l, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-06-13T12:09:50.123 INFO:journalctl@ceph.mds.l.smithi162.stdout:Jun 13 12:09:49 smithi162 bash[75510]: ceph-aa9143f6-2979-11ef-bc9c-c7b262605968-mds-l 2024-06-13T12:09:50.287 DEBUG:teuthology.orchestra.run.smithi162:> sudo pkill -f 'journalctl -f -n 0 -u ceph-aa9143f6-2979-11ef-bc9c-c7b262605968@mds.l.service' 2024-06-13T12:09:50.317 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T12:09:50.318 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-06-13T12:09:50.318 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 --force --keep-logs 2024-06-13T12:09:50.652 INFO:teuthology.orchestra.run.smithi042.stdout:Deleting cluster with fsid: aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T12:09:56.125 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 --force --keep-logs 2024-06-13T12:09:56.314 INFO:teuthology.orchestra.run.smithi088.stdout:Deleting cluster with fsid: aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T12:09:58.754 DEBUG:teuthology.orchestra.run.smithi162:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 --force --keep-logs 2024-06-13T12:09:58.943 INFO:teuthology.orchestra.run.smithi162.stdout:Deleting cluster with fsid: aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T12:10:01.308 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-06-13T12:10:01.404 DEBUG:teuthology.orchestra.run.smithi088:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-06-13T12:10:01.436 DEBUG:teuthology.orchestra.run.smithi162:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-06-13T12:10:01.463 INFO:tasks.cephadm:Archiving crash dumps... 2024-06-13T12:10:01.465 DEBUG:teuthology.misc:Transferring archived files from smithi042:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi/7752862/remote/smithi042/crash 2024-06-13T12:10:01.466 DEBUG:teuthology.orchestra.run.smithi042:> sudo tar c -f - -C /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/crash -- . 2024-06-13T12:10:01.552 INFO:teuthology.orchestra.run.smithi042.stderr:tar: /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/crash: Cannot open: No such file or directory 2024-06-13T12:10:01.552 INFO:teuthology.orchestra.run.smithi042.stderr:tar: Error is not recoverable: exiting now 2024-06-13T12:10:01.557 DEBUG:teuthology.misc:Transferring archived files from smithi088:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi/7752862/remote/smithi088/crash 2024-06-13T12:10:01.558 DEBUG:teuthology.orchestra.run.smithi088:> sudo tar c -f - -C /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/crash -- . 2024-06-13T12:10:01.678 INFO:teuthology.orchestra.run.smithi088.stderr:tar: /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/crash: Cannot open: No such file or directory 2024-06-13T12:10:01.679 INFO:teuthology.orchestra.run.smithi088.stderr:tar: Error is not recoverable: exiting now 2024-06-13T12:10:01.680 DEBUG:teuthology.misc:Transferring archived files from smithi162:/var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi/7752862/remote/smithi162/crash 2024-06-13T12:10:01.680 DEBUG:teuthology.orchestra.run.smithi162:> sudo tar c -f - -C /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/crash -- . 2024-06-13T12:10:01.714 INFO:teuthology.orchestra.run.smithi162.stderr:tar: /var/lib/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/crash: Cannot open: No such file or directory 2024-06-13T12:10:01.714 INFO:teuthology.orchestra.run.smithi162.stderr:tar: Error is not recoverable: exiting now 2024-06-13T12:10:01.715 INFO:tasks.cephadm:Checking cluster log for badness... 2024-06-13T12:10:01.716 DEBUG:teuthology.orchestra.run.smithi042:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-06-13T12:10:01.823 INFO:teuthology.orchestra.run.smithi042.stdout:2024-06-13T11:57:16.622459+0000 mds.g (mds.2) 8 : cluster [WRN] Scrub error on inode 0x10000000fe1 (/volumes/qa/sv_1/95a7f921-985f-49d0-9a3d-c2fecf610370/client.0/tmp/fsstress/ltp-full-20091231/testcases/open_hpi_testsuite/plugins/watchdog/Makefile.in) see mds.g log and `damage ls` output for details 2024-06-13T12:10:01.825 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-06-13T12:10:01.825 INFO:tasks.cephadm:Compressing logs... 2024-06-13T12:10:01.825 DEBUG:teuthology.orchestra.run.smithi042:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-06-13T12:10:01.829 DEBUG:teuthology.orchestra.run.smithi088:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-06-13T12:10:01.832 DEBUG:teuthology.orchestra.run.smithi162:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-06-13T12:10:01.857 INFO:teuthology.orchestra.run.smithi162.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-06-13T12:10:01.858 INFO:teuthology.orchestra.run.smithi162.stderr:: No such file or directory 2024-06-13T12:10:01.858 INFO:teuthology.orchestra.run.smithi162.stderr:gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph.log 2024-06-13T12:10:01.858 INFO:teuthology.orchestra.run.smithi162.stderr:gzip -5 --verbose --/var/log/ceph/cephadm.log: /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.2.log 2024-06-13T12:10:01.858 INFO:teuthology.orchestra.run.smithi162.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.f.log 2024-06-13T12:10:01.858 INFO:teuthology.orchestra.run.smithi162.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph.audit.log 2024-06-13T12:10:01.858 INFO:teuthology.orchestra.run.smithi162.stderr:gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.5.log 2024-06-13T12:10:01.858 INFO:teuthology.orchestra.run.smithi162.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.f.log: /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.c.log 2024-06-13T12:10:01.858 INFO:teuthology.orchestra.run.smithi162.stderr: 92.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-06-13T12:10:01.858 INFO:teuthology.orchestra.run.smithi162.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mon.c.log 2024-06-13T12:10:01.870 INFO:teuthology.orchestra.run.smithi088.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-06-13T12:10:01.870 INFO:teuthology.orchestra.run.smithi088.stderr:: No such file or directory 2024-06-13T12:10:01.870 INFO:teuthology.orchestra.run.smithi088.stderr:gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph.log 2024-06-13T12:10:01.870 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph.audit.log 2024-06-13T12:10:01.870 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.7.log 2024-06-13T12:10:01.871 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.b.log 2024-06-13T12:10:01.871 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.4.log 2024-06-13T12:10:01.871 INFO:teuthology.orchestra.run.smithi088.stderr: 92.2% -- replaced with /var/log/ceph/cephadm.log.gz 2024-06-13T12:10:01.871 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.1.log 2024-06-13T12:10:01.871 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mgr.y.log 2024-06-13T12:10:01.871 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.h.log 2024-06-13T12:10:01.871 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.10.log 2024-06-13T12:10:01.871 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.h.log: 90.4% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph.audit.log.gz 2024-06-13T12:10:01.871 INFO:teuthology.orchestra.run.smithi088.stderr: 88.4% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph.log.gz 2024-06-13T12:10:01.871 INFO:teuthology.orchestra.run.smithi088.stderr:gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph.cephadm.log 2024-06-13T12:10:01.871 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.e.log 2024-06-13T12:10:01.871 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph.cephadm.log: 83.5% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph.cephadm.log.gz 2024-06-13T12:10:01.871 INFO:teuthology.orchestra.run.smithi088.stderr:gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-volume.log 2024-06-13T12:10:01.872 INFO:teuthology.orchestra.run.smithi162.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mgr.z.log 2024-06-13T12:10:01.872 INFO:teuthology.orchestra.run.smithi162.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.i.log 2024-06-13T12:10:01.872 INFO:teuthology.orchestra.run.smithi162.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mgr.z.log: 88.4% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph.log.gz 2024-06-13T12:10:01.872 INFO:teuthology.orchestra.run.smithi162.stderr: 90.4% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph.audit.log.gz 2024-06-13T12:10:01.872 INFO:teuthology.orchestra.run.smithi162.stderr:gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph.cephadm.log 2024-06-13T12:10:01.872 INFO:teuthology.orchestra.run.smithi162.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.11.log 2024-06-13T12:10:01.872 INFO:teuthology.orchestra.run.smithi162.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph.cephadm.log: 83.5% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph.cephadm.log.gz 2024-06-13T12:10:01.872 INFO:teuthology.orchestra.run.smithi162.stderr:gzip -5 94.4% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.f.log.gz 2024-06-13T12:10:01.873 INFO:teuthology.orchestra.run.smithi162.stderr: --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.8.log 2024-06-13T12:10:01.873 INFO:teuthology.orchestra.run.smithi162.stderr:gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-volume.log 2024-06-13T12:10:01.873 INFO:teuthology.orchestra.run.smithi162.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.8.log: /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.11.log: 92.2% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mgr.z.log.gz 2024-06-13T12:10:01.873 INFO:teuthology.orchestra.run.smithi162.stderr:gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.l.log 2024-06-13T12:10:01.874 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.e.log: 92.1% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mgr.y.log.gz 2024-06-13T12:10:01.874 INFO:teuthology.orchestra.run.smithi088.stderr:gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mon.b.log 2024-06-13T12:10:01.883 INFO:teuthology.orchestra.run.smithi162.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-volume.log: 91.0% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-volume.log.gz 2024-06-13T12:10:01.884 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.k.log 2024-06-13T12:10:01.886 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mon.b.log: 91.0% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-volume.log.gz 2024-06-13T12:10:01.887 INFO:teuthology.orchestra.run.smithi042.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-06-13T12:10:01.887 INFO:teuthology.orchestra.run.smithi042.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-06-13T12:10:01.887 INFO:teuthology.orchestra.run.smithi042.stderr:gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph.log 2024-06-13T12:10:01.888 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph.audit.log 2024-06-13T12:10:01.889 INFO:teuthology.orchestra.run.smithi162.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.l.log: 94.5% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.l.log.gz 2024-06-13T12:10:01.889 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.g.log 2024-06-13T12:10:01.891 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.j.log 2024-06-13T12:10:01.892 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.3.log 2024-06-13T12:10:01.892 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.k.log: 94.3% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.k.log.gz 2024-06-13T12:10:01.893 INFO:teuthology.orchestra.run.smithi042.stderr: 88.4% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph.log.gz 2024-06-13T12:10:01.893 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.0.log 2024-06-13T12:10:01.894 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.3.log: 90.2% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph.audit.log.gz 2024-06-13T12:10:01.895 INFO:teuthology.orchestra.run.smithi042.stderr:gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mgr.x.log 2024-06-13T12:10:01.896 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mon.a.log 2024-06-13T12:10:01.897 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mgr.x.log: 93.8% -- replaced with /var/log/ceph/cephadm.log.gz 2024-06-13T12:10:01.898 INFO:teuthology.orchestra.run.smithi042.stderr:gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.6.log 2024-06-13T12:10:01.899 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph.cephadm.log 2024-06-13T12:10:01.900 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.6.log: 94.4% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.j.log.gz 2024-06-13T12:10:01.902 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph.cephadm.log: 83.9% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph.cephadm.log.gz 2024-06-13T12:10:01.903 INFO:teuthology.orchestra.run.smithi042.stderr:gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.a.log 2024-06-13T12:10:01.904 INFO:teuthology.orchestra.run.smithi042.stderr:gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-volume.log 2024-06-13T12:10:01.909 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.a.log: /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.d.log 2024-06-13T12:10:01.910 INFO:teuthology.orchestra.run.smithi042.stderr:gzip -5 --verbose -- /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.9.log 2024-06-13T12:10:01.912 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.d.log: 94.3% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.a.log.gz 2024-06-13T12:10:01.914 INFO:teuthology.orchestra.run.smithi042.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.log 2024-06-13T12:10:01.919 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.9.log: /var/log/ceph/ceph-client.admin.log: 94.4% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.d.log.gz 2024-06-13T12:10:01.921 INFO:teuthology.orchestra.run.smithi042.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.log.gz 2024-06-13T12:10:01.931 INFO:teuthology.orchestra.run.smithi042.stderr: 90.9% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-volume.log.gz 2024-06-13T12:10:02.265 INFO:teuthology.orchestra.run.smithi088.stderr: 93.7% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.e.log.gz 2024-06-13T12:10:02.347 INFO:teuthology.orchestra.run.smithi042.stderr: 90.2% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mgr.x.log.gz 2024-06-13T12:10:02.416 INFO:teuthology.orchestra.run.smithi162.stderr: 91.8% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mon.c.log.gz 2024-06-13T12:10:02.422 INFO:teuthology.orchestra.run.smithi088.stderr: 91.8% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mon.b.log.gz 2024-06-13T12:10:02.451 INFO:teuthology.orchestra.run.smithi162.stderr: 93.9% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.c.log.gz 2024-06-13T12:10:03.385 INFO:teuthology.orchestra.run.smithi042.stderr: 90.4% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mon.a.log.gz 2024-06-13T12:10:05.068 INFO:teuthology.orchestra.run.smithi088.stderr: 93.7% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.h.log.gz 2024-06-13T12:10:06.024 INFO:teuthology.orchestra.run.smithi042.stderr: 93.6% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.g.log.gz 2024-06-13T12:10:06.277 INFO:teuthology.orchestra.run.smithi162.stderr: 95.0% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.i.log.gz 2024-06-13T12:10:11.340 INFO:teuthology.orchestra.run.smithi088.stderr: 91.9% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.10.log.gz 2024-06-13T12:10:13.127 INFO:teuthology.orchestra.run.smithi162.stderr: 91.8% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.8.log.gz 2024-06-13T12:10:14.623 INFO:teuthology.orchestra.run.smithi162.stderr: 91.9% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.11.log.gz 2024-06-13T12:10:14.849 INFO:teuthology.orchestra.run.smithi042.stderr: 91.6% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.0.log.gz 2024-06-13T12:10:15.329 INFO:teuthology.orchestra.run.smithi162.stderr: 91.8% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.2.log.gz 2024-06-13T12:10:16.101 INFO:teuthology.orchestra.run.smithi088.stderr: 91.8% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.1.log.gz 2024-06-13T12:10:17.678 INFO:teuthology.orchestra.run.smithi042.stderr: 91.5% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.6.log.gz 2024-06-13T12:10:17.937 INFO:teuthology.orchestra.run.smithi088.stderr: 91.7% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.7.log.gz 2024-06-13T12:10:18.002 INFO:teuthology.orchestra.run.smithi088.stderr: 91.7% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.4.log.gz 2024-06-13T12:10:18.217 INFO:teuthology.orchestra.run.smithi042.stderr: 91.7% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.3.log.gz 2024-06-13T12:10:18.225 INFO:teuthology.orchestra.run.smithi042.stderr: 91.7% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.9.log.gz 2024-06-13T12:10:18.228 INFO:teuthology.orchestra.run.smithi042.stderr: 2024-06-13T12:10:18.228 INFO:teuthology.orchestra.run.smithi042.stderr:real 0m16.367s 2024-06-13T12:10:18.228 INFO:teuthology.orchestra.run.smithi042.stderr:user 1m2.954s 2024-06-13T12:10:18.228 INFO:teuthology.orchestra.run.smithi042.stderr:sys 0m4.425s 2024-06-13T12:10:19.961 INFO:teuthology.orchestra.run.smithi162.stderr: 91.6% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-osd.5.log.gz 2024-06-13T12:10:19.963 INFO:teuthology.orchestra.run.smithi162.stderr: 2024-06-13T12:10:19.963 INFO:teuthology.orchestra.run.smithi162.stderr:real 0m18.116s 2024-06-13T12:10:19.963 INFO:teuthology.orchestra.run.smithi162.stderr:user 0m59.260s 2024-06-13T12:10:19.963 INFO:teuthology.orchestra.run.smithi162.stderr:sys 0m1.864s 2024-06-13T12:10:53.716 INFO:teuthology.orchestra.run.smithi088.stderr: 93.0% -- replaced with /var/log/ceph/aa9143f6-2979-11ef-bc9c-c7b262605968/ceph-mds.b.log.gz 2024-06-13T12:10:53.717 INFO:teuthology.orchestra.run.smithi088.stderr: 2024-06-13T12:10:53.717 INFO:teuthology.orchestra.run.smithi088.stderr:real 0m51.871s 2024-06-13T12:10:53.718 INFO:teuthology.orchestra.run.smithi088.stderr:user 1m48.534s 2024-06-13T12:10:53.718 INFO:teuthology.orchestra.run.smithi088.stderr:sys 0m3.256s 2024-06-13T12:10:53.718 INFO:tasks.cephadm:Archiving logs... 2024-06-13T12:10:53.718 DEBUG:teuthology.misc:Transferring archived files from smithi042:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi/7752862/remote/smithi042/log 2024-06-13T12:10:53.720 DEBUG:teuthology.orchestra.run.smithi042:> sudo tar c -f - -C /var/log/ceph -- . 2024-06-13T12:11:03.949 DEBUG:teuthology.misc:Transferring archived files from smithi088:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi/7752862/remote/smithi088/log 2024-06-13T12:11:03.950 DEBUG:teuthology.orchestra.run.smithi088:> sudo tar c -f - -C /var/log/ceph -- . 2024-06-13T12:11:20.497 DEBUG:teuthology.misc:Transferring archived files from smithi162:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi/7752862/remote/smithi162/log 2024-06-13T12:11:20.498 DEBUG:teuthology.orchestra.run.smithi162:> sudo tar c -f - -C /var/log/ceph -- . 2024-06-13T12:11:29.677 INFO:tasks.cephadm:Removing cluster... 2024-06-13T12:11:29.677 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 --force 2024-06-13T12:11:30.006 INFO:teuthology.orchestra.run.smithi042.stdout:Deleting cluster with fsid: aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T12:11:30.802 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 --force 2024-06-13T12:11:30.998 INFO:teuthology.orchestra.run.smithi088.stdout:Deleting cluster with fsid: aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T12:11:31.389 DEBUG:teuthology.orchestra.run.smithi162:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid aa9143f6-2979-11ef-bc9c-c7b262605968 --force 2024-06-13T12:11:31.581 INFO:teuthology.orchestra.run.smithi162.stdout:Deleting cluster with fsid: aa9143f6-2979-11ef-bc9c-c7b262605968 2024-06-13T12:11:31.914 INFO:tasks.cephadm:Removing cephadm ... 2024-06-13T12:11:31.914 DEBUG:teuthology.orchestra.run.smithi042:> rm -rf /home/ubuntu/cephtest/cephadm 2024-06-13T12:11:31.978 DEBUG:teuthology.orchestra.run.smithi088:> rm -rf /home/ubuntu/cephtest/cephadm 2024-06-13T12:11:31.998 DEBUG:teuthology.orchestra.run.smithi162:> rm -rf /home/ubuntu/cephtest/cephadm 2024-06-13T12:11:32.017 INFO:tasks.cephadm:Teardown complete 2024-06-13T12:11:32.018 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-06-13T12:11:32.033 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-06-13T12:11:32.033 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-06-13T12:11:32.044 DEBUG:teuthology.orchestra.run.smithi088:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-06-13T12:11:32.049 DEBUG:teuthology.orchestra.run.smithi162:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-06-13T12:11:32.216 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-06-13T12:11:32.240 INFO:teuthology.task.clock:Checking final clock skew... 2024-06-13T12:11:32.241 DEBUG:teuthology.orchestra.run.smithi042:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-06-13T12:11:32.259 DEBUG:teuthology.orchestra.run.smithi088:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-06-13T12:11:32.266 DEBUG:teuthology.orchestra.run.smithi162:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-06-13T12:11:32.280 INFO:teuthology.orchestra.run.smithi088.stderr:bash: line 1: ntpq: command not found 2024-06-13T12:11:32.281 INFO:teuthology.orchestra.run.smithi162.stderr:bash: line 1: ntpq: command not found 2024-06-13T12:11:32.284 INFO:teuthology.orchestra.run.smithi088.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-06-13T12:11:32.284 INFO:teuthology.orchestra.run.smithi088.stdout:=============================================================================== 2024-06-13T12:11:32.285 INFO:teuthology.orchestra.run.smithi088.stdout:^+ hv01.front.sepia.ceph.com 3 6 377 8 +1795us[+1721us] +/- 73ms 2024-06-13T12:11:32.285 INFO:teuthology.orchestra.run.smithi088.stdout:^* hv02.front.sepia.ceph.com 3 7 377 4 -480us[ -553us] +/- 51ms 2024-06-13T12:11:32.286 INFO:teuthology.orchestra.run.smithi088.stdout:^+ hv03.front.sepia.ceph.com 3 8 377 136 -1053us[-1151us] +/- 70ms 2024-06-13T12:11:32.286 INFO:teuthology.orchestra.run.smithi088.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-06-13T12:11:32.289 INFO:teuthology.orchestra.run.smithi162.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-06-13T12:11:32.289 INFO:teuthology.orchestra.run.smithi162.stdout:=============================================================================== 2024-06-13T12:11:32.290 INFO:teuthology.orchestra.run.smithi162.stdout:^+ hv01.front.sepia.ceph.com 3 6 377 6 +1788us[+1788us] +/- 73ms 2024-06-13T12:11:32.290 INFO:teuthology.orchestra.run.smithi162.stdout:^* hv02.front.sepia.ceph.com 3 6 377 9 -509us[ -499us] +/- 51ms 2024-06-13T12:11:32.290 INFO:teuthology.orchestra.run.smithi162.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 8 -1092us[-1092us] +/- 72ms 2024-06-13T12:11:32.290 INFO:teuthology.orchestra.run.smithi162.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-06-13T12:11:32.310 INFO:teuthology.orchestra.run.smithi042.stderr:bash: line 1: ntpq: command not found 2024-06-13T12:11:32.318 INFO:teuthology.orchestra.run.smithi042.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-06-13T12:11:32.319 INFO:teuthology.orchestra.run.smithi042.stdout:=============================================================================== 2024-06-13T12:11:32.319 INFO:teuthology.orchestra.run.smithi042.stdout:^+ hv01.front.sepia.ceph.com 3 6 377 7 +1793us[+1803us] +/- 73ms 2024-06-13T12:11:32.319 INFO:teuthology.orchestra.run.smithi042.stdout:^* hv02.front.sepia.ceph.com 3 6 377 7 -499us[ -489us] +/- 51ms 2024-06-13T12:11:32.319 INFO:teuthology.orchestra.run.smithi042.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 6 -1087us[-1087us] +/- 72ms 2024-06-13T12:11:32.319 INFO:teuthology.orchestra.run.smithi042.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-06-13T12:11:32.320 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-06-13T12:11:32.335 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-06-13T12:11:32.336 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-06-13T12:11:32.354 DEBUG:teuthology.orchestra.run.smithi042:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-06-13T12:11:32.559 DEBUG:teuthology.orchestra.run.smithi088:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-06-13T12:11:32.628 DEBUG:teuthology.orchestra.run.smithi162:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-06-13T12:11:32.697 DEBUG:teuthology.orchestra.run.smithi042:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-06-13T12:11:32.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-13T12:11:32.799 DEBUG:teuthology.orchestra.run.smithi088:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-06-13T12:11:32.830 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-13T12:11:32.831 DEBUG:teuthology.orchestra.run.smithi162:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-06-13T12:11:32.862 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-13T12:11:32.863 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-06-13T12:11:32.881 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-06-13T12:11:32.908 INFO:teuthology.task.internal:Duration was 2394.854822 seconds 2024-06-13T12:11:32.909 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-06-13T12:11:32.932 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-06-13T12:11:32.933 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-06-13T12:11:32.943 DEBUG:teuthology.orchestra.run.smithi088:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-06-13T12:11:32.956 DEBUG:teuthology.orchestra.run.smithi162:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-06-13T12:11:32.989 INFO:teuthology.orchestra.run.smithi088.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-06-13T12:11:33.000 INFO:teuthology.orchestra.run.smithi162.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-06-13T12:11:33.097 INFO:teuthology.orchestra.run.smithi042.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-06-13T12:11:33.654 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-06-13T12:11:33.654 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi042.front.sepia.ceph.com 2024-06-13T12:11:33.654 DEBUG:teuthology.orchestra.run.smithi042:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-06-13T12:11:33.718 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi088.front.sepia.ceph.com 2024-06-13T12:11:33.719 DEBUG:teuthology.orchestra.run.smithi088:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-06-13T12:11:33.749 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi162.front.sepia.ceph.com 2024-06-13T12:11:33.749 DEBUG:teuthology.orchestra.run.smithi162:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-06-13T12:11:33.780 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-06-13T12:11:33.780 DEBUG:teuthology.orchestra.run.smithi042:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-06-13T12:11:33.788 DEBUG:teuthology.orchestra.run.smithi088:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-06-13T12:11:33.791 DEBUG:teuthology.orchestra.run.smithi162:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-06-13T12:11:33.884 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-06-13T12:11:33.884 DEBUG:teuthology.orchestra.run.smithi042:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-06-13T12:11:33.890 DEBUG:teuthology.orchestra.run.smithi088:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-06-13T12:11:33.892 DEBUG:teuthology.orchestra.run.smithi162:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-06-13T12:11:34.710 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-06-13T12:11:34.723 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-06-13T12:11:34.724 DEBUG:teuthology.orchestra.run.smithi042:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-06-13T12:11:34.803 DEBUG:teuthology.orchestra.run.smithi088:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-06-13T12:11:34.832 DEBUG:teuthology.orchestra.run.smithi162:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-06-13T12:11:34.858 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-06-13T12:11:34.873 DEBUG:teuthology.orchestra.run.smithi042:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-06-13T12:11:34.882 DEBUG:teuthology.orchestra.run.smithi088:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-06-13T12:11:34.885 DEBUG:teuthology.orchestra.run.smithi162:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-06-13T12:11:34.910 INFO:teuthology.orchestra.run.smithi088.stdout:kernel.core_pattern = core 2024-06-13T12:11:34.923 INFO:teuthology.orchestra.run.smithi162.stdout:kernel.core_pattern = core 2024-06-13T12:11:34.974 INFO:teuthology.orchestra.run.smithi042.stdout:kernel.core_pattern = core 2024-06-13T12:11:35.017 DEBUG:teuthology.orchestra.run.smithi042:> test -e /home/ubuntu/cephtest/archive/coredump 2024-06-13T12:11:35.070 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-13T12:11:35.070 DEBUG:teuthology.orchestra.run.smithi088:> test -e /home/ubuntu/cephtest/archive/coredump 2024-06-13T12:11:35.086 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-13T12:11:35.086 DEBUG:teuthology.orchestra.run.smithi162:> test -e /home/ubuntu/cephtest/archive/coredump 2024-06-13T12:11:35.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-13T12:11:35.101 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-06-13T12:11:35.119 INFO:teuthology.task.internal:Transferring archived files... 2024-06-13T12:11:35.120 DEBUG:teuthology.misc:Transferring archived files from smithi042:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi/7752862/remote/smithi042 2024-06-13T12:11:35.120 DEBUG:teuthology.orchestra.run.smithi042:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-06-13T12:11:35.237 DEBUG:teuthology.misc:Transferring archived files from smithi088:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi/7752862/remote/smithi088 2024-06-13T12:11:35.237 DEBUG:teuthology.orchestra.run.smithi088:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-06-13T12:11:35.279 DEBUG:teuthology.misc:Transferring archived files from smithi162:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi/7752862/remote/smithi162 2024-06-13T12:11:35.279 DEBUG:teuthology.orchestra.run.smithi162:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-06-13T12:11:35.322 INFO:teuthology.task.internal:Removing archive directory... 2024-06-13T12:11:35.322 DEBUG:teuthology.orchestra.run.smithi042:> rm -rf -- /home/ubuntu/cephtest/archive 2024-06-13T12:11:35.330 DEBUG:teuthology.orchestra.run.smithi088:> rm -rf -- /home/ubuntu/cephtest/archive 2024-06-13T12:11:35.333 DEBUG:teuthology.orchestra.run.smithi162:> rm -rf -- /home/ubuntu/cephtest/archive 2024-06-13T12:11:35.384 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-06-13T12:11:35.397 INFO:teuthology.task.internal:Not uploading archives. 2024-06-13T12:11:35.398 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-06-13T12:11:35.412 INFO:teuthology.task.internal:Tidying up after the test... 2024-06-13T12:11:35.412 DEBUG:teuthology.orchestra.run.smithi042:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-06-13T12:11:35.418 DEBUG:teuthology.orchestra.run.smithi088:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-06-13T12:11:35.421 DEBUG:teuthology.orchestra.run.smithi162:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-06-13T12:11:35.435 INFO:teuthology.orchestra.run.smithi162.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jun 13 12:11 /home/ubuntu/cephtest 2024-06-13T12:11:35.436 INFO:teuthology.orchestra.run.smithi088.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jun 13 12:11 /home/ubuntu/cephtest 2024-06-13T12:11:35.467 INFO:teuthology.orchestra.run.smithi042.stdout: 393783 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jun 13 12:11 /home/ubuntu/cephtest 2024-06-13T12:11:35.470 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-06-13T12:11:35.485 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-06-13T12:11:35.521 INFO:teuthology.run:Summary data: client.0-kernel-sha1: ff88c41504f3e4c4268de18904a6f347f1b3f2d6 description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-quiesce/no 6-workunit/suites/fsstress}} duration: 2394.8548216819763 failure_reason: 'error during scrub thrashing: rank damage found: {''backtrace''}' flavor: default owner: scheduled_teuthology@teuthology status: fail success: false 2024-06-13T12:11:35.521 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-06-13T12:11:35.610 INFO:teuthology.run:FAIL